[ 546.427762] env[62574]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'linux_bridge' {{(pid=62574) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 546.428183] env[62574]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'noop' {{(pid=62574) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 546.428273] env[62574]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'ovs' {{(pid=62574) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 546.428529] env[62574]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs [ 546.526272] env[62574]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=62574) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:383}} [ 546.536269] env[62574]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.010s {{(pid=62574) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:421}} [ 547.135946] env[62574]: INFO nova.virt.driver [None req-28d0bbb0-dc95-4583-ae64-ce4dcc0597ff None None] Loading compute driver 'vmwareapi.VMwareVCDriver' [ 547.209052] env[62574]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "oslo_vmware_api_lock" by "oslo_vmware.api.VMwareAPISession._create_session" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 547.209052] env[62574]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" acquired by "oslo_vmware.api.VMwareAPISession._create_session" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 547.209052] env[62574]: DEBUG oslo_vmware.service [-] Creating suds client with soap_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk' and wsdl_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk/vimService.wsdl' {{(pid=62574) __init__ /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:242}} [ 550.441420] env[62574]: DEBUG oslo_vmware.service [-] Invoking ServiceInstance.RetrieveServiceContent with opID=oslo.vmware-bf921487-ce72-4705-bd23-774696def370 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 550.457493] env[62574]: DEBUG oslo_vmware.api [-] Logging into host: vc1.osci.c.eu-de-1.cloud.sap. {{(pid=62574) _create_session /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:242}} [ 550.457720] env[62574]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Login with opID=oslo.vmware-a34716bc-7d4d-4d0c-b8ff-249425563ff7 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 550.498254] env[62574]: INFO oslo_vmware.api [-] Successfully established new session; session ID is 59993. [ 550.498474] env[62574]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" "released" by "oslo_vmware.api.VMwareAPISession._create_session" :: held 3.290s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 550.498943] env[62574]: INFO nova.virt.vmwareapi.driver [None req-28d0bbb0-dc95-4583-ae64-ce4dcc0597ff None None] VMware vCenter version: 7.0.3 [ 550.502556] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63ade0f7-9b06-47c1-8b19-fd6749baeb13 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 550.520208] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0714a52d-7811-449b-819d-75b30a4f15ab {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 550.526252] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35207524-c12e-4322-a664-aeb6660fa6cf {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 550.533049] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f44eb0ab-2192-41fd-aab8-2b6ec5a5c840 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 550.546053] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a069294-4542-4a1c-8a07-7b2fdbb4ecb7 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 550.552012] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-007722d4-9d50-4db5-93f0-a8508fc3f55d {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 550.582310] env[62574]: DEBUG oslo_vmware.service [-] Invoking ExtensionManager.FindExtension with opID=oslo.vmware-762a0705-9baa-4a8d-bce8-af0aebf34339 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 550.588598] env[62574]: DEBUG nova.virt.vmwareapi.driver [None req-28d0bbb0-dc95-4583-ae64-ce4dcc0597ff None None] Extension org.openstack.compute already exists. {{(pid=62574) _register_openstack_extension /opt/stack/nova/nova/virt/vmwareapi/driver.py:228}} [ 550.591256] env[62574]: INFO nova.compute.provider_config [None req-28d0bbb0-dc95-4583-ae64-ce4dcc0597ff None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access. [ 551.094808] env[62574]: DEBUG nova.context [None req-28d0bbb0-dc95-4583-ae64-ce4dcc0597ff None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),b3366039-0cb1-41f7-a27c-4a8d7e9020f7(cell1) {{(pid=62574) load_cells /opt/stack/nova/nova/context.py:464}} [ 551.096878] env[62574]: DEBUG oslo_concurrency.lockutils [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 551.097124] env[62574]: DEBUG oslo_concurrency.lockutils [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 551.097810] env[62574]: DEBUG oslo_concurrency.lockutils [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 551.098244] env[62574]: DEBUG oslo_concurrency.lockutils [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] Acquiring lock "b3366039-0cb1-41f7-a27c-4a8d7e9020f7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 551.098427] env[62574]: DEBUG oslo_concurrency.lockutils [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] Lock "b3366039-0cb1-41f7-a27c-4a8d7e9020f7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 551.099437] env[62574]: DEBUG oslo_concurrency.lockutils [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] Lock "b3366039-0cb1-41f7-a27c-4a8d7e9020f7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 551.120352] env[62574]: INFO dbcounter [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] Registered counter for database nova_cell0 [ 551.128508] env[62574]: INFO dbcounter [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] Registered counter for database nova_cell1 [ 551.131954] env[62574]: DEBUG oslo_db.sqlalchemy.engines [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=62574) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:342}} [ 551.132329] env[62574]: DEBUG oslo_db.sqlalchemy.engines [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=62574) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:342}} [ 551.137079] env[62574]: ERROR nova.db.main.api [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 551.137079] env[62574]: result = function(*args, **kwargs) [ 551.137079] env[62574]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 551.137079] env[62574]: return func(*args, **kwargs) [ 551.137079] env[62574]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 551.137079] env[62574]: result = fn(*args, **kwargs) [ 551.137079] env[62574]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 551.137079] env[62574]: return f(*args, **kwargs) [ 551.137079] env[62574]: File "/opt/stack/nova/nova/objects/service.py", line 556, in _db_service_get_minimum_version [ 551.137079] env[62574]: return db.service_get_minimum_version(context, binaries) [ 551.137079] env[62574]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 551.137079] env[62574]: _check_db_access() [ 551.137079] env[62574]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 551.137079] env[62574]: stacktrace = ''.join(traceback.format_stack()) [ 551.137079] env[62574]: [ 551.138187] env[62574]: ERROR nova.db.main.api [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 551.138187] env[62574]: result = function(*args, **kwargs) [ 551.138187] env[62574]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 551.138187] env[62574]: return func(*args, **kwargs) [ 551.138187] env[62574]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 551.138187] env[62574]: result = fn(*args, **kwargs) [ 551.138187] env[62574]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 551.138187] env[62574]: return f(*args, **kwargs) [ 551.138187] env[62574]: File "/opt/stack/nova/nova/objects/service.py", line 556, in _db_service_get_minimum_version [ 551.138187] env[62574]: return db.service_get_minimum_version(context, binaries) [ 551.138187] env[62574]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 551.138187] env[62574]: _check_db_access() [ 551.138187] env[62574]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 551.138187] env[62574]: stacktrace = ''.join(traceback.format_stack()) [ 551.138187] env[62574]: [ 551.138756] env[62574]: WARNING nova.objects.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] Failed to get minimum service version for cell b3366039-0cb1-41f7-a27c-4a8d7e9020f7 [ 551.138756] env[62574]: WARNING nova.objects.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] Failed to get minimum service version for cell 00000000-0000-0000-0000-000000000000 [ 551.139117] env[62574]: DEBUG oslo_concurrency.lockutils [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] Acquiring lock "singleton_lock" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 551.139280] env[62574]: DEBUG oslo_concurrency.lockutils [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] Acquired lock "singleton_lock" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 551.139516] env[62574]: DEBUG oslo_concurrency.lockutils [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] Releasing lock "singleton_lock" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 551.139830] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] Full set of CONF: {{(pid=62574) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/service.py:363}} [ 551.139970] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] ******************************************************************************** {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 551.140109] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] Configuration options gathered from: {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 551.140245] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] command line args: ['--config-file', '/etc/nova/nova.conf', '--config-file', '/etc/nova/nova-cpu-common.conf', '--config-file', '/etc/nova/nova-cpu-1.conf'] {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 551.140434] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] config files: ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 551.140563] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] ================================================================================ {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 551.140769] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] allow_resize_to_same_host = True {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.140937] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] arq_binding_timeout = 300 {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.141635] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] backdoor_port = None {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.141635] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] backdoor_socket = None {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.141635] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] block_device_allocate_retries = 60 {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.141635] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] block_device_allocate_retries_interval = 3 {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.141921] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] cert = self.pem {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.141921] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] compute_driver = vmwareapi.VMwareVCDriver {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.141977] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] compute_monitors = [] {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.142162] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] config_dir = [] {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.142334] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] config_drive_format = iso9660 {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.142471] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] config_file = ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.142650] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] config_source = [] {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.142807] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] console_host = devstack {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.142967] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] control_exchange = nova {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.143137] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] cpu_allocation_ratio = None {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.143299] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] daemon = False {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.143499] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] debug = True {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.143659] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] default_access_ip_network_name = None {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.143824] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] default_availability_zone = nova {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.143978] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] default_ephemeral_format = None {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.144166] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] default_green_pool_size = 1000 {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.144441] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.144623] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] default_schedule_zone = None {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.144784] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] disk_allocation_ratio = None {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.144986] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] enable_new_services = True {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.145182] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] enabled_apis = ['osapi_compute'] {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.145349] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] enabled_ssl_apis = [] {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.145511] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] flat_injected = False {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.145673] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] force_config_drive = False {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.145832] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] force_raw_images = True {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.146008] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] graceful_shutdown_timeout = 5 {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.146182] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] heal_instance_info_cache_interval = 60 {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.146404] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] host = cpu-1 {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.146577] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] initial_cpu_allocation_ratio = 4.0 {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.146738] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] initial_disk_allocation_ratio = 1.0 {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.146896] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] initial_ram_allocation_ratio = 1.0 {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.147119] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.147284] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] instance_build_timeout = 0 {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.147444] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] instance_delete_interval = 300 {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.147609] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] instance_format = [instance: %(uuid)s] {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.147770] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] instance_name_template = instance-%08x {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.147929] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] instance_usage_audit = False {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.148109] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] instance_usage_audit_period = month {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.148274] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.148455] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] instances_path = /opt/stack/data/nova/instances {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.148641] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] internal_service_availability_zone = internal {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.148800] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] key = None {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.148959] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] live_migration_retry_count = 30 {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.149145] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] log_color = False {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.149309] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] log_config_append = None {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.149477] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.149641] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] log_dir = None {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.149801] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] log_file = None {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.149931] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] log_options = True {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.150107] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] log_rotate_interval = 1 {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.150279] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] log_rotate_interval_type = days {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.150445] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] log_rotation_type = none {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.150577] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.150709] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.150879] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.151056] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.151186] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.151352] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] long_rpc_timeout = 1800 {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.151512] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] max_concurrent_builds = 10 {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.151738] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] max_concurrent_live_migrations = 1 {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.151834] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] max_concurrent_snapshots = 5 {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.151992] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] max_local_block_devices = 3 {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.152167] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] max_logfile_count = 30 {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.152327] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] max_logfile_size_mb = 200 {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.152491] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] maximum_instance_delete_attempts = 5 {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.152662] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] metadata_listen = 0.0.0.0 {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.152830] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] metadata_listen_port = 8775 {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.152997] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] metadata_workers = 2 {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.153174] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] migrate_max_retries = -1 {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.153339] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] mkisofs_cmd = genisoimage {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.153577] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] my_block_storage_ip = 10.180.1.21 {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.153715] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] my_ip = 10.180.1.21 {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.153921] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] my_shared_fs_storage_ip = 10.180.1.21 {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.154100] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] network_allocate_retries = 0 {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.154298] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.154512] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] osapi_compute_listen = 0.0.0.0 {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.154688] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] osapi_compute_listen_port = 8774 {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.154861] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] osapi_compute_unique_server_name_scope = {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.155165] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] osapi_compute_workers = 2 {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.155210] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] password_length = 12 {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.155370] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] periodic_enable = True {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.155537] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] periodic_fuzzy_delay = 60 {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.155716] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] pointer_model = usbtablet {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.155888] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] preallocate_images = none {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.156065] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] publish_errors = False {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.156199] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] pybasedir = /opt/stack/nova {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.156356] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] ram_allocation_ratio = None {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.156523] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] rate_limit_burst = 0 {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.156689] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] rate_limit_except_level = CRITICAL {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.156848] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] rate_limit_interval = 0 {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.157019] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] reboot_timeout = 0 {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.157186] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] reclaim_instance_interval = 0 {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.157342] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] record = None {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.157509] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] reimage_timeout_per_gb = 60 {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.157676] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] report_interval = 120 {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.157836] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] rescue_timeout = 0 {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.157993] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] reserved_host_cpus = 0 {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.158167] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] reserved_host_disk_mb = 0 {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.158326] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] reserved_host_memory_mb = 512 {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.158485] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] reserved_huge_pages = None {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.158644] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] resize_confirm_window = 0 {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.158801] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] resize_fs_using_block_device = False {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.158958] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] resume_guests_state_on_host_boot = False {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.159140] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.159303] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] rpc_response_timeout = 60 {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.159466] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] run_external_periodic_tasks = True {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.159630] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] running_deleted_instance_action = reap {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.159788] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] running_deleted_instance_poll_interval = 1800 {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.159944] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] running_deleted_instance_timeout = 0 {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.160111] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] scheduler_instance_sync_interval = 120 {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.160279] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] service_down_time = 720 {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.160452] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] servicegroup_driver = db {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.160652] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] shell_completion = None {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.160820] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] shelved_offload_time = 0 {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.160980] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] shelved_poll_interval = 3600 {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.161165] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] shutdown_timeout = 0 {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.161327] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] source_is_ipv6 = False {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.161487] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] ssl_only = False {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.161748] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] state_path = /opt/stack/data/n-cpu-1 {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.162210] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] sync_power_state_interval = 600 {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.162392] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] sync_power_state_pool_size = 1000 {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.162571] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] syslog_log_facility = LOG_USER {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.162735] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] tempdir = None {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.162901] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] timeout_nbd = 10 {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.163082] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] transport_url = **** {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.163251] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] update_resources_interval = 0 {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.163445] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] use_cow_images = True {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.163698] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] use_eventlog = False {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.163909] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] use_journal = False {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.164095] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] use_json = False {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.164261] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] use_rootwrap_daemon = False {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.164446] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] use_stderr = False {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.164626] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] use_syslog = False {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.164786] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] vcpu_pin_set = None {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.164956] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] vif_plugging_is_fatal = True {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.165140] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] vif_plugging_timeout = 300 {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.165310] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] virt_mkfs = [] {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.165471] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] volume_usage_poll_interval = 0 {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.165634] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] watch_log_file = False {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.165800] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] web = /usr/share/spice-html5 {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.165987] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] os_brick.lock_path = /opt/stack/data/n-cpu-1 {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.166170] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] os_brick.wait_mpath_device_attempts = 4 {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.166337] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] os_brick.wait_mpath_device_interval = 1 {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.166509] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] oslo_concurrency.disable_process_locking = False {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.166801] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] oslo_concurrency.lock_path = /opt/stack/data/n-cpu-1 {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.166985] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.167169] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.167344] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.167514] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.167682] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.167864] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] api.auth_strategy = keystone {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.168043] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] api.compute_link_prefix = None {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.168223] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.168396] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] api.dhcp_domain = novalocal {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.168570] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] api.enable_instance_password = True {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.168730] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] api.glance_link_prefix = None {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.168895] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.169076] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] api.instance_list_cells_batch_strategy = distributed {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.169245] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] api.instance_list_per_project_cells = False {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.169408] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] api.list_records_by_skipping_down_cells = True {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.169575] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] api.local_metadata_per_cell = False {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.169742] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] api.max_limit = 1000 {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.169908] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] api.metadata_cache_expiration = 15 {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.170100] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] api.neutron_default_tenant_id = default {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.170280] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] api.response_validation = warn {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.170449] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] api.use_neutron_default_nets = False {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.170618] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.170794] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] api.vendordata_dynamic_failure_fatal = False {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.170963] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.171148] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] api.vendordata_dynamic_ssl_certfile = {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.171317] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] api.vendordata_dynamic_targets = [] {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.171479] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] api.vendordata_jsonfile_path = None {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.171661] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] api.vendordata_providers = ['StaticJSON'] {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.171853] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] cache.backend = dogpile.cache.memcached {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.172035] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] cache.backend_argument = **** {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.172200] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] cache.backend_expiration_time = None {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.172371] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] cache.config_prefix = cache.oslo {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.172568] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] cache.dead_timeout = 60.0 {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.172756] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] cache.debug_cache_backend = False {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.172924] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] cache.enable_retry_client = False {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.173109] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] cache.enable_socket_keepalive = False {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.173290] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] cache.enabled = True {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.173479] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] cache.enforce_fips_mode = False {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.173659] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] cache.expiration_time = 600 {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.173827] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] cache.hashclient_retry_attempts = 2 {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.173991] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] cache.hashclient_retry_delay = 1.0 {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.174171] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] cache.memcache_dead_retry = 300 {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.174333] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] cache.memcache_password = **** {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.174496] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.174664] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.174829] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] cache.memcache_pool_maxsize = 10 {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.174991] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] cache.memcache_pool_unused_timeout = 60 {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.175171] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] cache.memcache_sasl_enabled = False {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.175349] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] cache.memcache_servers = ['localhost:11211'] {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.175520] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] cache.memcache_socket_timeout = 1.0 {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.175693] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] cache.memcache_username = None {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.175883] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] cache.proxies = [] {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.176066] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] cache.redis_db = 0 {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.176234] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] cache.redis_password = **** {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.176407] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] cache.redis_sentinel_service_name = mymaster {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.176587] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.176756] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] cache.redis_server = localhost:6379 {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.176926] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] cache.redis_socket_timeout = 1.0 {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.177102] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] cache.redis_username = None {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.177273] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] cache.retry_attempts = 2 {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.177440] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] cache.retry_delay = 0.0 {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.177607] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] cache.socket_keepalive_count = 1 {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.177770] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] cache.socket_keepalive_idle = 1 {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.177933] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] cache.socket_keepalive_interval = 1 {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.178107] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] cache.tls_allowed_ciphers = None {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.178268] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] cache.tls_cafile = None {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.178429] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] cache.tls_certfile = None {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.178596] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] cache.tls_enabled = False {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.178753] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] cache.tls_keyfile = None {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.178922] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] cinder.auth_section = None {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.179109] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] cinder.auth_type = password {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.179275] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] cinder.cafile = None {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.179448] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] cinder.catalog_info = volumev3::publicURL {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.179613] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] cinder.certfile = None {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.179778] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] cinder.collect_timing = False {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.179943] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] cinder.cross_az_attach = True {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.180122] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] cinder.debug = False {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.180286] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] cinder.endpoint_template = None {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.180451] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] cinder.http_retries = 3 {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.180619] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] cinder.insecure = False {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.180781] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] cinder.keyfile = None {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.180955] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] cinder.os_region_name = RegionOne {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.181135] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] cinder.split_loggers = False {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.181302] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] cinder.timeout = None {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.181474] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.181639] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] compute.cpu_dedicated_set = None {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.181798] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] compute.cpu_shared_set = None {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.181963] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] compute.image_type_exclude_list = [] {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.182144] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] compute.live_migration_wait_for_vif_plug = True {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.182311] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] compute.max_concurrent_disk_ops = 0 {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.182473] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] compute.max_disk_devices_to_attach = -1 {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.182639] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.182812] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.182975] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] compute.resource_provider_association_refresh = 300 {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.183152] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.183317] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] compute.shutdown_retry_interval = 10 {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.183527] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.183712] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] conductor.workers = 2 {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.183893] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] console.allowed_origins = [] {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.184069] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] console.ssl_ciphers = None {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.184244] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] console.ssl_minimum_version = default {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.184416] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] consoleauth.enforce_session_timeout = False {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.184589] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] consoleauth.token_ttl = 600 {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.184756] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] cyborg.cafile = None {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.184916] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] cyborg.certfile = None {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.185096] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] cyborg.collect_timing = False {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.185261] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] cyborg.connect_retries = None {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.185422] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] cyborg.connect_retry_delay = None {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.185582] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] cyborg.endpoint_override = None {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.185780] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] cyborg.insecure = False {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.185982] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] cyborg.keyfile = None {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.186164] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] cyborg.max_version = None {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.186325] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] cyborg.min_version = None {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.186480] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] cyborg.region_name = None {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.186640] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] cyborg.retriable_status_codes = None {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.186795] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] cyborg.service_name = None {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.186964] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] cyborg.service_type = accelerator {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.187140] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] cyborg.split_loggers = False {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.187302] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] cyborg.status_code_retries = None {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.187460] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] cyborg.status_code_retry_delay = None {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.187617] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] cyborg.timeout = None {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.187796] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.187954] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] cyborg.version = None {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.188146] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] database.backend = sqlalchemy {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.188317] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] database.connection = **** {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.188482] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] database.connection_debug = 0 {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.188650] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] database.connection_parameters = {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.188814] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] database.connection_recycle_time = 3600 {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.188978] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] database.connection_trace = False {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.189181] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] database.db_inc_retry_interval = True {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.189351] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] database.db_max_retries = 20 {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.189516] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] database.db_max_retry_interval = 10 {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.189679] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] database.db_retry_interval = 1 {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.189838] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] database.max_overflow = 50 {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.189999] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] database.max_pool_size = 5 {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.190175] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] database.max_retries = 10 {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.190343] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] database.mysql_sql_mode = TRADITIONAL {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.190502] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] database.mysql_wsrep_sync_wait = None {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.190662] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] database.pool_timeout = None {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.190821] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] database.retry_interval = 10 {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.190977] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] database.slave_connection = **** {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.191154] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] database.sqlite_synchronous = True {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.191317] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] database.use_db_reconnect = False {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.191491] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] api_database.backend = sqlalchemy {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.191659] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] api_database.connection = **** {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.191821] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] api_database.connection_debug = 0 {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.191985] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] api_database.connection_parameters = {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.192176] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] api_database.connection_recycle_time = 3600 {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.192343] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] api_database.connection_trace = False {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.192509] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] api_database.db_inc_retry_interval = True {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.192676] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] api_database.db_max_retries = 20 {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.192835] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] api_database.db_max_retry_interval = 10 {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.192997] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] api_database.db_retry_interval = 1 {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.193173] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] api_database.max_overflow = 50 {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.193339] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] api_database.max_pool_size = 5 {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.193501] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] api_database.max_retries = 10 {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.193672] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.193830] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] api_database.mysql_wsrep_sync_wait = None {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.193988] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] api_database.pool_timeout = None {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.194169] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] api_database.retry_interval = 10 {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.194329] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] api_database.slave_connection = **** {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.194494] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] api_database.sqlite_synchronous = True {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.194667] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] devices.enabled_mdev_types = [] {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.194841] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.195019] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] ephemeral_storage_encryption.default_format = luks {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.195187] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] ephemeral_storage_encryption.enabled = False {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.195352] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] ephemeral_storage_encryption.key_size = 512 {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.195523] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] glance.api_servers = None {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.195698] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] glance.cafile = None {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.195879] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] glance.certfile = None {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.196057] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] glance.collect_timing = False {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.196220] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] glance.connect_retries = None {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.196380] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] glance.connect_retry_delay = None {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.196540] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] glance.debug = False {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.196703] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] glance.default_trusted_certificate_ids = [] {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.196864] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] glance.enable_certificate_validation = False {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.197039] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] glance.enable_rbd_download = False {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.197207] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] glance.endpoint_override = None {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.197375] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] glance.insecure = False {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.197540] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] glance.keyfile = None {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.197702] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] glance.max_version = None {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.197862] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] glance.min_version = None {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.198039] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] glance.num_retries = 3 {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.198216] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] glance.rbd_ceph_conf = {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.198382] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] glance.rbd_connect_timeout = 5 {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.198556] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] glance.rbd_pool = {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.198723] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] glance.rbd_user = {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.198886] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] glance.region_name = None {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.199057] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] glance.retriable_status_codes = None {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.199298] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] glance.service_name = None {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.199487] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] glance.service_type = image {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.199658] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] glance.split_loggers = False {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.199821] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] glance.status_code_retries = None {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.199981] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] glance.status_code_retry_delay = None {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.200156] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] glance.timeout = None {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.200339] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.200508] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] glance.verify_glance_signatures = False {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.200745] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] glance.version = None {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.200936] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] guestfs.debug = False {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.201128] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] manila.auth_section = None {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.201316] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] manila.auth_type = None {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.201481] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] manila.cafile = None {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.201641] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] manila.certfile = None {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.201804] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] manila.collect_timing = False {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.201963] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] manila.connect_retries = None {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.202138] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] manila.connect_retry_delay = None {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.202298] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] manila.endpoint_override = None {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.202462] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] manila.insecure = False {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.202635] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] manila.keyfile = None {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.202884] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] manila.max_version = None {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.203077] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] manila.min_version = None {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.203238] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] manila.region_name = None {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.203420] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] manila.retriable_status_codes = None {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.203604] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] manila.service_name = None {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.203774] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] manila.service_type = shared-file-system {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.203938] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] manila.share_apply_policy_timeout = 10 {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.204115] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] manila.split_loggers = False {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.204279] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] manila.status_code_retries = None {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.204440] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] manila.status_code_retry_delay = None {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.204617] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] manila.timeout = None {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.204882] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] manila.valid_interfaces = ['internal', 'public'] {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.205071] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] manila.version = None {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.205247] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] mks.enabled = False {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.205626] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.205823] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] image_cache.manager_interval = 2400 {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.205997] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] image_cache.precache_concurrency = 1 {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.206187] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] image_cache.remove_unused_base_images = True {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.206359] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.206531] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.206707] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] image_cache.subdirectory_name = _base {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.206883] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] ironic.api_max_retries = 60 {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.207063] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] ironic.api_retry_interval = 2 {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.207232] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] ironic.auth_section = None {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.207399] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] ironic.auth_type = None {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.207562] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] ironic.cafile = None {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.207727] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] ironic.certfile = None {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.207892] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] ironic.collect_timing = False {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.208068] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] ironic.conductor_group = None {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.208234] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] ironic.connect_retries = None {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.208396] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] ironic.connect_retry_delay = None {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.208561] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] ironic.endpoint_override = None {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.208727] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] ironic.insecure = False {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.208886] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] ironic.keyfile = None {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.209060] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] ironic.max_version = None {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.209243] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] ironic.min_version = None {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.209427] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] ironic.peer_list = [] {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.209590] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] ironic.region_name = None {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.209752] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] ironic.retriable_status_codes = None {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.209922] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] ironic.serial_console_state_timeout = 10 {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.210101] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] ironic.service_name = None {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.210279] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] ironic.service_type = baremetal {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.210442] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] ironic.shard = None {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.210610] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] ironic.split_loggers = False {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.210772] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] ironic.status_code_retries = None {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.210931] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] ironic.status_code_retry_delay = None {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.211104] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] ironic.timeout = None {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.211341] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.211520] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] ironic.version = None {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.211705] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.211882] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] key_manager.fixed_key = **** {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.212080] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.212249] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] barbican.barbican_api_version = None {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.212412] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] barbican.barbican_endpoint = None {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.212586] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] barbican.barbican_endpoint_type = public {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.212748] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] barbican.barbican_region_name = None {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.212906] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] barbican.cafile = None {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.213079] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] barbican.certfile = None {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.213247] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] barbican.collect_timing = False {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.213427] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] barbican.insecure = False {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.213582] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] barbican.keyfile = None {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.213748] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] barbican.number_of_retries = 60 {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.213913] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] barbican.retry_delay = 1 {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.214090] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] barbican.send_service_user_token = False {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.214262] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] barbican.split_loggers = False {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.214422] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] barbican.timeout = None {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.214588] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] barbican.verify_ssl = True {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.214746] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] barbican.verify_ssl_path = None {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.214913] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] barbican_service_user.auth_section = None {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.215091] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] barbican_service_user.auth_type = None {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.215256] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] barbican_service_user.cafile = None {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.215418] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] barbican_service_user.certfile = None {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.215583] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] barbican_service_user.collect_timing = False {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.215750] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] barbican_service_user.insecure = False {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.215910] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] barbican_service_user.keyfile = None {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.216088] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] barbican_service_user.split_loggers = False {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.216253] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] barbican_service_user.timeout = None {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.216423] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] vault.approle_role_id = **** {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.216585] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] vault.approle_secret_id = **** {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.216752] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] vault.kv_mountpoint = secret {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.216911] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] vault.kv_path = None {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.217088] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] vault.kv_version = 2 {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.217249] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] vault.namespace = None {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.217416] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] vault.root_token_id = **** {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.217575] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] vault.ssl_ca_crt_file = None {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.217742] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] vault.timeout = 60.0 {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.217905] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] vault.use_ssl = False {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.218084] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.218259] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] keystone.cafile = None {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.218421] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] keystone.certfile = None {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.218588] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] keystone.collect_timing = False {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.218747] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] keystone.connect_retries = None {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.218903] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] keystone.connect_retry_delay = None {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.219072] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] keystone.endpoint_override = None {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.219240] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] keystone.insecure = False {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.219414] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] keystone.keyfile = None {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.219589] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] keystone.max_version = None {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.219748] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] keystone.min_version = None {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.219905] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] keystone.region_name = None {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.220074] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] keystone.retriable_status_codes = None {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.220236] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] keystone.service_name = None {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.220405] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] keystone.service_type = identity {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.220579] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] keystone.split_loggers = False {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.220744] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] keystone.status_code_retries = None {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.220906] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] keystone.status_code_retry_delay = None {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.221080] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] keystone.timeout = None {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.221268] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.221432] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] keystone.version = None {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.221621] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] libvirt.ceph_mount_options = None {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.221936] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] libvirt.ceph_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.222143] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] libvirt.connection_uri = {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.222316] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] libvirt.cpu_mode = None {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.222488] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] libvirt.cpu_model_extra_flags = [] {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.222659] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] libvirt.cpu_models = [] {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.222830] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] libvirt.cpu_power_governor_high = performance {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.222998] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] libvirt.cpu_power_governor_low = powersave {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.223179] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] libvirt.cpu_power_management = False {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.223360] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.223521] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] libvirt.device_detach_attempts = 8 {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.223689] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] libvirt.device_detach_timeout = 20 {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.223855] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] libvirt.disk_cachemodes = [] {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.224030] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] libvirt.disk_prefix = None {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.224202] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] libvirt.enabled_perf_events = [] {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.224371] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] libvirt.file_backed_memory = 0 {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.224541] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] libvirt.gid_maps = [] {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.224699] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] libvirt.hw_disk_discard = None {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.224857] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] libvirt.hw_machine_type = None {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.225038] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] libvirt.images_rbd_ceph_conf = {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.225208] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.225371] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.225542] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] libvirt.images_rbd_glance_store_name = {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.225714] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] libvirt.images_rbd_pool = rbd {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.225884] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] libvirt.images_type = default {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.226055] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] libvirt.images_volume_group = None {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.226223] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] libvirt.inject_key = False {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.226385] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] libvirt.inject_partition = -2 {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.226551] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] libvirt.inject_password = False {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.226714] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] libvirt.iscsi_iface = None {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.226880] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] libvirt.iser_use_multipath = False {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.227054] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] libvirt.live_migration_bandwidth = 0 {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.227223] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] libvirt.live_migration_completion_timeout = 800 {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.227387] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] libvirt.live_migration_downtime = 500 {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.227553] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] libvirt.live_migration_downtime_delay = 75 {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.227712] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] libvirt.live_migration_downtime_steps = 10 {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.227870] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] libvirt.live_migration_inbound_addr = None {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.228043] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] libvirt.live_migration_permit_auto_converge = False {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.228211] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] libvirt.live_migration_permit_post_copy = False {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.228373] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] libvirt.live_migration_scheme = None {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.228545] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] libvirt.live_migration_timeout_action = abort {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.228707] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] libvirt.live_migration_tunnelled = False {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.228866] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] libvirt.live_migration_uri = None {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.229040] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] libvirt.live_migration_with_native_tls = False {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.229206] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] libvirt.max_queues = None {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.229371] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] libvirt.mem_stats_period_seconds = 10 {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.229623] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.229804] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] libvirt.nfs_mount_options = None {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.230116] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] libvirt.nfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.230299] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] libvirt.num_aoe_discover_tries = 3 {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.230469] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] libvirt.num_iser_scan_tries = 5 {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.230637] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] libvirt.num_memory_encrypted_guests = None {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.230803] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] libvirt.num_nvme_discover_tries = 5 {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.230965] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] libvirt.num_pcie_ports = 0 {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.231148] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] libvirt.num_volume_scan_tries = 5 {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.231317] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] libvirt.pmem_namespaces = [] {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.231478] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] libvirt.quobyte_client_cfg = None {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.231770] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] libvirt.quobyte_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.231948] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] libvirt.rbd_connect_timeout = 5 {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.232132] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.232301] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.232461] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] libvirt.rbd_secret_uuid = None {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.232623] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] libvirt.rbd_user = None {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.232787] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] libvirt.realtime_scheduler_priority = 1 {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.232960] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] libvirt.remote_filesystem_transport = ssh {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.233134] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] libvirt.rescue_image_id = None {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.233297] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] libvirt.rescue_kernel_id = None {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.233472] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] libvirt.rescue_ramdisk_id = None {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.233654] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] libvirt.rng_dev_path = /dev/urandom {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.233818] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] libvirt.rx_queue_size = None {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.233988] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] libvirt.smbfs_mount_options = {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.234306] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] libvirt.smbfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.234518] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] libvirt.snapshot_compression = False {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.234694] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] libvirt.snapshot_image_format = None {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.234921] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.235107] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] libvirt.sparse_logical_volumes = False {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.235280] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] libvirt.swtpm_enabled = False {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.235452] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] libvirt.swtpm_group = tss {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.235625] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] libvirt.swtpm_user = tss {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.235796] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] libvirt.sysinfo_serial = unique {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.235958] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] libvirt.tb_cache_size = None {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.236131] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] libvirt.tx_queue_size = None {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.236298] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] libvirt.uid_maps = [] {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.236462] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] libvirt.use_virtio_for_bridges = True {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.236634] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] libvirt.virt_type = kvm {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.236803] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] libvirt.volume_clear = zero {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.236967] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] libvirt.volume_clear_size = 0 {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.237151] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] libvirt.volume_use_multipath = False {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.237313] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] libvirt.vzstorage_cache_path = None {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.237483] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.237653] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] libvirt.vzstorage_mount_group = qemu {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.237817] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] libvirt.vzstorage_mount_opts = [] {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.237986] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.238303] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.238488] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] libvirt.vzstorage_mount_user = stack {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.238665] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.238846] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] neutron.auth_section = None {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.239024] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] neutron.auth_type = password {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.239192] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] neutron.cafile = None {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.239357] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] neutron.certfile = None {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.239522] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] neutron.collect_timing = False {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.239694] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] neutron.connect_retries = None {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.239874] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] neutron.connect_retry_delay = None {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.240060] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] neutron.default_floating_pool = public {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.240227] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] neutron.endpoint_override = None {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.240396] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] neutron.extension_sync_interval = 600 {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.240565] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] neutron.http_retries = 3 {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.240731] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] neutron.insecure = False {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.240890] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] neutron.keyfile = None {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.241062] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] neutron.max_version = None {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.241238] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] neutron.metadata_proxy_shared_secret = **** {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.241401] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] neutron.min_version = None {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.241572] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] neutron.ovs_bridge = br-int {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.241737] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] neutron.physnets = [] {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.241907] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] neutron.region_name = RegionOne {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.242080] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] neutron.retriable_status_codes = None {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.242253] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] neutron.service_metadata_proxy = True {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.242413] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] neutron.service_name = None {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.242657] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] neutron.service_type = network {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.242804] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] neutron.split_loggers = False {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.242971] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] neutron.status_code_retries = None {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.243148] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] neutron.status_code_retry_delay = None {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.243318] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] neutron.timeout = None {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.243526] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.243701] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] neutron.version = None {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.243877] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] notifications.bdms_in_notifications = False {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.244089] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] notifications.default_level = INFO {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.244281] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] notifications.include_share_mapping = False {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.244464] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] notifications.notification_format = unversioned {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.244634] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] notifications.notify_on_state_change = None {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.244812] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.244990] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] pci.alias = [] {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.245179] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] pci.device_spec = [] {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.245347] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] pci.report_in_placement = False {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.245521] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] placement.auth_section = None {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.245697] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] placement.auth_type = password {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.245866] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] placement.auth_url = http://10.180.1.21/identity {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.246085] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] placement.cafile = None {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.246263] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] placement.certfile = None {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.246430] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] placement.collect_timing = False {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.246596] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] placement.connect_retries = None {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.246757] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] placement.connect_retry_delay = None {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.246915] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] placement.default_domain_id = None {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.247086] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] placement.default_domain_name = None {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.247249] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] placement.domain_id = None {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.247407] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] placement.domain_name = None {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.247567] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] placement.endpoint_override = None {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.247727] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] placement.insecure = False {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.247884] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] placement.keyfile = None {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.248067] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] placement.max_version = None {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.248250] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] placement.min_version = None {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.248423] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] placement.password = **** {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.248585] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] placement.project_domain_id = None {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.248751] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] placement.project_domain_name = Default {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.248915] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] placement.project_id = None {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.249103] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] placement.project_name = service {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.249278] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] placement.region_name = RegionOne {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.249439] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] placement.retriable_status_codes = None {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.249600] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] placement.service_name = None {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.249784] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] placement.service_type = placement {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.249967] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] placement.split_loggers = False {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.250171] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] placement.status_code_retries = None {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.250339] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] placement.status_code_retry_delay = None {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.250501] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] placement.system_scope = None {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.250663] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] placement.timeout = None {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.250822] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] placement.trust_id = None {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.250978] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] placement.user_domain_id = None {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.251162] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] placement.user_domain_name = Default {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.251324] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] placement.user_id = None {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.251494] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] placement.username = nova {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.251675] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.251835] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] placement.version = None {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.252029] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] quota.cores = 20 {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.252231] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] quota.count_usage_from_placement = False {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.252409] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.252585] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] quota.injected_file_content_bytes = 10240 {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.252754] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] quota.injected_file_path_length = 255 {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.252967] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] quota.injected_files = 5 {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.253173] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] quota.instances = 10 {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.253354] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] quota.key_pairs = 100 {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.253537] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] quota.metadata_items = 128 {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.253708] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] quota.ram = 51200 {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.253874] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] quota.recheck_quota = True {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.254057] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] quota.server_group_members = 10 {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.254230] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] quota.server_groups = 10 {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.254462] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] quota.unified_limits_resource_list = ['servers'] {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.254651] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] quota.unified_limits_resource_strategy = require {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.254829] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.254996] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.255177] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] scheduler.image_metadata_prefilter = False {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.255345] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.255508] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] scheduler.max_attempts = 3 {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.255672] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] scheduler.max_placement_results = 1000 {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.255847] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.256063] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] scheduler.query_placement_for_image_type_support = False {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.256251] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.256429] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] scheduler.workers = 2 {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.256604] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.256802] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.257042] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.257239] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.257414] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.257587] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.257753] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.257946] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.258137] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] filter_scheduler.host_subset_size = 1 {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.258308] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.258467] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] filter_scheduler.image_properties_default_architecture = None {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.258636] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.258803] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] filter_scheduler.isolated_hosts = [] {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.259025] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] filter_scheduler.isolated_images = [] {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.259322] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] filter_scheduler.max_instances_per_host = 50 {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.259573] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.259762] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.259959] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] filter_scheduler.pci_in_placement = False {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.260183] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.260366] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.260588] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.260810] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.260992] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.261206] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.261383] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] filter_scheduler.track_instance_changes = True {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.261564] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.261739] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] metrics.required = True {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.261905] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] metrics.weight_multiplier = 1.0 {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.262098] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] metrics.weight_of_unavailable = -10000.0 {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.262279] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] metrics.weight_setting = [] {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.262596] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.262777] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] serial_console.enabled = False {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.262982] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] serial_console.port_range = 10000:20000 {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.263216] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.263419] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.263601] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] serial_console.serialproxy_port = 6083 {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.263774] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] service_user.auth_section = None {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.263951] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] service_user.auth_type = password {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.264146] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] service_user.cafile = None {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.264318] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] service_user.certfile = None {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.264487] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] service_user.collect_timing = False {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.264653] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] service_user.insecure = False {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.264814] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] service_user.keyfile = None {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.264986] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] service_user.send_service_user_token = True {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.265196] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] service_user.split_loggers = False {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.265364] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] service_user.timeout = None {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.265540] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] spice.agent_enabled = True {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.265707] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] spice.enabled = False {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.266037] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.266264] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] spice.html5proxy_host = 0.0.0.0 {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.266441] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] spice.html5proxy_port = 6082 {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.266608] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] spice.image_compression = None {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.266768] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] spice.jpeg_compression = None {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.266962] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] spice.playback_compression = None {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.267164] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] spice.require_secure = False {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.267345] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] spice.server_listen = 127.0.0.1 {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.267517] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.267682] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] spice.streaming_mode = None {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.267842] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] spice.zlib_compression = None {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.268015] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] upgrade_levels.baseapi = None {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.268214] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] upgrade_levels.compute = auto {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.268380] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] upgrade_levels.conductor = None {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.268542] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] upgrade_levels.scheduler = None {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.268712] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] vendordata_dynamic_auth.auth_section = None {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.268875] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] vendordata_dynamic_auth.auth_type = None {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.269061] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] vendordata_dynamic_auth.cafile = None {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.269243] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] vendordata_dynamic_auth.certfile = None {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.269414] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] vendordata_dynamic_auth.collect_timing = False {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.269583] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] vendordata_dynamic_auth.insecure = False {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.269742] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] vendordata_dynamic_auth.keyfile = None {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.269904] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] vendordata_dynamic_auth.split_loggers = False {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.270104] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] vendordata_dynamic_auth.timeout = None {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.270310] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] vmware.api_retry_count = 10 {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.270476] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] vmware.ca_file = None {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.270651] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] vmware.cache_prefix = devstack-image-cache {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.270823] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] vmware.cluster_name = testcl1 {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.270993] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] vmware.connection_pool_size = 10 {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.271193] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] vmware.console_delay_seconds = None {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.271372] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] vmware.datastore_regex = ^datastore.* {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.271589] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] vmware.host_ip = vc1.osci.c.eu-de-1.cloud.sap {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.271766] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] vmware.host_password = **** {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.271933] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] vmware.host_port = 443 {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.272131] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] vmware.host_username = administrator@vsphere.local {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.272313] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] vmware.insecure = True {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.272477] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] vmware.integration_bridge = None {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.272646] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] vmware.maximum_objects = 100 {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.272808] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] vmware.pbm_default_policy = None {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.272974] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] vmware.pbm_enabled = False {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.273201] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] vmware.pbm_wsdl_location = None {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.273409] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.273582] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] vmware.serial_port_proxy_uri = None {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.273745] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] vmware.serial_port_service_uri = None {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.273916] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] vmware.task_poll_interval = 0.5 {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.274123] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] vmware.use_linked_clone = False {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.274313] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] vmware.vnc_keymap = en-us {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.274484] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] vmware.vnc_port = 5900 {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.274651] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] vmware.vnc_port_total = 10000 {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.274835] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] vnc.auth_schemes = ['none'] {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.275026] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] vnc.enabled = False {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.275348] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.275535] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.275711] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] vnc.novncproxy_port = 6080 {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.275901] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] vnc.server_listen = 127.0.0.1 {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.276098] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.276266] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] vnc.vencrypt_ca_certs = None {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.276427] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] vnc.vencrypt_client_cert = None {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.276588] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] vnc.vencrypt_client_key = None {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.276768] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.276932] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] workarounds.disable_deep_image_inspection = False {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.277132] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] workarounds.disable_fallback_pcpu_query = False {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.277314] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] workarounds.disable_group_policy_check_upcall = False {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.277480] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.277648] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] workarounds.disable_rootwrap = False {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.277813] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] workarounds.enable_numa_live_migration = False {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.277978] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.278185] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.278358] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] workarounds.handle_virt_lifecycle_events = True {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.278524] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] workarounds.libvirt_disable_apic = False {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.278687] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] workarounds.never_download_image_if_on_rbd = False {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.278922] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.279137] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.279319] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.279489] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.279653] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.279818] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.279984] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.280200] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.280391] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.280579] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.280754] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] wsgi.client_socket_timeout = 900 {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.280923] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] wsgi.default_pool_size = 1000 {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.281129] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] wsgi.keep_alive = True {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.281320] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] wsgi.max_header_line = 16384 {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.281487] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] wsgi.secure_proxy_ssl_header = None {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.281651] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] wsgi.ssl_ca_file = None {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.281814] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] wsgi.ssl_cert_file = None {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.281974] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] wsgi.ssl_key_file = None {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.282159] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] wsgi.tcp_keepidle = 600 {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.282342] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] wsgi.wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.282515] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] zvm.ca_file = None {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.282681] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] zvm.cloud_connector_url = None {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.282982] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] zvm.image_tmp_path = /opt/stack/data/n-cpu-1/images {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.283191] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] zvm.reachable_timeout = 300 {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.283420] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.283616] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.283800] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] profiler.connection_string = messaging:// {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.283972] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] profiler.enabled = False {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.284162] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] profiler.es_doc_type = notification {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.284330] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] profiler.es_scroll_size = 10000 {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.284504] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] profiler.es_scroll_time = 2m {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.284672] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] profiler.filter_error_trace = False {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.284841] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] profiler.hmac_keys = **** {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.285014] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] profiler.sentinel_service_name = mymaster {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.285222] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] profiler.socket_timeout = 0.1 {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.285394] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] profiler.trace_requests = False {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.285561] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] profiler.trace_sqlalchemy = False {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.285742] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] profiler_jaeger.process_tags = {} {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.285904] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] profiler_jaeger.service_name_prefix = None {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.286080] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] profiler_otlp.service_name_prefix = None {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.286250] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] remote_debug.host = None {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.286411] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] remote_debug.port = None {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.286591] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.286754] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.286916] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.287090] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.287258] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.287422] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.287583] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.287743] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.287905] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.288087] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.288249] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.288419] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.288590] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.288758] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.288928] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] oslo_messaging_rabbit.processname = nova-compute {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.289131] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.289313] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.289492] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.289658] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.289819] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.289983] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.290164] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.290342] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.290524] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.290689] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.290853] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.291026] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.291194] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.291365] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.291533] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] oslo_messaging_rabbit.ssl = False {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.291717] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.291892] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.292069] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.292246] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.292419] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] oslo_messaging_rabbit.ssl_version = {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.292586] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.292775] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.292944] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] oslo_messaging_notifications.retry = -1 {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.293168] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.293418] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] oslo_messaging_notifications.transport_url = **** {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.293620] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] oslo_limit.auth_section = None {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.293792] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] oslo_limit.auth_type = None {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.293957] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] oslo_limit.cafile = None {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.294143] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] oslo_limit.certfile = None {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.294314] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] oslo_limit.collect_timing = False {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.294478] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] oslo_limit.connect_retries = None {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.294641] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] oslo_limit.connect_retry_delay = None {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.294802] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] oslo_limit.endpoint_id = None {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.294976] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] oslo_limit.endpoint_interface = publicURL {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.295178] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] oslo_limit.endpoint_override = None {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.295348] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] oslo_limit.endpoint_region_name = None {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.295517] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] oslo_limit.endpoint_service_name = None {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.295674] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] oslo_limit.endpoint_service_type = None {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.295861] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] oslo_limit.insecure = False {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.296042] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] oslo_limit.keyfile = None {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.296209] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] oslo_limit.max_version = None {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.296372] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] oslo_limit.min_version = None {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.296532] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] oslo_limit.region_name = None {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.296693] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] oslo_limit.retriable_status_codes = None {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.296853] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] oslo_limit.service_name = None {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.297027] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] oslo_limit.service_type = None {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.297228] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] oslo_limit.split_loggers = False {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.297396] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] oslo_limit.status_code_retries = None {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.297559] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] oslo_limit.status_code_retry_delay = None {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.297719] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] oslo_limit.timeout = None {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.297876] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] oslo_limit.valid_interfaces = None {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.298049] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] oslo_limit.version = None {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.298223] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] oslo_reports.file_event_handler = None {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.298391] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] oslo_reports.file_event_handler_interval = 1 {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.298555] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] oslo_reports.log_dir = None {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.298729] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.298890] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] vif_plug_linux_bridge_privileged.group = None {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.299081] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.299274] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.299448] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] vif_plug_linux_bridge_privileged.thread_pool_size = 8 {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.299610] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] vif_plug_linux_bridge_privileged.user = None {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.299804] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.299981] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] vif_plug_ovs_privileged.group = None {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.300210] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] vif_plug_ovs_privileged.helper_command = None {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.300417] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.300602] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] vif_plug_ovs_privileged.thread_pool_size = 8 {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.300767] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] vif_plug_ovs_privileged.user = None {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.300940] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] os_vif_linux_bridge.flat_interface = None {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.301165] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.301406] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] os_vif_linux_bridge.iptables_bottom_regex = {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.301607] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.301785] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] os_vif_linux_bridge.iptables_top_regex = {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.301954] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.302140] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] os_vif_linux_bridge.use_ipv6 = False {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.302306] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] os_vif_linux_bridge.vlan_interface = None {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.302483] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] os_vif_ovs.default_qos_type = linux-noop {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.302656] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] os_vif_ovs.isolate_vif = False {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.302826] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] os_vif_ovs.network_device_mtu = 1500 {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.302992] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] os_vif_ovs.ovs_vsctl_timeout = 120 {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.303203] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] os_vif_ovs.ovsdb_connection = tcp:127.0.0.1:6640 {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.303391] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] os_vif_ovs.ovsdb_interface = native {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.303604] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] os_vif_ovs.per_port_bridge = False {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.303786] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] privsep_osbrick.capabilities = [21] {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.303950] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] privsep_osbrick.group = None {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.304126] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] privsep_osbrick.helper_command = None {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.304293] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] privsep_osbrick.logger_name = os_brick.privileged {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.304459] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] privsep_osbrick.thread_pool_size = 8 {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.304619] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] privsep_osbrick.user = None {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.304790] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] nova_sys_admin.capabilities = [0, 1, 2, 3, 12, 21] {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.304948] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] nova_sys_admin.group = None {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.305141] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] nova_sys_admin.helper_command = None {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.305323] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] nova_sys_admin.logger_name = oslo_privsep.daemon {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.305490] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] nova_sys_admin.thread_pool_size = 8 {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.305651] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] nova_sys_admin.user = None {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.305781] env[62574]: DEBUG oslo_service.service [None req-a5894de8-94e0-494f-9b17-38d8222f0ff6 None None] ******************************************************************************** {{(pid=62574) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 551.306221] env[62574]: INFO nova.service [-] Starting compute node (version 0.1.0) [ 551.810492] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-a15aa48c-3468-4662-b380-4fcf50c83a7b None None] Getting list of instances from cluster (obj){ [ 551.810492] env[62574]: value = "domain-c8" [ 551.810492] env[62574]: _type = "ClusterComputeResource" [ 551.810492] env[62574]: } {{(pid=62574) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 551.811612] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54679089-b1c7-4950-876b-c770cf74c638 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.820194] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-a15aa48c-3468-4662-b380-4fcf50c83a7b None None] Got total of 0 instances {{(pid=62574) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 551.820796] env[62574]: WARNING nova.virt.vmwareapi.driver [None req-a15aa48c-3468-4662-b380-4fcf50c83a7b None None] The vmwareapi driver is not tested by the OpenStack project nor does it have clear maintainer(s) and thus its quality can not be ensured. It should be considered experimental and may be removed in a future release. If you are using the driver in production please let us know via the openstack-discuss mailing list. [ 551.821277] env[62574]: INFO nova.virt.node [None req-a15aa48c-3468-4662-b380-4fcf50c83a7b None None] Generated node identity f0ed160a-beff-4626-a531-2a70d7bc0627 [ 551.821508] env[62574]: INFO nova.virt.node [None req-a15aa48c-3468-4662-b380-4fcf50c83a7b None None] Wrote node identity f0ed160a-beff-4626-a531-2a70d7bc0627 to /opt/stack/data/n-cpu-1/compute_id [ 552.324637] env[62574]: WARNING nova.compute.manager [None req-a15aa48c-3468-4662-b380-4fcf50c83a7b None None] Compute nodes ['f0ed160a-beff-4626-a531-2a70d7bc0627'] for host cpu-1 were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning. [ 553.331067] env[62574]: INFO nova.compute.manager [None req-a15aa48c-3468-4662-b380-4fcf50c83a7b None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host [ 554.336170] env[62574]: WARNING nova.compute.manager [None req-a15aa48c-3468-4662-b380-4fcf50c83a7b None None] No compute node record found for host cpu-1. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cpu-1 could not be found. [ 554.336543] env[62574]: DEBUG oslo_concurrency.lockutils [None req-a15aa48c-3468-4662-b380-4fcf50c83a7b None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 554.336666] env[62574]: DEBUG oslo_concurrency.lockutils [None req-a15aa48c-3468-4662-b380-4fcf50c83a7b None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 554.336813] env[62574]: DEBUG oslo_concurrency.lockutils [None req-a15aa48c-3468-4662-b380-4fcf50c83a7b None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 554.336971] env[62574]: DEBUG nova.compute.resource_tracker [None req-a15aa48c-3468-4662-b380-4fcf50c83a7b None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62574) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 554.337918] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4cb5ec0-b1f4-4777-8ca6-821ba2829886 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 554.346208] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cc159b7-e675-42ea-bcdd-9c36b5038d8d {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 554.359583] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5bf910a-7778-4296-840e-d7113fecb11a {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 554.365826] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a018d5a-0dcb-4c81-93bb-575266eb43c1 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 554.395208] env[62574]: DEBUG nova.compute.resource_tracker [None req-a15aa48c-3468-4662-b380-4fcf50c83a7b None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181323MB free_disk=149GB free_vcpus=48 pci_devices=None {{(pid=62574) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 554.395361] env[62574]: DEBUG oslo_concurrency.lockutils [None req-a15aa48c-3468-4662-b380-4fcf50c83a7b None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 554.395556] env[62574]: DEBUG oslo_concurrency.lockutils [None req-a15aa48c-3468-4662-b380-4fcf50c83a7b None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 554.897896] env[62574]: WARNING nova.compute.resource_tracker [None req-a15aa48c-3468-4662-b380-4fcf50c83a7b None None] No compute node record for cpu-1:f0ed160a-beff-4626-a531-2a70d7bc0627: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host f0ed160a-beff-4626-a531-2a70d7bc0627 could not be found. [ 555.401418] env[62574]: INFO nova.compute.resource_tracker [None req-a15aa48c-3468-4662-b380-4fcf50c83a7b None None] Compute node record created for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 with uuid: f0ed160a-beff-4626-a531-2a70d7bc0627 [ 556.909070] env[62574]: DEBUG nova.compute.resource_tracker [None req-a15aa48c-3468-4662-b380-4fcf50c83a7b None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62574) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 556.909070] env[62574]: DEBUG nova.compute.resource_tracker [None req-a15aa48c-3468-4662-b380-4fcf50c83a7b None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62574) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 557.067693] env[62574]: INFO nova.scheduler.client.report [None req-a15aa48c-3468-4662-b380-4fcf50c83a7b None None] [req-d96a8f5c-9fdf-4876-91c0-6240e92dda0b] Created resource provider record via placement API for resource provider with UUID f0ed160a-beff-4626-a531-2a70d7bc0627 and name domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28. [ 557.082408] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-feb7d0a4-979e-4d87-8b01-1031839b0f00 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.090363] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f08ecf1-908d-412f-8b8d-66023560f83d {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.120643] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b649459e-1feb-471f-b29b-99a37a867d82 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.127551] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a46f7580-a145-417a-868c-814215f22cc4 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.141127] env[62574]: DEBUG nova.compute.provider_tree [None req-a15aa48c-3468-4662-b380-4fcf50c83a7b None None] Updating inventory in ProviderTree for provider f0ed160a-beff-4626-a531-2a70d7bc0627 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 557.685021] env[62574]: DEBUG nova.scheduler.client.report [None req-a15aa48c-3468-4662-b380-4fcf50c83a7b None None] Updated inventory for provider f0ed160a-beff-4626-a531-2a70d7bc0627 with generation 0 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 557.685021] env[62574]: DEBUG nova.compute.provider_tree [None req-a15aa48c-3468-4662-b380-4fcf50c83a7b None None] Updating resource provider f0ed160a-beff-4626-a531-2a70d7bc0627 generation from 0 to 1 during operation: update_inventory {{(pid=62574) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 557.685021] env[62574]: DEBUG nova.compute.provider_tree [None req-a15aa48c-3468-4662-b380-4fcf50c83a7b None None] Updating inventory in ProviderTree for provider f0ed160a-beff-4626-a531-2a70d7bc0627 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 557.751387] env[62574]: DEBUG nova.compute.provider_tree [None req-a15aa48c-3468-4662-b380-4fcf50c83a7b None None] Updating resource provider f0ed160a-beff-4626-a531-2a70d7bc0627 generation from 1 to 2 during operation: update_traits {{(pid=62574) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 558.256054] env[62574]: DEBUG nova.compute.resource_tracker [None req-a15aa48c-3468-4662-b380-4fcf50c83a7b None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62574) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 558.256412] env[62574]: DEBUG oslo_concurrency.lockutils [None req-a15aa48c-3468-4662-b380-4fcf50c83a7b None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.861s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 558.256412] env[62574]: DEBUG nova.service [None req-a15aa48c-3468-4662-b380-4fcf50c83a7b None None] Creating RPC server for service compute {{(pid=62574) start /opt/stack/nova/nova/service.py:186}} [ 558.269449] env[62574]: DEBUG nova.service [None req-a15aa48c-3468-4662-b380-4fcf50c83a7b None None] Join ServiceGroup membership for this service compute {{(pid=62574) start /opt/stack/nova/nova/service.py:203}} [ 558.269643] env[62574]: DEBUG nova.servicegroup.drivers.db [None req-a15aa48c-3468-4662-b380-4fcf50c83a7b None None] DB_Driver: join new ServiceGroup member cpu-1 to the compute group, service = {{(pid=62574) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 609.271902] env[62574]: DEBUG oslo_service.periodic_task [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62574) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 609.272413] env[62574]: DEBUG oslo_service.periodic_task [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62574) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 609.272513] env[62574]: DEBUG nova.compute.manager [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Starting heal instance info cache {{(pid=62574) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10345}} [ 609.272612] env[62574]: DEBUG nova.compute.manager [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Rebuilding the list of instances to heal {{(pid=62574) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10349}} [ 609.775245] env[62574]: DEBUG nova.compute.manager [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Didn't find any instances for network info cache update. {{(pid=62574) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10431}} [ 609.775461] env[62574]: DEBUG oslo_service.periodic_task [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62574) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 609.775693] env[62574]: DEBUG oslo_service.periodic_task [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62574) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 609.775880] env[62574]: DEBUG oslo_service.periodic_task [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62574) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 609.776080] env[62574]: DEBUG oslo_service.periodic_task [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62574) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 609.776269] env[62574]: DEBUG oslo_service.periodic_task [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62574) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 609.776448] env[62574]: DEBUG oslo_service.periodic_task [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Running periodic task ComputeManager._sync_power_states {{(pid=62574) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 610.279390] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Getting list of instances from cluster (obj){ [ 610.279390] env[62574]: value = "domain-c8" [ 610.279390] env[62574]: _type = "ClusterComputeResource" [ 610.279390] env[62574]: } {{(pid=62574) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 610.280647] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cb4d084-31cb-4803-983b-9d0d3c372947 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.288949] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Got total of 0 instances {{(pid=62574) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 610.289172] env[62574]: DEBUG oslo_service.periodic_task [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62574) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 610.289360] env[62574]: DEBUG nova.compute.manager [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62574) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10964}} [ 610.289512] env[62574]: DEBUG oslo_service.periodic_task [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Running periodic task ComputeManager.update_available_resource {{(pid=62574) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 610.792081] env[62574]: DEBUG oslo_concurrency.lockutils [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 610.792375] env[62574]: DEBUG oslo_concurrency.lockutils [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 610.792546] env[62574]: DEBUG oslo_concurrency.lockutils [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 610.792698] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62574) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 610.793665] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e03dedc1-610f-4adf-b925-58df7f071200 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.800948] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7827d862-0b8f-4d3c-819f-9c29886529ed {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.814830] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b66aa44b-bd72-46c3-957d-4580b2fce6cd {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.820903] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f43a5395-e752-46cf-a976-20648b83b435 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.848891] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181337MB free_disk=149GB free_vcpus=48 pci_devices=None {{(pid=62574) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 610.849102] env[62574]: DEBUG oslo_concurrency.lockutils [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 610.849220] env[62574]: DEBUG oslo_concurrency.lockutils [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 611.866430] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62574) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 611.866687] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62574) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 611.881121] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf953e3a-968c-45f7-b484-5f7c2f7f2716 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.888760] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d05248e-5a37-4dc4-a91b-0c41e530156b {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.918979] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6daf951e-517b-4f1d-868f-66944e37ef1a {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.925530] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6cf9ac8-b616-4315-a793-82aaa4a6b2af {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.937883] env[62574]: DEBUG nova.compute.provider_tree [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Inventory has not changed in ProviderTree for provider: f0ed160a-beff-4626-a531-2a70d7bc0627 {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 612.441385] env[62574]: DEBUG nova.scheduler.client.report [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Inventory has not changed for provider f0ed160a-beff-4626-a531-2a70d7bc0627 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 612.946579] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62574) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 612.946959] env[62574]: DEBUG oslo_concurrency.lockutils [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.098s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 612.947051] env[62574]: DEBUG oslo_service.periodic_task [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=62574) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 612.947372] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Getting list of instances from cluster (obj){ [ 612.947372] env[62574]: value = "domain-c8" [ 612.947372] env[62574]: _type = "ClusterComputeResource" [ 612.947372] env[62574]: } {{(pid=62574) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 612.948396] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73e402bb-c0eb-4d15-ac06-72b32d145c4e {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.956940] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Got total of 0 instances {{(pid=62574) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 670.258814] env[62574]: DEBUG oslo_service.periodic_task [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62574) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 670.259229] env[62574]: DEBUG oslo_service.periodic_task [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62574) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 670.764585] env[62574]: DEBUG oslo_service.periodic_task [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62574) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 670.764736] env[62574]: DEBUG nova.compute.manager [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Starting heal instance info cache {{(pid=62574) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10345}} [ 670.764862] env[62574]: DEBUG nova.compute.manager [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Rebuilding the list of instances to heal {{(pid=62574) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10349}} [ 671.269355] env[62574]: DEBUG nova.compute.manager [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Didn't find any instances for network info cache update. {{(pid=62574) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10431}} [ 671.269726] env[62574]: DEBUG oslo_service.periodic_task [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62574) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 671.269726] env[62574]: DEBUG oslo_service.periodic_task [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62574) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 671.269878] env[62574]: DEBUG oslo_service.periodic_task [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62574) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 671.270014] env[62574]: DEBUG oslo_service.periodic_task [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62574) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 671.270165] env[62574]: DEBUG oslo_service.periodic_task [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62574) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 671.270302] env[62574]: DEBUG oslo_service.periodic_task [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62574) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 671.270429] env[62574]: DEBUG nova.compute.manager [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62574) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10964}} [ 671.270563] env[62574]: DEBUG oslo_service.periodic_task [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Running periodic task ComputeManager.update_available_resource {{(pid=62574) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 671.773289] env[62574]: DEBUG oslo_concurrency.lockutils [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 671.773540] env[62574]: DEBUG oslo_concurrency.lockutils [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 671.773727] env[62574]: DEBUG oslo_concurrency.lockutils [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 671.773892] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62574) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 671.774761] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56b256e5-03e5-4710-8480-6729468ca851 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.782725] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ee6c043-ff57-416c-b7bf-766348a0a197 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.796747] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b939ec2f-7b1b-4162-9a49-a82607768740 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.802710] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2998f110-42a5-4e23-a937-c960810bef6b {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.830526] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181342MB free_disk=149GB free_vcpus=48 pci_devices=None {{(pid=62574) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 671.830675] env[62574]: DEBUG oslo_concurrency.lockutils [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 671.830866] env[62574]: DEBUG oslo_concurrency.lockutils [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 672.849410] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62574) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 672.849637] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62574) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 672.862447] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bc441b0-484b-4a68-8efe-21ba9fbb5e80 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.870061] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae23a2d4-f307-4af8-95a1-6972bc544ffa {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.900578] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e79e8d5b-1c13-4278-ac8a-0859f75fabad {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.907376] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86598c19-183f-449b-93b8-354eccf56ea6 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.919788] env[62574]: DEBUG nova.compute.provider_tree [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Inventory has not changed in ProviderTree for provider: f0ed160a-beff-4626-a531-2a70d7bc0627 {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 673.422714] env[62574]: DEBUG nova.scheduler.client.report [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Inventory has not changed for provider f0ed160a-beff-4626-a531-2a70d7bc0627 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 673.424118] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62574) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 673.424302] env[62574]: DEBUG oslo_concurrency.lockutils [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.593s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 733.425423] env[62574]: DEBUG oslo_service.periodic_task [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62574) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 733.425829] env[62574]: DEBUG oslo_service.periodic_task [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62574) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 733.425829] env[62574]: DEBUG nova.compute.manager [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Starting heal instance info cache {{(pid=62574) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10345}} [ 733.426044] env[62574]: DEBUG nova.compute.manager [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Rebuilding the list of instances to heal {{(pid=62574) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10349}} [ 733.931488] env[62574]: DEBUG nova.compute.manager [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Didn't find any instances for network info cache update. {{(pid=62574) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10431}} [ 733.931810] env[62574]: DEBUG oslo_service.periodic_task [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62574) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 733.931891] env[62574]: DEBUG oslo_service.periodic_task [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62574) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 733.931996] env[62574]: DEBUG oslo_service.periodic_task [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62574) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 733.932163] env[62574]: DEBUG oslo_service.periodic_task [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62574) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 733.932300] env[62574]: DEBUG oslo_service.periodic_task [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62574) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 733.932458] env[62574]: DEBUG oslo_service.periodic_task [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62574) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 733.932650] env[62574]: DEBUG nova.compute.manager [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62574) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10964}} [ 733.932804] env[62574]: DEBUG oslo_service.periodic_task [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Running periodic task ComputeManager.update_available_resource {{(pid=62574) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 734.436511] env[62574]: DEBUG oslo_concurrency.lockutils [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 734.436882] env[62574]: DEBUG oslo_concurrency.lockutils [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 734.436882] env[62574]: DEBUG oslo_concurrency.lockutils [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 734.436882] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62574) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 734.437789] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-712efc49-674a-4da6-af6b-bf5dc7da82a3 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.446974] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23e8b445-f510-4bc5-81d7-ac2043ecd047 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.460502] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9c9bab9-811d-46dc-8429-9c11cf17defc {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.466688] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5773a39d-ea7e-4c8f-b023-a3d4e7074ecc {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.494718] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181335MB free_disk=149GB free_vcpus=48 pci_devices=None {{(pid=62574) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 734.494868] env[62574]: DEBUG oslo_concurrency.lockutils [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 734.495061] env[62574]: DEBUG oslo_concurrency.lockutils [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 735.513049] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62574) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 735.513321] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62574) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 735.526954] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f61c6de-ecb6-4047-8525-6ba4c4e26e32 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.534969] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb5cb25a-789d-4bbe-879f-da652f6a8243 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.565704] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ea95a84-c4c3-4743-8599-b1958ce25498 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.572632] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f69b059b-0f0e-491e-a2c3-bfb4373fc13f {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.585511] env[62574]: DEBUG nova.compute.provider_tree [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Inventory has not changed in ProviderTree for provider: f0ed160a-beff-4626-a531-2a70d7bc0627 {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 736.092222] env[62574]: DEBUG nova.scheduler.client.report [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Inventory has not changed for provider f0ed160a-beff-4626-a531-2a70d7bc0627 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 736.093486] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62574) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 736.093666] env[62574]: DEBUG oslo_concurrency.lockutils [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.599s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 793.242839] env[62574]: DEBUG oslo_service.periodic_task [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62574) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 793.243308] env[62574]: DEBUG oslo_service.periodic_task [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62574) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 793.747342] env[62574]: DEBUG oslo_service.periodic_task [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62574) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 793.747601] env[62574]: DEBUG nova.compute.manager [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Starting heal instance info cache {{(pid=62574) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10345}} [ 793.747601] env[62574]: DEBUG nova.compute.manager [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Rebuilding the list of instances to heal {{(pid=62574) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10349}} [ 794.250320] env[62574]: DEBUG nova.compute.manager [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Didn't find any instances for network info cache update. {{(pid=62574) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10431}} [ 794.250695] env[62574]: DEBUG oslo_service.periodic_task [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62574) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 794.250695] env[62574]: DEBUG oslo_service.periodic_task [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62574) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 794.250826] env[62574]: DEBUG oslo_service.periodic_task [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62574) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 794.250975] env[62574]: DEBUG oslo_service.periodic_task [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62574) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 794.251139] env[62574]: DEBUG oslo_service.periodic_task [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62574) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 794.251314] env[62574]: DEBUG oslo_service.periodic_task [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62574) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 794.251410] env[62574]: DEBUG nova.compute.manager [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62574) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10964}} [ 794.251544] env[62574]: DEBUG oslo_service.periodic_task [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Running periodic task ComputeManager.update_available_resource {{(pid=62574) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 794.754470] env[62574]: DEBUG oslo_concurrency.lockutils [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 794.754737] env[62574]: DEBUG oslo_concurrency.lockutils [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 794.754948] env[62574]: DEBUG oslo_concurrency.lockutils [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 794.756315] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62574) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 794.756315] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04293710-f149-43a1-bd83-85dde814cff4 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.764426] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d19627d7-582a-48aa-be8e-604a696f9a89 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.778803] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f82c5946-bb60-4fcc-9295-ac8cb49d243d {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.784855] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07dfbe52-dca3-4de9-8cf5-ce89f6128268 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.813159] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181332MB free_disk=149GB free_vcpus=48 pci_devices=None {{(pid=62574) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 794.813303] env[62574]: DEBUG oslo_concurrency.lockutils [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 794.813541] env[62574]: DEBUG oslo_concurrency.lockutils [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 795.830881] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62574) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 795.831140] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62574) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 795.844259] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a89a1fd-a223-462a-8260-7503f52d5247 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.851925] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6da9d3c6-4728-4589-b670-f0dfcba688f8 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.882520] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cbe23ee-1bde-4347-b3f8-d5fab33591c9 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.889469] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3680f72-dcad-4bd6-b9e1-7707de7dd6c5 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.901916] env[62574]: DEBUG nova.compute.provider_tree [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Inventory has not changed in ProviderTree for provider: f0ed160a-beff-4626-a531-2a70d7bc0627 {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 796.404721] env[62574]: DEBUG nova.scheduler.client.report [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Inventory has not changed for provider f0ed160a-beff-4626-a531-2a70d7bc0627 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 796.406099] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62574) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 796.406284] env[62574]: DEBUG oslo_concurrency.lockutils [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.593s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 846.578475] env[62574]: DEBUG oslo_service.periodic_task [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62574) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 846.578872] env[62574]: DEBUG oslo_service.periodic_task [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62574) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 846.578997] env[62574]: DEBUG nova.compute.manager [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Cleaning up deleted instances {{(pid=62574) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11645}} [ 847.083383] env[62574]: DEBUG nova.compute.manager [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] There are 0 instances to clean {{(pid=62574) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11654}} [ 847.083622] env[62574]: DEBUG oslo_service.periodic_task [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62574) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 847.083761] env[62574]: DEBUG nova.compute.manager [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Cleaning up deleted instances with incomplete migration {{(pid=62574) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11683}} [ 847.586371] env[62574]: DEBUG oslo_service.periodic_task [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62574) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 849.088609] env[62574]: DEBUG oslo_service.periodic_task [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62574) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 849.088609] env[62574]: DEBUG nova.compute.manager [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62574) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10964}} [ 849.578672] env[62574]: DEBUG oslo_service.periodic_task [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62574) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 849.578884] env[62574]: DEBUG oslo_service.periodic_task [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62574) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 850.579070] env[62574]: DEBUG oslo_service.periodic_task [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62574) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 851.578124] env[62574]: DEBUG oslo_service.periodic_task [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62574) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 851.578308] env[62574]: DEBUG nova.compute.manager [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Starting heal instance info cache {{(pid=62574) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10345}} [ 851.578347] env[62574]: DEBUG nova.compute.manager [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Rebuilding the list of instances to heal {{(pid=62574) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10349}} [ 852.081209] env[62574]: DEBUG nova.compute.manager [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Didn't find any instances for network info cache update. {{(pid=62574) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10431}} [ 852.081623] env[62574]: DEBUG oslo_service.periodic_task [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Running periodic task ComputeManager.update_available_resource {{(pid=62574) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 852.585062] env[62574]: DEBUG oslo_concurrency.lockutils [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 852.585252] env[62574]: DEBUG oslo_concurrency.lockutils [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 852.585363] env[62574]: DEBUG oslo_concurrency.lockutils [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 852.585517] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62574) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 852.586405] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a39746bb-e990-4109-8197-5225ec97e33c {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.594789] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-442982da-69ad-460c-9d4d-7e3330a34863 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.609609] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ed6601f-4198-418c-8877-4face0431c43 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.616051] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07df1940-39f6-467c-a9b8-ac38f56311f8 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.644297] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181337MB free_disk=149GB free_vcpus=48 pci_devices=None {{(pid=62574) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 852.644444] env[62574]: DEBUG oslo_concurrency.lockutils [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 852.644615] env[62574]: DEBUG oslo_concurrency.lockutils [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 853.662356] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62574) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 853.662605] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62574) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 853.675107] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7cf6bb6-42aa-4628-8ed0-c40a901968b4 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.682301] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f7a6636-f452-4d2d-9f1e-717f92274ac4 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.712010] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60311f18-cbe1-4139-9a19-db02a5a7532c {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.718732] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b642e1b-e9d4-4b2b-92f0-0cf2c1a025c9 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.731118] env[62574]: DEBUG nova.compute.provider_tree [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Inventory has not changed in ProviderTree for provider: f0ed160a-beff-4626-a531-2a70d7bc0627 {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 854.233834] env[62574]: DEBUG nova.scheduler.client.report [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Inventory has not changed for provider f0ed160a-beff-4626-a531-2a70d7bc0627 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 854.235101] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62574) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 854.235283] env[62574]: DEBUG oslo_concurrency.lockutils [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.591s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 854.731914] env[62574]: DEBUG oslo_service.periodic_task [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62574) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 854.732329] env[62574]: DEBUG oslo_service.periodic_task [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62574) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 907.578293] env[62574]: DEBUG oslo_service.periodic_task [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62574) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 908.577979] env[62574]: DEBUG oslo_service.periodic_task [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62574) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 908.578266] env[62574]: DEBUG nova.compute.manager [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62574) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10964}} [ 909.579062] env[62574]: DEBUG oslo_service.periodic_task [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62574) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 910.573903] env[62574]: DEBUG oslo_service.periodic_task [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62574) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 911.079392] env[62574]: DEBUG oslo_service.periodic_task [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62574) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 911.079392] env[62574]: DEBUG oslo_service.periodic_task [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62574) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 911.577856] env[62574]: DEBUG oslo_service.periodic_task [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Running periodic task ComputeManager.update_available_resource {{(pid=62574) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 912.081777] env[62574]: DEBUG oslo_concurrency.lockutils [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 912.082160] env[62574]: DEBUG oslo_concurrency.lockutils [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 912.082206] env[62574]: DEBUG oslo_concurrency.lockutils [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 912.082330] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62574) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 912.083269] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1e99e84-ca40-4277-a1cb-3695938e5a64 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.091178] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf9d34ef-8a31-40c6-8a39-63aa19829c57 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.104988] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c05a4876-ca14-415c-be23-b2a1118ded8f {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.110898] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc4f37cb-4ae4-4482-aaba-5e4f5af53d3d {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.140016] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181311MB free_disk=149GB free_vcpus=48 pci_devices=None {{(pid=62574) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 912.140186] env[62574]: DEBUG oslo_concurrency.lockutils [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 912.140368] env[62574]: DEBUG oslo_concurrency.lockutils [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 913.173468] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62574) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 913.173790] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62574) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 913.191862] env[62574]: DEBUG nova.scheduler.client.report [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Refreshing inventories for resource provider f0ed160a-beff-4626-a531-2a70d7bc0627 {{(pid=62574) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 913.205817] env[62574]: DEBUG nova.scheduler.client.report [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Updating ProviderTree inventory for provider f0ed160a-beff-4626-a531-2a70d7bc0627 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 913.205997] env[62574]: DEBUG nova.compute.provider_tree [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Updating inventory in ProviderTree for provider f0ed160a-beff-4626-a531-2a70d7bc0627 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 913.217673] env[62574]: DEBUG nova.scheduler.client.report [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Refreshing aggregate associations for resource provider f0ed160a-beff-4626-a531-2a70d7bc0627, aggregates: None {{(pid=62574) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 913.232353] env[62574]: DEBUG nova.scheduler.client.report [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Refreshing trait associations for resource provider f0ed160a-beff-4626-a531-2a70d7bc0627, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=62574) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 913.243204] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94781421-257c-455f-acc3-5b4b8ef13cd5 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.250260] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d3473b9-cf60-4deb-ba17-8f13441971ce {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.279182] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61e5e333-28d8-4682-8744-71ba454c7c0c {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.286239] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4921b6a3-a161-4bdc-94f3-e4d6f0eca7d0 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.299365] env[62574]: DEBUG nova.compute.provider_tree [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Inventory has not changed in ProviderTree for provider: f0ed160a-beff-4626-a531-2a70d7bc0627 {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 913.802247] env[62574]: DEBUG nova.scheduler.client.report [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Inventory has not changed for provider f0ed160a-beff-4626-a531-2a70d7bc0627 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 913.803518] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62574) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 913.803911] env[62574]: DEBUG oslo_concurrency.lockutils [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.663s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 914.804571] env[62574]: DEBUG oslo_service.periodic_task [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62574) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 914.804999] env[62574]: DEBUG oslo_service.periodic_task [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62574) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 914.804999] env[62574]: DEBUG nova.compute.manager [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Starting heal instance info cache {{(pid=62574) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10345}} [ 914.805185] env[62574]: DEBUG nova.compute.manager [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Rebuilding the list of instances to heal {{(pid=62574) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10349}} [ 915.309293] env[62574]: DEBUG nova.compute.manager [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Didn't find any instances for network info cache update. {{(pid=62574) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10431}} [ 915.309557] env[62574]: DEBUG oslo_service.periodic_task [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62574) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 968.578442] env[62574]: DEBUG oslo_service.periodic_task [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62574) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 969.579294] env[62574]: DEBUG oslo_service.periodic_task [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62574) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 970.578167] env[62574]: DEBUG oslo_service.periodic_task [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62574) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 970.578428] env[62574]: DEBUG oslo_service.periodic_task [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62574) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 970.578546] env[62574]: DEBUG nova.compute.manager [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62574) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10964}} [ 972.578161] env[62574]: DEBUG oslo_service.periodic_task [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62574) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 972.578575] env[62574]: DEBUG nova.compute.manager [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Starting heal instance info cache {{(pid=62574) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10345}} [ 972.578575] env[62574]: DEBUG nova.compute.manager [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Rebuilding the list of instances to heal {{(pid=62574) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10349}} [ 973.082021] env[62574]: DEBUG nova.compute.manager [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Didn't find any instances for network info cache update. {{(pid=62574) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10431}} [ 973.082287] env[62574]: DEBUG oslo_service.periodic_task [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62574) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 973.578991] env[62574]: DEBUG oslo_service.periodic_task [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62574) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 973.578991] env[62574]: DEBUG oslo_service.periodic_task [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Running periodic task ComputeManager.update_available_resource {{(pid=62574) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 974.082288] env[62574]: DEBUG oslo_concurrency.lockutils [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 974.082509] env[62574]: DEBUG oslo_concurrency.lockutils [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 974.082652] env[62574]: DEBUG oslo_concurrency.lockutils [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 974.082811] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62574) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 974.083738] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73a8e9fc-e1b8-462a-b71f-85a7e955ce91 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.091952] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8033e0ef-3d0b-4ddb-91bd-c325af878d61 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.105580] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2404d0b-e7df-440b-937f-0c99d87a93a3 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.111452] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06ff6a21-a541-48d4-bd6f-889b0e1e50e8 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.140986] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181306MB free_disk=149GB free_vcpus=48 pci_devices=None {{(pid=62574) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 974.141135] env[62574]: DEBUG oslo_concurrency.lockutils [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 974.141321] env[62574]: DEBUG oslo_concurrency.lockutils [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 975.159227] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62574) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 975.159482] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62574) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 975.172589] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-feb261e7-7e34-4ecd-83d5-999a4bf99427 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.180663] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1bf7de1-9a66-4821-a9a3-623599372c1f {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.210090] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c17d6856-0abb-4dac-bf72-e0a4cb62aa1e {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.217357] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9f1a3a0-7569-4896-9517-658d1c2b7f65 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.230551] env[62574]: DEBUG nova.compute.provider_tree [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Inventory has not changed in ProviderTree for provider: f0ed160a-beff-4626-a531-2a70d7bc0627 {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 975.733395] env[62574]: DEBUG nova.scheduler.client.report [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Inventory has not changed for provider f0ed160a-beff-4626-a531-2a70d7bc0627 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 975.734670] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62574) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 975.734842] env[62574]: DEBUG oslo_concurrency.lockutils [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.594s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 977.730570] env[62574]: DEBUG oslo_service.periodic_task [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62574) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1030.578901] env[62574]: DEBUG oslo_service.periodic_task [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62574) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1030.579345] env[62574]: DEBUG oslo_service.periodic_task [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62574) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1030.579397] env[62574]: DEBUG oslo_service.periodic_task [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62574) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1030.579518] env[62574]: DEBUG nova.compute.manager [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62574) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10964}} [ 1031.580260] env[62574]: DEBUG oslo_service.periodic_task [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62574) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1033.573973] env[62574]: DEBUG oslo_service.periodic_task [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62574) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1034.078464] env[62574]: DEBUG oslo_service.periodic_task [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62574) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1034.078654] env[62574]: DEBUG nova.compute.manager [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Starting heal instance info cache {{(pid=62574) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10345}} [ 1034.078747] env[62574]: DEBUG nova.compute.manager [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Rebuilding the list of instances to heal {{(pid=62574) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10349}} [ 1034.583474] env[62574]: DEBUG nova.compute.manager [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Didn't find any instances for network info cache update. {{(pid=62574) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10431}} [ 1034.583864] env[62574]: DEBUG oslo_service.periodic_task [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62574) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1034.583864] env[62574]: DEBUG oslo_service.periodic_task [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62574) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1034.584016] env[62574]: DEBUG oslo_service.periodic_task [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Running periodic task ComputeManager.update_available_resource {{(pid=62574) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1035.086739] env[62574]: DEBUG oslo_concurrency.lockutils [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1035.087041] env[62574]: DEBUG oslo_concurrency.lockutils [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1035.087229] env[62574]: DEBUG oslo_concurrency.lockutils [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1035.087388] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62574) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1035.088414] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7d2a5c6-a94f-4509-9486-4eb45d094579 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.096537] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-601d71d0-0dba-4bac-8454-860ff36d17a4 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.110193] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8ade018-0f2b-4517-8b5f-462133771b08 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.116609] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5fd83d4-2128-4cb2-9992-5760a128b590 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.144819] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181346MB free_disk=149GB free_vcpus=48 pci_devices=None {{(pid=62574) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1035.144947] env[62574]: DEBUG oslo_concurrency.lockutils [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1035.145138] env[62574]: DEBUG oslo_concurrency.lockutils [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1036.165529] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62574) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1036.165529] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62574) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1036.179089] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71bcb1b7-7043-4bce-a33c-25343c89431c {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.184872] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-deb6e73c-a2c0-4c69-8f99-e2a6276dc05f {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.215914] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79f9a36b-725c-4f23-821b-9a6aa573aa1c {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.222878] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dd81dea-f89b-4873-a5e3-36aad0229c66 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.235381] env[62574]: DEBUG nova.compute.provider_tree [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Inventory has not changed in ProviderTree for provider: f0ed160a-beff-4626-a531-2a70d7bc0627 {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1036.738416] env[62574]: DEBUG nova.scheduler.client.report [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Inventory has not changed for provider f0ed160a-beff-4626-a531-2a70d7bc0627 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1036.739692] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62574) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1036.739868] env[62574]: DEBUG oslo_concurrency.lockutils [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.595s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1040.739423] env[62574]: DEBUG oslo_service.periodic_task [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62574) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1090.579769] env[62574]: DEBUG oslo_service.periodic_task [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62574) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1090.581693] env[62574]: DEBUG nova.compute.manager [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62574) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10964}} [ 1092.579440] env[62574]: DEBUG oslo_service.periodic_task [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62574) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1092.579869] env[62574]: DEBUG oslo_service.periodic_task [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62574) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1093.577944] env[62574]: DEBUG oslo_service.periodic_task [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62574) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1093.578150] env[62574]: DEBUG nova.compute.manager [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Starting heal instance info cache {{(pid=62574) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10345}} [ 1093.578268] env[62574]: DEBUG nova.compute.manager [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Rebuilding the list of instances to heal {{(pid=62574) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10349}} [ 1094.081507] env[62574]: DEBUG nova.compute.manager [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Didn't find any instances for network info cache update. {{(pid=62574) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10431}} [ 1094.081891] env[62574]: DEBUG oslo_service.periodic_task [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62574) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1094.081891] env[62574]: DEBUG oslo_service.periodic_task [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Running periodic task ComputeManager.update_available_resource {{(pid=62574) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1094.584720] env[62574]: DEBUG oslo_concurrency.lockutils [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1094.585022] env[62574]: DEBUG oslo_concurrency.lockutils [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1094.585212] env[62574]: DEBUG oslo_concurrency.lockutils [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1094.585374] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62574) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1094.586279] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-807ce6e6-bd68-4213-b8ae-d0f070237f64 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.594137] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1149c6ba-6540-4598-a88f-64526d8c89cd {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.607673] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e8b9a0b-a343-4c4c-a0e5-016de6c3d887 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.613645] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b307a54-59ef-433b-964a-f4c8790248ba {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.641561] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181349MB free_disk=149GB free_vcpus=48 pci_devices=None {{(pid=62574) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1094.641703] env[62574]: DEBUG oslo_concurrency.lockutils [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1094.641875] env[62574]: DEBUG oslo_concurrency.lockutils [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1095.660641] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62574) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1095.660879] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62574) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1095.674505] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b7ebd23-df4c-4286-bd48-b1e1c7025ea1 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.682293] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30cdb826-8e19-422b-8be0-d07118d255d5 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.711476] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41b88146-1765-448c-8135-c29825fae920 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.718615] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e79b88b1-9e2b-4012-8f9b-09e05558fb3e {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.731325] env[62574]: DEBUG nova.compute.provider_tree [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Inventory has not changed in ProviderTree for provider: f0ed160a-beff-4626-a531-2a70d7bc0627 {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1096.234947] env[62574]: DEBUG nova.scheduler.client.report [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Inventory has not changed for provider f0ed160a-beff-4626-a531-2a70d7bc0627 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1096.236200] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62574) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1096.236381] env[62574]: DEBUG oslo_concurrency.lockutils [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.594s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1096.733158] env[62574]: DEBUG oslo_service.periodic_task [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62574) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1096.733519] env[62574]: DEBUG oslo_service.periodic_task [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62574) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1098.574188] env[62574]: DEBUG oslo_service.periodic_task [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62574) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1148.578202] env[62574]: DEBUG oslo_service.periodic_task [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62574) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1148.578593] env[62574]: DEBUG nova.compute.manager [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Cleaning up deleted instances with incomplete migration {{(pid=62574) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11683}} [ 1151.081550] env[62574]: DEBUG oslo_service.periodic_task [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62574) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1151.081928] env[62574]: DEBUG nova.compute.manager [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Cleaning up deleted instances {{(pid=62574) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11645}} [ 1151.585079] env[62574]: DEBUG nova.compute.manager [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] There are 0 instances to clean {{(pid=62574) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11654}} [ 1153.082384] env[62574]: DEBUG oslo_service.periodic_task [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62574) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1153.082780] env[62574]: DEBUG oslo_service.periodic_task [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62574) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1153.082780] env[62574]: DEBUG oslo_service.periodic_task [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62574) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1153.082947] env[62574]: DEBUG nova.compute.manager [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62574) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10964}} [ 1154.578548] env[62574]: DEBUG oslo_service.periodic_task [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62574) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1154.579018] env[62574]: DEBUG nova.compute.manager [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Starting heal instance info cache {{(pid=62574) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10345}} [ 1154.579018] env[62574]: DEBUG nova.compute.manager [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Rebuilding the list of instances to heal {{(pid=62574) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10349}} [ 1155.081638] env[62574]: DEBUG nova.compute.manager [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Didn't find any instances for network info cache update. {{(pid=62574) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10431}} [ 1155.081896] env[62574]: DEBUG oslo_service.periodic_task [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62574) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1155.082070] env[62574]: DEBUG oslo_service.periodic_task [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Running periodic task ComputeManager.update_available_resource {{(pid=62574) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1155.585509] env[62574]: DEBUG oslo_concurrency.lockutils [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1155.585853] env[62574]: DEBUG oslo_concurrency.lockutils [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1155.585893] env[62574]: DEBUG oslo_concurrency.lockutils [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1155.586049] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62574) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1155.586960] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b64050c-7e42-4d91-8cc0-c9a0613a5ea8 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.594831] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-659c2929-c6ca-42e0-83d8-2c878a63143c {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.608404] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-335ca449-3832-4477-b123-78df1f0be506 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.614236] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ed0f965-68ef-48fa-a7d9-877254352831 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.642245] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181352MB free_disk=149GB free_vcpus=48 pci_devices=None {{(pid=62574) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1155.642405] env[62574]: DEBUG oslo_concurrency.lockutils [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1155.642690] env[62574]: DEBUG oslo_concurrency.lockutils [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1156.660542] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62574) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1156.660807] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62574) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1156.673995] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58761606-643d-44d9-9b71-69dd38784fd0 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.682580] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87416308-ef89-41d7-9aff-d47209a41dbb {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.712512] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0546331b-649c-468a-99fc-2f90ddd96303 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.719338] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32b938df-4f11-4838-8a6f-05e66b8b2452 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.731847] env[62574]: DEBUG nova.compute.provider_tree [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Inventory has not changed in ProviderTree for provider: f0ed160a-beff-4626-a531-2a70d7bc0627 {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1157.235275] env[62574]: DEBUG nova.scheduler.client.report [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Inventory has not changed for provider f0ed160a-beff-4626-a531-2a70d7bc0627 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1157.236562] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62574) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1157.236739] env[62574]: DEBUG oslo_concurrency.lockutils [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.594s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1157.236960] env[62574]: DEBUG oslo_service.periodic_task [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62574) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1158.235611] env[62574]: DEBUG oslo_service.periodic_task [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62574) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1158.739781] env[62574]: DEBUG oslo_service.periodic_task [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62574) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1158.740012] env[62574]: DEBUG oslo_service.periodic_task [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62574) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1159.078314] env[62574]: DEBUG oslo_service.periodic_task [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62574) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1209.779118] env[62574]: DEBUG oslo_service.periodic_task [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Running periodic task ComputeManager._sync_power_states {{(pid=62574) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1210.282408] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Getting list of instances from cluster (obj){ [ 1210.282408] env[62574]: value = "domain-c8" [ 1210.282408] env[62574]: _type = "ClusterComputeResource" [ 1210.282408] env[62574]: } {{(pid=62574) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1210.283495] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd465227-8974-43f2-9afa-d51ae7b37890 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.292144] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Got total of 0 instances {{(pid=62574) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1214.578692] env[62574]: DEBUG oslo_service.periodic_task [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62574) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1214.579090] env[62574]: DEBUG nova.compute.manager [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Starting heal instance info cache {{(pid=62574) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10345}} [ 1214.579090] env[62574]: DEBUG nova.compute.manager [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Rebuilding the list of instances to heal {{(pid=62574) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10349}} [ 1215.082371] env[62574]: DEBUG nova.compute.manager [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Didn't find any instances for network info cache update. {{(pid=62574) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10431}} [ 1215.082637] env[62574]: DEBUG oslo_service.periodic_task [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62574) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1215.082795] env[62574]: DEBUG oslo_service.periodic_task [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62574) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1215.082938] env[62574]: DEBUG oslo_service.periodic_task [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62574) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1215.083112] env[62574]: DEBUG oslo_service.periodic_task [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62574) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1215.083244] env[62574]: DEBUG nova.compute.manager [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62574) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10964}} [ 1216.578259] env[62574]: DEBUG oslo_service.periodic_task [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62574) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1216.578608] env[62574]: DEBUG oslo_service.periodic_task [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Running periodic task ComputeManager.update_available_resource {{(pid=62574) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1217.081909] env[62574]: DEBUG oslo_concurrency.lockutils [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1217.082178] env[62574]: DEBUG oslo_concurrency.lockutils [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1217.082343] env[62574]: DEBUG oslo_concurrency.lockutils [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1217.082495] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62574) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1217.083395] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07e15cff-d5a2-4cb7-94db-87b765790ebb {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.091862] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b53b8b66-87ed-49be-a7b3-9a34e4ac5d0a {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.105339] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e715234-7723-461c-9dbb-c5e69f1a959c {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.111413] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-274df177-cd19-49d9-b82d-e354f585d89c {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.140471] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181362MB free_disk=149GB free_vcpus=48 pci_devices=None {{(pid=62574) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1217.140617] env[62574]: DEBUG oslo_concurrency.lockutils [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1217.140802] env[62574]: DEBUG oslo_concurrency.lockutils [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1218.257863] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62574) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1218.258121] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62574) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1218.274566] env[62574]: DEBUG nova.scheduler.client.report [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Refreshing inventories for resource provider f0ed160a-beff-4626-a531-2a70d7bc0627 {{(pid=62574) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1218.285783] env[62574]: DEBUG nova.scheduler.client.report [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Updating ProviderTree inventory for provider f0ed160a-beff-4626-a531-2a70d7bc0627 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1218.285953] env[62574]: DEBUG nova.compute.provider_tree [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Updating inventory in ProviderTree for provider f0ed160a-beff-4626-a531-2a70d7bc0627 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1218.295547] env[62574]: DEBUG nova.scheduler.client.report [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Refreshing aggregate associations for resource provider f0ed160a-beff-4626-a531-2a70d7bc0627, aggregates: None {{(pid=62574) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1218.310509] env[62574]: DEBUG nova.scheduler.client.report [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Refreshing trait associations for resource provider f0ed160a-beff-4626-a531-2a70d7bc0627, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=62574) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1218.322539] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bb0b009-26c5-44d0-8dbf-5424f7bf33ac {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.329700] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a1a4e92-7dd4-46d6-b4e3-52afaef6ac7a {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.358819] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a977254e-f338-4d98-b459-08a27ca3fb44 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.365466] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af2ca5ce-7c1a-4206-a07b-4c432606abea {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.377968] env[62574]: DEBUG nova.compute.provider_tree [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Inventory has not changed in ProviderTree for provider: f0ed160a-beff-4626-a531-2a70d7bc0627 {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1218.881503] env[62574]: DEBUG nova.scheduler.client.report [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Inventory has not changed for provider f0ed160a-beff-4626-a531-2a70d7bc0627 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1218.882757] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62574) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1218.882999] env[62574]: DEBUG oslo_concurrency.lockutils [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.742s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1219.882904] env[62574]: DEBUG oslo_service.periodic_task [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62574) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1220.573719] env[62574]: DEBUG oslo_service.periodic_task [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62574) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1274.579482] env[62574]: DEBUG oslo_service.periodic_task [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62574) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1274.579786] env[62574]: DEBUG nova.compute.manager [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Starting heal instance info cache {{(pid=62574) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10345}} [ 1274.579786] env[62574]: DEBUG nova.compute.manager [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Rebuilding the list of instances to heal {{(pid=62574) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10349}} [ 1275.083330] env[62574]: DEBUG nova.compute.manager [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Didn't find any instances for network info cache update. {{(pid=62574) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10431}} [ 1275.083610] env[62574]: DEBUG oslo_service.periodic_task [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62574) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1275.083722] env[62574]: DEBUG oslo_service.periodic_task [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62574) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1275.578589] env[62574]: DEBUG oslo_service.periodic_task [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62574) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1276.083156] env[62574]: DEBUG oslo_service.periodic_task [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62574) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1276.578621] env[62574]: DEBUG oslo_service.periodic_task [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62574) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1276.578808] env[62574]: DEBUG nova.compute.manager [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62574) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10964}} [ 1276.578974] env[62574]: DEBUG oslo_service.periodic_task [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Running periodic task ComputeManager.update_available_resource {{(pid=62574) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1277.082658] env[62574]: DEBUG oslo_concurrency.lockutils [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1277.082902] env[62574]: DEBUG oslo_concurrency.lockutils [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1277.083093] env[62574]: DEBUG oslo_concurrency.lockutils [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1277.083286] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62574) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1277.084185] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8420f39-3bef-4ca1-9b7f-83a744cba638 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.092547] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9a6aa68-7d5f-4bc4-81e7-8832b23f2258 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.106619] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e9632c8-0a3d-483c-aae7-f365eeea6b93 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.112249] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75c979c2-8040-4a2e-a782-c7bb1288cea1 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.140417] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181347MB free_disk=149GB free_vcpus=48 pci_devices=None {{(pid=62574) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1277.140542] env[62574]: DEBUG oslo_concurrency.lockutils [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1277.140720] env[62574]: DEBUG oslo_concurrency.lockutils [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1278.161022] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62574) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1278.161022] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62574) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1278.173628] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b928ffc8-01f5-4dcb-9710-67c190e26864 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.180976] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f58aaf16-5d8c-46b4-982b-7bc7dc7c6aa9 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.210303] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f9d05ae-ebc8-4196-9932-c9cee2790c14 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.218715] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2bf9296-4543-4ae9-a80f-08c4d6aa74b7 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.231276] env[62574]: DEBUG nova.compute.provider_tree [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Inventory has not changed in ProviderTree for provider: f0ed160a-beff-4626-a531-2a70d7bc0627 {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1278.735349] env[62574]: DEBUG nova.scheduler.client.report [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Inventory has not changed for provider f0ed160a-beff-4626-a531-2a70d7bc0627 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1278.737380] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62574) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1278.737717] env[62574]: DEBUG oslo_concurrency.lockutils [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.597s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1280.738310] env[62574]: DEBUG oslo_service.periodic_task [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62574) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1280.738670] env[62574]: DEBUG oslo_service.periodic_task [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62574) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1282.573703] env[62574]: DEBUG oslo_service.periodic_task [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62574) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1335.578688] env[62574]: DEBUG oslo_service.periodic_task [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62574) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1336.578629] env[62574]: DEBUG oslo_service.periodic_task [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62574) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1336.578842] env[62574]: DEBUG nova.compute.manager [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Starting heal instance info cache {{(pid=62574) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10345}} [ 1336.579115] env[62574]: DEBUG nova.compute.manager [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Rebuilding the list of instances to heal {{(pid=62574) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10349}} [ 1337.082389] env[62574]: DEBUG nova.compute.manager [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Didn't find any instances for network info cache update. {{(pid=62574) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10431}} [ 1337.082640] env[62574]: DEBUG oslo_service.periodic_task [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62574) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1337.578326] env[62574]: DEBUG oslo_service.periodic_task [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62574) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1338.578193] env[62574]: DEBUG oslo_service.periodic_task [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62574) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1338.578564] env[62574]: DEBUG oslo_service.periodic_task [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62574) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1338.578564] env[62574]: DEBUG nova.compute.manager [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62574) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10964}} [ 1338.578732] env[62574]: DEBUG oslo_service.periodic_task [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Running periodic task ComputeManager.update_available_resource {{(pid=62574) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1339.081695] env[62574]: DEBUG oslo_concurrency.lockutils [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1339.081949] env[62574]: DEBUG oslo_concurrency.lockutils [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1339.082102] env[62574]: DEBUG oslo_concurrency.lockutils [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1339.082257] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62574) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1339.083161] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-272537c8-e67a-41a5-8c1c-07433e1a0964 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.091337] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67a9e311-146c-48d6-b23a-b770ec3c709c {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.104991] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faadd519-5831-406b-b605-b437e6b0d507 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.111416] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dd56ae4-c625-40f7-ab75-c3957f249ae3 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.139707] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181348MB free_disk=149GB free_vcpus=48 pci_devices=None {{(pid=62574) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1339.139844] env[62574]: DEBUG oslo_concurrency.lockutils [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1339.140036] env[62574]: DEBUG oslo_concurrency.lockutils [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1340.159019] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62574) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1340.159276] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62574) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1340.173298] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26631e52-bb27-48b1-8880-e97c4a88224c {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.180906] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c9af91c-6911-414e-9fd6-820b43ffb5c0 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.211645] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed5dc43a-2898-43bb-bc16-fa30676a987a {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.218856] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3eaa21f-087e-4011-ab7e-d9ca29d18e41 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.231754] env[62574]: DEBUG nova.compute.provider_tree [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Inventory has not changed in ProviderTree for provider: f0ed160a-beff-4626-a531-2a70d7bc0627 {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1340.735359] env[62574]: DEBUG nova.scheduler.client.report [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Inventory has not changed for provider f0ed160a-beff-4626-a531-2a70d7bc0627 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1340.736610] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62574) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1340.736791] env[62574]: DEBUG oslo_concurrency.lockutils [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.597s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1342.737365] env[62574]: DEBUG oslo_service.periodic_task [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62574) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1343.573478] env[62574]: DEBUG oslo_service.periodic_task [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62574) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1395.575074] env[62574]: DEBUG oslo_service.periodic_task [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62574) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1396.577850] env[62574]: DEBUG oslo_service.periodic_task [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62574) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1397.579015] env[62574]: DEBUG oslo_service.periodic_task [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62574) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1397.579404] env[62574]: DEBUG nova.compute.manager [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Starting heal instance info cache {{(pid=62574) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10345}} [ 1397.579404] env[62574]: DEBUG nova.compute.manager [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Rebuilding the list of instances to heal {{(pid=62574) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10349}} [ 1398.082286] env[62574]: DEBUG nova.compute.manager [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Didn't find any instances for network info cache update. {{(pid=62574) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10431}} [ 1398.082493] env[62574]: DEBUG oslo_service.periodic_task [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62574) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1398.578203] env[62574]: DEBUG oslo_service.periodic_task [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62574) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1399.579615] env[62574]: DEBUG oslo_service.periodic_task [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62574) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1399.579615] env[62574]: DEBUG oslo_service.periodic_task [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62574) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1399.579615] env[62574]: DEBUG nova.compute.manager [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62574) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10964}} [ 1399.579615] env[62574]: DEBUG oslo_service.periodic_task [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Running periodic task ComputeManager.update_available_resource {{(pid=62574) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1400.082507] env[62574]: DEBUG oslo_concurrency.lockutils [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1400.082739] env[62574]: DEBUG oslo_concurrency.lockutils [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1400.082903] env[62574]: DEBUG oslo_concurrency.lockutils [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1400.083089] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62574) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1400.084031] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a19d38bb-b78a-4ae9-adee-dcf5518f9f51 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.092534] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b838f02-f8b8-4fa8-a89f-a4355a7adc1a {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.107140] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58d0b7f2-2149-4904-ac62-938498654cab {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.113463] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb90aa5d-f6e6-447d-b64f-734e17f66679 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.141920] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181348MB free_disk=149GB free_vcpus=48 pci_devices=None {{(pid=62574) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1400.142073] env[62574]: DEBUG oslo_concurrency.lockutils [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1400.142238] env[62574]: DEBUG oslo_concurrency.lockutils [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1401.160066] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62574) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1401.160361] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62574) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1401.172851] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b75dd139-a1a0-4c6a-9312-1537e60aacdf {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.180453] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02d5341b-3703-421b-9c3d-ec68a259395d {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.211191] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53200ca7-a946-499f-b93d-69bb01f60525 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.218048] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88c4337f-a49e-47fa-bff3-a6519d7b95dc {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.230796] env[62574]: DEBUG nova.compute.provider_tree [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Inventory has not changed in ProviderTree for provider: f0ed160a-beff-4626-a531-2a70d7bc0627 {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1401.733671] env[62574]: DEBUG nova.scheduler.client.report [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Inventory has not changed for provider f0ed160a-beff-4626-a531-2a70d7bc0627 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1401.734941] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62574) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1401.735134] env[62574]: DEBUG oslo_concurrency.lockutils [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.593s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1403.735501] env[62574]: DEBUG oslo_service.periodic_task [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62574) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1404.573455] env[62574]: DEBUG oslo_service.periodic_task [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62574) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1454.579301] env[62574]: DEBUG oslo_service.periodic_task [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62574) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1454.579728] env[62574]: DEBUG nova.compute.manager [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Cleaning up deleted instances with incomplete migration {{(pid=62574) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11683}} [ 1455.578618] env[62574]: DEBUG oslo_service.periodic_task [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62574) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1457.083184] env[62574]: DEBUG oslo_service.periodic_task [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62574) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1457.083694] env[62574]: DEBUG nova.compute.manager [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Cleaning up deleted instances {{(pid=62574) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11645}} [ 1457.585984] env[62574]: DEBUG nova.compute.manager [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] There are 0 instances to clean {{(pid=62574) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11654}} [ 1458.081575] env[62574]: DEBUG oslo_service.periodic_task [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62574) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1458.578127] env[62574]: DEBUG oslo_service.periodic_task [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62574) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1458.578457] env[62574]: DEBUG nova.compute.manager [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Starting heal instance info cache {{(pid=62574) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10345}} [ 1458.578457] env[62574]: DEBUG nova.compute.manager [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Rebuilding the list of instances to heal {{(pid=62574) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10349}} [ 1459.084707] env[62574]: DEBUG nova.compute.manager [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Didn't find any instances for network info cache update. {{(pid=62574) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10431}} [ 1459.577615] env[62574]: DEBUG oslo_service.periodic_task [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62574) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1459.577887] env[62574]: DEBUG oslo_service.periodic_task [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62574) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1459.578137] env[62574]: DEBUG oslo_service.periodic_task [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62574) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1460.578594] env[62574]: DEBUG oslo_service.periodic_task [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62574) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1460.578938] env[62574]: DEBUG nova.compute.manager [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62574) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10964}} [ 1461.577990] env[62574]: DEBUG oslo_service.periodic_task [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Running periodic task ComputeManager.update_available_resource {{(pid=62574) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1462.082713] env[62574]: DEBUG oslo_concurrency.lockutils [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1462.083585] env[62574]: DEBUG oslo_concurrency.lockutils [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1462.083585] env[62574]: DEBUG oslo_concurrency.lockutils [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1462.083585] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62574) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1462.084262] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6642225b-76e4-433c-9568-4e364b75cd90 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.095530] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95fbf56b-ee71-4fd3-a5f1-406f0b25c8fc {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.110752] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c741d985-d42b-4209-8e90-dee21a810b28 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.117534] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03323f00-87ea-43a3-a2e8-f88541c42003 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.146331] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181347MB free_disk=149GB free_vcpus=48 pci_devices=None {{(pid=62574) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1462.146331] env[62574]: DEBUG oslo_concurrency.lockutils [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1462.146554] env[62574]: DEBUG oslo_concurrency.lockutils [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1463.168278] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62574) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1463.168566] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62574) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1463.188234] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ed7c824-c310-4532-af41-ca240f0a9953 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.196351] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e720e4b0-a06e-4983-b42d-7ebb40f14c28 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.227612] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fc3f309-d5bc-48f6-876c-f2108a49697b {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.234557] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1441e80-957e-41e6-952a-7f41e2471556 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.247770] env[62574]: DEBUG nova.compute.provider_tree [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Inventory has not changed in ProviderTree for provider: f0ed160a-beff-4626-a531-2a70d7bc0627 {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1463.750711] env[62574]: DEBUG nova.scheduler.client.report [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Inventory has not changed for provider f0ed160a-beff-4626-a531-2a70d7bc0627 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1463.751964] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62574) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1463.752166] env[62574]: DEBUG oslo_concurrency.lockutils [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.606s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1464.753377] env[62574]: DEBUG oslo_service.periodic_task [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62574) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1465.574353] env[62574]: DEBUG oslo_service.periodic_task [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62574) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1467.276267] env[62574]: DEBUG oslo_concurrency.lockutils [None req-0872b2c4-4270-4ff4-a978-e9ecc5ed4891 tempest-ServersAaction247Test-553183449 tempest-ServersAaction247Test-553183449-project-member] Acquiring lock "fff9b5fd-be41-4133-a2e3-aeb7188d76ec" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1467.276562] env[62574]: DEBUG oslo_concurrency.lockutils [None req-0872b2c4-4270-4ff4-a978-e9ecc5ed4891 tempest-ServersAaction247Test-553183449 tempest-ServersAaction247Test-553183449-project-member] Lock "fff9b5fd-be41-4133-a2e3-aeb7188d76ec" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1467.780793] env[62574]: DEBUG nova.compute.manager [None req-0872b2c4-4270-4ff4-a978-e9ecc5ed4891 tempest-ServersAaction247Test-553183449 tempest-ServersAaction247Test-553183449-project-member] [instance: fff9b5fd-be41-4133-a2e3-aeb7188d76ec] Starting instance... {{(pid=62574) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1468.343105] env[62574]: DEBUG oslo_concurrency.lockutils [None req-0872b2c4-4270-4ff4-a978-e9ecc5ed4891 tempest-ServersAaction247Test-553183449 tempest-ServersAaction247Test-553183449-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1468.343391] env[62574]: DEBUG oslo_concurrency.lockutils [None req-0872b2c4-4270-4ff4-a978-e9ecc5ed4891 tempest-ServersAaction247Test-553183449 tempest-ServersAaction247Test-553183449-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1468.345976] env[62574]: INFO nova.compute.claims [None req-0872b2c4-4270-4ff4-a978-e9ecc5ed4891 tempest-ServersAaction247Test-553183449 tempest-ServersAaction247Test-553183449-project-member] [instance: fff9b5fd-be41-4133-a2e3-aeb7188d76ec] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1468.490861] env[62574]: DEBUG oslo_concurrency.lockutils [None req-47d07223-0248-4130-b311-b9c0e5a15c22 tempest-ImagesOneServerTestJSON-1738664534 tempest-ImagesOneServerTestJSON-1738664534-project-member] Acquiring lock "b19648bf-b106-4c17-8b48-8c579fb23b31" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1468.491129] env[62574]: DEBUG oslo_concurrency.lockutils [None req-47d07223-0248-4130-b311-b9c0e5a15c22 tempest-ImagesOneServerTestJSON-1738664534 tempest-ImagesOneServerTestJSON-1738664534-project-member] Lock "b19648bf-b106-4c17-8b48-8c579fb23b31" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1468.997662] env[62574]: DEBUG nova.compute.manager [None req-47d07223-0248-4130-b311-b9c0e5a15c22 tempest-ImagesOneServerTestJSON-1738664534 tempest-ImagesOneServerTestJSON-1738664534-project-member] [instance: b19648bf-b106-4c17-8b48-8c579fb23b31] Starting instance... {{(pid=62574) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1469.374236] env[62574]: DEBUG oslo_concurrency.lockutils [None req-c1daffc7-bda2-4439-8075-3e40ee1f58df tempest-DeleteServersAdminTestJSON-663052088 tempest-DeleteServersAdminTestJSON-663052088-project-member] Acquiring lock "d35706fa-4b30-46ac-a6df-545c8b83bdca" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1469.374522] env[62574]: DEBUG oslo_concurrency.lockutils [None req-c1daffc7-bda2-4439-8075-3e40ee1f58df tempest-DeleteServersAdminTestJSON-663052088 tempest-DeleteServersAdminTestJSON-663052088-project-member] Lock "d35706fa-4b30-46ac-a6df-545c8b83bdca" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1469.432468] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d57fe849-51ec-43b2-a6e8-2adebd73a61c {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.443077] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1c13c06-35ad-427e-a722-9101aed6eecd {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.486352] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af5f63ec-a422-4caf-b3be-e9f2aad7d51a {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.498059] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac2d4e20-de1e-4501-88a5-1ea0ef6f8cd6 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.524362] env[62574]: DEBUG nova.compute.provider_tree [None req-0872b2c4-4270-4ff4-a978-e9ecc5ed4891 tempest-ServersAaction247Test-553183449 tempest-ServersAaction247Test-553183449-project-member] Inventory has not changed in ProviderTree for provider: f0ed160a-beff-4626-a531-2a70d7bc0627 {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1469.554041] env[62574]: DEBUG oslo_concurrency.lockutils [None req-47d07223-0248-4130-b311-b9c0e5a15c22 tempest-ImagesOneServerTestJSON-1738664534 tempest-ImagesOneServerTestJSON-1738664534-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1469.878286] env[62574]: DEBUG nova.compute.manager [None req-c1daffc7-bda2-4439-8075-3e40ee1f58df tempest-DeleteServersAdminTestJSON-663052088 tempest-DeleteServersAdminTestJSON-663052088-project-member] [instance: d35706fa-4b30-46ac-a6df-545c8b83bdca] Starting instance... {{(pid=62574) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1470.031080] env[62574]: DEBUG nova.scheduler.client.report [None req-0872b2c4-4270-4ff4-a978-e9ecc5ed4891 tempest-ServersAaction247Test-553183449 tempest-ServersAaction247Test-553183449-project-member] Inventory has not changed for provider f0ed160a-beff-4626-a531-2a70d7bc0627 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1470.286409] env[62574]: DEBUG oslo_concurrency.lockutils [None req-90741fa9-8423-48a6-aa3c-e55685a4de61 tempest-ServerDiagnosticsV248Test-2044626064 tempest-ServerDiagnosticsV248Test-2044626064-project-member] Acquiring lock "b8222a46-63c9-4282-85bf-9e9b044ed524" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1470.286683] env[62574]: DEBUG oslo_concurrency.lockutils [None req-90741fa9-8423-48a6-aa3c-e55685a4de61 tempest-ServerDiagnosticsV248Test-2044626064 tempest-ServerDiagnosticsV248Test-2044626064-project-member] Lock "b8222a46-63c9-4282-85bf-9e9b044ed524" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1470.405721] env[62574]: DEBUG oslo_concurrency.lockutils [None req-c1daffc7-bda2-4439-8075-3e40ee1f58df tempest-DeleteServersAdminTestJSON-663052088 tempest-DeleteServersAdminTestJSON-663052088-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1470.536721] env[62574]: DEBUG oslo_concurrency.lockutils [None req-0872b2c4-4270-4ff4-a978-e9ecc5ed4891 tempest-ServersAaction247Test-553183449 tempest-ServersAaction247Test-553183449-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.193s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1470.537104] env[62574]: DEBUG nova.compute.manager [None req-0872b2c4-4270-4ff4-a978-e9ecc5ed4891 tempest-ServersAaction247Test-553183449 tempest-ServersAaction247Test-553183449-project-member] [instance: fff9b5fd-be41-4133-a2e3-aeb7188d76ec] Start building networks asynchronously for instance. {{(pid=62574) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1470.540205] env[62574]: DEBUG oslo_concurrency.lockutils [None req-47d07223-0248-4130-b311-b9c0e5a15c22 tempest-ImagesOneServerTestJSON-1738664534 tempest-ImagesOneServerTestJSON-1738664534-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.986s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1470.542149] env[62574]: INFO nova.compute.claims [None req-47d07223-0248-4130-b311-b9c0e5a15c22 tempest-ImagesOneServerTestJSON-1738664534 tempest-ImagesOneServerTestJSON-1738664534-project-member] [instance: b19648bf-b106-4c17-8b48-8c579fb23b31] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1470.789909] env[62574]: DEBUG nova.compute.manager [None req-90741fa9-8423-48a6-aa3c-e55685a4de61 tempest-ServerDiagnosticsV248Test-2044626064 tempest-ServerDiagnosticsV248Test-2044626064-project-member] [instance: b8222a46-63c9-4282-85bf-9e9b044ed524] Starting instance... {{(pid=62574) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1471.047151] env[62574]: DEBUG nova.compute.utils [None req-0872b2c4-4270-4ff4-a978-e9ecc5ed4891 tempest-ServersAaction247Test-553183449 tempest-ServersAaction247Test-553183449-project-member] Using /dev/sd instead of None {{(pid=62574) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1471.048641] env[62574]: DEBUG nova.compute.manager [None req-0872b2c4-4270-4ff4-a978-e9ecc5ed4891 tempest-ServersAaction247Test-553183449 tempest-ServersAaction247Test-553183449-project-member] [instance: fff9b5fd-be41-4133-a2e3-aeb7188d76ec] Not allocating networking since 'none' was specified. {{(pid=62574) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1471.314610] env[62574]: DEBUG oslo_concurrency.lockutils [None req-90741fa9-8423-48a6-aa3c-e55685a4de61 tempest-ServerDiagnosticsV248Test-2044626064 tempest-ServerDiagnosticsV248Test-2044626064-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1471.550240] env[62574]: DEBUG nova.compute.manager [None req-0872b2c4-4270-4ff4-a978-e9ecc5ed4891 tempest-ServersAaction247Test-553183449 tempest-ServersAaction247Test-553183449-project-member] [instance: fff9b5fd-be41-4133-a2e3-aeb7188d76ec] Start building block device mappings for instance. {{(pid=62574) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1471.701323] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d09ec53-7961-45ca-ac4d-ae45f92c0bcb {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.712694] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb334217-9489-43de-a70f-1c603033cf19 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.759264] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dba8ec5e-eea2-4bbf-aad7-71f24b249d53 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.767551] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a4fea7d-3f38-4cd4-a485-99ea44d07ebe {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.776346] env[62574]: DEBUG oslo_concurrency.lockutils [None req-f21da0cc-a474-474f-9e63-faf20cd92f66 tempest-ServerExternalEventsTest-1288446 tempest-ServerExternalEventsTest-1288446-project-member] Acquiring lock "12efb14a-4241-42ec-b538-3efa54435951" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1471.776604] env[62574]: DEBUG oslo_concurrency.lockutils [None req-f21da0cc-a474-474f-9e63-faf20cd92f66 tempest-ServerExternalEventsTest-1288446 tempest-ServerExternalEventsTest-1288446-project-member] Lock "12efb14a-4241-42ec-b538-3efa54435951" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1471.786451] env[62574]: DEBUG nova.compute.provider_tree [None req-47d07223-0248-4130-b311-b9c0e5a15c22 tempest-ImagesOneServerTestJSON-1738664534 tempest-ImagesOneServerTestJSON-1738664534-project-member] Inventory has not changed in ProviderTree for provider: f0ed160a-beff-4626-a531-2a70d7bc0627 {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1471.789799] env[62574]: DEBUG nova.compute.manager [None req-f21da0cc-a474-474f-9e63-faf20cd92f66 tempest-ServerExternalEventsTest-1288446 tempest-ServerExternalEventsTest-1288446-project-member] [instance: 12efb14a-4241-42ec-b538-3efa54435951] Starting instance... {{(pid=62574) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1472.241950] env[62574]: DEBUG oslo_concurrency.lockutils [None req-d792a6b4-06f3-44c8-b18a-7fec29924657 tempest-ServerRescueTestJSONUnderV235-2079558425 tempest-ServerRescueTestJSONUnderV235-2079558425-project-member] Acquiring lock "a903fd4b-e31e-4fde-b8d6-a11ecf5a602f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1472.241950] env[62574]: DEBUG oslo_concurrency.lockutils [None req-d792a6b4-06f3-44c8-b18a-7fec29924657 tempest-ServerRescueTestJSONUnderV235-2079558425 tempest-ServerRescueTestJSONUnderV235-2079558425-project-member] Lock "a903fd4b-e31e-4fde-b8d6-a11ecf5a602f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1472.293188] env[62574]: DEBUG nova.scheduler.client.report [None req-47d07223-0248-4130-b311-b9c0e5a15c22 tempest-ImagesOneServerTestJSON-1738664534 tempest-ImagesOneServerTestJSON-1738664534-project-member] Inventory has not changed for provider f0ed160a-beff-4626-a531-2a70d7bc0627 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1472.319765] env[62574]: DEBUG oslo_concurrency.lockutils [None req-f21da0cc-a474-474f-9e63-faf20cd92f66 tempest-ServerExternalEventsTest-1288446 tempest-ServerExternalEventsTest-1288446-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1472.567916] env[62574]: DEBUG nova.compute.manager [None req-0872b2c4-4270-4ff4-a978-e9ecc5ed4891 tempest-ServersAaction247Test-553183449 tempest-ServersAaction247Test-553183449-project-member] [instance: fff9b5fd-be41-4133-a2e3-aeb7188d76ec] Start spawning the instance on the hypervisor. {{(pid=62574) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1472.582795] env[62574]: DEBUG oslo_concurrency.lockutils [None req-6bb17f73-0f6c-4e4d-9262-354761f381d3 tempest-ServerShowV254Test-52812069 tempest-ServerShowV254Test-52812069-project-member] Acquiring lock "b79bac0e-5cb0-43de-b10f-26262358e61e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1472.583096] env[62574]: DEBUG oslo_concurrency.lockutils [None req-6bb17f73-0f6c-4e4d-9262-354761f381d3 tempest-ServerShowV254Test-52812069 tempest-ServerShowV254Test-52812069-project-member] Lock "b79bac0e-5cb0-43de-b10f-26262358e61e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1472.742234] env[62574]: DEBUG nova.compute.manager [None req-d792a6b4-06f3-44c8-b18a-7fec29924657 tempest-ServerRescueTestJSONUnderV235-2079558425 tempest-ServerRescueTestJSONUnderV235-2079558425-project-member] [instance: a903fd4b-e31e-4fde-b8d6-a11ecf5a602f] Starting instance... {{(pid=62574) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1472.803256] env[62574]: DEBUG oslo_concurrency.lockutils [None req-47d07223-0248-4130-b311-b9c0e5a15c22 tempest-ImagesOneServerTestJSON-1738664534 tempest-ImagesOneServerTestJSON-1738664534-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.261s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1472.803256] env[62574]: DEBUG nova.compute.manager [None req-47d07223-0248-4130-b311-b9c0e5a15c22 tempest-ImagesOneServerTestJSON-1738664534 tempest-ImagesOneServerTestJSON-1738664534-project-member] [instance: b19648bf-b106-4c17-8b48-8c579fb23b31] Start building networks asynchronously for instance. {{(pid=62574) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1472.804547] env[62574]: DEBUG oslo_concurrency.lockutils [None req-c1daffc7-bda2-4439-8075-3e40ee1f58df tempest-DeleteServersAdminTestJSON-663052088 tempest-DeleteServersAdminTestJSON-663052088-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.399s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1472.806334] env[62574]: INFO nova.compute.claims [None req-c1daffc7-bda2-4439-8075-3e40ee1f58df tempest-DeleteServersAdminTestJSON-663052088 tempest-DeleteServersAdminTestJSON-663052088-project-member] [instance: d35706fa-4b30-46ac-a6df-545c8b83bdca] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1472.994289] env[62574]: DEBUG nova.virt.hardware [None req-0872b2c4-4270-4ff4-a978-e9ecc5ed4891 tempest-ServersAaction247Test-553183449 tempest-ServersAaction247Test-553183449-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T19:26:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-13T19:26:40Z,direct_url=,disk_format='vmdk',id=3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7eed1dd4d2c3418eb32c4f4ceda3ab0d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-13T19:26:41Z,virtual_size=,visibility=), allow threads: False {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1472.994545] env[62574]: DEBUG nova.virt.hardware [None req-0872b2c4-4270-4ff4-a978-e9ecc5ed4891 tempest-ServersAaction247Test-553183449 tempest-ServersAaction247Test-553183449-project-member] Flavor limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1472.996366] env[62574]: DEBUG nova.virt.hardware [None req-0872b2c4-4270-4ff4-a978-e9ecc5ed4891 tempest-ServersAaction247Test-553183449 tempest-ServersAaction247Test-553183449-project-member] Image limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1472.996366] env[62574]: DEBUG nova.virt.hardware [None req-0872b2c4-4270-4ff4-a978-e9ecc5ed4891 tempest-ServersAaction247Test-553183449 tempest-ServersAaction247Test-553183449-project-member] Flavor pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1472.996366] env[62574]: DEBUG nova.virt.hardware [None req-0872b2c4-4270-4ff4-a978-e9ecc5ed4891 tempest-ServersAaction247Test-553183449 tempest-ServersAaction247Test-553183449-project-member] Image pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1472.996366] env[62574]: DEBUG nova.virt.hardware [None req-0872b2c4-4270-4ff4-a978-e9ecc5ed4891 tempest-ServersAaction247Test-553183449 tempest-ServersAaction247Test-553183449-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1472.996366] env[62574]: DEBUG nova.virt.hardware [None req-0872b2c4-4270-4ff4-a978-e9ecc5ed4891 tempest-ServersAaction247Test-553183449 tempest-ServersAaction247Test-553183449-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1472.996922] env[62574]: DEBUG nova.virt.hardware [None req-0872b2c4-4270-4ff4-a978-e9ecc5ed4891 tempest-ServersAaction247Test-553183449 tempest-ServersAaction247Test-553183449-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1472.996922] env[62574]: DEBUG nova.virt.hardware [None req-0872b2c4-4270-4ff4-a978-e9ecc5ed4891 tempest-ServersAaction247Test-553183449 tempest-ServersAaction247Test-553183449-project-member] Got 1 possible topologies {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1472.996922] env[62574]: DEBUG nova.virt.hardware [None req-0872b2c4-4270-4ff4-a978-e9ecc5ed4891 tempest-ServersAaction247Test-553183449 tempest-ServersAaction247Test-553183449-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1472.996922] env[62574]: DEBUG nova.virt.hardware [None req-0872b2c4-4270-4ff4-a978-e9ecc5ed4891 tempest-ServersAaction247Test-553183449 tempest-ServersAaction247Test-553183449-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1472.997977] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-112f7879-aa7f-4859-9e2a-5e2a7564bece {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.008595] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c68b872b-b8a1-4512-a5a8-e33e5ba9a558 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.027927] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5151ec56-4665-47b3-856e-eb933d9a69d2 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.052216] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-0872b2c4-4270-4ff4-a978-e9ecc5ed4891 tempest-ServersAaction247Test-553183449 tempest-ServersAaction247Test-553183449-project-member] [instance: fff9b5fd-be41-4133-a2e3-aeb7188d76ec] Instance VIF info [] {{(pid=62574) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1473.063965] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-0872b2c4-4270-4ff4-a978-e9ecc5ed4891 tempest-ServersAaction247Test-553183449 tempest-ServersAaction247Test-553183449-project-member] Creating folder: OpenStack. Parent ref: group-v4. {{(pid=62574) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1473.063965] env[62574]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-675df25d-3f56-4412-b2b2-e10f87874216 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.078941] env[62574]: INFO nova.virt.vmwareapi.vm_util [None req-0872b2c4-4270-4ff4-a978-e9ecc5ed4891 tempest-ServersAaction247Test-553183449 tempest-ServersAaction247Test-553183449-project-member] Created folder: OpenStack in parent group-v4. [ 1473.078941] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-0872b2c4-4270-4ff4-a978-e9ecc5ed4891 tempest-ServersAaction247Test-553183449 tempest-ServersAaction247Test-553183449-project-member] Creating folder: Project (48b6e05d9ad74581b20e2adc94f36735). Parent ref: group-v384746. {{(pid=62574) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1473.078941] env[62574]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5d59efc8-daf2-44e9-8eba-0b3f2981d733 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.085556] env[62574]: DEBUG nova.compute.manager [None req-6bb17f73-0f6c-4e4d-9262-354761f381d3 tempest-ServerShowV254Test-52812069 tempest-ServerShowV254Test-52812069-project-member] [instance: b79bac0e-5cb0-43de-b10f-26262358e61e] Starting instance... {{(pid=62574) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1473.089762] env[62574]: INFO nova.virt.vmwareapi.vm_util [None req-0872b2c4-4270-4ff4-a978-e9ecc5ed4891 tempest-ServersAaction247Test-553183449 tempest-ServersAaction247Test-553183449-project-member] Created folder: Project (48b6e05d9ad74581b20e2adc94f36735) in parent group-v384746. [ 1473.089862] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-0872b2c4-4270-4ff4-a978-e9ecc5ed4891 tempest-ServersAaction247Test-553183449 tempest-ServersAaction247Test-553183449-project-member] Creating folder: Instances. Parent ref: group-v384747. {{(pid=62574) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1473.090340] env[62574]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e985d0c7-09a4-4ccf-b4b1-8e7bc07f81b8 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.106082] env[62574]: INFO nova.virt.vmwareapi.vm_util [None req-0872b2c4-4270-4ff4-a978-e9ecc5ed4891 tempest-ServersAaction247Test-553183449 tempest-ServersAaction247Test-553183449-project-member] Created folder: Instances in parent group-v384747. [ 1473.106082] env[62574]: DEBUG oslo.service.loopingcall [None req-0872b2c4-4270-4ff4-a978-e9ecc5ed4891 tempest-ServersAaction247Test-553183449 tempest-ServersAaction247Test-553183449-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62574) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1473.106175] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fff9b5fd-be41-4133-a2e3-aeb7188d76ec] Creating VM on the ESX host {{(pid=62574) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1473.106411] env[62574]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-54c228d0-952e-4ad7-8752-77aa14e3edb7 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.136672] env[62574]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1473.136672] env[62574]: value = "task-1861093" [ 1473.136672] env[62574]: _type = "Task" [ 1473.136672] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1473.152760] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1861093, 'name': CreateVM_Task} progress is 6%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1473.271842] env[62574]: DEBUG oslo_concurrency.lockutils [None req-d792a6b4-06f3-44c8-b18a-7fec29924657 tempest-ServerRescueTestJSONUnderV235-2079558425 tempest-ServerRescueTestJSONUnderV235-2079558425-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1473.317296] env[62574]: DEBUG nova.compute.utils [None req-47d07223-0248-4130-b311-b9c0e5a15c22 tempest-ImagesOneServerTestJSON-1738664534 tempest-ImagesOneServerTestJSON-1738664534-project-member] Using /dev/sd instead of None {{(pid=62574) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1473.323708] env[62574]: DEBUG nova.compute.manager [None req-47d07223-0248-4130-b311-b9c0e5a15c22 tempest-ImagesOneServerTestJSON-1738664534 tempest-ImagesOneServerTestJSON-1738664534-project-member] [instance: b19648bf-b106-4c17-8b48-8c579fb23b31] Allocating IP information in the background. {{(pid=62574) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1473.324505] env[62574]: DEBUG nova.network.neutron [None req-47d07223-0248-4130-b311-b9c0e5a15c22 tempest-ImagesOneServerTestJSON-1738664534 tempest-ImagesOneServerTestJSON-1738664534-project-member] [instance: b19648bf-b106-4c17-8b48-8c579fb23b31] allocate_for_instance() {{(pid=62574) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1473.451401] env[62574]: DEBUG nova.policy [None req-47d07223-0248-4130-b311-b9c0e5a15c22 tempest-ImagesOneServerTestJSON-1738664534 tempest-ImagesOneServerTestJSON-1738664534-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'befe768477e44f5dae6371c44d1f0774', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '59fd6486f6104d688b6c382e520f56f6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62574) authorize /opt/stack/nova/nova/policy.py:192}} [ 1473.645967] env[62574]: DEBUG oslo_concurrency.lockutils [None req-6bb17f73-0f6c-4e4d-9262-354761f381d3 tempest-ServerShowV254Test-52812069 tempest-ServerShowV254Test-52812069-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1473.657792] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1861093, 'name': CreateVM_Task} progress is 99%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1473.838843] env[62574]: DEBUG nova.compute.manager [None req-47d07223-0248-4130-b311-b9c0e5a15c22 tempest-ImagesOneServerTestJSON-1738664534 tempest-ImagesOneServerTestJSON-1738664534-project-member] [instance: b19648bf-b106-4c17-8b48-8c579fb23b31] Start building block device mappings for instance. {{(pid=62574) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1473.997424] env[62574]: DEBUG oslo_concurrency.lockutils [None req-a6eec462-12dc-4177-8e8c-aca5bdf71dc1 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Acquiring lock "1e669675-0551-49d8-af15-64fdd0984b3f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1473.997655] env[62574]: DEBUG oslo_concurrency.lockutils [None req-a6eec462-12dc-4177-8e8c-aca5bdf71dc1 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Lock "1e669675-0551-49d8-af15-64fdd0984b3f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1474.008848] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c535ad92-40fe-48eb-ba1f-cd55a79268e4 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.020325] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ea53cf0-3a62-4b23-bf55-b04eca827ecb {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.057078] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36d808f1-1964-4b25-b3f7-f1ad798f430e {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.065909] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04886612-d6ad-4442-b8e7-f2393184cf35 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.080717] env[62574]: DEBUG nova.compute.provider_tree [None req-c1daffc7-bda2-4439-8075-3e40ee1f58df tempest-DeleteServersAdminTestJSON-663052088 tempest-DeleteServersAdminTestJSON-663052088-project-member] Inventory has not changed in ProviderTree for provider: f0ed160a-beff-4626-a531-2a70d7bc0627 {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1474.151363] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1861093, 'name': CreateVM_Task} progress is 99%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1474.242443] env[62574]: DEBUG oslo_concurrency.lockutils [None req-ea479bc7-e70b-4006-b685-c149b86827f3 tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Acquiring lock "dc6d1fd4-d844-4ef6-b100-5e491a698ae3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1474.243981] env[62574]: DEBUG oslo_concurrency.lockutils [None req-ea479bc7-e70b-4006-b685-c149b86827f3 tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Lock "dc6d1fd4-d844-4ef6-b100-5e491a698ae3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1474.503919] env[62574]: DEBUG nova.compute.manager [None req-a6eec462-12dc-4177-8e8c-aca5bdf71dc1 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] [instance: 1e669675-0551-49d8-af15-64fdd0984b3f] Starting instance... {{(pid=62574) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1474.585141] env[62574]: DEBUG nova.scheduler.client.report [None req-c1daffc7-bda2-4439-8075-3e40ee1f58df tempest-DeleteServersAdminTestJSON-663052088 tempest-DeleteServersAdminTestJSON-663052088-project-member] Inventory has not changed for provider f0ed160a-beff-4626-a531-2a70d7bc0627 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1474.654891] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1861093, 'name': CreateVM_Task, 'duration_secs': 1.369772} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1474.654891] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fff9b5fd-be41-4133-a2e3-aeb7188d76ec] Created VM on the ESX host {{(pid=62574) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1474.655364] env[62574]: DEBUG oslo_vmware.service [None req-0872b2c4-4270-4ff4-a978-e9ecc5ed4891 tempest-ServersAaction247Test-553183449 tempest-ServersAaction247Test-553183449-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2868daca-b64c-4261-b22b-b6e5acfed574 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.664281] env[62574]: DEBUG oslo_concurrency.lockutils [None req-0872b2c4-4270-4ff4-a978-e9ecc5ed4891 tempest-ServersAaction247Test-553183449 tempest-ServersAaction247Test-553183449-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1474.664281] env[62574]: DEBUG oslo_concurrency.lockutils [None req-0872b2c4-4270-4ff4-a978-e9ecc5ed4891 tempest-ServersAaction247Test-553183449 tempest-ServersAaction247Test-553183449-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1474.664281] env[62574]: DEBUG oslo_concurrency.lockutils [None req-0872b2c4-4270-4ff4-a978-e9ecc5ed4891 tempest-ServersAaction247Test-553183449 tempest-ServersAaction247Test-553183449-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1474.664281] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-11575645-ce5a-4e40-b5b2-bbd10b5e1e1c {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.670634] env[62574]: DEBUG oslo_vmware.api [None req-0872b2c4-4270-4ff4-a978-e9ecc5ed4891 tempest-ServersAaction247Test-553183449 tempest-ServersAaction247Test-553183449-project-member] Waiting for the task: (returnval){ [ 1474.670634] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]52580e22-8e25-7101-bebf-852916d8dbb4" [ 1474.670634] env[62574]: _type = "Task" [ 1474.670634] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1474.682250] env[62574]: DEBUG oslo_vmware.api [None req-0872b2c4-4270-4ff4-a978-e9ecc5ed4891 tempest-ServersAaction247Test-553183449 tempest-ServersAaction247Test-553183449-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52580e22-8e25-7101-bebf-852916d8dbb4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1474.739145] env[62574]: DEBUG nova.network.neutron [None req-47d07223-0248-4130-b311-b9c0e5a15c22 tempest-ImagesOneServerTestJSON-1738664534 tempest-ImagesOneServerTestJSON-1738664534-project-member] [instance: b19648bf-b106-4c17-8b48-8c579fb23b31] Successfully created port: 61bc6138-7ff4-4c4c-8838-027c4410e41f {{(pid=62574) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1474.745395] env[62574]: DEBUG nova.compute.manager [None req-ea479bc7-e70b-4006-b685-c149b86827f3 tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] [instance: dc6d1fd4-d844-4ef6-b100-5e491a698ae3] Starting instance... {{(pid=62574) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1474.853346] env[62574]: DEBUG nova.compute.manager [None req-47d07223-0248-4130-b311-b9c0e5a15c22 tempest-ImagesOneServerTestJSON-1738664534 tempest-ImagesOneServerTestJSON-1738664534-project-member] [instance: b19648bf-b106-4c17-8b48-8c579fb23b31] Start spawning the instance on the hypervisor. {{(pid=62574) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1474.887662] env[62574]: DEBUG nova.virt.hardware [None req-47d07223-0248-4130-b311-b9c0e5a15c22 tempest-ImagesOneServerTestJSON-1738664534 tempest-ImagesOneServerTestJSON-1738664534-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T19:26:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-13T19:26:40Z,direct_url=,disk_format='vmdk',id=3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7eed1dd4d2c3418eb32c4f4ceda3ab0d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-13T19:26:41Z,virtual_size=,visibility=), allow threads: False {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1474.888541] env[62574]: DEBUG nova.virt.hardware [None req-47d07223-0248-4130-b311-b9c0e5a15c22 tempest-ImagesOneServerTestJSON-1738664534 tempest-ImagesOneServerTestJSON-1738664534-project-member] Flavor limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1474.888820] env[62574]: DEBUG nova.virt.hardware [None req-47d07223-0248-4130-b311-b9c0e5a15c22 tempest-ImagesOneServerTestJSON-1738664534 tempest-ImagesOneServerTestJSON-1738664534-project-member] Image limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1474.889126] env[62574]: DEBUG nova.virt.hardware [None req-47d07223-0248-4130-b311-b9c0e5a15c22 tempest-ImagesOneServerTestJSON-1738664534 tempest-ImagesOneServerTestJSON-1738664534-project-member] Flavor pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1474.889377] env[62574]: DEBUG nova.virt.hardware [None req-47d07223-0248-4130-b311-b9c0e5a15c22 tempest-ImagesOneServerTestJSON-1738664534 tempest-ImagesOneServerTestJSON-1738664534-project-member] Image pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1474.893257] env[62574]: DEBUG nova.virt.hardware [None req-47d07223-0248-4130-b311-b9c0e5a15c22 tempest-ImagesOneServerTestJSON-1738664534 tempest-ImagesOneServerTestJSON-1738664534-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1474.896502] env[62574]: DEBUG nova.virt.hardware [None req-47d07223-0248-4130-b311-b9c0e5a15c22 tempest-ImagesOneServerTestJSON-1738664534 tempest-ImagesOneServerTestJSON-1738664534-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1474.896502] env[62574]: DEBUG nova.virt.hardware [None req-47d07223-0248-4130-b311-b9c0e5a15c22 tempest-ImagesOneServerTestJSON-1738664534 tempest-ImagesOneServerTestJSON-1738664534-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1474.896502] env[62574]: DEBUG nova.virt.hardware [None req-47d07223-0248-4130-b311-b9c0e5a15c22 tempest-ImagesOneServerTestJSON-1738664534 tempest-ImagesOneServerTestJSON-1738664534-project-member] Got 1 possible topologies {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1474.896502] env[62574]: DEBUG nova.virt.hardware [None req-47d07223-0248-4130-b311-b9c0e5a15c22 tempest-ImagesOneServerTestJSON-1738664534 tempest-ImagesOneServerTestJSON-1738664534-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1474.896502] env[62574]: DEBUG nova.virt.hardware [None req-47d07223-0248-4130-b311-b9c0e5a15c22 tempest-ImagesOneServerTestJSON-1738664534 tempest-ImagesOneServerTestJSON-1738664534-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1474.896783] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c65e2613-94bd-4499-a9fa-705a9b09f6bf {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.903720] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-012f7ef2-eaf6-40b2-95ee-60a949e9e12b {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.030494] env[62574]: DEBUG oslo_concurrency.lockutils [None req-a6eec462-12dc-4177-8e8c-aca5bdf71dc1 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1475.096230] env[62574]: DEBUG oslo_concurrency.lockutils [None req-c1daffc7-bda2-4439-8075-3e40ee1f58df tempest-DeleteServersAdminTestJSON-663052088 tempest-DeleteServersAdminTestJSON-663052088-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.292s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1475.096848] env[62574]: DEBUG nova.compute.manager [None req-c1daffc7-bda2-4439-8075-3e40ee1f58df tempest-DeleteServersAdminTestJSON-663052088 tempest-DeleteServersAdminTestJSON-663052088-project-member] [instance: d35706fa-4b30-46ac-a6df-545c8b83bdca] Start building networks asynchronously for instance. {{(pid=62574) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1475.101984] env[62574]: DEBUG oslo_concurrency.lockutils [None req-90741fa9-8423-48a6-aa3c-e55685a4de61 tempest-ServerDiagnosticsV248Test-2044626064 tempest-ServerDiagnosticsV248Test-2044626064-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.787s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1475.103549] env[62574]: INFO nova.compute.claims [None req-90741fa9-8423-48a6-aa3c-e55685a4de61 tempest-ServerDiagnosticsV248Test-2044626064 tempest-ServerDiagnosticsV248Test-2044626064-project-member] [instance: b8222a46-63c9-4282-85bf-9e9b044ed524] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1475.182897] env[62574]: DEBUG oslo_concurrency.lockutils [None req-0872b2c4-4270-4ff4-a978-e9ecc5ed4891 tempest-ServersAaction247Test-553183449 tempest-ServersAaction247Test-553183449-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1475.183293] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-0872b2c4-4270-4ff4-a978-e9ecc5ed4891 tempest-ServersAaction247Test-553183449 tempest-ServersAaction247Test-553183449-project-member] [instance: fff9b5fd-be41-4133-a2e3-aeb7188d76ec] Processing image 3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2 {{(pid=62574) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1475.183732] env[62574]: DEBUG oslo_concurrency.lockutils [None req-0872b2c4-4270-4ff4-a978-e9ecc5ed4891 tempest-ServersAaction247Test-553183449 tempest-ServersAaction247Test-553183449-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1475.183907] env[62574]: DEBUG oslo_concurrency.lockutils [None req-0872b2c4-4270-4ff4-a978-e9ecc5ed4891 tempest-ServersAaction247Test-553183449 tempest-ServersAaction247Test-553183449-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1475.184355] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-0872b2c4-4270-4ff4-a978-e9ecc5ed4891 tempest-ServersAaction247Test-553183449 tempest-ServersAaction247Test-553183449-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1475.184828] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-90a08319-2df9-40f8-8a14-cf2f15e7dbca {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.206113] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-0872b2c4-4270-4ff4-a978-e9ecc5ed4891 tempest-ServersAaction247Test-553183449 tempest-ServersAaction247Test-553183449-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1475.206340] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-0872b2c4-4270-4ff4-a978-e9ecc5ed4891 tempest-ServersAaction247Test-553183449 tempest-ServersAaction247Test-553183449-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62574) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1475.207226] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3f2826e-5a9a-4f46-aa48-18aedcea4e61 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.217191] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-12c84fe7-318e-4069-ab23-7c1d6316ed68 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.222738] env[62574]: DEBUG oslo_vmware.api [None req-0872b2c4-4270-4ff4-a978-e9ecc5ed4891 tempest-ServersAaction247Test-553183449 tempest-ServersAaction247Test-553183449-project-member] Waiting for the task: (returnval){ [ 1475.222738] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]528e4e33-3e12-211d-e9a5-25043a10855b" [ 1475.222738] env[62574]: _type = "Task" [ 1475.222738] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1475.231507] env[62574]: DEBUG oslo_vmware.api [None req-0872b2c4-4270-4ff4-a978-e9ecc5ed4891 tempest-ServersAaction247Test-553183449 tempest-ServersAaction247Test-553183449-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]528e4e33-3e12-211d-e9a5-25043a10855b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1475.266068] env[62574]: DEBUG oslo_concurrency.lockutils [None req-ea479bc7-e70b-4006-b685-c149b86827f3 tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1475.604448] env[62574]: DEBUG nova.compute.utils [None req-c1daffc7-bda2-4439-8075-3e40ee1f58df tempest-DeleteServersAdminTestJSON-663052088 tempest-DeleteServersAdminTestJSON-663052088-project-member] Using /dev/sd instead of None {{(pid=62574) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1475.605934] env[62574]: DEBUG nova.compute.manager [None req-c1daffc7-bda2-4439-8075-3e40ee1f58df tempest-DeleteServersAdminTestJSON-663052088 tempest-DeleteServersAdminTestJSON-663052088-project-member] [instance: d35706fa-4b30-46ac-a6df-545c8b83bdca] Allocating IP information in the background. {{(pid=62574) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1475.606168] env[62574]: DEBUG nova.network.neutron [None req-c1daffc7-bda2-4439-8075-3e40ee1f58df tempest-DeleteServersAdminTestJSON-663052088 tempest-DeleteServersAdminTestJSON-663052088-project-member] [instance: d35706fa-4b30-46ac-a6df-545c8b83bdca] allocate_for_instance() {{(pid=62574) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1475.734506] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-0872b2c4-4270-4ff4-a978-e9ecc5ed4891 tempest-ServersAaction247Test-553183449 tempest-ServersAaction247Test-553183449-project-member] [instance: fff9b5fd-be41-4133-a2e3-aeb7188d76ec] Preparing fetch location {{(pid=62574) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1475.734798] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-0872b2c4-4270-4ff4-a978-e9ecc5ed4891 tempest-ServersAaction247Test-553183449 tempest-ServersAaction247Test-553183449-project-member] Creating directory with path [datastore1] vmware_temp/ac70f1ad-f14a-404e-aaea-7d798edffdc9/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2 {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1475.735055] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-411b03e7-c0a5-47cd-8e52-ded412bb3bcf {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.755971] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-0872b2c4-4270-4ff4-a978-e9ecc5ed4891 tempest-ServersAaction247Test-553183449 tempest-ServersAaction247Test-553183449-project-member] Created directory with path [datastore1] vmware_temp/ac70f1ad-f14a-404e-aaea-7d798edffdc9/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2 {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1475.756721] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-0872b2c4-4270-4ff4-a978-e9ecc5ed4891 tempest-ServersAaction247Test-553183449 tempest-ServersAaction247Test-553183449-project-member] [instance: fff9b5fd-be41-4133-a2e3-aeb7188d76ec] Fetch image to [datastore1] vmware_temp/ac70f1ad-f14a-404e-aaea-7d798edffdc9/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/tmp-sparse.vmdk {{(pid=62574) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1475.756721] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-0872b2c4-4270-4ff4-a978-e9ecc5ed4891 tempest-ServersAaction247Test-553183449 tempest-ServersAaction247Test-553183449-project-member] [instance: fff9b5fd-be41-4133-a2e3-aeb7188d76ec] Downloading image file data 3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2 to [datastore1] vmware_temp/ac70f1ad-f14a-404e-aaea-7d798edffdc9/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/tmp-sparse.vmdk on the data store datastore1 {{(pid=62574) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 1475.757165] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f75fc1a3-f4e9-493d-9d65-357f5f859324 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.766625] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7181730e-704f-498c-a47e-f438841e56e1 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.780255] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5100e80-3918-4b54-b94e-8df5dfead736 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.813288] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7839dabb-42ff-4066-baa3-f66d6a5cf589 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.819171] env[62574]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-9aa575b6-179a-4366-a0e7-1cc1406ca2ee {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.825678] env[62574]: DEBUG nova.policy [None req-c1daffc7-bda2-4439-8075-3e40ee1f58df tempest-DeleteServersAdminTestJSON-663052088 tempest-DeleteServersAdminTestJSON-663052088-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4c17478bc4b54cf38be7b4b3cac22ad6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5bb195a35933485aa8736781fa7c5c50', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62574) authorize /opt/stack/nova/nova/policy.py:192}} [ 1475.907535] env[62574]: DEBUG nova.virt.vmwareapi.images [None req-0872b2c4-4270-4ff4-a978-e9ecc5ed4891 tempest-ServersAaction247Test-553183449 tempest-ServersAaction247Test-553183449-project-member] [instance: fff9b5fd-be41-4133-a2e3-aeb7188d76ec] Downloading image file data 3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2 to the data store datastore1 {{(pid=62574) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 1475.983522] env[62574]: DEBUG oslo_vmware.rw_handles [None req-0872b2c4-4270-4ff4-a978-e9ecc5ed4891 tempest-ServersAaction247Test-553183449 tempest-ServersAaction247Test-553183449-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c2n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/ac70f1ad-f14a-404e-aaea-7d798edffdc9/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=62574) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1476.059166] env[62574]: DEBUG oslo_concurrency.lockutils [None req-9a41eb0c-4b5b-416e-9398-91b2a2c38fac tempest-ServerDiagnosticsTest-924160412 tempest-ServerDiagnosticsTest-924160412-project-member] Acquiring lock "6d6540ed-ae82-4304-a6f2-7b7063587647" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1476.059166] env[62574]: DEBUG oslo_concurrency.lockutils [None req-9a41eb0c-4b5b-416e-9398-91b2a2c38fac tempest-ServerDiagnosticsTest-924160412 tempest-ServerDiagnosticsTest-924160412-project-member] Lock "6d6540ed-ae82-4304-a6f2-7b7063587647" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1476.114780] env[62574]: DEBUG nova.compute.manager [None req-c1daffc7-bda2-4439-8075-3e40ee1f58df tempest-DeleteServersAdminTestJSON-663052088 tempest-DeleteServersAdminTestJSON-663052088-project-member] [instance: d35706fa-4b30-46ac-a6df-545c8b83bdca] Start building block device mappings for instance. {{(pid=62574) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1476.342833] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b03de7bb-ceae-412e-9a93-ce1b245290a0 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.354060] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fd1dede-4211-4320-b4dd-08f29b553598 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.397566] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4f08619-1b60-4abc-bf9d-f02911bfd7d2 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.411809] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-719ccbe0-5f11-4b41-9e58-0f68800b89a1 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.433406] env[62574]: DEBUG nova.compute.provider_tree [None req-90741fa9-8423-48a6-aa3c-e55685a4de61 tempest-ServerDiagnosticsV248Test-2044626064 tempest-ServerDiagnosticsV248Test-2044626064-project-member] Inventory has not changed in ProviderTree for provider: f0ed160a-beff-4626-a531-2a70d7bc0627 {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1476.565554] env[62574]: DEBUG nova.compute.manager [None req-9a41eb0c-4b5b-416e-9398-91b2a2c38fac tempest-ServerDiagnosticsTest-924160412 tempest-ServerDiagnosticsTest-924160412-project-member] [instance: 6d6540ed-ae82-4304-a6f2-7b7063587647] Starting instance... {{(pid=62574) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1476.643048] env[62574]: DEBUG oslo_vmware.rw_handles [None req-0872b2c4-4270-4ff4-a978-e9ecc5ed4891 tempest-ServersAaction247Test-553183449 tempest-ServersAaction247Test-553183449-project-member] Completed reading data from the image iterator. {{(pid=62574) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1476.643048] env[62574]: DEBUG oslo_vmware.rw_handles [None req-0872b2c4-4270-4ff4-a978-e9ecc5ed4891 tempest-ServersAaction247Test-553183449 tempest-ServersAaction247Test-553183449-project-member] Closing write handle for https://esx7c2n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/ac70f1ad-f14a-404e-aaea-7d798edffdc9/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=62574) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 1476.784450] env[62574]: DEBUG nova.virt.vmwareapi.images [None req-0872b2c4-4270-4ff4-a978-e9ecc5ed4891 tempest-ServersAaction247Test-553183449 tempest-ServersAaction247Test-553183449-project-member] [instance: fff9b5fd-be41-4133-a2e3-aeb7188d76ec] Downloaded image file data 3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2 to vmware_temp/ac70f1ad-f14a-404e-aaea-7d798edffdc9/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/tmp-sparse.vmdk on the data store datastore1 {{(pid=62574) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 1476.784450] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-0872b2c4-4270-4ff4-a978-e9ecc5ed4891 tempest-ServersAaction247Test-553183449 tempest-ServersAaction247Test-553183449-project-member] [instance: fff9b5fd-be41-4133-a2e3-aeb7188d76ec] Caching image {{(pid=62574) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1476.784450] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-0872b2c4-4270-4ff4-a978-e9ecc5ed4891 tempest-ServersAaction247Test-553183449 tempest-ServersAaction247Test-553183449-project-member] Copying Virtual Disk [datastore1] vmware_temp/ac70f1ad-f14a-404e-aaea-7d798edffdc9/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/tmp-sparse.vmdk to [datastore1] vmware_temp/ac70f1ad-f14a-404e-aaea-7d798edffdc9/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk {{(pid=62574) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1476.784797] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-21a0761a-e8c1-4ff6-a433-c2793bfc3e39 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.794588] env[62574]: DEBUG oslo_vmware.api [None req-0872b2c4-4270-4ff4-a978-e9ecc5ed4891 tempest-ServersAaction247Test-553183449 tempest-ServersAaction247Test-553183449-project-member] Waiting for the task: (returnval){ [ 1476.794588] env[62574]: value = "task-1861094" [ 1476.794588] env[62574]: _type = "Task" [ 1476.794588] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1476.807115] env[62574]: DEBUG oslo_vmware.api [None req-0872b2c4-4270-4ff4-a978-e9ecc5ed4891 tempest-ServersAaction247Test-553183449 tempest-ServersAaction247Test-553183449-project-member] Task: {'id': task-1861094, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1476.941392] env[62574]: DEBUG nova.scheduler.client.report [None req-90741fa9-8423-48a6-aa3c-e55685a4de61 tempest-ServerDiagnosticsV248Test-2044626064 tempest-ServerDiagnosticsV248Test-2044626064-project-member] Inventory has not changed for provider f0ed160a-beff-4626-a531-2a70d7bc0627 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1476.983726] env[62574]: DEBUG nova.network.neutron [None req-c1daffc7-bda2-4439-8075-3e40ee1f58df tempest-DeleteServersAdminTestJSON-663052088 tempest-DeleteServersAdminTestJSON-663052088-project-member] [instance: d35706fa-4b30-46ac-a6df-545c8b83bdca] Successfully created port: 37c98106-c5be-4470-8014-babc860702d6 {{(pid=62574) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1477.093390] env[62574]: DEBUG oslo_concurrency.lockutils [None req-9a41eb0c-4b5b-416e-9398-91b2a2c38fac tempest-ServerDiagnosticsTest-924160412 tempest-ServerDiagnosticsTest-924160412-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1477.132449] env[62574]: DEBUG nova.compute.manager [None req-c1daffc7-bda2-4439-8075-3e40ee1f58df tempest-DeleteServersAdminTestJSON-663052088 tempest-DeleteServersAdminTestJSON-663052088-project-member] [instance: d35706fa-4b30-46ac-a6df-545c8b83bdca] Start spawning the instance on the hypervisor. {{(pid=62574) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1477.170499] env[62574]: DEBUG nova.virt.hardware [None req-c1daffc7-bda2-4439-8075-3e40ee1f58df tempest-DeleteServersAdminTestJSON-663052088 tempest-DeleteServersAdminTestJSON-663052088-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T19:26:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-13T19:26:40Z,direct_url=,disk_format='vmdk',id=3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7eed1dd4d2c3418eb32c4f4ceda3ab0d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-13T19:26:41Z,virtual_size=,visibility=), allow threads: False {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1477.170499] env[62574]: DEBUG nova.virt.hardware [None req-c1daffc7-bda2-4439-8075-3e40ee1f58df tempest-DeleteServersAdminTestJSON-663052088 tempest-DeleteServersAdminTestJSON-663052088-project-member] Flavor limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1477.170499] env[62574]: DEBUG nova.virt.hardware [None req-c1daffc7-bda2-4439-8075-3e40ee1f58df tempest-DeleteServersAdminTestJSON-663052088 tempest-DeleteServersAdminTestJSON-663052088-project-member] Image limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1477.170727] env[62574]: DEBUG nova.virt.hardware [None req-c1daffc7-bda2-4439-8075-3e40ee1f58df tempest-DeleteServersAdminTestJSON-663052088 tempest-DeleteServersAdminTestJSON-663052088-project-member] Flavor pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1477.170727] env[62574]: DEBUG nova.virt.hardware [None req-c1daffc7-bda2-4439-8075-3e40ee1f58df tempest-DeleteServersAdminTestJSON-663052088 tempest-DeleteServersAdminTestJSON-663052088-project-member] Image pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1477.170727] env[62574]: DEBUG nova.virt.hardware [None req-c1daffc7-bda2-4439-8075-3e40ee1f58df tempest-DeleteServersAdminTestJSON-663052088 tempest-DeleteServersAdminTestJSON-663052088-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1477.170823] env[62574]: DEBUG nova.virt.hardware [None req-c1daffc7-bda2-4439-8075-3e40ee1f58df tempest-DeleteServersAdminTestJSON-663052088 tempest-DeleteServersAdminTestJSON-663052088-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1477.171016] env[62574]: DEBUG nova.virt.hardware [None req-c1daffc7-bda2-4439-8075-3e40ee1f58df tempest-DeleteServersAdminTestJSON-663052088 tempest-DeleteServersAdminTestJSON-663052088-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1477.171470] env[62574]: DEBUG nova.virt.hardware [None req-c1daffc7-bda2-4439-8075-3e40ee1f58df tempest-DeleteServersAdminTestJSON-663052088 tempest-DeleteServersAdminTestJSON-663052088-project-member] Got 1 possible topologies {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1477.171470] env[62574]: DEBUG nova.virt.hardware [None req-c1daffc7-bda2-4439-8075-3e40ee1f58df tempest-DeleteServersAdminTestJSON-663052088 tempest-DeleteServersAdminTestJSON-663052088-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1477.171470] env[62574]: DEBUG nova.virt.hardware [None req-c1daffc7-bda2-4439-8075-3e40ee1f58df tempest-DeleteServersAdminTestJSON-663052088 tempest-DeleteServersAdminTestJSON-663052088-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1477.172485] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80082d6b-765c-445b-9b4d-348b54dfc9c6 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.182263] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9cb8a4d-f1e0-4cd3-a485-0ca507bba733 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.305551] env[62574]: DEBUG oslo_vmware.api [None req-0872b2c4-4270-4ff4-a978-e9ecc5ed4891 tempest-ServersAaction247Test-553183449 tempest-ServersAaction247Test-553183449-project-member] Task: {'id': task-1861094, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1477.447811] env[62574]: DEBUG oslo_concurrency.lockutils [None req-90741fa9-8423-48a6-aa3c-e55685a4de61 tempest-ServerDiagnosticsV248Test-2044626064 tempest-ServerDiagnosticsV248Test-2044626064-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.346s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1477.448400] env[62574]: DEBUG nova.compute.manager [None req-90741fa9-8423-48a6-aa3c-e55685a4de61 tempest-ServerDiagnosticsV248Test-2044626064 tempest-ServerDiagnosticsV248Test-2044626064-project-member] [instance: b8222a46-63c9-4282-85bf-9e9b044ed524] Start building networks asynchronously for instance. {{(pid=62574) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1477.454366] env[62574]: DEBUG oslo_concurrency.lockutils [None req-f21da0cc-a474-474f-9e63-faf20cd92f66 tempest-ServerExternalEventsTest-1288446 tempest-ServerExternalEventsTest-1288446-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.135s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1477.455979] env[62574]: INFO nova.compute.claims [None req-f21da0cc-a474-474f-9e63-faf20cd92f66 tempest-ServerExternalEventsTest-1288446 tempest-ServerExternalEventsTest-1288446-project-member] [instance: 12efb14a-4241-42ec-b538-3efa54435951] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1477.518341] env[62574]: DEBUG oslo_concurrency.lockutils [None req-952961fe-f29b-4d2d-8be6-c53e6211d0ad tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Acquiring lock "2a0c3300-ba7f-4604-b629-42bda5d48664" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1477.518481] env[62574]: DEBUG oslo_concurrency.lockutils [None req-952961fe-f29b-4d2d-8be6-c53e6211d0ad tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Lock "2a0c3300-ba7f-4604-b629-42bda5d48664" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1477.620330] env[62574]: DEBUG oslo_concurrency.lockutils [None req-b7e2b7ac-3354-404a-a92b-23db1a8cd1a5 tempest-ServersAdminNegativeTestJSON-1635259249 tempest-ServersAdminNegativeTestJSON-1635259249-project-member] Acquiring lock "692b1ace-0ecb-4fc5-a348-ffe21f0d1ad7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1477.621456] env[62574]: DEBUG oslo_concurrency.lockutils [None req-b7e2b7ac-3354-404a-a92b-23db1a8cd1a5 tempest-ServersAdminNegativeTestJSON-1635259249 tempest-ServersAdminNegativeTestJSON-1635259249-project-member] Lock "692b1ace-0ecb-4fc5-a348-ffe21f0d1ad7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1477.808733] env[62574]: DEBUG oslo_vmware.api [None req-0872b2c4-4270-4ff4-a978-e9ecc5ed4891 tempest-ServersAaction247Test-553183449 tempest-ServersAaction247Test-553183449-project-member] Task: {'id': task-1861094, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.683442} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1477.809205] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-0872b2c4-4270-4ff4-a978-e9ecc5ed4891 tempest-ServersAaction247Test-553183449 tempest-ServersAaction247Test-553183449-project-member] Copied Virtual Disk [datastore1] vmware_temp/ac70f1ad-f14a-404e-aaea-7d798edffdc9/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/tmp-sparse.vmdk to [datastore1] vmware_temp/ac70f1ad-f14a-404e-aaea-7d798edffdc9/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk {{(pid=62574) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1477.809499] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-0872b2c4-4270-4ff4-a978-e9ecc5ed4891 tempest-ServersAaction247Test-553183449 tempest-ServersAaction247Test-553183449-project-member] Deleting the datastore file [datastore1] vmware_temp/ac70f1ad-f14a-404e-aaea-7d798edffdc9/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/tmp-sparse.vmdk {{(pid=62574) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1477.810124] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a90d373b-0786-43b0-9a94-4b9f11b23e0e {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.818403] env[62574]: DEBUG oslo_vmware.api [None req-0872b2c4-4270-4ff4-a978-e9ecc5ed4891 tempest-ServersAaction247Test-553183449 tempest-ServersAaction247Test-553183449-project-member] Waiting for the task: (returnval){ [ 1477.818403] env[62574]: value = "task-1861095" [ 1477.818403] env[62574]: _type = "Task" [ 1477.818403] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1477.829442] env[62574]: DEBUG oslo_vmware.api [None req-0872b2c4-4270-4ff4-a978-e9ecc5ed4891 tempest-ServersAaction247Test-553183449 tempest-ServersAaction247Test-553183449-project-member] Task: {'id': task-1861095, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1477.965019] env[62574]: DEBUG nova.compute.utils [None req-90741fa9-8423-48a6-aa3c-e55685a4de61 tempest-ServerDiagnosticsV248Test-2044626064 tempest-ServerDiagnosticsV248Test-2044626064-project-member] Using /dev/sd instead of None {{(pid=62574) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1477.967139] env[62574]: DEBUG nova.compute.manager [None req-90741fa9-8423-48a6-aa3c-e55685a4de61 tempest-ServerDiagnosticsV248Test-2044626064 tempest-ServerDiagnosticsV248Test-2044626064-project-member] [instance: b8222a46-63c9-4282-85bf-9e9b044ed524] Not allocating networking since 'none' was specified. {{(pid=62574) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1478.058829] env[62574]: DEBUG nova.network.neutron [None req-47d07223-0248-4130-b311-b9c0e5a15c22 tempest-ImagesOneServerTestJSON-1738664534 tempest-ImagesOneServerTestJSON-1738664534-project-member] [instance: b19648bf-b106-4c17-8b48-8c579fb23b31] Successfully updated port: 61bc6138-7ff4-4c4c-8838-027c4410e41f {{(pid=62574) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1478.331810] env[62574]: DEBUG oslo_vmware.api [None req-0872b2c4-4270-4ff4-a978-e9ecc5ed4891 tempest-ServersAaction247Test-553183449 tempest-ServersAaction247Test-553183449-project-member] Task: {'id': task-1861095, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.023154} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1478.332258] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-0872b2c4-4270-4ff4-a978-e9ecc5ed4891 tempest-ServersAaction247Test-553183449 tempest-ServersAaction247Test-553183449-project-member] Deleted the datastore file {{(pid=62574) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1478.332258] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-0872b2c4-4270-4ff4-a978-e9ecc5ed4891 tempest-ServersAaction247Test-553183449 tempest-ServersAaction247Test-553183449-project-member] Moving file from [datastore1] vmware_temp/ac70f1ad-f14a-404e-aaea-7d798edffdc9/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2 to [datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2. {{(pid=62574) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 1478.332928] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-ed3179c0-f5f8-4629-ac33-28ffd32668ba {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.341120] env[62574]: DEBUG oslo_vmware.api [None req-0872b2c4-4270-4ff4-a978-e9ecc5ed4891 tempest-ServersAaction247Test-553183449 tempest-ServersAaction247Test-553183449-project-member] Waiting for the task: (returnval){ [ 1478.341120] env[62574]: value = "task-1861096" [ 1478.341120] env[62574]: _type = "Task" [ 1478.341120] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1478.351553] env[62574]: DEBUG oslo_vmware.api [None req-0872b2c4-4270-4ff4-a978-e9ecc5ed4891 tempest-ServersAaction247Test-553183449 tempest-ServersAaction247Test-553183449-project-member] Task: {'id': task-1861096, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1478.467453] env[62574]: DEBUG nova.compute.manager [None req-90741fa9-8423-48a6-aa3c-e55685a4de61 tempest-ServerDiagnosticsV248Test-2044626064 tempest-ServerDiagnosticsV248Test-2044626064-project-member] [instance: b8222a46-63c9-4282-85bf-9e9b044ed524] Start building block device mappings for instance. {{(pid=62574) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1478.564715] env[62574]: DEBUG oslo_concurrency.lockutils [None req-47d07223-0248-4130-b311-b9c0e5a15c22 tempest-ImagesOneServerTestJSON-1738664534 tempest-ImagesOneServerTestJSON-1738664534-project-member] Acquiring lock "refresh_cache-b19648bf-b106-4c17-8b48-8c579fb23b31" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1478.564715] env[62574]: DEBUG oslo_concurrency.lockutils [None req-47d07223-0248-4130-b311-b9c0e5a15c22 tempest-ImagesOneServerTestJSON-1738664534 tempest-ImagesOneServerTestJSON-1738664534-project-member] Acquired lock "refresh_cache-b19648bf-b106-4c17-8b48-8c579fb23b31" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1478.564715] env[62574]: DEBUG nova.network.neutron [None req-47d07223-0248-4130-b311-b9c0e5a15c22 tempest-ImagesOneServerTestJSON-1738664534 tempest-ImagesOneServerTestJSON-1738664534-project-member] [instance: b19648bf-b106-4c17-8b48-8c579fb23b31] Building network info cache for instance {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1478.684818] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86c4443c-162e-4fe4-b3b4-ae9f601b651a {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.693295] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53742a08-10da-4d81-bc83-c56b056d37a0 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.727563] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ff778ac-a60c-4567-9cd7-0259c1273da1 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.735721] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17d1e532-3548-40f3-8306-8f4d756a2a9e {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.751436] env[62574]: DEBUG nova.compute.provider_tree [None req-f21da0cc-a474-474f-9e63-faf20cd92f66 tempest-ServerExternalEventsTest-1288446 tempest-ServerExternalEventsTest-1288446-project-member] Inventory has not changed in ProviderTree for provider: f0ed160a-beff-4626-a531-2a70d7bc0627 {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1478.853663] env[62574]: DEBUG oslo_vmware.api [None req-0872b2c4-4270-4ff4-a978-e9ecc5ed4891 tempest-ServersAaction247Test-553183449 tempest-ServersAaction247Test-553183449-project-member] Task: {'id': task-1861096, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.033111} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1478.854421] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-0872b2c4-4270-4ff4-a978-e9ecc5ed4891 tempest-ServersAaction247Test-553183449 tempest-ServersAaction247Test-553183449-project-member] File moved {{(pid=62574) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 1478.854504] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-0872b2c4-4270-4ff4-a978-e9ecc5ed4891 tempest-ServersAaction247Test-553183449 tempest-ServersAaction247Test-553183449-project-member] [instance: fff9b5fd-be41-4133-a2e3-aeb7188d76ec] Cleaning up location [datastore1] vmware_temp/ac70f1ad-f14a-404e-aaea-7d798edffdc9 {{(pid=62574) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1478.854729] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-0872b2c4-4270-4ff4-a978-e9ecc5ed4891 tempest-ServersAaction247Test-553183449 tempest-ServersAaction247Test-553183449-project-member] Deleting the datastore file [datastore1] vmware_temp/ac70f1ad-f14a-404e-aaea-7d798edffdc9 {{(pid=62574) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1478.854972] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-19e948b5-1cb4-46ea-91fb-28662597c08e {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.864224] env[62574]: DEBUG oslo_vmware.api [None req-0872b2c4-4270-4ff4-a978-e9ecc5ed4891 tempest-ServersAaction247Test-553183449 tempest-ServersAaction247Test-553183449-project-member] Waiting for the task: (returnval){ [ 1478.864224] env[62574]: value = "task-1861097" [ 1478.864224] env[62574]: _type = "Task" [ 1478.864224] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1478.877089] env[62574]: DEBUG oslo_vmware.api [None req-0872b2c4-4270-4ff4-a978-e9ecc5ed4891 tempest-ServersAaction247Test-553183449 tempest-ServersAaction247Test-553183449-project-member] Task: {'id': task-1861097, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1479.101655] env[62574]: DEBUG nova.compute.manager [req-ff1faaa3-a656-40f7-8c22-6b5a23a13d6d req-a814bbc0-e849-4534-9c1a-20534fa0b207 service nova] [instance: b19648bf-b106-4c17-8b48-8c579fb23b31] Received event network-vif-plugged-61bc6138-7ff4-4c4c-8838-027c4410e41f {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1479.101655] env[62574]: DEBUG oslo_concurrency.lockutils [req-ff1faaa3-a656-40f7-8c22-6b5a23a13d6d req-a814bbc0-e849-4534-9c1a-20534fa0b207 service nova] Acquiring lock "b19648bf-b106-4c17-8b48-8c579fb23b31-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1479.101799] env[62574]: DEBUG oslo_concurrency.lockutils [req-ff1faaa3-a656-40f7-8c22-6b5a23a13d6d req-a814bbc0-e849-4534-9c1a-20534fa0b207 service nova] Lock "b19648bf-b106-4c17-8b48-8c579fb23b31-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1479.101975] env[62574]: DEBUG oslo_concurrency.lockutils [req-ff1faaa3-a656-40f7-8c22-6b5a23a13d6d req-a814bbc0-e849-4534-9c1a-20534fa0b207 service nova] Lock "b19648bf-b106-4c17-8b48-8c579fb23b31-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1479.102130] env[62574]: DEBUG nova.compute.manager [req-ff1faaa3-a656-40f7-8c22-6b5a23a13d6d req-a814bbc0-e849-4534-9c1a-20534fa0b207 service nova] [instance: b19648bf-b106-4c17-8b48-8c579fb23b31] No waiting events found dispatching network-vif-plugged-61bc6138-7ff4-4c4c-8838-027c4410e41f {{(pid=62574) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1479.102366] env[62574]: WARNING nova.compute.manager [req-ff1faaa3-a656-40f7-8c22-6b5a23a13d6d req-a814bbc0-e849-4534-9c1a-20534fa0b207 service nova] [instance: b19648bf-b106-4c17-8b48-8c579fb23b31] Received unexpected event network-vif-plugged-61bc6138-7ff4-4c4c-8838-027c4410e41f for instance with vm_state building and task_state spawning. [ 1479.124248] env[62574]: DEBUG oslo_concurrency.lockutils [None req-32051c68-37c9-44b2-bcf1-7cfd221e5718 tempest-FloatingIPsAssociationTestJSON-1230011338 tempest-FloatingIPsAssociationTestJSON-1230011338-project-member] Acquiring lock "bf01cd22-6cbb-4a95-aca8-4bcdabdc5b36" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1479.124472] env[62574]: DEBUG oslo_concurrency.lockutils [None req-32051c68-37c9-44b2-bcf1-7cfd221e5718 tempest-FloatingIPsAssociationTestJSON-1230011338 tempest-FloatingIPsAssociationTestJSON-1230011338-project-member] Lock "bf01cd22-6cbb-4a95-aca8-4bcdabdc5b36" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1479.192243] env[62574]: DEBUG nova.network.neutron [None req-47d07223-0248-4130-b311-b9c0e5a15c22 tempest-ImagesOneServerTestJSON-1738664534 tempest-ImagesOneServerTestJSON-1738664534-project-member] [instance: b19648bf-b106-4c17-8b48-8c579fb23b31] Instance cache missing network info. {{(pid=62574) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1479.254416] env[62574]: DEBUG nova.scheduler.client.report [None req-f21da0cc-a474-474f-9e63-faf20cd92f66 tempest-ServerExternalEventsTest-1288446 tempest-ServerExternalEventsTest-1288446-project-member] Inventory has not changed for provider f0ed160a-beff-4626-a531-2a70d7bc0627 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1479.377839] env[62574]: DEBUG oslo_vmware.api [None req-0872b2c4-4270-4ff4-a978-e9ecc5ed4891 tempest-ServersAaction247Test-553183449 tempest-ServersAaction247Test-553183449-project-member] Task: {'id': task-1861097, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.026865} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1479.377839] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-0872b2c4-4270-4ff4-a978-e9ecc5ed4891 tempest-ServersAaction247Test-553183449 tempest-ServersAaction247Test-553183449-project-member] Deleted the datastore file {{(pid=62574) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1479.378184] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-109d012e-2801-40a9-b51b-30c0cff20b73 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.388971] env[62574]: DEBUG oslo_vmware.api [None req-0872b2c4-4270-4ff4-a978-e9ecc5ed4891 tempest-ServersAaction247Test-553183449 tempest-ServersAaction247Test-553183449-project-member] Waiting for the task: (returnval){ [ 1479.388971] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]52eba89e-be39-3c34-5d71-fdd18243206f" [ 1479.388971] env[62574]: _type = "Task" [ 1479.388971] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1479.403606] env[62574]: DEBUG oslo_vmware.api [None req-0872b2c4-4270-4ff4-a978-e9ecc5ed4891 tempest-ServersAaction247Test-553183449 tempest-ServersAaction247Test-553183449-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52eba89e-be39-3c34-5d71-fdd18243206f, 'name': SearchDatastore_Task, 'duration_secs': 0.009671} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1479.403736] env[62574]: DEBUG oslo_concurrency.lockutils [None req-0872b2c4-4270-4ff4-a978-e9ecc5ed4891 tempest-ServersAaction247Test-553183449 tempest-ServersAaction247Test-553183449-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1479.403923] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-0872b2c4-4270-4ff4-a978-e9ecc5ed4891 tempest-ServersAaction247Test-553183449 tempest-ServersAaction247Test-553183449-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk to [datastore1] fff9b5fd-be41-4133-a2e3-aeb7188d76ec/fff9b5fd-be41-4133-a2e3-aeb7188d76ec.vmdk {{(pid=62574) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1479.404199] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b3ebb365-a5ee-47b3-8a22-d33cffc004fa {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.411624] env[62574]: DEBUG oslo_vmware.api [None req-0872b2c4-4270-4ff4-a978-e9ecc5ed4891 tempest-ServersAaction247Test-553183449 tempest-ServersAaction247Test-553183449-project-member] Waiting for the task: (returnval){ [ 1479.411624] env[62574]: value = "task-1861098" [ 1479.411624] env[62574]: _type = "Task" [ 1479.411624] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1479.425273] env[62574]: DEBUG oslo_vmware.api [None req-0872b2c4-4270-4ff4-a978-e9ecc5ed4891 tempest-ServersAaction247Test-553183449 tempest-ServersAaction247Test-553183449-project-member] Task: {'id': task-1861098, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1479.482723] env[62574]: DEBUG nova.compute.manager [None req-90741fa9-8423-48a6-aa3c-e55685a4de61 tempest-ServerDiagnosticsV248Test-2044626064 tempest-ServerDiagnosticsV248Test-2044626064-project-member] [instance: b8222a46-63c9-4282-85bf-9e9b044ed524] Start spawning the instance on the hypervisor. {{(pid=62574) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1479.531496] env[62574]: DEBUG nova.virt.hardware [None req-90741fa9-8423-48a6-aa3c-e55685a4de61 tempest-ServerDiagnosticsV248Test-2044626064 tempest-ServerDiagnosticsV248Test-2044626064-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T19:26:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-13T19:26:40Z,direct_url=,disk_format='vmdk',id=3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7eed1dd4d2c3418eb32c4f4ceda3ab0d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-13T19:26:41Z,virtual_size=,visibility=), allow threads: False {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1479.531754] env[62574]: DEBUG nova.virt.hardware [None req-90741fa9-8423-48a6-aa3c-e55685a4de61 tempest-ServerDiagnosticsV248Test-2044626064 tempest-ServerDiagnosticsV248Test-2044626064-project-member] Flavor limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1479.531905] env[62574]: DEBUG nova.virt.hardware [None req-90741fa9-8423-48a6-aa3c-e55685a4de61 tempest-ServerDiagnosticsV248Test-2044626064 tempest-ServerDiagnosticsV248Test-2044626064-project-member] Image limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1479.532257] env[62574]: DEBUG nova.virt.hardware [None req-90741fa9-8423-48a6-aa3c-e55685a4de61 tempest-ServerDiagnosticsV248Test-2044626064 tempest-ServerDiagnosticsV248Test-2044626064-project-member] Flavor pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1479.532432] env[62574]: DEBUG nova.virt.hardware [None req-90741fa9-8423-48a6-aa3c-e55685a4de61 tempest-ServerDiagnosticsV248Test-2044626064 tempest-ServerDiagnosticsV248Test-2044626064-project-member] Image pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1479.532576] env[62574]: DEBUG nova.virt.hardware [None req-90741fa9-8423-48a6-aa3c-e55685a4de61 tempest-ServerDiagnosticsV248Test-2044626064 tempest-ServerDiagnosticsV248Test-2044626064-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1479.535026] env[62574]: DEBUG nova.virt.hardware [None req-90741fa9-8423-48a6-aa3c-e55685a4de61 tempest-ServerDiagnosticsV248Test-2044626064 tempest-ServerDiagnosticsV248Test-2044626064-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1479.535026] env[62574]: DEBUG nova.virt.hardware [None req-90741fa9-8423-48a6-aa3c-e55685a4de61 tempest-ServerDiagnosticsV248Test-2044626064 tempest-ServerDiagnosticsV248Test-2044626064-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1479.535026] env[62574]: DEBUG nova.virt.hardware [None req-90741fa9-8423-48a6-aa3c-e55685a4de61 tempest-ServerDiagnosticsV248Test-2044626064 tempest-ServerDiagnosticsV248Test-2044626064-project-member] Got 1 possible topologies {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1479.535026] env[62574]: DEBUG nova.virt.hardware [None req-90741fa9-8423-48a6-aa3c-e55685a4de61 tempest-ServerDiagnosticsV248Test-2044626064 tempest-ServerDiagnosticsV248Test-2044626064-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1479.535026] env[62574]: DEBUG nova.virt.hardware [None req-90741fa9-8423-48a6-aa3c-e55685a4de61 tempest-ServerDiagnosticsV248Test-2044626064 tempest-ServerDiagnosticsV248Test-2044626064-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1479.535228] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8776a100-feab-4984-bbbd-3d208dfa8b9a {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.545404] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be2a571f-2e96-41ad-a380-f481e456126d {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.561755] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-90741fa9-8423-48a6-aa3c-e55685a4de61 tempest-ServerDiagnosticsV248Test-2044626064 tempest-ServerDiagnosticsV248Test-2044626064-project-member] [instance: b8222a46-63c9-4282-85bf-9e9b044ed524] Instance VIF info [] {{(pid=62574) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1479.567808] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-90741fa9-8423-48a6-aa3c-e55685a4de61 tempest-ServerDiagnosticsV248Test-2044626064 tempest-ServerDiagnosticsV248Test-2044626064-project-member] Creating folder: Project (bd64c939c2a04b46a31f3de5da02333a). Parent ref: group-v384746. {{(pid=62574) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1479.568278] env[62574]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-70fa416f-e70c-41fd-9373-6cf1d5ec1f9c {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.579497] env[62574]: INFO nova.virt.vmwareapi.vm_util [None req-90741fa9-8423-48a6-aa3c-e55685a4de61 tempest-ServerDiagnosticsV248Test-2044626064 tempest-ServerDiagnosticsV248Test-2044626064-project-member] Created folder: Project (bd64c939c2a04b46a31f3de5da02333a) in parent group-v384746. [ 1479.579735] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-90741fa9-8423-48a6-aa3c-e55685a4de61 tempest-ServerDiagnosticsV248Test-2044626064 tempest-ServerDiagnosticsV248Test-2044626064-project-member] Creating folder: Instances. Parent ref: group-v384750. {{(pid=62574) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1479.581117] env[62574]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-61ccdcf6-f69d-4041-a627-e99ae0bd27e7 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.592546] env[62574]: INFO nova.virt.vmwareapi.vm_util [None req-90741fa9-8423-48a6-aa3c-e55685a4de61 tempest-ServerDiagnosticsV248Test-2044626064 tempest-ServerDiagnosticsV248Test-2044626064-project-member] Created folder: Instances in parent group-v384750. [ 1479.594021] env[62574]: DEBUG oslo.service.loopingcall [None req-90741fa9-8423-48a6-aa3c-e55685a4de61 tempest-ServerDiagnosticsV248Test-2044626064 tempest-ServerDiagnosticsV248Test-2044626064-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62574) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1479.594021] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b8222a46-63c9-4282-85bf-9e9b044ed524] Creating VM on the ESX host {{(pid=62574) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1479.594021] env[62574]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-449a5a6c-1ffc-4006-b036-5f0cc1f91591 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.617531] env[62574]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1479.617531] env[62574]: value = "task-1861101" [ 1479.617531] env[62574]: _type = "Task" [ 1479.617531] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1479.629039] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1861101, 'name': CreateVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1479.761307] env[62574]: DEBUG oslo_concurrency.lockutils [None req-f21da0cc-a474-474f-9e63-faf20cd92f66 tempest-ServerExternalEventsTest-1288446 tempest-ServerExternalEventsTest-1288446-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.306s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1479.761948] env[62574]: DEBUG nova.compute.manager [None req-f21da0cc-a474-474f-9e63-faf20cd92f66 tempest-ServerExternalEventsTest-1288446 tempest-ServerExternalEventsTest-1288446-project-member] [instance: 12efb14a-4241-42ec-b538-3efa54435951] Start building networks asynchronously for instance. {{(pid=62574) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1479.765210] env[62574]: DEBUG oslo_concurrency.lockutils [None req-d792a6b4-06f3-44c8-b18a-7fec29924657 tempest-ServerRescueTestJSONUnderV235-2079558425 tempest-ServerRescueTestJSONUnderV235-2079558425-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.493s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1479.766683] env[62574]: INFO nova.compute.claims [None req-d792a6b4-06f3-44c8-b18a-7fec29924657 tempest-ServerRescueTestJSONUnderV235-2079558425 tempest-ServerRescueTestJSONUnderV235-2079558425-project-member] [instance: a903fd4b-e31e-4fde-b8d6-a11ecf5a602f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1479.784409] env[62574]: DEBUG nova.network.neutron [None req-c1daffc7-bda2-4439-8075-3e40ee1f58df tempest-DeleteServersAdminTestJSON-663052088 tempest-DeleteServersAdminTestJSON-663052088-project-member] [instance: d35706fa-4b30-46ac-a6df-545c8b83bdca] Successfully updated port: 37c98106-c5be-4470-8014-babc860702d6 {{(pid=62574) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1479.894879] env[62574]: DEBUG nova.network.neutron [None req-47d07223-0248-4130-b311-b9c0e5a15c22 tempest-ImagesOneServerTestJSON-1738664534 tempest-ImagesOneServerTestJSON-1738664534-project-member] [instance: b19648bf-b106-4c17-8b48-8c579fb23b31] Updating instance_info_cache with network_info: [{"id": "61bc6138-7ff4-4c4c-8838-027c4410e41f", "address": "fa:16:3e:ad:58:13", "network": {"id": "10fe65b2-bc9f-46dd-a1c2-ad739ceaf27f", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-614927883-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "59fd6486f6104d688b6c382e520f56f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d33839ae-40ca-471b-92e3-eb282b920682", "external-id": "nsx-vlan-transportzone-416", "segmentation_id": 416, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61bc6138-7f", "ovs_interfaceid": "61bc6138-7ff4-4c4c-8838-027c4410e41f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1479.925067] env[62574]: DEBUG oslo_vmware.api [None req-0872b2c4-4270-4ff4-a978-e9ecc5ed4891 tempest-ServersAaction247Test-553183449 tempest-ServersAaction247Test-553183449-project-member] Task: {'id': task-1861098, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.476238} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1479.925067] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-0872b2c4-4270-4ff4-a978-e9ecc5ed4891 tempest-ServersAaction247Test-553183449 tempest-ServersAaction247Test-553183449-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk to [datastore1] fff9b5fd-be41-4133-a2e3-aeb7188d76ec/fff9b5fd-be41-4133-a2e3-aeb7188d76ec.vmdk {{(pid=62574) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1479.925067] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-0872b2c4-4270-4ff4-a978-e9ecc5ed4891 tempest-ServersAaction247Test-553183449 tempest-ServersAaction247Test-553183449-project-member] [instance: fff9b5fd-be41-4133-a2e3-aeb7188d76ec] Extending root virtual disk to 1048576 {{(pid=62574) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1479.925067] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fe168f23-3463-44b7-814a-5234a479c382 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.932372] env[62574]: DEBUG oslo_vmware.api [None req-0872b2c4-4270-4ff4-a978-e9ecc5ed4891 tempest-ServersAaction247Test-553183449 tempest-ServersAaction247Test-553183449-project-member] Waiting for the task: (returnval){ [ 1479.932372] env[62574]: value = "task-1861102" [ 1479.932372] env[62574]: _type = "Task" [ 1479.932372] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1479.946219] env[62574]: DEBUG oslo_vmware.api [None req-0872b2c4-4270-4ff4-a978-e9ecc5ed4891 tempest-ServersAaction247Test-553183449 tempest-ServersAaction247Test-553183449-project-member] Task: {'id': task-1861102, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1480.131967] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1861101, 'name': CreateVM_Task, 'duration_secs': 0.325205} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1480.132271] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b8222a46-63c9-4282-85bf-9e9b044ed524] Created VM on the ESX host {{(pid=62574) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1480.133342] env[62574]: DEBUG oslo_concurrency.lockutils [None req-90741fa9-8423-48a6-aa3c-e55685a4de61 tempest-ServerDiagnosticsV248Test-2044626064 tempest-ServerDiagnosticsV248Test-2044626064-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1480.133342] env[62574]: DEBUG oslo_concurrency.lockutils [None req-90741fa9-8423-48a6-aa3c-e55685a4de61 tempest-ServerDiagnosticsV248Test-2044626064 tempest-ServerDiagnosticsV248Test-2044626064-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1480.133568] env[62574]: DEBUG oslo_concurrency.lockutils [None req-90741fa9-8423-48a6-aa3c-e55685a4de61 tempest-ServerDiagnosticsV248Test-2044626064 tempest-ServerDiagnosticsV248Test-2044626064-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1480.134696] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea6a5c4f-86dc-4417-9b1a-8c70d71ef01a {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.139156] env[62574]: DEBUG oslo_vmware.api [None req-90741fa9-8423-48a6-aa3c-e55685a4de61 tempest-ServerDiagnosticsV248Test-2044626064 tempest-ServerDiagnosticsV248Test-2044626064-project-member] Waiting for the task: (returnval){ [ 1480.139156] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]5225fd02-bcbf-a265-4ea3-da360eef2843" [ 1480.139156] env[62574]: _type = "Task" [ 1480.139156] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1480.147726] env[62574]: DEBUG oslo_vmware.api [None req-90741fa9-8423-48a6-aa3c-e55685a4de61 tempest-ServerDiagnosticsV248Test-2044626064 tempest-ServerDiagnosticsV248Test-2044626064-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]5225fd02-bcbf-a265-4ea3-da360eef2843, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1480.272280] env[62574]: DEBUG nova.compute.utils [None req-f21da0cc-a474-474f-9e63-faf20cd92f66 tempest-ServerExternalEventsTest-1288446 tempest-ServerExternalEventsTest-1288446-project-member] Using /dev/sd instead of None {{(pid=62574) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1480.278044] env[62574]: DEBUG nova.compute.manager [None req-f21da0cc-a474-474f-9e63-faf20cd92f66 tempest-ServerExternalEventsTest-1288446 tempest-ServerExternalEventsTest-1288446-project-member] [instance: 12efb14a-4241-42ec-b538-3efa54435951] Allocating IP information in the background. {{(pid=62574) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1480.278044] env[62574]: DEBUG nova.network.neutron [None req-f21da0cc-a474-474f-9e63-faf20cd92f66 tempest-ServerExternalEventsTest-1288446 tempest-ServerExternalEventsTest-1288446-project-member] [instance: 12efb14a-4241-42ec-b538-3efa54435951] allocate_for_instance() {{(pid=62574) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1480.288971] env[62574]: DEBUG oslo_concurrency.lockutils [None req-c1daffc7-bda2-4439-8075-3e40ee1f58df tempest-DeleteServersAdminTestJSON-663052088 tempest-DeleteServersAdminTestJSON-663052088-project-member] Acquiring lock "refresh_cache-d35706fa-4b30-46ac-a6df-545c8b83bdca" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1480.288971] env[62574]: DEBUG oslo_concurrency.lockutils [None req-c1daffc7-bda2-4439-8075-3e40ee1f58df tempest-DeleteServersAdminTestJSON-663052088 tempest-DeleteServersAdminTestJSON-663052088-project-member] Acquired lock "refresh_cache-d35706fa-4b30-46ac-a6df-545c8b83bdca" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1480.288971] env[62574]: DEBUG nova.network.neutron [None req-c1daffc7-bda2-4439-8075-3e40ee1f58df tempest-DeleteServersAdminTestJSON-663052088 tempest-DeleteServersAdminTestJSON-663052088-project-member] [instance: d35706fa-4b30-46ac-a6df-545c8b83bdca] Building network info cache for instance {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1480.398037] env[62574]: DEBUG oslo_concurrency.lockutils [None req-47d07223-0248-4130-b311-b9c0e5a15c22 tempest-ImagesOneServerTestJSON-1738664534 tempest-ImagesOneServerTestJSON-1738664534-project-member] Releasing lock "refresh_cache-b19648bf-b106-4c17-8b48-8c579fb23b31" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1480.398361] env[62574]: DEBUG nova.compute.manager [None req-47d07223-0248-4130-b311-b9c0e5a15c22 tempest-ImagesOneServerTestJSON-1738664534 tempest-ImagesOneServerTestJSON-1738664534-project-member] [instance: b19648bf-b106-4c17-8b48-8c579fb23b31] Instance network_info: |[{"id": "61bc6138-7ff4-4c4c-8838-027c4410e41f", "address": "fa:16:3e:ad:58:13", "network": {"id": "10fe65b2-bc9f-46dd-a1c2-ad739ceaf27f", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-614927883-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "59fd6486f6104d688b6c382e520f56f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d33839ae-40ca-471b-92e3-eb282b920682", "external-id": "nsx-vlan-transportzone-416", "segmentation_id": 416, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61bc6138-7f", "ovs_interfaceid": "61bc6138-7ff4-4c4c-8838-027c4410e41f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62574) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1480.398899] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-47d07223-0248-4130-b311-b9c0e5a15c22 tempest-ImagesOneServerTestJSON-1738664534 tempest-ImagesOneServerTestJSON-1738664534-project-member] [instance: b19648bf-b106-4c17-8b48-8c579fb23b31] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ad:58:13', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd33839ae-40ca-471b-92e3-eb282b920682', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '61bc6138-7ff4-4c4c-8838-027c4410e41f', 'vif_model': 'vmxnet3'}] {{(pid=62574) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1480.410872] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-47d07223-0248-4130-b311-b9c0e5a15c22 tempest-ImagesOneServerTestJSON-1738664534 tempest-ImagesOneServerTestJSON-1738664534-project-member] Creating folder: Project (59fd6486f6104d688b6c382e520f56f6). Parent ref: group-v384746. {{(pid=62574) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1480.411221] env[62574]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2e119715-0012-48eb-9d77-b64f71369712 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.419724] env[62574]: DEBUG nova.policy [None req-f21da0cc-a474-474f-9e63-faf20cd92f66 tempest-ServerExternalEventsTest-1288446 tempest-ServerExternalEventsTest-1288446-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c699e13c0d8742719c0141641789ab85', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'be746b5414ab470d848ee26dd45eef15', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62574) authorize /opt/stack/nova/nova/policy.py:192}} [ 1480.424013] env[62574]: INFO nova.virt.vmwareapi.vm_util [None req-47d07223-0248-4130-b311-b9c0e5a15c22 tempest-ImagesOneServerTestJSON-1738664534 tempest-ImagesOneServerTestJSON-1738664534-project-member] Created folder: Project (59fd6486f6104d688b6c382e520f56f6) in parent group-v384746. [ 1480.424013] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-47d07223-0248-4130-b311-b9c0e5a15c22 tempest-ImagesOneServerTestJSON-1738664534 tempest-ImagesOneServerTestJSON-1738664534-project-member] Creating folder: Instances. Parent ref: group-v384753. {{(pid=62574) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1480.424013] env[62574]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4eefe579-0d91-4925-9f7d-5e233d50ac84 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.433524] env[62574]: INFO nova.virt.vmwareapi.vm_util [None req-47d07223-0248-4130-b311-b9c0e5a15c22 tempest-ImagesOneServerTestJSON-1738664534 tempest-ImagesOneServerTestJSON-1738664534-project-member] Created folder: Instances in parent group-v384753. [ 1480.433816] env[62574]: DEBUG oslo.service.loopingcall [None req-47d07223-0248-4130-b311-b9c0e5a15c22 tempest-ImagesOneServerTestJSON-1738664534 tempest-ImagesOneServerTestJSON-1738664534-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62574) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1480.437767] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b19648bf-b106-4c17-8b48-8c579fb23b31] Creating VM on the ESX host {{(pid=62574) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1480.438291] env[62574]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-70f9414f-908b-4b87-8355-063a649fb3be {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.464799] env[62574]: DEBUG oslo_vmware.api [None req-0872b2c4-4270-4ff4-a978-e9ecc5ed4891 tempest-ServersAaction247Test-553183449 tempest-ServersAaction247Test-553183449-project-member] Task: {'id': task-1861102, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06729} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1480.465104] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-0872b2c4-4270-4ff4-a978-e9ecc5ed4891 tempest-ServersAaction247Test-553183449 tempest-ServersAaction247Test-553183449-project-member] [instance: fff9b5fd-be41-4133-a2e3-aeb7188d76ec] Extended root virtual disk {{(pid=62574) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1480.466075] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47e6884c-42ce-4cc9-8e4e-132bbc2ed21e {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.489722] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-0872b2c4-4270-4ff4-a978-e9ecc5ed4891 tempest-ServersAaction247Test-553183449 tempest-ServersAaction247Test-553183449-project-member] [instance: fff9b5fd-be41-4133-a2e3-aeb7188d76ec] Reconfiguring VM instance instance-00000001 to attach disk [datastore1] fff9b5fd-be41-4133-a2e3-aeb7188d76ec/fff9b5fd-be41-4133-a2e3-aeb7188d76ec.vmdk or device None with type sparse {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1480.491793] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4b0ec6cc-da3a-49ce-a9e3-ae610148c0cc {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.514932] env[62574]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1480.514932] env[62574]: value = "task-1861106" [ 1480.514932] env[62574]: _type = "Task" [ 1480.514932] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1480.516413] env[62574]: DEBUG oslo_vmware.api [None req-0872b2c4-4270-4ff4-a978-e9ecc5ed4891 tempest-ServersAaction247Test-553183449 tempest-ServersAaction247Test-553183449-project-member] Waiting for the task: (returnval){ [ 1480.516413] env[62574]: value = "task-1861105" [ 1480.516413] env[62574]: _type = "Task" [ 1480.516413] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1480.527235] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1861106, 'name': CreateVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1480.531106] env[62574]: DEBUG oslo_vmware.api [None req-0872b2c4-4270-4ff4-a978-e9ecc5ed4891 tempest-ServersAaction247Test-553183449 tempest-ServersAaction247Test-553183449-project-member] Task: {'id': task-1861105, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1480.650256] env[62574]: DEBUG oslo_vmware.api [None req-90741fa9-8423-48a6-aa3c-e55685a4de61 tempest-ServerDiagnosticsV248Test-2044626064 tempest-ServerDiagnosticsV248Test-2044626064-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]5225fd02-bcbf-a265-4ea3-da360eef2843, 'name': SearchDatastore_Task, 'duration_secs': 0.008611} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1480.650617] env[62574]: DEBUG oslo_concurrency.lockutils [None req-90741fa9-8423-48a6-aa3c-e55685a4de61 tempest-ServerDiagnosticsV248Test-2044626064 tempest-ServerDiagnosticsV248Test-2044626064-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1480.651052] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-90741fa9-8423-48a6-aa3c-e55685a4de61 tempest-ServerDiagnosticsV248Test-2044626064 tempest-ServerDiagnosticsV248Test-2044626064-project-member] [instance: b8222a46-63c9-4282-85bf-9e9b044ed524] Processing image 3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2 {{(pid=62574) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1480.651400] env[62574]: DEBUG oslo_concurrency.lockutils [None req-90741fa9-8423-48a6-aa3c-e55685a4de61 tempest-ServerDiagnosticsV248Test-2044626064 tempest-ServerDiagnosticsV248Test-2044626064-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1480.651647] env[62574]: DEBUG oslo_concurrency.lockutils [None req-90741fa9-8423-48a6-aa3c-e55685a4de61 tempest-ServerDiagnosticsV248Test-2044626064 tempest-ServerDiagnosticsV248Test-2044626064-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1480.651944] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-90741fa9-8423-48a6-aa3c-e55685a4de61 tempest-ServerDiagnosticsV248Test-2044626064 tempest-ServerDiagnosticsV248Test-2044626064-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1480.652285] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3bfdb9b3-6e76-43d1-9d4a-0b2c8940f12e {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.661601] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-90741fa9-8423-48a6-aa3c-e55685a4de61 tempest-ServerDiagnosticsV248Test-2044626064 tempest-ServerDiagnosticsV248Test-2044626064-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1480.661813] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-90741fa9-8423-48a6-aa3c-e55685a4de61 tempest-ServerDiagnosticsV248Test-2044626064 tempest-ServerDiagnosticsV248Test-2044626064-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62574) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1480.662526] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-79d05fc8-1e71-4cf9-a187-fd2bc28f2095 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.667951] env[62574]: DEBUG oslo_vmware.api [None req-90741fa9-8423-48a6-aa3c-e55685a4de61 tempest-ServerDiagnosticsV248Test-2044626064 tempest-ServerDiagnosticsV248Test-2044626064-project-member] Waiting for the task: (returnval){ [ 1480.667951] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]52cafb77-31d3-2cb0-65ca-ac7a88bd74c0" [ 1480.667951] env[62574]: _type = "Task" [ 1480.667951] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1480.675599] env[62574]: DEBUG oslo_vmware.api [None req-90741fa9-8423-48a6-aa3c-e55685a4de61 tempest-ServerDiagnosticsV248Test-2044626064 tempest-ServerDiagnosticsV248Test-2044626064-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52cafb77-31d3-2cb0-65ca-ac7a88bd74c0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1480.782072] env[62574]: DEBUG nova.compute.manager [None req-f21da0cc-a474-474f-9e63-faf20cd92f66 tempest-ServerExternalEventsTest-1288446 tempest-ServerExternalEventsTest-1288446-project-member] [instance: 12efb14a-4241-42ec-b538-3efa54435951] Start building block device mappings for instance. {{(pid=62574) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1480.882490] env[62574]: DEBUG nova.network.neutron [None req-c1daffc7-bda2-4439-8075-3e40ee1f58df tempest-DeleteServersAdminTestJSON-663052088 tempest-DeleteServersAdminTestJSON-663052088-project-member] [instance: d35706fa-4b30-46ac-a6df-545c8b83bdca] Instance cache missing network info. {{(pid=62574) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1481.037137] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1861106, 'name': CreateVM_Task, 'duration_secs': 0.366437} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1481.042899] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b19648bf-b106-4c17-8b48-8c579fb23b31] Created VM on the ESX host {{(pid=62574) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1481.043059] env[62574]: DEBUG oslo_vmware.api [None req-0872b2c4-4270-4ff4-a978-e9ecc5ed4891 tempest-ServersAaction247Test-553183449 tempest-ServersAaction247Test-553183449-project-member] Task: {'id': task-1861105, 'name': ReconfigVM_Task, 'duration_secs': 0.39039} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1481.050500] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-0872b2c4-4270-4ff4-a978-e9ecc5ed4891 tempest-ServersAaction247Test-553183449 tempest-ServersAaction247Test-553183449-project-member] [instance: fff9b5fd-be41-4133-a2e3-aeb7188d76ec] Reconfigured VM instance instance-00000001 to attach disk [datastore1] fff9b5fd-be41-4133-a2e3-aeb7188d76ec/fff9b5fd-be41-4133-a2e3-aeb7188d76ec.vmdk or device None with type sparse {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1481.050500] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6caa8f7d-e0c7-4c6e-a26c-7b91a48130b4 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.056377] env[62574]: DEBUG oslo_vmware.api [None req-0872b2c4-4270-4ff4-a978-e9ecc5ed4891 tempest-ServersAaction247Test-553183449 tempest-ServersAaction247Test-553183449-project-member] Waiting for the task: (returnval){ [ 1481.056377] env[62574]: value = "task-1861107" [ 1481.056377] env[62574]: _type = "Task" [ 1481.056377] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1481.057055] env[62574]: DEBUG oslo_concurrency.lockutils [None req-47d07223-0248-4130-b311-b9c0e5a15c22 tempest-ImagesOneServerTestJSON-1738664534 tempest-ImagesOneServerTestJSON-1738664534-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1481.057055] env[62574]: DEBUG oslo_concurrency.lockutils [None req-47d07223-0248-4130-b311-b9c0e5a15c22 tempest-ImagesOneServerTestJSON-1738664534 tempest-ImagesOneServerTestJSON-1738664534-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1481.057443] env[62574]: DEBUG oslo_concurrency.lockutils [None req-47d07223-0248-4130-b311-b9c0e5a15c22 tempest-ImagesOneServerTestJSON-1738664534 tempest-ImagesOneServerTestJSON-1738664534-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1481.060051] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0659b95c-e7c9-4d11-8b39-9b48b4ca7fb8 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.069895] env[62574]: DEBUG oslo_vmware.api [None req-47d07223-0248-4130-b311-b9c0e5a15c22 tempest-ImagesOneServerTestJSON-1738664534 tempest-ImagesOneServerTestJSON-1738664534-project-member] Waiting for the task: (returnval){ [ 1481.069895] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]52ac3d5a-bb50-868f-2528-88645c890ea2" [ 1481.069895] env[62574]: _type = "Task" [ 1481.069895] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1481.073975] env[62574]: DEBUG oslo_vmware.api [None req-0872b2c4-4270-4ff4-a978-e9ecc5ed4891 tempest-ServersAaction247Test-553183449 tempest-ServersAaction247Test-553183449-project-member] Task: {'id': task-1861107, 'name': Rename_Task} progress is 10%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1481.081991] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e0c5813-6312-414a-9af7-7c053e30c96c {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.093380] env[62574]: DEBUG oslo_vmware.api [None req-47d07223-0248-4130-b311-b9c0e5a15c22 tempest-ImagesOneServerTestJSON-1738664534 tempest-ImagesOneServerTestJSON-1738664534-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52ac3d5a-bb50-868f-2528-88645c890ea2, 'name': SearchDatastore_Task, 'duration_secs': 0.008577} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1481.095354] env[62574]: DEBUG oslo_concurrency.lockutils [None req-47d07223-0248-4130-b311-b9c0e5a15c22 tempest-ImagesOneServerTestJSON-1738664534 tempest-ImagesOneServerTestJSON-1738664534-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1481.095651] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-47d07223-0248-4130-b311-b9c0e5a15c22 tempest-ImagesOneServerTestJSON-1738664534 tempest-ImagesOneServerTestJSON-1738664534-project-member] [instance: b19648bf-b106-4c17-8b48-8c579fb23b31] Processing image 3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2 {{(pid=62574) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1481.095795] env[62574]: DEBUG oslo_concurrency.lockutils [None req-47d07223-0248-4130-b311-b9c0e5a15c22 tempest-ImagesOneServerTestJSON-1738664534 tempest-ImagesOneServerTestJSON-1738664534-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1481.097111] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a368b353-6aa9-4268-9796-41f8909975be {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.132084] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e522491b-cfd9-4a2e-a30b-5e78aeb9998a {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.140767] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa66971e-4b7e-41d1-9a7b-310a05347e79 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.155571] env[62574]: DEBUG nova.compute.provider_tree [None req-d792a6b4-06f3-44c8-b18a-7fec29924657 tempest-ServerRescueTestJSONUnderV235-2079558425 tempest-ServerRescueTestJSONUnderV235-2079558425-project-member] Updating inventory in ProviderTree for provider f0ed160a-beff-4626-a531-2a70d7bc0627 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 148, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1481.179308] env[62574]: DEBUG oslo_vmware.api [None req-90741fa9-8423-48a6-aa3c-e55685a4de61 tempest-ServerDiagnosticsV248Test-2044626064 tempest-ServerDiagnosticsV248Test-2044626064-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52cafb77-31d3-2cb0-65ca-ac7a88bd74c0, 'name': SearchDatastore_Task, 'duration_secs': 0.009046} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1481.180403] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8923f671-286b-40e2-bf46-7340680d4846 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.186157] env[62574]: DEBUG oslo_vmware.api [None req-90741fa9-8423-48a6-aa3c-e55685a4de61 tempest-ServerDiagnosticsV248Test-2044626064 tempest-ServerDiagnosticsV248Test-2044626064-project-member] Waiting for the task: (returnval){ [ 1481.186157] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]5237e3a4-485e-beb3-f54d-c9fcb68a31e6" [ 1481.186157] env[62574]: _type = "Task" [ 1481.186157] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1481.194972] env[62574]: DEBUG oslo_vmware.api [None req-90741fa9-8423-48a6-aa3c-e55685a4de61 tempest-ServerDiagnosticsV248Test-2044626064 tempest-ServerDiagnosticsV248Test-2044626064-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]5237e3a4-485e-beb3-f54d-c9fcb68a31e6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1481.443181] env[62574]: DEBUG nova.network.neutron [None req-c1daffc7-bda2-4439-8075-3e40ee1f58df tempest-DeleteServersAdminTestJSON-663052088 tempest-DeleteServersAdminTestJSON-663052088-project-member] [instance: d35706fa-4b30-46ac-a6df-545c8b83bdca] Updating instance_info_cache with network_info: [{"id": "37c98106-c5be-4470-8014-babc860702d6", "address": "fa:16:3e:c5:83:f3", "network": {"id": "90888d97-209c-49d6-8f95-1d0279efea11", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.205", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7eed1dd4d2c3418eb32c4f4ceda3ab0d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d275d7c6-2a7b-4ee8-b6f4-fabf1ba1905f", "external-id": "nsx-vlan-transportzone-513", "segmentation_id": 513, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap37c98106-c5", "ovs_interfaceid": "37c98106-c5be-4470-8014-babc860702d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1481.575648] env[62574]: DEBUG oslo_vmware.api [None req-0872b2c4-4270-4ff4-a978-e9ecc5ed4891 tempest-ServersAaction247Test-553183449 tempest-ServersAaction247Test-553183449-project-member] Task: {'id': task-1861107, 'name': Rename_Task, 'duration_secs': 0.127839} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1481.575932] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-0872b2c4-4270-4ff4-a978-e9ecc5ed4891 tempest-ServersAaction247Test-553183449 tempest-ServersAaction247Test-553183449-project-member] [instance: fff9b5fd-be41-4133-a2e3-aeb7188d76ec] Powering on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1481.581381] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e532e570-fbfd-4a95-98b4-c92bc6b699e0 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.589603] env[62574]: DEBUG oslo_vmware.api [None req-0872b2c4-4270-4ff4-a978-e9ecc5ed4891 tempest-ServersAaction247Test-553183449 tempest-ServersAaction247Test-553183449-project-member] Waiting for the task: (returnval){ [ 1481.589603] env[62574]: value = "task-1861108" [ 1481.589603] env[62574]: _type = "Task" [ 1481.589603] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1481.594771] env[62574]: DEBUG nova.network.neutron [None req-f21da0cc-a474-474f-9e63-faf20cd92f66 tempest-ServerExternalEventsTest-1288446 tempest-ServerExternalEventsTest-1288446-project-member] [instance: 12efb14a-4241-42ec-b538-3efa54435951] Successfully created port: 2e5d737d-7e3d-475c-a01a-9634260fdc9b {{(pid=62574) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1481.602805] env[62574]: DEBUG oslo_vmware.api [None req-0872b2c4-4270-4ff4-a978-e9ecc5ed4891 tempest-ServersAaction247Test-553183449 tempest-ServersAaction247Test-553183449-project-member] Task: {'id': task-1861108, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1481.684942] env[62574]: ERROR nova.scheduler.client.report [None req-d792a6b4-06f3-44c8-b18a-7fec29924657 tempest-ServerRescueTestJSONUnderV235-2079558425 tempest-ServerRescueTestJSONUnderV235-2079558425-project-member] [req-b1ab579b-4987-4883-bc88-faf886ceb573] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 148, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID f0ed160a-beff-4626-a531-2a70d7bc0627. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-b1ab579b-4987-4883-bc88-faf886ceb573"}]} [ 1481.700037] env[62574]: DEBUG oslo_vmware.api [None req-90741fa9-8423-48a6-aa3c-e55685a4de61 tempest-ServerDiagnosticsV248Test-2044626064 tempest-ServerDiagnosticsV248Test-2044626064-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]5237e3a4-485e-beb3-f54d-c9fcb68a31e6, 'name': SearchDatastore_Task, 'duration_secs': 0.009506} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1481.700037] env[62574]: DEBUG oslo_concurrency.lockutils [None req-90741fa9-8423-48a6-aa3c-e55685a4de61 tempest-ServerDiagnosticsV248Test-2044626064 tempest-ServerDiagnosticsV248Test-2044626064-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1481.700037] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-90741fa9-8423-48a6-aa3c-e55685a4de61 tempest-ServerDiagnosticsV248Test-2044626064 tempest-ServerDiagnosticsV248Test-2044626064-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk to [datastore1] b8222a46-63c9-4282-85bf-9e9b044ed524/b8222a46-63c9-4282-85bf-9e9b044ed524.vmdk {{(pid=62574) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1481.700587] env[62574]: DEBUG oslo_concurrency.lockutils [None req-47d07223-0248-4130-b311-b9c0e5a15c22 tempest-ImagesOneServerTestJSON-1738664534 tempest-ImagesOneServerTestJSON-1738664534-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1481.700787] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-47d07223-0248-4130-b311-b9c0e5a15c22 tempest-ImagesOneServerTestJSON-1738664534 tempest-ImagesOneServerTestJSON-1738664534-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1481.702040] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0be249f5-bc5e-4d98-bbf7-9b8f293e5048 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.705024] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4cda2265-1b56-40e8-b9cc-2fff51231e30 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.708824] env[62574]: DEBUG nova.scheduler.client.report [None req-d792a6b4-06f3-44c8-b18a-7fec29924657 tempest-ServerRescueTestJSONUnderV235-2079558425 tempest-ServerRescueTestJSONUnderV235-2079558425-project-member] Refreshing inventories for resource provider f0ed160a-beff-4626-a531-2a70d7bc0627 {{(pid=62574) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1481.712903] env[62574]: DEBUG oslo_vmware.api [None req-90741fa9-8423-48a6-aa3c-e55685a4de61 tempest-ServerDiagnosticsV248Test-2044626064 tempest-ServerDiagnosticsV248Test-2044626064-project-member] Waiting for the task: (returnval){ [ 1481.712903] env[62574]: value = "task-1861109" [ 1481.712903] env[62574]: _type = "Task" [ 1481.712903] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1481.714253] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-47d07223-0248-4130-b311-b9c0e5a15c22 tempest-ImagesOneServerTestJSON-1738664534 tempest-ImagesOneServerTestJSON-1738664534-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1481.714481] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-47d07223-0248-4130-b311-b9c0e5a15c22 tempest-ImagesOneServerTestJSON-1738664534 tempest-ImagesOneServerTestJSON-1738664534-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62574) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1481.718712] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b0563ae9-734c-4ed0-9075-3e8c39f9be26 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.731339] env[62574]: DEBUG oslo_vmware.api [None req-90741fa9-8423-48a6-aa3c-e55685a4de61 tempest-ServerDiagnosticsV248Test-2044626064 tempest-ServerDiagnosticsV248Test-2044626064-project-member] Task: {'id': task-1861109, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1481.731669] env[62574]: DEBUG oslo_vmware.api [None req-47d07223-0248-4130-b311-b9c0e5a15c22 tempest-ImagesOneServerTestJSON-1738664534 tempest-ImagesOneServerTestJSON-1738664534-project-member] Waiting for the task: (returnval){ [ 1481.731669] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]5246abca-0c20-9bbb-67d5-595cdec792d0" [ 1481.731669] env[62574]: _type = "Task" [ 1481.731669] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1481.733191] env[62574]: DEBUG nova.scheduler.client.report [None req-d792a6b4-06f3-44c8-b18a-7fec29924657 tempest-ServerRescueTestJSONUnderV235-2079558425 tempest-ServerRescueTestJSONUnderV235-2079558425-project-member] Updating ProviderTree inventory for provider f0ed160a-beff-4626-a531-2a70d7bc0627 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1481.733488] env[62574]: DEBUG nova.compute.provider_tree [None req-d792a6b4-06f3-44c8-b18a-7fec29924657 tempest-ServerRescueTestJSONUnderV235-2079558425 tempest-ServerRescueTestJSONUnderV235-2079558425-project-member] Updating inventory in ProviderTree for provider f0ed160a-beff-4626-a531-2a70d7bc0627 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1481.745840] env[62574]: DEBUG oslo_vmware.api [None req-47d07223-0248-4130-b311-b9c0e5a15c22 tempest-ImagesOneServerTestJSON-1738664534 tempest-ImagesOneServerTestJSON-1738664534-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]5246abca-0c20-9bbb-67d5-595cdec792d0, 'name': SearchDatastore_Task, 'duration_secs': 0.00864} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1481.746894] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb9cad94-4707-4b3e-8e6e-d2d36ab9f505 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.750945] env[62574]: DEBUG nova.scheduler.client.report [None req-d792a6b4-06f3-44c8-b18a-7fec29924657 tempest-ServerRescueTestJSONUnderV235-2079558425 tempest-ServerRescueTestJSONUnderV235-2079558425-project-member] Refreshing aggregate associations for resource provider f0ed160a-beff-4626-a531-2a70d7bc0627, aggregates: None {{(pid=62574) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1481.756214] env[62574]: DEBUG oslo_vmware.api [None req-47d07223-0248-4130-b311-b9c0e5a15c22 tempest-ImagesOneServerTestJSON-1738664534 tempest-ImagesOneServerTestJSON-1738664534-project-member] Waiting for the task: (returnval){ [ 1481.756214] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]52b37434-7fba-6324-464c-dfa3dffc4dd7" [ 1481.756214] env[62574]: _type = "Task" [ 1481.756214] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1481.764732] env[62574]: DEBUG oslo_vmware.api [None req-47d07223-0248-4130-b311-b9c0e5a15c22 tempest-ImagesOneServerTestJSON-1738664534 tempest-ImagesOneServerTestJSON-1738664534-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52b37434-7fba-6324-464c-dfa3dffc4dd7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1481.785319] env[62574]: DEBUG nova.scheduler.client.report [None req-d792a6b4-06f3-44c8-b18a-7fec29924657 tempest-ServerRescueTestJSONUnderV235-2079558425 tempest-ServerRescueTestJSONUnderV235-2079558425-project-member] Refreshing trait associations for resource provider f0ed160a-beff-4626-a531-2a70d7bc0627, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=62574) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1481.800318] env[62574]: DEBUG nova.compute.manager [None req-f21da0cc-a474-474f-9e63-faf20cd92f66 tempest-ServerExternalEventsTest-1288446 tempest-ServerExternalEventsTest-1288446-project-member] [instance: 12efb14a-4241-42ec-b538-3efa54435951] Start spawning the instance on the hypervisor. {{(pid=62574) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1481.829671] env[62574]: DEBUG nova.virt.hardware [None req-f21da0cc-a474-474f-9e63-faf20cd92f66 tempest-ServerExternalEventsTest-1288446 tempest-ServerExternalEventsTest-1288446-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T19:26:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-13T19:26:40Z,direct_url=,disk_format='vmdk',id=3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7eed1dd4d2c3418eb32c4f4ceda3ab0d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-13T19:26:41Z,virtual_size=,visibility=), allow threads: False {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1481.829919] env[62574]: DEBUG nova.virt.hardware [None req-f21da0cc-a474-474f-9e63-faf20cd92f66 tempest-ServerExternalEventsTest-1288446 tempest-ServerExternalEventsTest-1288446-project-member] Flavor limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1481.830113] env[62574]: DEBUG nova.virt.hardware [None req-f21da0cc-a474-474f-9e63-faf20cd92f66 tempest-ServerExternalEventsTest-1288446 tempest-ServerExternalEventsTest-1288446-project-member] Image limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1481.830302] env[62574]: DEBUG nova.virt.hardware [None req-f21da0cc-a474-474f-9e63-faf20cd92f66 tempest-ServerExternalEventsTest-1288446 tempest-ServerExternalEventsTest-1288446-project-member] Flavor pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1481.830519] env[62574]: DEBUG nova.virt.hardware [None req-f21da0cc-a474-474f-9e63-faf20cd92f66 tempest-ServerExternalEventsTest-1288446 tempest-ServerExternalEventsTest-1288446-project-member] Image pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1481.830609] env[62574]: DEBUG nova.virt.hardware [None req-f21da0cc-a474-474f-9e63-faf20cd92f66 tempest-ServerExternalEventsTest-1288446 tempest-ServerExternalEventsTest-1288446-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1481.830785] env[62574]: DEBUG nova.virt.hardware [None req-f21da0cc-a474-474f-9e63-faf20cd92f66 tempest-ServerExternalEventsTest-1288446 tempest-ServerExternalEventsTest-1288446-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1481.830938] env[62574]: DEBUG nova.virt.hardware [None req-f21da0cc-a474-474f-9e63-faf20cd92f66 tempest-ServerExternalEventsTest-1288446 tempest-ServerExternalEventsTest-1288446-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1481.831117] env[62574]: DEBUG nova.virt.hardware [None req-f21da0cc-a474-474f-9e63-faf20cd92f66 tempest-ServerExternalEventsTest-1288446 tempest-ServerExternalEventsTest-1288446-project-member] Got 1 possible topologies {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1481.831276] env[62574]: DEBUG nova.virt.hardware [None req-f21da0cc-a474-474f-9e63-faf20cd92f66 tempest-ServerExternalEventsTest-1288446 tempest-ServerExternalEventsTest-1288446-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1481.831498] env[62574]: DEBUG nova.virt.hardware [None req-f21da0cc-a474-474f-9e63-faf20cd92f66 tempest-ServerExternalEventsTest-1288446 tempest-ServerExternalEventsTest-1288446-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1481.833083] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a69e229-a0ff-4e34-8f43-65980807135d {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.846091] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0668cdd3-7e6e-4e3b-a197-b264b1b9dc50 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.949068] env[62574]: DEBUG oslo_concurrency.lockutils [None req-c1daffc7-bda2-4439-8075-3e40ee1f58df tempest-DeleteServersAdminTestJSON-663052088 tempest-DeleteServersAdminTestJSON-663052088-project-member] Releasing lock "refresh_cache-d35706fa-4b30-46ac-a6df-545c8b83bdca" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1481.949556] env[62574]: DEBUG nova.compute.manager [None req-c1daffc7-bda2-4439-8075-3e40ee1f58df tempest-DeleteServersAdminTestJSON-663052088 tempest-DeleteServersAdminTestJSON-663052088-project-member] [instance: d35706fa-4b30-46ac-a6df-545c8b83bdca] Instance network_info: |[{"id": "37c98106-c5be-4470-8014-babc860702d6", "address": "fa:16:3e:c5:83:f3", "network": {"id": "90888d97-209c-49d6-8f95-1d0279efea11", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.205", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7eed1dd4d2c3418eb32c4f4ceda3ab0d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d275d7c6-2a7b-4ee8-b6f4-fabf1ba1905f", "external-id": "nsx-vlan-transportzone-513", "segmentation_id": 513, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap37c98106-c5", "ovs_interfaceid": "37c98106-c5be-4470-8014-babc860702d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62574) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1481.950068] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-c1daffc7-bda2-4439-8075-3e40ee1f58df tempest-DeleteServersAdminTestJSON-663052088 tempest-DeleteServersAdminTestJSON-663052088-project-member] [instance: d35706fa-4b30-46ac-a6df-545c8b83bdca] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c5:83:f3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd275d7c6-2a7b-4ee8-b6f4-fabf1ba1905f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '37c98106-c5be-4470-8014-babc860702d6', 'vif_model': 'vmxnet3'}] {{(pid=62574) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1481.963020] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1daffc7-bda2-4439-8075-3e40ee1f58df tempest-DeleteServersAdminTestJSON-663052088 tempest-DeleteServersAdminTestJSON-663052088-project-member] Creating folder: Project (5bb195a35933485aa8736781fa7c5c50). Parent ref: group-v384746. {{(pid=62574) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1481.966328] env[62574]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e19b1d67-a317-4304-8780-2d5f5e3708b0 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.983779] env[62574]: INFO nova.virt.vmwareapi.vm_util [None req-c1daffc7-bda2-4439-8075-3e40ee1f58df tempest-DeleteServersAdminTestJSON-663052088 tempest-DeleteServersAdminTestJSON-663052088-project-member] Created folder: Project (5bb195a35933485aa8736781fa7c5c50) in parent group-v384746. [ 1481.984555] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1daffc7-bda2-4439-8075-3e40ee1f58df tempest-DeleteServersAdminTestJSON-663052088 tempest-DeleteServersAdminTestJSON-663052088-project-member] Creating folder: Instances. Parent ref: group-v384756. {{(pid=62574) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1481.987320] env[62574]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e1f8e223-e945-4632-8600-dda923da1010 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.005617] env[62574]: INFO nova.virt.vmwareapi.vm_util [None req-c1daffc7-bda2-4439-8075-3e40ee1f58df tempest-DeleteServersAdminTestJSON-663052088 tempest-DeleteServersAdminTestJSON-663052088-project-member] Created folder: Instances in parent group-v384756. [ 1482.005957] env[62574]: DEBUG oslo.service.loopingcall [None req-c1daffc7-bda2-4439-8075-3e40ee1f58df tempest-DeleteServersAdminTestJSON-663052088 tempest-DeleteServersAdminTestJSON-663052088-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62574) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1482.006389] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d35706fa-4b30-46ac-a6df-545c8b83bdca] Creating VM on the ESX host {{(pid=62574) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1482.006661] env[62574]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0162523c-7f7f-407a-8758-3a6a22bed99a {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.036537] env[62574]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1482.036537] env[62574]: value = "task-1861112" [ 1482.036537] env[62574]: _type = "Task" [ 1482.036537] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1482.048278] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1861112, 'name': CreateVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1482.050539] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83c53f26-2667-43bb-a2e2-0e90a515a9b3 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.059654] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-594d3dce-cf2a-4b8a-b876-cc3238c9ef33 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.103337] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e48f6a0f-6399-423b-9bb4-3725dbc86b8d {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.115729] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d895f7ea-9897-458f-906a-0bcf3e5c9d12 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.122901] env[62574]: DEBUG oslo_vmware.api [None req-0872b2c4-4270-4ff4-a978-e9ecc5ed4891 tempest-ServersAaction247Test-553183449 tempest-ServersAaction247Test-553183449-project-member] Task: {'id': task-1861108, 'name': PowerOnVM_Task, 'duration_secs': 0.494758} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1482.123427] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-0872b2c4-4270-4ff4-a978-e9ecc5ed4891 tempest-ServersAaction247Test-553183449 tempest-ServersAaction247Test-553183449-project-member] [instance: fff9b5fd-be41-4133-a2e3-aeb7188d76ec] Powered on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1482.124620] env[62574]: INFO nova.compute.manager [None req-0872b2c4-4270-4ff4-a978-e9ecc5ed4891 tempest-ServersAaction247Test-553183449 tempest-ServersAaction247Test-553183449-project-member] [instance: fff9b5fd-be41-4133-a2e3-aeb7188d76ec] Took 9.56 seconds to spawn the instance on the hypervisor. [ 1482.125397] env[62574]: DEBUG nova.compute.manager [None req-0872b2c4-4270-4ff4-a978-e9ecc5ed4891 tempest-ServersAaction247Test-553183449 tempest-ServersAaction247Test-553183449-project-member] [instance: fff9b5fd-be41-4133-a2e3-aeb7188d76ec] Checking state {{(pid=62574) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1482.126318] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1eb3caf5-3f21-4cb2-ba42-5dcf5e7f641d {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.140451] env[62574]: DEBUG nova.compute.provider_tree [None req-d792a6b4-06f3-44c8-b18a-7fec29924657 tempest-ServerRescueTestJSONUnderV235-2079558425 tempest-ServerRescueTestJSONUnderV235-2079558425-project-member] Updating inventory in ProviderTree for provider f0ed160a-beff-4626-a531-2a70d7bc0627 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 148, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1482.231156] env[62574]: DEBUG oslo_vmware.api [None req-90741fa9-8423-48a6-aa3c-e55685a4de61 tempest-ServerDiagnosticsV248Test-2044626064 tempest-ServerDiagnosticsV248Test-2044626064-project-member] Task: {'id': task-1861109, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.47288} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1482.231156] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-90741fa9-8423-48a6-aa3c-e55685a4de61 tempest-ServerDiagnosticsV248Test-2044626064 tempest-ServerDiagnosticsV248Test-2044626064-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk to [datastore1] b8222a46-63c9-4282-85bf-9e9b044ed524/b8222a46-63c9-4282-85bf-9e9b044ed524.vmdk {{(pid=62574) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1482.231477] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-90741fa9-8423-48a6-aa3c-e55685a4de61 tempest-ServerDiagnosticsV248Test-2044626064 tempest-ServerDiagnosticsV248Test-2044626064-project-member] [instance: b8222a46-63c9-4282-85bf-9e9b044ed524] Extending root virtual disk to 1048576 {{(pid=62574) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1482.231539] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3d4acfde-ccc2-4ef9-8612-ffa54881910d {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.240259] env[62574]: DEBUG oslo_vmware.api [None req-90741fa9-8423-48a6-aa3c-e55685a4de61 tempest-ServerDiagnosticsV248Test-2044626064 tempest-ServerDiagnosticsV248Test-2044626064-project-member] Waiting for the task: (returnval){ [ 1482.240259] env[62574]: value = "task-1861113" [ 1482.240259] env[62574]: _type = "Task" [ 1482.240259] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1482.247922] env[62574]: DEBUG oslo_vmware.api [None req-90741fa9-8423-48a6-aa3c-e55685a4de61 tempest-ServerDiagnosticsV248Test-2044626064 tempest-ServerDiagnosticsV248Test-2044626064-project-member] Task: {'id': task-1861113, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1482.269941] env[62574]: DEBUG oslo_vmware.api [None req-47d07223-0248-4130-b311-b9c0e5a15c22 tempest-ImagesOneServerTestJSON-1738664534 tempest-ImagesOneServerTestJSON-1738664534-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52b37434-7fba-6324-464c-dfa3dffc4dd7, 'name': SearchDatastore_Task, 'duration_secs': 0.009042} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1482.270283] env[62574]: DEBUG oslo_concurrency.lockutils [None req-47d07223-0248-4130-b311-b9c0e5a15c22 tempest-ImagesOneServerTestJSON-1738664534 tempest-ImagesOneServerTestJSON-1738664534-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1482.271092] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-47d07223-0248-4130-b311-b9c0e5a15c22 tempest-ImagesOneServerTestJSON-1738664534 tempest-ImagesOneServerTestJSON-1738664534-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk to [datastore1] b19648bf-b106-4c17-8b48-8c579fb23b31/b19648bf-b106-4c17-8b48-8c579fb23b31.vmdk {{(pid=62574) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1482.271092] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2126a608-e917-41e7-9cb4-a28662a47467 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.277998] env[62574]: DEBUG oslo_vmware.api [None req-47d07223-0248-4130-b311-b9c0e5a15c22 tempest-ImagesOneServerTestJSON-1738664534 tempest-ImagesOneServerTestJSON-1738664534-project-member] Waiting for the task: (returnval){ [ 1482.277998] env[62574]: value = "task-1861114" [ 1482.277998] env[62574]: _type = "Task" [ 1482.277998] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1482.292455] env[62574]: DEBUG oslo_vmware.api [None req-47d07223-0248-4130-b311-b9c0e5a15c22 tempest-ImagesOneServerTestJSON-1738664534 tempest-ImagesOneServerTestJSON-1738664534-project-member] Task: {'id': task-1861114, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1482.549258] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1861112, 'name': CreateVM_Task, 'duration_secs': 0.417691} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1482.549450] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d35706fa-4b30-46ac-a6df-545c8b83bdca] Created VM on the ESX host {{(pid=62574) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1482.550871] env[62574]: DEBUG oslo_concurrency.lockutils [None req-c1daffc7-bda2-4439-8075-3e40ee1f58df tempest-DeleteServersAdminTestJSON-663052088 tempest-DeleteServersAdminTestJSON-663052088-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1482.551074] env[62574]: DEBUG oslo_concurrency.lockutils [None req-c1daffc7-bda2-4439-8075-3e40ee1f58df tempest-DeleteServersAdminTestJSON-663052088 tempest-DeleteServersAdminTestJSON-663052088-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1482.551460] env[62574]: DEBUG oslo_concurrency.lockutils [None req-c1daffc7-bda2-4439-8075-3e40ee1f58df tempest-DeleteServersAdminTestJSON-663052088 tempest-DeleteServersAdminTestJSON-663052088-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1482.551820] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-31ecfca6-ac38-4122-9be2-edc668ed9237 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.558243] env[62574]: DEBUG oslo_vmware.api [None req-c1daffc7-bda2-4439-8075-3e40ee1f58df tempest-DeleteServersAdminTestJSON-663052088 tempest-DeleteServersAdminTestJSON-663052088-project-member] Waiting for the task: (returnval){ [ 1482.558243] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]52b7b3d7-cc82-915f-195a-4779e8eea121" [ 1482.558243] env[62574]: _type = "Task" [ 1482.558243] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1482.570522] env[62574]: DEBUG oslo_vmware.api [None req-c1daffc7-bda2-4439-8075-3e40ee1f58df tempest-DeleteServersAdminTestJSON-663052088 tempest-DeleteServersAdminTestJSON-663052088-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52b7b3d7-cc82-915f-195a-4779e8eea121, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1482.671931] env[62574]: INFO nova.compute.manager [None req-0872b2c4-4270-4ff4-a978-e9ecc5ed4891 tempest-ServersAaction247Test-553183449 tempest-ServersAaction247Test-553183449-project-member] [instance: fff9b5fd-be41-4133-a2e3-aeb7188d76ec] Took 14.38 seconds to build instance. [ 1482.697435] env[62574]: DEBUG nova.scheduler.client.report [None req-d792a6b4-06f3-44c8-b18a-7fec29924657 tempest-ServerRescueTestJSONUnderV235-2079558425 tempest-ServerRescueTestJSONUnderV235-2079558425-project-member] Updated inventory for provider f0ed160a-beff-4626-a531-2a70d7bc0627 with generation 17 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 148, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1482.697797] env[62574]: DEBUG nova.compute.provider_tree [None req-d792a6b4-06f3-44c8-b18a-7fec29924657 tempest-ServerRescueTestJSONUnderV235-2079558425 tempest-ServerRescueTestJSONUnderV235-2079558425-project-member] Updating resource provider f0ed160a-beff-4626-a531-2a70d7bc0627 generation from 17 to 18 during operation: update_inventory {{(pid=62574) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1482.697991] env[62574]: DEBUG nova.compute.provider_tree [None req-d792a6b4-06f3-44c8-b18a-7fec29924657 tempest-ServerRescueTestJSONUnderV235-2079558425 tempest-ServerRescueTestJSONUnderV235-2079558425-project-member] Updating inventory in ProviderTree for provider f0ed160a-beff-4626-a531-2a70d7bc0627 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 148, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1482.749300] env[62574]: DEBUG oslo_vmware.api [None req-90741fa9-8423-48a6-aa3c-e55685a4de61 tempest-ServerDiagnosticsV248Test-2044626064 tempest-ServerDiagnosticsV248Test-2044626064-project-member] Task: {'id': task-1861113, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070693} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1482.749622] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-90741fa9-8423-48a6-aa3c-e55685a4de61 tempest-ServerDiagnosticsV248Test-2044626064 tempest-ServerDiagnosticsV248Test-2044626064-project-member] [instance: b8222a46-63c9-4282-85bf-9e9b044ed524] Extended root virtual disk {{(pid=62574) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1482.750452] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-040dd75a-a867-47b3-a1b6-d6b13e9e6d52 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.770942] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-90741fa9-8423-48a6-aa3c-e55685a4de61 tempest-ServerDiagnosticsV248Test-2044626064 tempest-ServerDiagnosticsV248Test-2044626064-project-member] [instance: b8222a46-63c9-4282-85bf-9e9b044ed524] Reconfiguring VM instance instance-00000004 to attach disk [datastore1] b8222a46-63c9-4282-85bf-9e9b044ed524/b8222a46-63c9-4282-85bf-9e9b044ed524.vmdk or device None with type sparse {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1482.772250] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-97d0f3ed-f039-4088-b980-23888bc0a342 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.794451] env[62574]: DEBUG oslo_vmware.api [None req-47d07223-0248-4130-b311-b9c0e5a15c22 tempest-ImagesOneServerTestJSON-1738664534 tempest-ImagesOneServerTestJSON-1738664534-project-member] Task: {'id': task-1861114, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.470019} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1482.796044] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-47d07223-0248-4130-b311-b9c0e5a15c22 tempest-ImagesOneServerTestJSON-1738664534 tempest-ImagesOneServerTestJSON-1738664534-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk to [datastore1] b19648bf-b106-4c17-8b48-8c579fb23b31/b19648bf-b106-4c17-8b48-8c579fb23b31.vmdk {{(pid=62574) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1482.796268] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-47d07223-0248-4130-b311-b9c0e5a15c22 tempest-ImagesOneServerTestJSON-1738664534 tempest-ImagesOneServerTestJSON-1738664534-project-member] [instance: b19648bf-b106-4c17-8b48-8c579fb23b31] Extending root virtual disk to 1048576 {{(pid=62574) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1482.796569] env[62574]: DEBUG oslo_vmware.api [None req-90741fa9-8423-48a6-aa3c-e55685a4de61 tempest-ServerDiagnosticsV248Test-2044626064 tempest-ServerDiagnosticsV248Test-2044626064-project-member] Waiting for the task: (returnval){ [ 1482.796569] env[62574]: value = "task-1861115" [ 1482.796569] env[62574]: _type = "Task" [ 1482.796569] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1482.796743] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cc889fd4-3cf2-40bf-b0c0-3d25208fdca8 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.808604] env[62574]: DEBUG oslo_vmware.api [None req-90741fa9-8423-48a6-aa3c-e55685a4de61 tempest-ServerDiagnosticsV248Test-2044626064 tempest-ServerDiagnosticsV248Test-2044626064-project-member] Task: {'id': task-1861115, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1482.809695] env[62574]: DEBUG oslo_vmware.api [None req-47d07223-0248-4130-b311-b9c0e5a15c22 tempest-ImagesOneServerTestJSON-1738664534 tempest-ImagesOneServerTestJSON-1738664534-project-member] Waiting for the task: (returnval){ [ 1482.809695] env[62574]: value = "task-1861116" [ 1482.809695] env[62574]: _type = "Task" [ 1482.809695] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1482.818237] env[62574]: DEBUG oslo_vmware.api [None req-47d07223-0248-4130-b311-b9c0e5a15c22 tempest-ImagesOneServerTestJSON-1738664534 tempest-ImagesOneServerTestJSON-1738664534-project-member] Task: {'id': task-1861116, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1482.937582] env[62574]: DEBUG nova.compute.manager [req-2314543a-35ad-4a67-81a1-02f09553c35f req-458e6e39-a906-4603-8694-6f1804fb5c4f service nova] [instance: b19648bf-b106-4c17-8b48-8c579fb23b31] Received event network-changed-61bc6138-7ff4-4c4c-8838-027c4410e41f {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1482.937582] env[62574]: DEBUG nova.compute.manager [req-2314543a-35ad-4a67-81a1-02f09553c35f req-458e6e39-a906-4603-8694-6f1804fb5c4f service nova] [instance: b19648bf-b106-4c17-8b48-8c579fb23b31] Refreshing instance network info cache due to event network-changed-61bc6138-7ff4-4c4c-8838-027c4410e41f. {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1482.937892] env[62574]: DEBUG oslo_concurrency.lockutils [req-2314543a-35ad-4a67-81a1-02f09553c35f req-458e6e39-a906-4603-8694-6f1804fb5c4f service nova] Acquiring lock "refresh_cache-b19648bf-b106-4c17-8b48-8c579fb23b31" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1482.938219] env[62574]: DEBUG oslo_concurrency.lockutils [req-2314543a-35ad-4a67-81a1-02f09553c35f req-458e6e39-a906-4603-8694-6f1804fb5c4f service nova] Acquired lock "refresh_cache-b19648bf-b106-4c17-8b48-8c579fb23b31" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1482.938492] env[62574]: DEBUG nova.network.neutron [req-2314543a-35ad-4a67-81a1-02f09553c35f req-458e6e39-a906-4603-8694-6f1804fb5c4f service nova] [instance: b19648bf-b106-4c17-8b48-8c579fb23b31] Refreshing network info cache for port 61bc6138-7ff4-4c4c-8838-027c4410e41f {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1483.070839] env[62574]: DEBUG oslo_vmware.api [None req-c1daffc7-bda2-4439-8075-3e40ee1f58df tempest-DeleteServersAdminTestJSON-663052088 tempest-DeleteServersAdminTestJSON-663052088-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52b7b3d7-cc82-915f-195a-4779e8eea121, 'name': SearchDatastore_Task, 'duration_secs': 0.049283} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1483.071340] env[62574]: DEBUG oslo_concurrency.lockutils [None req-c1daffc7-bda2-4439-8075-3e40ee1f58df tempest-DeleteServersAdminTestJSON-663052088 tempest-DeleteServersAdminTestJSON-663052088-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1483.071477] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-c1daffc7-bda2-4439-8075-3e40ee1f58df tempest-DeleteServersAdminTestJSON-663052088 tempest-DeleteServersAdminTestJSON-663052088-project-member] [instance: d35706fa-4b30-46ac-a6df-545c8b83bdca] Processing image 3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2 {{(pid=62574) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1483.071831] env[62574]: DEBUG oslo_concurrency.lockutils [None req-c1daffc7-bda2-4439-8075-3e40ee1f58df tempest-DeleteServersAdminTestJSON-663052088 tempest-DeleteServersAdminTestJSON-663052088-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1483.072117] env[62574]: DEBUG oslo_concurrency.lockutils [None req-c1daffc7-bda2-4439-8075-3e40ee1f58df tempest-DeleteServersAdminTestJSON-663052088 tempest-DeleteServersAdminTestJSON-663052088-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1483.072312] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1daffc7-bda2-4439-8075-3e40ee1f58df tempest-DeleteServersAdminTestJSON-663052088 tempest-DeleteServersAdminTestJSON-663052088-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1483.073107] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c94af30f-2662-467d-8615-ee107c0324c7 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.083089] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1daffc7-bda2-4439-8075-3e40ee1f58df tempest-DeleteServersAdminTestJSON-663052088 tempest-DeleteServersAdminTestJSON-663052088-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1483.084253] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-c1daffc7-bda2-4439-8075-3e40ee1f58df tempest-DeleteServersAdminTestJSON-663052088 tempest-DeleteServersAdminTestJSON-663052088-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62574) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1483.085810] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b941c25-3589-4efe-a01a-ff78cd165796 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.093062] env[62574]: DEBUG oslo_vmware.api [None req-c1daffc7-bda2-4439-8075-3e40ee1f58df tempest-DeleteServersAdminTestJSON-663052088 tempest-DeleteServersAdminTestJSON-663052088-project-member] Waiting for the task: (returnval){ [ 1483.093062] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]52da4661-5ae6-3c80-d4d0-1cb64273cab6" [ 1483.093062] env[62574]: _type = "Task" [ 1483.093062] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1483.102411] env[62574]: DEBUG oslo_vmware.api [None req-c1daffc7-bda2-4439-8075-3e40ee1f58df tempest-DeleteServersAdminTestJSON-663052088 tempest-DeleteServersAdminTestJSON-663052088-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52da4661-5ae6-3c80-d4d0-1cb64273cab6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1483.177142] env[62574]: DEBUG oslo_concurrency.lockutils [None req-0872b2c4-4270-4ff4-a978-e9ecc5ed4891 tempest-ServersAaction247Test-553183449 tempest-ServersAaction247Test-553183449-project-member] Lock "fff9b5fd-be41-4133-a2e3-aeb7188d76ec" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.900s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1483.203512] env[62574]: DEBUG oslo_concurrency.lockutils [None req-d792a6b4-06f3-44c8-b18a-7fec29924657 tempest-ServerRescueTestJSONUnderV235-2079558425 tempest-ServerRescueTestJSONUnderV235-2079558425-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.438s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1483.204190] env[62574]: DEBUG nova.compute.manager [None req-d792a6b4-06f3-44c8-b18a-7fec29924657 tempest-ServerRescueTestJSONUnderV235-2079558425 tempest-ServerRescueTestJSONUnderV235-2079558425-project-member] [instance: a903fd4b-e31e-4fde-b8d6-a11ecf5a602f] Start building networks asynchronously for instance. {{(pid=62574) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1483.207380] env[62574]: DEBUG oslo_concurrency.lockutils [None req-6bb17f73-0f6c-4e4d-9262-354761f381d3 tempest-ServerShowV254Test-52812069 tempest-ServerShowV254Test-52812069-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.561s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1483.209905] env[62574]: INFO nova.compute.claims [None req-6bb17f73-0f6c-4e4d-9262-354761f381d3 tempest-ServerShowV254Test-52812069 tempest-ServerShowV254Test-52812069-project-member] [instance: b79bac0e-5cb0-43de-b10f-26262358e61e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1483.312199] env[62574]: DEBUG oslo_vmware.api [None req-90741fa9-8423-48a6-aa3c-e55685a4de61 tempest-ServerDiagnosticsV248Test-2044626064 tempest-ServerDiagnosticsV248Test-2044626064-project-member] Task: {'id': task-1861115, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1483.325858] env[62574]: DEBUG oslo_vmware.api [None req-47d07223-0248-4130-b311-b9c0e5a15c22 tempest-ImagesOneServerTestJSON-1738664534 tempest-ImagesOneServerTestJSON-1738664534-project-member] Task: {'id': task-1861116, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069432} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1483.326184] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-47d07223-0248-4130-b311-b9c0e5a15c22 tempest-ImagesOneServerTestJSON-1738664534 tempest-ImagesOneServerTestJSON-1738664534-project-member] [instance: b19648bf-b106-4c17-8b48-8c579fb23b31] Extended root virtual disk {{(pid=62574) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1483.327297] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51475f46-9922-46b1-b12b-42b177db467a {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.358920] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-47d07223-0248-4130-b311-b9c0e5a15c22 tempest-ImagesOneServerTestJSON-1738664534 tempest-ImagesOneServerTestJSON-1738664534-project-member] [instance: b19648bf-b106-4c17-8b48-8c579fb23b31] Reconfiguring VM instance instance-00000002 to attach disk [datastore1] b19648bf-b106-4c17-8b48-8c579fb23b31/b19648bf-b106-4c17-8b48-8c579fb23b31.vmdk or device None with type sparse {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1483.359080] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f6872829-0fdf-4cba-97e3-564952eda352 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.381185] env[62574]: DEBUG oslo_vmware.api [None req-47d07223-0248-4130-b311-b9c0e5a15c22 tempest-ImagesOneServerTestJSON-1738664534 tempest-ImagesOneServerTestJSON-1738664534-project-member] Waiting for the task: (returnval){ [ 1483.381185] env[62574]: value = "task-1861117" [ 1483.381185] env[62574]: _type = "Task" [ 1483.381185] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1483.390039] env[62574]: DEBUG oslo_vmware.api [None req-47d07223-0248-4130-b311-b9c0e5a15c22 tempest-ImagesOneServerTestJSON-1738664534 tempest-ImagesOneServerTestJSON-1738664534-project-member] Task: {'id': task-1861117, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1483.607206] env[62574]: DEBUG oslo_vmware.api [None req-c1daffc7-bda2-4439-8075-3e40ee1f58df tempest-DeleteServersAdminTestJSON-663052088 tempest-DeleteServersAdminTestJSON-663052088-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52da4661-5ae6-3c80-d4d0-1cb64273cab6, 'name': SearchDatastore_Task, 'duration_secs': 0.00942} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1483.608423] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-66e6eda2-869d-4c74-9e57-63b5bf1e61de {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.615029] env[62574]: DEBUG oslo_vmware.api [None req-c1daffc7-bda2-4439-8075-3e40ee1f58df tempest-DeleteServersAdminTestJSON-663052088 tempest-DeleteServersAdminTestJSON-663052088-project-member] Waiting for the task: (returnval){ [ 1483.615029] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]52433e37-6ada-b5d4-c2bc-80563882b737" [ 1483.615029] env[62574]: _type = "Task" [ 1483.615029] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1483.624474] env[62574]: DEBUG oslo_vmware.api [None req-c1daffc7-bda2-4439-8075-3e40ee1f58df tempest-DeleteServersAdminTestJSON-663052088 tempest-DeleteServersAdminTestJSON-663052088-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52433e37-6ada-b5d4-c2bc-80563882b737, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1483.682105] env[62574]: DEBUG nova.compute.manager [None req-952961fe-f29b-4d2d-8be6-c53e6211d0ad tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] [instance: 2a0c3300-ba7f-4604-b629-42bda5d48664] Starting instance... {{(pid=62574) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1483.717046] env[62574]: DEBUG nova.compute.utils [None req-d792a6b4-06f3-44c8-b18a-7fec29924657 tempest-ServerRescueTestJSONUnderV235-2079558425 tempest-ServerRescueTestJSONUnderV235-2079558425-project-member] Using /dev/sd instead of None {{(pid=62574) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1483.724421] env[62574]: DEBUG nova.compute.manager [None req-d792a6b4-06f3-44c8-b18a-7fec29924657 tempest-ServerRescueTestJSONUnderV235-2079558425 tempest-ServerRescueTestJSONUnderV235-2079558425-project-member] [instance: a903fd4b-e31e-4fde-b8d6-a11ecf5a602f] Allocating IP information in the background. {{(pid=62574) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1483.727048] env[62574]: DEBUG nova.network.neutron [None req-d792a6b4-06f3-44c8-b18a-7fec29924657 tempest-ServerRescueTestJSONUnderV235-2079558425 tempest-ServerRescueTestJSONUnderV235-2079558425-project-member] [instance: a903fd4b-e31e-4fde-b8d6-a11ecf5a602f] allocate_for_instance() {{(pid=62574) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1483.811976] env[62574]: DEBUG oslo_vmware.api [None req-90741fa9-8423-48a6-aa3c-e55685a4de61 tempest-ServerDiagnosticsV248Test-2044626064 tempest-ServerDiagnosticsV248Test-2044626064-project-member] Task: {'id': task-1861115, 'name': ReconfigVM_Task, 'duration_secs': 0.96207} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1483.812335] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-90741fa9-8423-48a6-aa3c-e55685a4de61 tempest-ServerDiagnosticsV248Test-2044626064 tempest-ServerDiagnosticsV248Test-2044626064-project-member] [instance: b8222a46-63c9-4282-85bf-9e9b044ed524] Reconfigured VM instance instance-00000004 to attach disk [datastore1] b8222a46-63c9-4282-85bf-9e9b044ed524/b8222a46-63c9-4282-85bf-9e9b044ed524.vmdk or device None with type sparse {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1483.812965] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e67b23a0-4c9b-4bd9-a3f2-ca7d19721f31 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.820406] env[62574]: DEBUG oslo_vmware.api [None req-90741fa9-8423-48a6-aa3c-e55685a4de61 tempest-ServerDiagnosticsV248Test-2044626064 tempest-ServerDiagnosticsV248Test-2044626064-project-member] Waiting for the task: (returnval){ [ 1483.820406] env[62574]: value = "task-1861118" [ 1483.820406] env[62574]: _type = "Task" [ 1483.820406] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1483.831128] env[62574]: DEBUG oslo_vmware.api [None req-90741fa9-8423-48a6-aa3c-e55685a4de61 tempest-ServerDiagnosticsV248Test-2044626064 tempest-ServerDiagnosticsV248Test-2044626064-project-member] Task: {'id': task-1861118, 'name': Rename_Task} progress is 5%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1483.872155] env[62574]: DEBUG nova.policy [None req-d792a6b4-06f3-44c8-b18a-7fec29924657 tempest-ServerRescueTestJSONUnderV235-2079558425 tempest-ServerRescueTestJSONUnderV235-2079558425-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1a29b7e57f714434aa9fba723fa6534c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c10401ec5a6e44c69288f736108864e4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62574) authorize /opt/stack/nova/nova/policy.py:192}} [ 1483.894121] env[62574]: DEBUG oslo_vmware.api [None req-47d07223-0248-4130-b311-b9c0e5a15c22 tempest-ImagesOneServerTestJSON-1738664534 tempest-ImagesOneServerTestJSON-1738664534-project-member] Task: {'id': task-1861117, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1484.129107] env[62574]: DEBUG oslo_vmware.api [None req-c1daffc7-bda2-4439-8075-3e40ee1f58df tempest-DeleteServersAdminTestJSON-663052088 tempest-DeleteServersAdminTestJSON-663052088-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52433e37-6ada-b5d4-c2bc-80563882b737, 'name': SearchDatastore_Task, 'duration_secs': 0.027904} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1484.129409] env[62574]: DEBUG oslo_concurrency.lockutils [None req-c1daffc7-bda2-4439-8075-3e40ee1f58df tempest-DeleteServersAdminTestJSON-663052088 tempest-DeleteServersAdminTestJSON-663052088-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1484.129953] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1daffc7-bda2-4439-8075-3e40ee1f58df tempest-DeleteServersAdminTestJSON-663052088 tempest-DeleteServersAdminTestJSON-663052088-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk to [datastore1] d35706fa-4b30-46ac-a6df-545c8b83bdca/d35706fa-4b30-46ac-a6df-545c8b83bdca.vmdk {{(pid=62574) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1484.130268] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d160f3eb-e71d-493d-9993-34436c5f461b {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.138494] env[62574]: DEBUG oslo_vmware.api [None req-c1daffc7-bda2-4439-8075-3e40ee1f58df tempest-DeleteServersAdminTestJSON-663052088 tempest-DeleteServersAdminTestJSON-663052088-project-member] Waiting for the task: (returnval){ [ 1484.138494] env[62574]: value = "task-1861119" [ 1484.138494] env[62574]: _type = "Task" [ 1484.138494] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1484.147480] env[62574]: DEBUG oslo_vmware.api [None req-c1daffc7-bda2-4439-8075-3e40ee1f58df tempest-DeleteServersAdminTestJSON-663052088 tempest-DeleteServersAdminTestJSON-663052088-project-member] Task: {'id': task-1861119, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1484.215037] env[62574]: DEBUG oslo_concurrency.lockutils [None req-952961fe-f29b-4d2d-8be6-c53e6211d0ad tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1484.224849] env[62574]: DEBUG nova.compute.manager [None req-d792a6b4-06f3-44c8-b18a-7fec29924657 tempest-ServerRescueTestJSONUnderV235-2079558425 tempest-ServerRescueTestJSONUnderV235-2079558425-project-member] [instance: a903fd4b-e31e-4fde-b8d6-a11ecf5a602f] Start building block device mappings for instance. {{(pid=62574) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1484.333694] env[62574]: DEBUG oslo_vmware.api [None req-90741fa9-8423-48a6-aa3c-e55685a4de61 tempest-ServerDiagnosticsV248Test-2044626064 tempest-ServerDiagnosticsV248Test-2044626064-project-member] Task: {'id': task-1861118, 'name': Rename_Task, 'duration_secs': 0.438968} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1484.334020] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-90741fa9-8423-48a6-aa3c-e55685a4de61 tempest-ServerDiagnosticsV248Test-2044626064 tempest-ServerDiagnosticsV248Test-2044626064-project-member] [instance: b8222a46-63c9-4282-85bf-9e9b044ed524] Powering on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1484.334227] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7b04b7bb-fb0f-4158-b60c-245d318e4a7a {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.342537] env[62574]: DEBUG oslo_vmware.api [None req-90741fa9-8423-48a6-aa3c-e55685a4de61 tempest-ServerDiagnosticsV248Test-2044626064 tempest-ServerDiagnosticsV248Test-2044626064-project-member] Waiting for the task: (returnval){ [ 1484.342537] env[62574]: value = "task-1861120" [ 1484.342537] env[62574]: _type = "Task" [ 1484.342537] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1484.349694] env[62574]: DEBUG nova.network.neutron [req-2314543a-35ad-4a67-81a1-02f09553c35f req-458e6e39-a906-4603-8694-6f1804fb5c4f service nova] [instance: b19648bf-b106-4c17-8b48-8c579fb23b31] Updated VIF entry in instance network info cache for port 61bc6138-7ff4-4c4c-8838-027c4410e41f. {{(pid=62574) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1484.350505] env[62574]: DEBUG nova.network.neutron [req-2314543a-35ad-4a67-81a1-02f09553c35f req-458e6e39-a906-4603-8694-6f1804fb5c4f service nova] [instance: b19648bf-b106-4c17-8b48-8c579fb23b31] Updating instance_info_cache with network_info: [{"id": "61bc6138-7ff4-4c4c-8838-027c4410e41f", "address": "fa:16:3e:ad:58:13", "network": {"id": "10fe65b2-bc9f-46dd-a1c2-ad739ceaf27f", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-614927883-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "59fd6486f6104d688b6c382e520f56f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d33839ae-40ca-471b-92e3-eb282b920682", "external-id": "nsx-vlan-transportzone-416", "segmentation_id": 416, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61bc6138-7f", "ovs_interfaceid": "61bc6138-7ff4-4c4c-8838-027c4410e41f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1484.354920] env[62574]: DEBUG oslo_vmware.api [None req-90741fa9-8423-48a6-aa3c-e55685a4de61 tempest-ServerDiagnosticsV248Test-2044626064 tempest-ServerDiagnosticsV248Test-2044626064-project-member] Task: {'id': task-1861120, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1484.396600] env[62574]: DEBUG oslo_vmware.api [None req-47d07223-0248-4130-b311-b9c0e5a15c22 tempest-ImagesOneServerTestJSON-1738664534 tempest-ImagesOneServerTestJSON-1738664534-project-member] Task: {'id': task-1861117, 'name': ReconfigVM_Task, 'duration_secs': 0.96898} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1484.403449] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-47d07223-0248-4130-b311-b9c0e5a15c22 tempest-ImagesOneServerTestJSON-1738664534 tempest-ImagesOneServerTestJSON-1738664534-project-member] [instance: b19648bf-b106-4c17-8b48-8c579fb23b31] Reconfigured VM instance instance-00000002 to attach disk [datastore1] b19648bf-b106-4c17-8b48-8c579fb23b31/b19648bf-b106-4c17-8b48-8c579fb23b31.vmdk or device None with type sparse {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1484.404585] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5c401abc-4b0f-4357-a969-0fa7aca6fa1b {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.410745] env[62574]: DEBUG oslo_vmware.api [None req-47d07223-0248-4130-b311-b9c0e5a15c22 tempest-ImagesOneServerTestJSON-1738664534 tempest-ImagesOneServerTestJSON-1738664534-project-member] Waiting for the task: (returnval){ [ 1484.410745] env[62574]: value = "task-1861121" [ 1484.410745] env[62574]: _type = "Task" [ 1484.410745] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1484.424373] env[62574]: DEBUG oslo_vmware.api [None req-47d07223-0248-4130-b311-b9c0e5a15c22 tempest-ImagesOneServerTestJSON-1738664534 tempest-ImagesOneServerTestJSON-1738664534-project-member] Task: {'id': task-1861121, 'name': Rename_Task} progress is 6%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1484.525566] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6706185-3c60-4120-8356-4e7dbfe6cc50 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.530309] env[62574]: DEBUG nova.network.neutron [None req-f21da0cc-a474-474f-9e63-faf20cd92f66 tempest-ServerExternalEventsTest-1288446 tempest-ServerExternalEventsTest-1288446-project-member] [instance: 12efb14a-4241-42ec-b538-3efa54435951] Successfully updated port: 2e5d737d-7e3d-475c-a01a-9634260fdc9b {{(pid=62574) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1484.537059] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90ef07bb-d084-4ed5-a530-18cd3ca43973 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.579366] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93b57fb3-e48e-4ac8-be51-0b0d9d38d025 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.588607] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c85203ac-15e3-423a-bfba-eb8d24b0c789 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.604795] env[62574]: DEBUG nova.compute.provider_tree [None req-6bb17f73-0f6c-4e4d-9262-354761f381d3 tempest-ServerShowV254Test-52812069 tempest-ServerShowV254Test-52812069-project-member] Inventory has not changed in ProviderTree for provider: f0ed160a-beff-4626-a531-2a70d7bc0627 {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1484.651184] env[62574]: DEBUG oslo_vmware.api [None req-c1daffc7-bda2-4439-8075-3e40ee1f58df tempest-DeleteServersAdminTestJSON-663052088 tempest-DeleteServersAdminTestJSON-663052088-project-member] Task: {'id': task-1861119, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1484.855528] env[62574]: DEBUG oslo_vmware.api [None req-90741fa9-8423-48a6-aa3c-e55685a4de61 tempest-ServerDiagnosticsV248Test-2044626064 tempest-ServerDiagnosticsV248Test-2044626064-project-member] Task: {'id': task-1861120, 'name': PowerOnVM_Task} progress is 1%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1484.856027] env[62574]: DEBUG oslo_concurrency.lockutils [req-2314543a-35ad-4a67-81a1-02f09553c35f req-458e6e39-a906-4603-8694-6f1804fb5c4f service nova] Releasing lock "refresh_cache-b19648bf-b106-4c17-8b48-8c579fb23b31" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1484.856341] env[62574]: DEBUG nova.compute.manager [req-2314543a-35ad-4a67-81a1-02f09553c35f req-458e6e39-a906-4603-8694-6f1804fb5c4f service nova] [instance: d35706fa-4b30-46ac-a6df-545c8b83bdca] Received event network-vif-plugged-37c98106-c5be-4470-8014-babc860702d6 {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1484.856464] env[62574]: DEBUG oslo_concurrency.lockutils [req-2314543a-35ad-4a67-81a1-02f09553c35f req-458e6e39-a906-4603-8694-6f1804fb5c4f service nova] Acquiring lock "d35706fa-4b30-46ac-a6df-545c8b83bdca-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1484.856865] env[62574]: DEBUG oslo_concurrency.lockutils [req-2314543a-35ad-4a67-81a1-02f09553c35f req-458e6e39-a906-4603-8694-6f1804fb5c4f service nova] Lock "d35706fa-4b30-46ac-a6df-545c8b83bdca-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1484.856865] env[62574]: DEBUG oslo_concurrency.lockutils [req-2314543a-35ad-4a67-81a1-02f09553c35f req-458e6e39-a906-4603-8694-6f1804fb5c4f service nova] Lock "d35706fa-4b30-46ac-a6df-545c8b83bdca-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1484.856984] env[62574]: DEBUG nova.compute.manager [req-2314543a-35ad-4a67-81a1-02f09553c35f req-458e6e39-a906-4603-8694-6f1804fb5c4f service nova] [instance: d35706fa-4b30-46ac-a6df-545c8b83bdca] No waiting events found dispatching network-vif-plugged-37c98106-c5be-4470-8014-babc860702d6 {{(pid=62574) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1484.857298] env[62574]: WARNING nova.compute.manager [req-2314543a-35ad-4a67-81a1-02f09553c35f req-458e6e39-a906-4603-8694-6f1804fb5c4f service nova] [instance: d35706fa-4b30-46ac-a6df-545c8b83bdca] Received unexpected event network-vif-plugged-37c98106-c5be-4470-8014-babc860702d6 for instance with vm_state building and task_state spawning. [ 1484.857298] env[62574]: DEBUG nova.compute.manager [req-2314543a-35ad-4a67-81a1-02f09553c35f req-458e6e39-a906-4603-8694-6f1804fb5c4f service nova] [instance: d35706fa-4b30-46ac-a6df-545c8b83bdca] Received event network-changed-37c98106-c5be-4470-8014-babc860702d6 {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1484.857422] env[62574]: DEBUG nova.compute.manager [req-2314543a-35ad-4a67-81a1-02f09553c35f req-458e6e39-a906-4603-8694-6f1804fb5c4f service nova] [instance: d35706fa-4b30-46ac-a6df-545c8b83bdca] Refreshing instance network info cache due to event network-changed-37c98106-c5be-4470-8014-babc860702d6. {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1484.857718] env[62574]: DEBUG oslo_concurrency.lockutils [req-2314543a-35ad-4a67-81a1-02f09553c35f req-458e6e39-a906-4603-8694-6f1804fb5c4f service nova] Acquiring lock "refresh_cache-d35706fa-4b30-46ac-a6df-545c8b83bdca" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1484.857718] env[62574]: DEBUG oslo_concurrency.lockutils [req-2314543a-35ad-4a67-81a1-02f09553c35f req-458e6e39-a906-4603-8694-6f1804fb5c4f service nova] Acquired lock "refresh_cache-d35706fa-4b30-46ac-a6df-545c8b83bdca" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1484.857880] env[62574]: DEBUG nova.network.neutron [req-2314543a-35ad-4a67-81a1-02f09553c35f req-458e6e39-a906-4603-8694-6f1804fb5c4f service nova] [instance: d35706fa-4b30-46ac-a6df-545c8b83bdca] Refreshing network info cache for port 37c98106-c5be-4470-8014-babc860702d6 {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1484.920250] env[62574]: DEBUG oslo_vmware.api [None req-47d07223-0248-4130-b311-b9c0e5a15c22 tempest-ImagesOneServerTestJSON-1738664534 tempest-ImagesOneServerTestJSON-1738664534-project-member] Task: {'id': task-1861121, 'name': Rename_Task, 'duration_secs': 0.160313} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1484.920522] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-47d07223-0248-4130-b311-b9c0e5a15c22 tempest-ImagesOneServerTestJSON-1738664534 tempest-ImagesOneServerTestJSON-1738664534-project-member] [instance: b19648bf-b106-4c17-8b48-8c579fb23b31] Powering on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1484.920806] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-622ba92b-6be1-454a-8657-6929d1a3643f {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.926348] env[62574]: DEBUG oslo_vmware.api [None req-47d07223-0248-4130-b311-b9c0e5a15c22 tempest-ImagesOneServerTestJSON-1738664534 tempest-ImagesOneServerTestJSON-1738664534-project-member] Waiting for the task: (returnval){ [ 1484.926348] env[62574]: value = "task-1861122" [ 1484.926348] env[62574]: _type = "Task" [ 1484.926348] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1484.935657] env[62574]: DEBUG oslo_vmware.api [None req-47d07223-0248-4130-b311-b9c0e5a15c22 tempest-ImagesOneServerTestJSON-1738664534 tempest-ImagesOneServerTestJSON-1738664534-project-member] Task: {'id': task-1861122, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1484.986238] env[62574]: DEBUG nova.network.neutron [None req-d792a6b4-06f3-44c8-b18a-7fec29924657 tempest-ServerRescueTestJSONUnderV235-2079558425 tempest-ServerRescueTestJSONUnderV235-2079558425-project-member] [instance: a903fd4b-e31e-4fde-b8d6-a11ecf5a602f] Successfully created port: c0a79f88-3220-45d5-9f4c-7e246b70d098 {{(pid=62574) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1485.033454] env[62574]: DEBUG oslo_concurrency.lockutils [None req-f21da0cc-a474-474f-9e63-faf20cd92f66 tempest-ServerExternalEventsTest-1288446 tempest-ServerExternalEventsTest-1288446-project-member] Acquiring lock "refresh_cache-12efb14a-4241-42ec-b538-3efa54435951" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1485.033623] env[62574]: DEBUG oslo_concurrency.lockutils [None req-f21da0cc-a474-474f-9e63-faf20cd92f66 tempest-ServerExternalEventsTest-1288446 tempest-ServerExternalEventsTest-1288446-project-member] Acquired lock "refresh_cache-12efb14a-4241-42ec-b538-3efa54435951" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1485.033900] env[62574]: DEBUG nova.network.neutron [None req-f21da0cc-a474-474f-9e63-faf20cd92f66 tempest-ServerExternalEventsTest-1288446 tempest-ServerExternalEventsTest-1288446-project-member] [instance: 12efb14a-4241-42ec-b538-3efa54435951] Building network info cache for instance {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1485.108617] env[62574]: DEBUG nova.scheduler.client.report [None req-6bb17f73-0f6c-4e4d-9262-354761f381d3 tempest-ServerShowV254Test-52812069 tempest-ServerShowV254Test-52812069-project-member] Inventory has not changed for provider f0ed160a-beff-4626-a531-2a70d7bc0627 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 148, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1485.151651] env[62574]: DEBUG oslo_vmware.api [None req-c1daffc7-bda2-4439-8075-3e40ee1f58df tempest-DeleteServersAdminTestJSON-663052088 tempest-DeleteServersAdminTestJSON-663052088-project-member] Task: {'id': task-1861119, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.59814} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1485.151966] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1daffc7-bda2-4439-8075-3e40ee1f58df tempest-DeleteServersAdminTestJSON-663052088 tempest-DeleteServersAdminTestJSON-663052088-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk to [datastore1] d35706fa-4b30-46ac-a6df-545c8b83bdca/d35706fa-4b30-46ac-a6df-545c8b83bdca.vmdk {{(pid=62574) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1485.153032] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-c1daffc7-bda2-4439-8075-3e40ee1f58df tempest-DeleteServersAdminTestJSON-663052088 tempest-DeleteServersAdminTestJSON-663052088-project-member] [instance: d35706fa-4b30-46ac-a6df-545c8b83bdca] Extending root virtual disk to 1048576 {{(pid=62574) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1485.153032] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-936b0abf-e484-4d43-adea-3bb170d59467 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.159366] env[62574]: DEBUG oslo_vmware.api [None req-c1daffc7-bda2-4439-8075-3e40ee1f58df tempest-DeleteServersAdminTestJSON-663052088 tempest-DeleteServersAdminTestJSON-663052088-project-member] Waiting for the task: (returnval){ [ 1485.159366] env[62574]: value = "task-1861123" [ 1485.159366] env[62574]: _type = "Task" [ 1485.159366] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1485.167623] env[62574]: DEBUG oslo_vmware.api [None req-c1daffc7-bda2-4439-8075-3e40ee1f58df tempest-DeleteServersAdminTestJSON-663052088 tempest-DeleteServersAdminTestJSON-663052088-project-member] Task: {'id': task-1861123, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1485.237864] env[62574]: DEBUG nova.compute.manager [None req-d792a6b4-06f3-44c8-b18a-7fec29924657 tempest-ServerRescueTestJSONUnderV235-2079558425 tempest-ServerRescueTestJSONUnderV235-2079558425-project-member] [instance: a903fd4b-e31e-4fde-b8d6-a11ecf5a602f] Start spawning the instance on the hypervisor. {{(pid=62574) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1485.263488] env[62574]: DEBUG nova.virt.hardware [None req-d792a6b4-06f3-44c8-b18a-7fec29924657 tempest-ServerRescueTestJSONUnderV235-2079558425 tempest-ServerRescueTestJSONUnderV235-2079558425-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T19:26:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-13T19:26:40Z,direct_url=,disk_format='vmdk',id=3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7eed1dd4d2c3418eb32c4f4ceda3ab0d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-13T19:26:41Z,virtual_size=,visibility=), allow threads: False {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1485.263488] env[62574]: DEBUG nova.virt.hardware [None req-d792a6b4-06f3-44c8-b18a-7fec29924657 tempest-ServerRescueTestJSONUnderV235-2079558425 tempest-ServerRescueTestJSONUnderV235-2079558425-project-member] Flavor limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1485.263686] env[62574]: DEBUG nova.virt.hardware [None req-d792a6b4-06f3-44c8-b18a-7fec29924657 tempest-ServerRescueTestJSONUnderV235-2079558425 tempest-ServerRescueTestJSONUnderV235-2079558425-project-member] Image limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1485.263826] env[62574]: DEBUG nova.virt.hardware [None req-d792a6b4-06f3-44c8-b18a-7fec29924657 tempest-ServerRescueTestJSONUnderV235-2079558425 tempest-ServerRescueTestJSONUnderV235-2079558425-project-member] Flavor pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1485.263974] env[62574]: DEBUG nova.virt.hardware [None req-d792a6b4-06f3-44c8-b18a-7fec29924657 tempest-ServerRescueTestJSONUnderV235-2079558425 tempest-ServerRescueTestJSONUnderV235-2079558425-project-member] Image pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1485.264130] env[62574]: DEBUG nova.virt.hardware [None req-d792a6b4-06f3-44c8-b18a-7fec29924657 tempest-ServerRescueTestJSONUnderV235-2079558425 tempest-ServerRescueTestJSONUnderV235-2079558425-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1485.264349] env[62574]: DEBUG nova.virt.hardware [None req-d792a6b4-06f3-44c8-b18a-7fec29924657 tempest-ServerRescueTestJSONUnderV235-2079558425 tempest-ServerRescueTestJSONUnderV235-2079558425-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1485.264510] env[62574]: DEBUG nova.virt.hardware [None req-d792a6b4-06f3-44c8-b18a-7fec29924657 tempest-ServerRescueTestJSONUnderV235-2079558425 tempest-ServerRescueTestJSONUnderV235-2079558425-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1485.264681] env[62574]: DEBUG nova.virt.hardware [None req-d792a6b4-06f3-44c8-b18a-7fec29924657 tempest-ServerRescueTestJSONUnderV235-2079558425 tempest-ServerRescueTestJSONUnderV235-2079558425-project-member] Got 1 possible topologies {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1485.264886] env[62574]: DEBUG nova.virt.hardware [None req-d792a6b4-06f3-44c8-b18a-7fec29924657 tempest-ServerRescueTestJSONUnderV235-2079558425 tempest-ServerRescueTestJSONUnderV235-2079558425-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1485.265072] env[62574]: DEBUG nova.virt.hardware [None req-d792a6b4-06f3-44c8-b18a-7fec29924657 tempest-ServerRescueTestJSONUnderV235-2079558425 tempest-ServerRescueTestJSONUnderV235-2079558425-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1485.266269] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8126cb6f-7494-41e9-9230-7c73b291bb5f {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.275073] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-467907bb-bcdd-4604-8bd5-7c678b0697a0 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.353174] env[62574]: DEBUG oslo_vmware.api [None req-90741fa9-8423-48a6-aa3c-e55685a4de61 tempest-ServerDiagnosticsV248Test-2044626064 tempest-ServerDiagnosticsV248Test-2044626064-project-member] Task: {'id': task-1861120, 'name': PowerOnVM_Task} progress is 64%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1485.441889] env[62574]: DEBUG oslo_vmware.api [None req-47d07223-0248-4130-b311-b9c0e5a15c22 tempest-ImagesOneServerTestJSON-1738664534 tempest-ImagesOneServerTestJSON-1738664534-project-member] Task: {'id': task-1861122, 'name': PowerOnVM_Task} progress is 37%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1485.512555] env[62574]: DEBUG nova.compute.manager [None req-5b6248f3-c959-4f04-8ba5-fea1e3f9d096 tempest-ServersAaction247Test-553183449 tempest-ServersAaction247Test-553183449-project-member] [instance: fff9b5fd-be41-4133-a2e3-aeb7188d76ec] Checking state {{(pid=62574) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1485.513499] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-463120dd-89ec-4d7c-b22f-376acab4faa8 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.614824] env[62574]: DEBUG oslo_concurrency.lockutils [None req-6bb17f73-0f6c-4e4d-9262-354761f381d3 tempest-ServerShowV254Test-52812069 tempest-ServerShowV254Test-52812069-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.408s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1485.617738] env[62574]: DEBUG nova.compute.manager [None req-6bb17f73-0f6c-4e4d-9262-354761f381d3 tempest-ServerShowV254Test-52812069 tempest-ServerShowV254Test-52812069-project-member] [instance: b79bac0e-5cb0-43de-b10f-26262358e61e] Start building networks asynchronously for instance. {{(pid=62574) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1485.624106] env[62574]: DEBUG oslo_concurrency.lockutils [None req-a6eec462-12dc-4177-8e8c-aca5bdf71dc1 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.594s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1485.625722] env[62574]: INFO nova.compute.claims [None req-a6eec462-12dc-4177-8e8c-aca5bdf71dc1 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] [instance: 1e669675-0551-49d8-af15-64fdd0984b3f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1485.651166] env[62574]: DEBUG nova.network.neutron [None req-f21da0cc-a474-474f-9e63-faf20cd92f66 tempest-ServerExternalEventsTest-1288446 tempest-ServerExternalEventsTest-1288446-project-member] [instance: 12efb14a-4241-42ec-b538-3efa54435951] Instance cache missing network info. {{(pid=62574) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1485.674291] env[62574]: DEBUG oslo_vmware.api [None req-c1daffc7-bda2-4439-8075-3e40ee1f58df tempest-DeleteServersAdminTestJSON-663052088 tempest-DeleteServersAdminTestJSON-663052088-project-member] Task: {'id': task-1861123, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068943} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1485.674586] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-c1daffc7-bda2-4439-8075-3e40ee1f58df tempest-DeleteServersAdminTestJSON-663052088 tempest-DeleteServersAdminTestJSON-663052088-project-member] [instance: d35706fa-4b30-46ac-a6df-545c8b83bdca] Extended root virtual disk {{(pid=62574) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1485.675382] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92d616e2-3cfc-413e-8796-cd2d60c955d5 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.699738] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1daffc7-bda2-4439-8075-3e40ee1f58df tempest-DeleteServersAdminTestJSON-663052088 tempest-DeleteServersAdminTestJSON-663052088-project-member] [instance: d35706fa-4b30-46ac-a6df-545c8b83bdca] Reconfiguring VM instance instance-00000003 to attach disk [datastore1] d35706fa-4b30-46ac-a6df-545c8b83bdca/d35706fa-4b30-46ac-a6df-545c8b83bdca.vmdk or device None with type sparse {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1485.700414] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6dadf59f-4965-4c17-95f5-2829a38cfff3 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.724701] env[62574]: DEBUG oslo_vmware.api [None req-c1daffc7-bda2-4439-8075-3e40ee1f58df tempest-DeleteServersAdminTestJSON-663052088 tempest-DeleteServersAdminTestJSON-663052088-project-member] Waiting for the task: (returnval){ [ 1485.724701] env[62574]: value = "task-1861124" [ 1485.724701] env[62574]: _type = "Task" [ 1485.724701] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1485.732830] env[62574]: DEBUG oslo_vmware.api [None req-c1daffc7-bda2-4439-8075-3e40ee1f58df tempest-DeleteServersAdminTestJSON-663052088 tempest-DeleteServersAdminTestJSON-663052088-project-member] Task: {'id': task-1861124, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1485.835685] env[62574]: DEBUG nova.compute.manager [req-6b6ea628-95f9-4f6a-b91d-551b84748dd8 req-9636f45f-53ec-445d-a9ac-35c431868433 service nova] [instance: 12efb14a-4241-42ec-b538-3efa54435951] Received event network-vif-plugged-2e5d737d-7e3d-475c-a01a-9634260fdc9b {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1485.835906] env[62574]: DEBUG oslo_concurrency.lockutils [req-6b6ea628-95f9-4f6a-b91d-551b84748dd8 req-9636f45f-53ec-445d-a9ac-35c431868433 service nova] Acquiring lock "12efb14a-4241-42ec-b538-3efa54435951-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1485.836211] env[62574]: DEBUG oslo_concurrency.lockutils [req-6b6ea628-95f9-4f6a-b91d-551b84748dd8 req-9636f45f-53ec-445d-a9ac-35c431868433 service nova] Lock "12efb14a-4241-42ec-b538-3efa54435951-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1485.836397] env[62574]: DEBUG oslo_concurrency.lockutils [req-6b6ea628-95f9-4f6a-b91d-551b84748dd8 req-9636f45f-53ec-445d-a9ac-35c431868433 service nova] Lock "12efb14a-4241-42ec-b538-3efa54435951-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1485.836568] env[62574]: DEBUG nova.compute.manager [req-6b6ea628-95f9-4f6a-b91d-551b84748dd8 req-9636f45f-53ec-445d-a9ac-35c431868433 service nova] [instance: 12efb14a-4241-42ec-b538-3efa54435951] No waiting events found dispatching network-vif-plugged-2e5d737d-7e3d-475c-a01a-9634260fdc9b {{(pid=62574) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1485.836729] env[62574]: WARNING nova.compute.manager [req-6b6ea628-95f9-4f6a-b91d-551b84748dd8 req-9636f45f-53ec-445d-a9ac-35c431868433 service nova] [instance: 12efb14a-4241-42ec-b538-3efa54435951] Received unexpected event network-vif-plugged-2e5d737d-7e3d-475c-a01a-9634260fdc9b for instance with vm_state building and task_state spawning. [ 1485.837310] env[62574]: DEBUG nova.compute.manager [req-6b6ea628-95f9-4f6a-b91d-551b84748dd8 req-9636f45f-53ec-445d-a9ac-35c431868433 service nova] [instance: 12efb14a-4241-42ec-b538-3efa54435951] Received event network-changed-2e5d737d-7e3d-475c-a01a-9634260fdc9b {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1485.837497] env[62574]: DEBUG nova.compute.manager [req-6b6ea628-95f9-4f6a-b91d-551b84748dd8 req-9636f45f-53ec-445d-a9ac-35c431868433 service nova] [instance: 12efb14a-4241-42ec-b538-3efa54435951] Refreshing instance network info cache due to event network-changed-2e5d737d-7e3d-475c-a01a-9634260fdc9b. {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1485.837698] env[62574]: DEBUG oslo_concurrency.lockutils [req-6b6ea628-95f9-4f6a-b91d-551b84748dd8 req-9636f45f-53ec-445d-a9ac-35c431868433 service nova] Acquiring lock "refresh_cache-12efb14a-4241-42ec-b538-3efa54435951" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1485.854402] env[62574]: DEBUG oslo_vmware.api [None req-90741fa9-8423-48a6-aa3c-e55685a4de61 tempest-ServerDiagnosticsV248Test-2044626064 tempest-ServerDiagnosticsV248Test-2044626064-project-member] Task: {'id': task-1861120, 'name': PowerOnVM_Task, 'duration_secs': 1.099944} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1485.854651] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-90741fa9-8423-48a6-aa3c-e55685a4de61 tempest-ServerDiagnosticsV248Test-2044626064 tempest-ServerDiagnosticsV248Test-2044626064-project-member] [instance: b8222a46-63c9-4282-85bf-9e9b044ed524] Powered on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1485.854848] env[62574]: INFO nova.compute.manager [None req-90741fa9-8423-48a6-aa3c-e55685a4de61 tempest-ServerDiagnosticsV248Test-2044626064 tempest-ServerDiagnosticsV248Test-2044626064-project-member] [instance: b8222a46-63c9-4282-85bf-9e9b044ed524] Took 6.37 seconds to spawn the instance on the hypervisor. [ 1485.855034] env[62574]: DEBUG nova.compute.manager [None req-90741fa9-8423-48a6-aa3c-e55685a4de61 tempest-ServerDiagnosticsV248Test-2044626064 tempest-ServerDiagnosticsV248Test-2044626064-project-member] [instance: b8222a46-63c9-4282-85bf-9e9b044ed524] Checking state {{(pid=62574) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1485.855921] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54e782cb-ba71-484d-95ff-963203e6c410 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.938931] env[62574]: DEBUG oslo_vmware.api [None req-47d07223-0248-4130-b311-b9c0e5a15c22 tempest-ImagesOneServerTestJSON-1738664534 tempest-ImagesOneServerTestJSON-1738664534-project-member] Task: {'id': task-1861122, 'name': PowerOnVM_Task} progress is 91%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1486.026773] env[62574]: INFO nova.compute.manager [None req-5b6248f3-c959-4f04-8ba5-fea1e3f9d096 tempest-ServersAaction247Test-553183449 tempest-ServersAaction247Test-553183449-project-member] [instance: fff9b5fd-be41-4133-a2e3-aeb7188d76ec] instance snapshotting [ 1486.027477] env[62574]: DEBUG nova.objects.instance [None req-5b6248f3-c959-4f04-8ba5-fea1e3f9d096 tempest-ServersAaction247Test-553183449 tempest-ServersAaction247Test-553183449-project-member] Lazy-loading 'flavor' on Instance uuid fff9b5fd-be41-4133-a2e3-aeb7188d76ec {{(pid=62574) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1486.133742] env[62574]: DEBUG nova.compute.utils [None req-6bb17f73-0f6c-4e4d-9262-354761f381d3 tempest-ServerShowV254Test-52812069 tempest-ServerShowV254Test-52812069-project-member] Using /dev/sd instead of None {{(pid=62574) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1486.140031] env[62574]: DEBUG nova.compute.manager [None req-6bb17f73-0f6c-4e4d-9262-354761f381d3 tempest-ServerShowV254Test-52812069 tempest-ServerShowV254Test-52812069-project-member] [instance: b79bac0e-5cb0-43de-b10f-26262358e61e] Not allocating networking since 'none' was specified. {{(pid=62574) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1486.234587] env[62574]: DEBUG oslo_vmware.api [None req-c1daffc7-bda2-4439-8075-3e40ee1f58df tempest-DeleteServersAdminTestJSON-663052088 tempest-DeleteServersAdminTestJSON-663052088-project-member] Task: {'id': task-1861124, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1486.384933] env[62574]: INFO nova.compute.manager [None req-90741fa9-8423-48a6-aa3c-e55685a4de61 tempest-ServerDiagnosticsV248Test-2044626064 tempest-ServerDiagnosticsV248Test-2044626064-project-member] [instance: b8222a46-63c9-4282-85bf-9e9b044ed524] Took 15.09 seconds to build instance. [ 1486.411813] env[62574]: DEBUG nova.network.neutron [req-2314543a-35ad-4a67-81a1-02f09553c35f req-458e6e39-a906-4603-8694-6f1804fb5c4f service nova] [instance: d35706fa-4b30-46ac-a6df-545c8b83bdca] Updated VIF entry in instance network info cache for port 37c98106-c5be-4470-8014-babc860702d6. {{(pid=62574) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1486.412268] env[62574]: DEBUG nova.network.neutron [req-2314543a-35ad-4a67-81a1-02f09553c35f req-458e6e39-a906-4603-8694-6f1804fb5c4f service nova] [instance: d35706fa-4b30-46ac-a6df-545c8b83bdca] Updating instance_info_cache with network_info: [{"id": "37c98106-c5be-4470-8014-babc860702d6", "address": "fa:16:3e:c5:83:f3", "network": {"id": "90888d97-209c-49d6-8f95-1d0279efea11", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.205", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7eed1dd4d2c3418eb32c4f4ceda3ab0d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d275d7c6-2a7b-4ee8-b6f4-fabf1ba1905f", "external-id": "nsx-vlan-transportzone-513", "segmentation_id": 513, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap37c98106-c5", "ovs_interfaceid": "37c98106-c5be-4470-8014-babc860702d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1486.425484] env[62574]: DEBUG oslo_concurrency.lockutils [None req-e5fa96e3-065b-4769-8d03-5aee6bb1fd98 tempest-ServersAaction247Test-553183449 tempest-ServersAaction247Test-553183449-project-member] Acquiring lock "fff9b5fd-be41-4133-a2e3-aeb7188d76ec" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1486.425695] env[62574]: DEBUG oslo_concurrency.lockutils [None req-e5fa96e3-065b-4769-8d03-5aee6bb1fd98 tempest-ServersAaction247Test-553183449 tempest-ServersAaction247Test-553183449-project-member] Lock "fff9b5fd-be41-4133-a2e3-aeb7188d76ec" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1486.426573] env[62574]: DEBUG oslo_concurrency.lockutils [None req-e5fa96e3-065b-4769-8d03-5aee6bb1fd98 tempest-ServersAaction247Test-553183449 tempest-ServersAaction247Test-553183449-project-member] Acquiring lock "fff9b5fd-be41-4133-a2e3-aeb7188d76ec-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1486.426868] env[62574]: DEBUG oslo_concurrency.lockutils [None req-e5fa96e3-065b-4769-8d03-5aee6bb1fd98 tempest-ServersAaction247Test-553183449 tempest-ServersAaction247Test-553183449-project-member] Lock "fff9b5fd-be41-4133-a2e3-aeb7188d76ec-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1486.427364] env[62574]: DEBUG oslo_concurrency.lockutils [None req-e5fa96e3-065b-4769-8d03-5aee6bb1fd98 tempest-ServersAaction247Test-553183449 tempest-ServersAaction247Test-553183449-project-member] Lock "fff9b5fd-be41-4133-a2e3-aeb7188d76ec-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1486.431417] env[62574]: INFO nova.compute.manager [None req-e5fa96e3-065b-4769-8d03-5aee6bb1fd98 tempest-ServersAaction247Test-553183449 tempest-ServersAaction247Test-553183449-project-member] [instance: fff9b5fd-be41-4133-a2e3-aeb7188d76ec] Terminating instance [ 1486.451113] env[62574]: DEBUG oslo_vmware.api [None req-47d07223-0248-4130-b311-b9c0e5a15c22 tempest-ImagesOneServerTestJSON-1738664534 tempest-ImagesOneServerTestJSON-1738664534-project-member] Task: {'id': task-1861122, 'name': PowerOnVM_Task, 'duration_secs': 1.028049} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1486.451113] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-47d07223-0248-4130-b311-b9c0e5a15c22 tempest-ImagesOneServerTestJSON-1738664534 tempest-ImagesOneServerTestJSON-1738664534-project-member] [instance: b19648bf-b106-4c17-8b48-8c579fb23b31] Powered on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1486.451113] env[62574]: INFO nova.compute.manager [None req-47d07223-0248-4130-b311-b9c0e5a15c22 tempest-ImagesOneServerTestJSON-1738664534 tempest-ImagesOneServerTestJSON-1738664534-project-member] [instance: b19648bf-b106-4c17-8b48-8c579fb23b31] Took 11.60 seconds to spawn the instance on the hypervisor. [ 1486.451377] env[62574]: DEBUG nova.compute.manager [None req-47d07223-0248-4130-b311-b9c0e5a15c22 tempest-ImagesOneServerTestJSON-1738664534 tempest-ImagesOneServerTestJSON-1738664534-project-member] [instance: b19648bf-b106-4c17-8b48-8c579fb23b31] Checking state {{(pid=62574) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1486.455098] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fe3a9a6-dff2-4bab-9dd7-fa900cb3991b {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.463380] env[62574]: DEBUG nova.network.neutron [None req-f21da0cc-a474-474f-9e63-faf20cd92f66 tempest-ServerExternalEventsTest-1288446 tempest-ServerExternalEventsTest-1288446-project-member] [instance: 12efb14a-4241-42ec-b538-3efa54435951] Updating instance_info_cache with network_info: [{"id": "2e5d737d-7e3d-475c-a01a-9634260fdc9b", "address": "fa:16:3e:83:2e:90", "network": {"id": "90888d97-209c-49d6-8f95-1d0279efea11", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.251", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7eed1dd4d2c3418eb32c4f4ceda3ab0d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d275d7c6-2a7b-4ee8-b6f4-fabf1ba1905f", "external-id": "nsx-vlan-transportzone-513", "segmentation_id": 513, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e5d737d-7e", "ovs_interfaceid": "2e5d737d-7e3d-475c-a01a-9634260fdc9b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1486.534445] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7fbbf34-9d03-4fd2-a64b-64a6985b350e {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.555042] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf604e4f-7c0e-4d21-8276-01f452d255d4 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.639502] env[62574]: DEBUG nova.compute.manager [None req-6bb17f73-0f6c-4e4d-9262-354761f381d3 tempest-ServerShowV254Test-52812069 tempest-ServerShowV254Test-52812069-project-member] [instance: b79bac0e-5cb0-43de-b10f-26262358e61e] Start building block device mappings for instance. {{(pid=62574) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1486.739496] env[62574]: DEBUG oslo_vmware.api [None req-c1daffc7-bda2-4439-8075-3e40ee1f58df tempest-DeleteServersAdminTestJSON-663052088 tempest-DeleteServersAdminTestJSON-663052088-project-member] Task: {'id': task-1861124, 'name': ReconfigVM_Task, 'duration_secs': 1.006731} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1486.741789] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1daffc7-bda2-4439-8075-3e40ee1f58df tempest-DeleteServersAdminTestJSON-663052088 tempest-DeleteServersAdminTestJSON-663052088-project-member] [instance: d35706fa-4b30-46ac-a6df-545c8b83bdca] Reconfigured VM instance instance-00000003 to attach disk [datastore1] d35706fa-4b30-46ac-a6df-545c8b83bdca/d35706fa-4b30-46ac-a6df-545c8b83bdca.vmdk or device None with type sparse {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1486.742690] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f1225445-1fa7-4c83-9fe9-bb371de52d25 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.749063] env[62574]: DEBUG oslo_vmware.api [None req-c1daffc7-bda2-4439-8075-3e40ee1f58df tempest-DeleteServersAdminTestJSON-663052088 tempest-DeleteServersAdminTestJSON-663052088-project-member] Waiting for the task: (returnval){ [ 1486.749063] env[62574]: value = "task-1861125" [ 1486.749063] env[62574]: _type = "Task" [ 1486.749063] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1486.764352] env[62574]: DEBUG oslo_vmware.api [None req-c1daffc7-bda2-4439-8075-3e40ee1f58df tempest-DeleteServersAdminTestJSON-663052088 tempest-DeleteServersAdminTestJSON-663052088-project-member] Task: {'id': task-1861125, 'name': Rename_Task} progress is 5%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1486.890366] env[62574]: DEBUG oslo_concurrency.lockutils [None req-90741fa9-8423-48a6-aa3c-e55685a4de61 tempest-ServerDiagnosticsV248Test-2044626064 tempest-ServerDiagnosticsV248Test-2044626064-project-member] Lock "b8222a46-63c9-4282-85bf-9e9b044ed524" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.602s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1486.917958] env[62574]: DEBUG oslo_concurrency.lockutils [req-2314543a-35ad-4a67-81a1-02f09553c35f req-458e6e39-a906-4603-8694-6f1804fb5c4f service nova] Releasing lock "refresh_cache-d35706fa-4b30-46ac-a6df-545c8b83bdca" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1486.923967] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b06c6cd-d848-4b7d-9a68-1d10d3db4cc9 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.932941] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b03bcb12-9959-46ab-9278-a18d8d8fbadb {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.978341] env[62574]: DEBUG oslo_concurrency.lockutils [None req-e5fa96e3-065b-4769-8d03-5aee6bb1fd98 tempest-ServersAaction247Test-553183449 tempest-ServersAaction247Test-553183449-project-member] Acquiring lock "refresh_cache-fff9b5fd-be41-4133-a2e3-aeb7188d76ec" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1486.978571] env[62574]: DEBUG oslo_concurrency.lockutils [None req-e5fa96e3-065b-4769-8d03-5aee6bb1fd98 tempest-ServersAaction247Test-553183449 tempest-ServersAaction247Test-553183449-project-member] Acquired lock "refresh_cache-fff9b5fd-be41-4133-a2e3-aeb7188d76ec" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1486.978759] env[62574]: DEBUG nova.network.neutron [None req-e5fa96e3-065b-4769-8d03-5aee6bb1fd98 tempest-ServersAaction247Test-553183449 tempest-ServersAaction247Test-553183449-project-member] [instance: fff9b5fd-be41-4133-a2e3-aeb7188d76ec] Building network info cache for instance {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1486.983017] env[62574]: DEBUG oslo_concurrency.lockutils [None req-f21da0cc-a474-474f-9e63-faf20cd92f66 tempest-ServerExternalEventsTest-1288446 tempest-ServerExternalEventsTest-1288446-project-member] Releasing lock "refresh_cache-12efb14a-4241-42ec-b538-3efa54435951" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1486.983017] env[62574]: DEBUG nova.compute.manager [None req-f21da0cc-a474-474f-9e63-faf20cd92f66 tempest-ServerExternalEventsTest-1288446 tempest-ServerExternalEventsTest-1288446-project-member] [instance: 12efb14a-4241-42ec-b538-3efa54435951] Instance network_info: |[{"id": "2e5d737d-7e3d-475c-a01a-9634260fdc9b", "address": "fa:16:3e:83:2e:90", "network": {"id": "90888d97-209c-49d6-8f95-1d0279efea11", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.251", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7eed1dd4d2c3418eb32c4f4ceda3ab0d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d275d7c6-2a7b-4ee8-b6f4-fabf1ba1905f", "external-id": "nsx-vlan-transportzone-513", "segmentation_id": 513, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e5d737d-7e", "ovs_interfaceid": "2e5d737d-7e3d-475c-a01a-9634260fdc9b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62574) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1486.984994] env[62574]: DEBUG oslo_concurrency.lockutils [req-6b6ea628-95f9-4f6a-b91d-551b84748dd8 req-9636f45f-53ec-445d-a9ac-35c431868433 service nova] Acquired lock "refresh_cache-12efb14a-4241-42ec-b538-3efa54435951" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1486.985197] env[62574]: DEBUG nova.network.neutron [req-6b6ea628-95f9-4f6a-b91d-551b84748dd8 req-9636f45f-53ec-445d-a9ac-35c431868433 service nova] [instance: 12efb14a-4241-42ec-b538-3efa54435951] Refreshing network info cache for port 2e5d737d-7e3d-475c-a01a-9634260fdc9b {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1486.987690] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-f21da0cc-a474-474f-9e63-faf20cd92f66 tempest-ServerExternalEventsTest-1288446 tempest-ServerExternalEventsTest-1288446-project-member] [instance: 12efb14a-4241-42ec-b538-3efa54435951] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:83:2e:90', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd275d7c6-2a7b-4ee8-b6f4-fabf1ba1905f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2e5d737d-7e3d-475c-a01a-9634260fdc9b', 'vif_model': 'vmxnet3'}] {{(pid=62574) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1486.995348] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-f21da0cc-a474-474f-9e63-faf20cd92f66 tempest-ServerExternalEventsTest-1288446 tempest-ServerExternalEventsTest-1288446-project-member] Creating folder: Project (be746b5414ab470d848ee26dd45eef15). Parent ref: group-v384746. {{(pid=62574) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1486.996151] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-665cf478-4265-40fa-8cce-03c0a1ea62aa {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.007194] env[62574]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a3e3d905-ef60-4714-8a84-0a13e704058b {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.008163] env[62574]: INFO nova.compute.manager [None req-47d07223-0248-4130-b311-b9c0e5a15c22 tempest-ImagesOneServerTestJSON-1738664534 tempest-ImagesOneServerTestJSON-1738664534-project-member] [instance: b19648bf-b106-4c17-8b48-8c579fb23b31] Took 17.50 seconds to build instance. [ 1487.018698] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd11dd4e-c789-47c3-8ceb-9f9eee237e58 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.024438] env[62574]: INFO nova.virt.vmwareapi.vm_util [None req-f21da0cc-a474-474f-9e63-faf20cd92f66 tempest-ServerExternalEventsTest-1288446 tempest-ServerExternalEventsTest-1288446-project-member] Created folder: Project (be746b5414ab470d848ee26dd45eef15) in parent group-v384746. [ 1487.024438] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-f21da0cc-a474-474f-9e63-faf20cd92f66 tempest-ServerExternalEventsTest-1288446 tempest-ServerExternalEventsTest-1288446-project-member] Creating folder: Instances. Parent ref: group-v384759. {{(pid=62574) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1487.024438] env[62574]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a2bd5ca4-f977-4b95-97ea-c8065d36338d {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.036916] env[62574]: DEBUG nova.compute.provider_tree [None req-a6eec462-12dc-4177-8e8c-aca5bdf71dc1 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Inventory has not changed in ProviderTree for provider: f0ed160a-beff-4626-a531-2a70d7bc0627 {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1487.049211] env[62574]: INFO nova.virt.vmwareapi.vm_util [None req-f21da0cc-a474-474f-9e63-faf20cd92f66 tempest-ServerExternalEventsTest-1288446 tempest-ServerExternalEventsTest-1288446-project-member] Created folder: Instances in parent group-v384759. [ 1487.049211] env[62574]: DEBUG oslo.service.loopingcall [None req-f21da0cc-a474-474f-9e63-faf20cd92f66 tempest-ServerExternalEventsTest-1288446 tempest-ServerExternalEventsTest-1288446-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62574) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1487.049211] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 12efb14a-4241-42ec-b538-3efa54435951] Creating VM on the ESX host {{(pid=62574) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1487.049211] env[62574]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2c93ddd5-c8b5-43bd-806b-598a105bde5a {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.069866] env[62574]: DEBUG nova.compute.manager [None req-5b6248f3-c959-4f04-8ba5-fea1e3f9d096 tempest-ServersAaction247Test-553183449 tempest-ServersAaction247Test-553183449-project-member] [instance: fff9b5fd-be41-4133-a2e3-aeb7188d76ec] Instance disappeared during snapshot {{(pid=62574) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 1487.073134] env[62574]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1487.073134] env[62574]: value = "task-1861128" [ 1487.073134] env[62574]: _type = "Task" [ 1487.073134] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1487.085824] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1861128, 'name': CreateVM_Task} progress is 6%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1487.266296] env[62574]: DEBUG oslo_vmware.api [None req-c1daffc7-bda2-4439-8075-3e40ee1f58df tempest-DeleteServersAdminTestJSON-663052088 tempest-DeleteServersAdminTestJSON-663052088-project-member] Task: {'id': task-1861125, 'name': Rename_Task, 'duration_secs': 0.257586} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1487.269795] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1daffc7-bda2-4439-8075-3e40ee1f58df tempest-DeleteServersAdminTestJSON-663052088 tempest-DeleteServersAdminTestJSON-663052088-project-member] [instance: d35706fa-4b30-46ac-a6df-545c8b83bdca] Powering on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1487.269795] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-46e0e6a5-4480-4fb0-a383-c3a2781278ac {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.274715] env[62574]: DEBUG oslo_vmware.api [None req-c1daffc7-bda2-4439-8075-3e40ee1f58df tempest-DeleteServersAdminTestJSON-663052088 tempest-DeleteServersAdminTestJSON-663052088-project-member] Waiting for the task: (returnval){ [ 1487.274715] env[62574]: value = "task-1861129" [ 1487.274715] env[62574]: _type = "Task" [ 1487.274715] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1487.287541] env[62574]: DEBUG oslo_vmware.api [None req-c1daffc7-bda2-4439-8075-3e40ee1f58df tempest-DeleteServersAdminTestJSON-663052088 tempest-DeleteServersAdminTestJSON-663052088-project-member] Task: {'id': task-1861129, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1487.361598] env[62574]: DEBUG nova.compute.manager [None req-5b6248f3-c959-4f04-8ba5-fea1e3f9d096 tempest-ServersAaction247Test-553183449 tempest-ServersAaction247Test-553183449-project-member] [instance: fff9b5fd-be41-4133-a2e3-aeb7188d76ec] Found 0 images (rotation: 2) {{(pid=62574) _rotate_backups /opt/stack/nova/nova/compute/manager.py:4960}} [ 1487.394883] env[62574]: DEBUG nova.compute.manager [None req-b7e2b7ac-3354-404a-a92b-23db1a8cd1a5 tempest-ServersAdminNegativeTestJSON-1635259249 tempest-ServersAdminNegativeTestJSON-1635259249-project-member] [instance: 692b1ace-0ecb-4fc5-a348-ffe21f0d1ad7] Starting instance... {{(pid=62574) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1487.514146] env[62574]: DEBUG oslo_concurrency.lockutils [None req-47d07223-0248-4130-b311-b9c0e5a15c22 tempest-ImagesOneServerTestJSON-1738664534 tempest-ImagesOneServerTestJSON-1738664534-project-member] Lock "b19648bf-b106-4c17-8b48-8c579fb23b31" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.022s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1487.538864] env[62574]: DEBUG nova.network.neutron [None req-e5fa96e3-065b-4769-8d03-5aee6bb1fd98 tempest-ServersAaction247Test-553183449 tempest-ServersAaction247Test-553183449-project-member] [instance: fff9b5fd-be41-4133-a2e3-aeb7188d76ec] Instance cache missing network info. {{(pid=62574) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1487.549221] env[62574]: DEBUG nova.scheduler.client.report [None req-a6eec462-12dc-4177-8e8c-aca5bdf71dc1 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Inventory has not changed for provider f0ed160a-beff-4626-a531-2a70d7bc0627 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 148, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1487.592303] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1861128, 'name': CreateVM_Task, 'duration_secs': 0.482791} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1487.592417] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 12efb14a-4241-42ec-b538-3efa54435951] Created VM on the ESX host {{(pid=62574) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1487.593620] env[62574]: DEBUG oslo_vmware.service [None req-f21da0cc-a474-474f-9e63-faf20cd92f66 tempest-ServerExternalEventsTest-1288446 tempest-ServerExternalEventsTest-1288446-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89763d8f-fda1-4b89-8e16-5128931c02c7 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.600817] env[62574]: DEBUG oslo_concurrency.lockutils [None req-f21da0cc-a474-474f-9e63-faf20cd92f66 tempest-ServerExternalEventsTest-1288446 tempest-ServerExternalEventsTest-1288446-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1487.600817] env[62574]: DEBUG oslo_concurrency.lockutils [None req-f21da0cc-a474-474f-9e63-faf20cd92f66 tempest-ServerExternalEventsTest-1288446 tempest-ServerExternalEventsTest-1288446-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1487.601258] env[62574]: DEBUG oslo_concurrency.lockutils [None req-f21da0cc-a474-474f-9e63-faf20cd92f66 tempest-ServerExternalEventsTest-1288446 tempest-ServerExternalEventsTest-1288446-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1487.603581] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-615daa5a-2b33-425b-951c-b61fc9045b94 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.610681] env[62574]: DEBUG oslo_vmware.api [None req-f21da0cc-a474-474f-9e63-faf20cd92f66 tempest-ServerExternalEventsTest-1288446 tempest-ServerExternalEventsTest-1288446-project-member] Waiting for the task: (returnval){ [ 1487.610681] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]5219f98f-186e-7ce0-27e2-ca23047677c5" [ 1487.610681] env[62574]: _type = "Task" [ 1487.610681] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1487.621594] env[62574]: DEBUG oslo_vmware.api [None req-f21da0cc-a474-474f-9e63-faf20cd92f66 tempest-ServerExternalEventsTest-1288446 tempest-ServerExternalEventsTest-1288446-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]5219f98f-186e-7ce0-27e2-ca23047677c5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1487.656018] env[62574]: DEBUG nova.compute.manager [None req-6bb17f73-0f6c-4e4d-9262-354761f381d3 tempest-ServerShowV254Test-52812069 tempest-ServerShowV254Test-52812069-project-member] [instance: b79bac0e-5cb0-43de-b10f-26262358e61e] Start spawning the instance on the hypervisor. {{(pid=62574) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1487.662627] env[62574]: DEBUG oslo_concurrency.lockutils [None req-45db852b-550a-4427-bf0b-bbf2c61857f1 tempest-VolumesAssistedSnapshotsTest-330692648 tempest-VolumesAssistedSnapshotsTest-330692648-project-member] Acquiring lock "f82bad60-9320-4a4e-af74-21557692aa80" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1487.662856] env[62574]: DEBUG oslo_concurrency.lockutils [None req-45db852b-550a-4427-bf0b-bbf2c61857f1 tempest-VolumesAssistedSnapshotsTest-330692648 tempest-VolumesAssistedSnapshotsTest-330692648-project-member] Lock "f82bad60-9320-4a4e-af74-21557692aa80" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1487.695642] env[62574]: DEBUG nova.virt.hardware [None req-6bb17f73-0f6c-4e4d-9262-354761f381d3 tempest-ServerShowV254Test-52812069 tempest-ServerShowV254Test-52812069-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T19:26:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-13T19:26:40Z,direct_url=,disk_format='vmdk',id=3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7eed1dd4d2c3418eb32c4f4ceda3ab0d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-13T19:26:41Z,virtual_size=,visibility=), allow threads: False {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1487.695956] env[62574]: DEBUG nova.virt.hardware [None req-6bb17f73-0f6c-4e4d-9262-354761f381d3 tempest-ServerShowV254Test-52812069 tempest-ServerShowV254Test-52812069-project-member] Flavor limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1487.695956] env[62574]: DEBUG nova.virt.hardware [None req-6bb17f73-0f6c-4e4d-9262-354761f381d3 tempest-ServerShowV254Test-52812069 tempest-ServerShowV254Test-52812069-project-member] Image limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1487.696091] env[62574]: DEBUG nova.virt.hardware [None req-6bb17f73-0f6c-4e4d-9262-354761f381d3 tempest-ServerShowV254Test-52812069 tempest-ServerShowV254Test-52812069-project-member] Flavor pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1487.696501] env[62574]: DEBUG nova.virt.hardware [None req-6bb17f73-0f6c-4e4d-9262-354761f381d3 tempest-ServerShowV254Test-52812069 tempest-ServerShowV254Test-52812069-project-member] Image pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1487.696501] env[62574]: DEBUG nova.virt.hardware [None req-6bb17f73-0f6c-4e4d-9262-354761f381d3 tempest-ServerShowV254Test-52812069 tempest-ServerShowV254Test-52812069-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1487.696663] env[62574]: DEBUG nova.virt.hardware [None req-6bb17f73-0f6c-4e4d-9262-354761f381d3 tempest-ServerShowV254Test-52812069 tempest-ServerShowV254Test-52812069-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1487.696837] env[62574]: DEBUG nova.virt.hardware [None req-6bb17f73-0f6c-4e4d-9262-354761f381d3 tempest-ServerShowV254Test-52812069 tempest-ServerShowV254Test-52812069-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1487.697101] env[62574]: DEBUG nova.virt.hardware [None req-6bb17f73-0f6c-4e4d-9262-354761f381d3 tempest-ServerShowV254Test-52812069 tempest-ServerShowV254Test-52812069-project-member] Got 1 possible topologies {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1487.697223] env[62574]: DEBUG nova.virt.hardware [None req-6bb17f73-0f6c-4e4d-9262-354761f381d3 tempest-ServerShowV254Test-52812069 tempest-ServerShowV254Test-52812069-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1487.697583] env[62574]: DEBUG nova.virt.hardware [None req-6bb17f73-0f6c-4e4d-9262-354761f381d3 tempest-ServerShowV254Test-52812069 tempest-ServerShowV254Test-52812069-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1487.699122] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10623682-39fb-4598-bb64-36a635144efe {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.709871] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0eceae67-490e-42d4-9bae-ad697e39775f {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.727517] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-6bb17f73-0f6c-4e4d-9262-354761f381d3 tempest-ServerShowV254Test-52812069 tempest-ServerShowV254Test-52812069-project-member] [instance: b79bac0e-5cb0-43de-b10f-26262358e61e] Instance VIF info [] {{(pid=62574) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1487.733585] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bb17f73-0f6c-4e4d-9262-354761f381d3 tempest-ServerShowV254Test-52812069 tempest-ServerShowV254Test-52812069-project-member] Creating folder: Project (4ed6ad83e0e34573b69d8254691a6f0a). Parent ref: group-v384746. {{(pid=62574) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1487.738103] env[62574]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f6a19579-15fe-48bd-89ad-d663de5b7841 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.745944] env[62574]: DEBUG nova.network.neutron [None req-e5fa96e3-065b-4769-8d03-5aee6bb1fd98 tempest-ServersAaction247Test-553183449 tempest-ServersAaction247Test-553183449-project-member] [instance: fff9b5fd-be41-4133-a2e3-aeb7188d76ec] Updating instance_info_cache with network_info: [] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1487.749869] env[62574]: INFO nova.virt.vmwareapi.vm_util [None req-6bb17f73-0f6c-4e4d-9262-354761f381d3 tempest-ServerShowV254Test-52812069 tempest-ServerShowV254Test-52812069-project-member] Created folder: Project (4ed6ad83e0e34573b69d8254691a6f0a) in parent group-v384746. [ 1487.751706] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bb17f73-0f6c-4e4d-9262-354761f381d3 tempest-ServerShowV254Test-52812069 tempest-ServerShowV254Test-52812069-project-member] Creating folder: Instances. Parent ref: group-v384762. {{(pid=62574) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1487.752026] env[62574]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6f5cebe5-139c-4669-b154-2e5f68312b5a {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.769243] env[62574]: INFO nova.virt.vmwareapi.vm_util [None req-6bb17f73-0f6c-4e4d-9262-354761f381d3 tempest-ServerShowV254Test-52812069 tempest-ServerShowV254Test-52812069-project-member] Created folder: Instances in parent group-v384762. [ 1487.769492] env[62574]: DEBUG oslo.service.loopingcall [None req-6bb17f73-0f6c-4e4d-9262-354761f381d3 tempest-ServerShowV254Test-52812069 tempest-ServerShowV254Test-52812069-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62574) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1487.769708] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b79bac0e-5cb0-43de-b10f-26262358e61e] Creating VM on the ESX host {{(pid=62574) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1487.769934] env[62574]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-814b0e7b-30f7-4f2f-9422-4f6ce2c06667 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.800412] env[62574]: DEBUG oslo_vmware.api [None req-c1daffc7-bda2-4439-8075-3e40ee1f58df tempest-DeleteServersAdminTestJSON-663052088 tempest-DeleteServersAdminTestJSON-663052088-project-member] Task: {'id': task-1861129, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1487.801877] env[62574]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1487.801877] env[62574]: value = "task-1861132" [ 1487.801877] env[62574]: _type = "Task" [ 1487.801877] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1487.815121] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1861132, 'name': CreateVM_Task} progress is 6%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1487.932584] env[62574]: DEBUG oslo_concurrency.lockutils [None req-b7e2b7ac-3354-404a-a92b-23db1a8cd1a5 tempest-ServersAdminNegativeTestJSON-1635259249 tempest-ServersAdminNegativeTestJSON-1635259249-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1488.019091] env[62574]: DEBUG nova.compute.manager [None req-32051c68-37c9-44b2-bcf1-7cfd221e5718 tempest-FloatingIPsAssociationTestJSON-1230011338 tempest-FloatingIPsAssociationTestJSON-1230011338-project-member] [instance: bf01cd22-6cbb-4a95-aca8-4bcdabdc5b36] Starting instance... {{(pid=62574) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1488.067851] env[62574]: DEBUG oslo_concurrency.lockutils [None req-a6eec462-12dc-4177-8e8c-aca5bdf71dc1 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.442s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1488.067851] env[62574]: DEBUG nova.compute.manager [None req-a6eec462-12dc-4177-8e8c-aca5bdf71dc1 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] [instance: 1e669675-0551-49d8-af15-64fdd0984b3f] Start building networks asynchronously for instance. {{(pid=62574) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1488.072695] env[62574]: DEBUG oslo_concurrency.lockutils [None req-ea479bc7-e70b-4006-b685-c149b86827f3 tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.805s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1488.074414] env[62574]: INFO nova.compute.claims [None req-ea479bc7-e70b-4006-b685-c149b86827f3 tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] [instance: dc6d1fd4-d844-4ef6-b100-5e491a698ae3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1488.130244] env[62574]: DEBUG oslo_concurrency.lockutils [None req-f21da0cc-a474-474f-9e63-faf20cd92f66 tempest-ServerExternalEventsTest-1288446 tempest-ServerExternalEventsTest-1288446-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1488.130495] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-f21da0cc-a474-474f-9e63-faf20cd92f66 tempest-ServerExternalEventsTest-1288446 tempest-ServerExternalEventsTest-1288446-project-member] [instance: 12efb14a-4241-42ec-b538-3efa54435951] Processing image 3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2 {{(pid=62574) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1488.133186] env[62574]: DEBUG oslo_concurrency.lockutils [None req-f21da0cc-a474-474f-9e63-faf20cd92f66 tempest-ServerExternalEventsTest-1288446 tempest-ServerExternalEventsTest-1288446-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1488.133186] env[62574]: DEBUG oslo_concurrency.lockutils [None req-f21da0cc-a474-474f-9e63-faf20cd92f66 tempest-ServerExternalEventsTest-1288446 tempest-ServerExternalEventsTest-1288446-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1488.133378] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-f21da0cc-a474-474f-9e63-faf20cd92f66 tempest-ServerExternalEventsTest-1288446 tempest-ServerExternalEventsTest-1288446-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1488.133859] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1ef2efb5-0e76-48f4-bc29-98547da96012 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.144660] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-f21da0cc-a474-474f-9e63-faf20cd92f66 tempest-ServerExternalEventsTest-1288446 tempest-ServerExternalEventsTest-1288446-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1488.144660] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-f21da0cc-a474-474f-9e63-faf20cd92f66 tempest-ServerExternalEventsTest-1288446 tempest-ServerExternalEventsTest-1288446-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62574) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1488.145462] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce9f1a9c-d0e6-48d6-9de0-65d8a63e5eda {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.157110] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7a26b968-2b1e-4d94-9811-a9482418a8b0 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.162322] env[62574]: DEBUG oslo_vmware.api [None req-f21da0cc-a474-474f-9e63-faf20cd92f66 tempest-ServerExternalEventsTest-1288446 tempest-ServerExternalEventsTest-1288446-project-member] Waiting for the task: (returnval){ [ 1488.162322] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]52ce6fbd-efdd-02ca-fada-b4414d75272e" [ 1488.162322] env[62574]: _type = "Task" [ 1488.162322] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1488.170643] env[62574]: DEBUG oslo_vmware.api [None req-f21da0cc-a474-474f-9e63-faf20cd92f66 tempest-ServerExternalEventsTest-1288446 tempest-ServerExternalEventsTest-1288446-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52ce6fbd-efdd-02ca-fada-b4414d75272e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1488.245829] env[62574]: DEBUG oslo_concurrency.lockutils [None req-e5fa96e3-065b-4769-8d03-5aee6bb1fd98 tempest-ServersAaction247Test-553183449 tempest-ServersAaction247Test-553183449-project-member] Releasing lock "refresh_cache-fff9b5fd-be41-4133-a2e3-aeb7188d76ec" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1488.246409] env[62574]: DEBUG nova.compute.manager [None req-e5fa96e3-065b-4769-8d03-5aee6bb1fd98 tempest-ServersAaction247Test-553183449 tempest-ServersAaction247Test-553183449-project-member] [instance: fff9b5fd-be41-4133-a2e3-aeb7188d76ec] Start destroying the instance on the hypervisor. {{(pid=62574) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1488.246539] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-e5fa96e3-065b-4769-8d03-5aee6bb1fd98 tempest-ServersAaction247Test-553183449 tempest-ServersAaction247Test-553183449-project-member] [instance: fff9b5fd-be41-4133-a2e3-aeb7188d76ec] Destroying instance {{(pid=62574) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1488.247452] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-214d5e77-8f0f-40ad-a14a-be4475672bb6 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.257024] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5fa96e3-065b-4769-8d03-5aee6bb1fd98 tempest-ServersAaction247Test-553183449 tempest-ServersAaction247Test-553183449-project-member] [instance: fff9b5fd-be41-4133-a2e3-aeb7188d76ec] Powering off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1488.257288] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e6a4c459-fecd-4f1f-9706-9c282a84adb2 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.264441] env[62574]: DEBUG oslo_vmware.api [None req-e5fa96e3-065b-4769-8d03-5aee6bb1fd98 tempest-ServersAaction247Test-553183449 tempest-ServersAaction247Test-553183449-project-member] Waiting for the task: (returnval){ [ 1488.264441] env[62574]: value = "task-1861133" [ 1488.264441] env[62574]: _type = "Task" [ 1488.264441] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1488.275691] env[62574]: DEBUG oslo_vmware.api [None req-e5fa96e3-065b-4769-8d03-5aee6bb1fd98 tempest-ServersAaction247Test-553183449 tempest-ServersAaction247Test-553183449-project-member] Task: {'id': task-1861133, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1488.300734] env[62574]: DEBUG oslo_vmware.api [None req-c1daffc7-bda2-4439-8075-3e40ee1f58df tempest-DeleteServersAdminTestJSON-663052088 tempest-DeleteServersAdminTestJSON-663052088-project-member] Task: {'id': task-1861129, 'name': PowerOnVM_Task, 'duration_secs': 0.680339} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1488.302613] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1daffc7-bda2-4439-8075-3e40ee1f58df tempest-DeleteServersAdminTestJSON-663052088 tempest-DeleteServersAdminTestJSON-663052088-project-member] [instance: d35706fa-4b30-46ac-a6df-545c8b83bdca] Powered on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1488.306921] env[62574]: INFO nova.compute.manager [None req-c1daffc7-bda2-4439-8075-3e40ee1f58df tempest-DeleteServersAdminTestJSON-663052088 tempest-DeleteServersAdminTestJSON-663052088-project-member] [instance: d35706fa-4b30-46ac-a6df-545c8b83bdca] Took 11.17 seconds to spawn the instance on the hypervisor. [ 1488.306921] env[62574]: DEBUG nova.compute.manager [None req-c1daffc7-bda2-4439-8075-3e40ee1f58df tempest-DeleteServersAdminTestJSON-663052088 tempest-DeleteServersAdminTestJSON-663052088-project-member] [instance: d35706fa-4b30-46ac-a6df-545c8b83bdca] Checking state {{(pid=62574) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1488.307531] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f53e0b5-0618-41c2-aa36-8ac565062223 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.328104] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1861132, 'name': CreateVM_Task, 'duration_secs': 0.339498} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1488.328571] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b79bac0e-5cb0-43de-b10f-26262358e61e] Created VM on the ESX host {{(pid=62574) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1488.329185] env[62574]: DEBUG oslo_concurrency.lockutils [None req-6bb17f73-0f6c-4e4d-9262-354761f381d3 tempest-ServerShowV254Test-52812069 tempest-ServerShowV254Test-52812069-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1488.329340] env[62574]: DEBUG oslo_concurrency.lockutils [None req-6bb17f73-0f6c-4e4d-9262-354761f381d3 tempest-ServerShowV254Test-52812069 tempest-ServerShowV254Test-52812069-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1488.329657] env[62574]: DEBUG oslo_concurrency.lockutils [None req-6bb17f73-0f6c-4e4d-9262-354761f381d3 tempest-ServerShowV254Test-52812069 tempest-ServerShowV254Test-52812069-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1488.329977] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-06d14e72-ed12-4d06-af13-c6c15665d214 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.335078] env[62574]: DEBUG oslo_vmware.api [None req-6bb17f73-0f6c-4e4d-9262-354761f381d3 tempest-ServerShowV254Test-52812069 tempest-ServerShowV254Test-52812069-project-member] Waiting for the task: (returnval){ [ 1488.335078] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]5242e8a2-d335-736e-e1c6-c88dae4b00af" [ 1488.335078] env[62574]: _type = "Task" [ 1488.335078] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1488.343461] env[62574]: DEBUG oslo_vmware.api [None req-6bb17f73-0f6c-4e4d-9262-354761f381d3 tempest-ServerShowV254Test-52812069 tempest-ServerShowV254Test-52812069-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]5242e8a2-d335-736e-e1c6-c88dae4b00af, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1488.401579] env[62574]: DEBUG nova.network.neutron [req-6b6ea628-95f9-4f6a-b91d-551b84748dd8 req-9636f45f-53ec-445d-a9ac-35c431868433 service nova] [instance: 12efb14a-4241-42ec-b538-3efa54435951] Updated VIF entry in instance network info cache for port 2e5d737d-7e3d-475c-a01a-9634260fdc9b. {{(pid=62574) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1488.402166] env[62574]: DEBUG nova.network.neutron [req-6b6ea628-95f9-4f6a-b91d-551b84748dd8 req-9636f45f-53ec-445d-a9ac-35c431868433 service nova] [instance: 12efb14a-4241-42ec-b538-3efa54435951] Updating instance_info_cache with network_info: [{"id": "2e5d737d-7e3d-475c-a01a-9634260fdc9b", "address": "fa:16:3e:83:2e:90", "network": {"id": "90888d97-209c-49d6-8f95-1d0279efea11", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.251", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7eed1dd4d2c3418eb32c4f4ceda3ab0d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d275d7c6-2a7b-4ee8-b6f4-fabf1ba1905f", "external-id": "nsx-vlan-transportzone-513", "segmentation_id": 513, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e5d737d-7e", "ovs_interfaceid": "2e5d737d-7e3d-475c-a01a-9634260fdc9b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1488.468763] env[62574]: DEBUG nova.compute.manager [None req-fad4090d-ae6a-4433-b15e-6a943ecfbcee tempest-ServerDiagnosticsV248Test-946586849 tempest-ServerDiagnosticsV248Test-946586849-project-admin] [instance: b8222a46-63c9-4282-85bf-9e9b044ed524] Checking state {{(pid=62574) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1488.469505] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85a01715-7b88-4434-ab08-b7215401d446 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.476907] env[62574]: INFO nova.compute.manager [None req-fad4090d-ae6a-4433-b15e-6a943ecfbcee tempest-ServerDiagnosticsV248Test-946586849 tempest-ServerDiagnosticsV248Test-946586849-project-admin] [instance: b8222a46-63c9-4282-85bf-9e9b044ed524] Retrieving diagnostics [ 1488.478194] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bed0d67-f033-47fd-a3d5-5e557641987b {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.553900] env[62574]: DEBUG oslo_concurrency.lockutils [None req-32051c68-37c9-44b2-bcf1-7cfd221e5718 tempest-FloatingIPsAssociationTestJSON-1230011338 tempest-FloatingIPsAssociationTestJSON-1230011338-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1488.580492] env[62574]: DEBUG nova.compute.utils [None req-a6eec462-12dc-4177-8e8c-aca5bdf71dc1 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Using /dev/sd instead of None {{(pid=62574) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1488.583638] env[62574]: DEBUG nova.compute.manager [None req-a6eec462-12dc-4177-8e8c-aca5bdf71dc1 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] [instance: 1e669675-0551-49d8-af15-64fdd0984b3f] Allocating IP information in the background. {{(pid=62574) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1488.583803] env[62574]: DEBUG nova.network.neutron [None req-a6eec462-12dc-4177-8e8c-aca5bdf71dc1 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] [instance: 1e669675-0551-49d8-af15-64fdd0984b3f] allocate_for_instance() {{(pid=62574) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1488.680307] env[62574]: DEBUG nova.policy [None req-a6eec462-12dc-4177-8e8c-aca5bdf71dc1 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a6b9b5fd9fcc43648b3bb8052dcee3ef', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e674d08d0d8b4871b04fa46f35ed4a03', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62574) authorize /opt/stack/nova/nova/policy.py:192}} [ 1488.683356] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-f21da0cc-a474-474f-9e63-faf20cd92f66 tempest-ServerExternalEventsTest-1288446 tempest-ServerExternalEventsTest-1288446-project-member] [instance: 12efb14a-4241-42ec-b538-3efa54435951] Preparing fetch location {{(pid=62574) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1488.684085] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-f21da0cc-a474-474f-9e63-faf20cd92f66 tempest-ServerExternalEventsTest-1288446 tempest-ServerExternalEventsTest-1288446-project-member] Creating directory with path [datastore2] vmware_temp/ccee6648-dc59-4a81-bc55-5cb695b200d2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2 {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1488.684085] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f3d70e85-9ae2-4ec2-a508-0e78f855de26 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.722758] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-f21da0cc-a474-474f-9e63-faf20cd92f66 tempest-ServerExternalEventsTest-1288446 tempest-ServerExternalEventsTest-1288446-project-member] Created directory with path [datastore2] vmware_temp/ccee6648-dc59-4a81-bc55-5cb695b200d2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2 {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1488.723006] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-f21da0cc-a474-474f-9e63-faf20cd92f66 tempest-ServerExternalEventsTest-1288446 tempest-ServerExternalEventsTest-1288446-project-member] [instance: 12efb14a-4241-42ec-b538-3efa54435951] Fetch image to [datastore2] vmware_temp/ccee6648-dc59-4a81-bc55-5cb695b200d2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/tmp-sparse.vmdk {{(pid=62574) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1488.723187] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-f21da0cc-a474-474f-9e63-faf20cd92f66 tempest-ServerExternalEventsTest-1288446 tempest-ServerExternalEventsTest-1288446-project-member] [instance: 12efb14a-4241-42ec-b538-3efa54435951] Downloading image file data 3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2 to [datastore2] vmware_temp/ccee6648-dc59-4a81-bc55-5cb695b200d2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/tmp-sparse.vmdk on the data store datastore2 {{(pid=62574) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 1488.724077] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7d96a2f-b572-4650-9fb5-3494bb7f4ddf {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.731822] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d63ee4ef-a086-4b37-8258-91e149b285c2 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.741663] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3d5060b-40fd-4ae9-bea8-1cd93936a4a9 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.776866] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d73838d-22fb-476f-ab02-0d4e6e389a73 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.784190] env[62574]: DEBUG oslo_vmware.api [None req-e5fa96e3-065b-4769-8d03-5aee6bb1fd98 tempest-ServersAaction247Test-553183449 tempest-ServersAaction247Test-553183449-project-member] Task: {'id': task-1861133, 'name': PowerOffVM_Task, 'duration_secs': 0.134669} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1488.785840] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5fa96e3-065b-4769-8d03-5aee6bb1fd98 tempest-ServersAaction247Test-553183449 tempest-ServersAaction247Test-553183449-project-member] [instance: fff9b5fd-be41-4133-a2e3-aeb7188d76ec] Powered off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1488.786074] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-e5fa96e3-065b-4769-8d03-5aee6bb1fd98 tempest-ServersAaction247Test-553183449 tempest-ServersAaction247Test-553183449-project-member] [instance: fff9b5fd-be41-4133-a2e3-aeb7188d76ec] Unregistering the VM {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1488.786531] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0fb0f623-f4c3-41c7-a38a-6b21f23fe6f7 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.788047] env[62574]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-7598adab-c367-4871-b649-eec1f0028989 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.815016] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-e5fa96e3-065b-4769-8d03-5aee6bb1fd98 tempest-ServersAaction247Test-553183449 tempest-ServersAaction247Test-553183449-project-member] [instance: fff9b5fd-be41-4133-a2e3-aeb7188d76ec] Unregistered the VM {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1488.815719] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-e5fa96e3-065b-4769-8d03-5aee6bb1fd98 tempest-ServersAaction247Test-553183449 tempest-ServersAaction247Test-553183449-project-member] [instance: fff9b5fd-be41-4133-a2e3-aeb7188d76ec] Deleting contents of the VM from datastore datastore1 {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1488.815719] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5fa96e3-065b-4769-8d03-5aee6bb1fd98 tempest-ServersAaction247Test-553183449 tempest-ServersAaction247Test-553183449-project-member] Deleting the datastore file [datastore1] fff9b5fd-be41-4133-a2e3-aeb7188d76ec {{(pid=62574) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1488.816993] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4a5f2e24-9759-4b93-9033-21ba1b9668fb {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.819195] env[62574]: DEBUG nova.virt.vmwareapi.images [None req-f21da0cc-a474-474f-9e63-faf20cd92f66 tempest-ServerExternalEventsTest-1288446 tempest-ServerExternalEventsTest-1288446-project-member] [instance: 12efb14a-4241-42ec-b538-3efa54435951] Downloading image file data 3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2 to the data store datastore2 {{(pid=62574) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 1488.828409] env[62574]: DEBUG oslo_vmware.api [None req-e5fa96e3-065b-4769-8d03-5aee6bb1fd98 tempest-ServersAaction247Test-553183449 tempest-ServersAaction247Test-553183449-project-member] Waiting for the task: (returnval){ [ 1488.828409] env[62574]: value = "task-1861135" [ 1488.828409] env[62574]: _type = "Task" [ 1488.828409] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1488.845417] env[62574]: DEBUG oslo_vmware.api [None req-e5fa96e3-065b-4769-8d03-5aee6bb1fd98 tempest-ServersAaction247Test-553183449 tempest-ServersAaction247Test-553183449-project-member] Task: {'id': task-1861135, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1488.846273] env[62574]: INFO nova.compute.manager [None req-c1daffc7-bda2-4439-8075-3e40ee1f58df tempest-DeleteServersAdminTestJSON-663052088 tempest-DeleteServersAdminTestJSON-663052088-project-member] [instance: d35706fa-4b30-46ac-a6df-545c8b83bdca] Took 18.46 seconds to build instance. [ 1488.856194] env[62574]: DEBUG oslo_concurrency.lockutils [None req-6bb17f73-0f6c-4e4d-9262-354761f381d3 tempest-ServerShowV254Test-52812069 tempest-ServerShowV254Test-52812069-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1488.856525] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-6bb17f73-0f6c-4e4d-9262-354761f381d3 tempest-ServerShowV254Test-52812069 tempest-ServerShowV254Test-52812069-project-member] [instance: b79bac0e-5cb0-43de-b10f-26262358e61e] Processing image 3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2 {{(pid=62574) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1488.856754] env[62574]: DEBUG oslo_concurrency.lockutils [None req-6bb17f73-0f6c-4e4d-9262-354761f381d3 tempest-ServerShowV254Test-52812069 tempest-ServerShowV254Test-52812069-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1488.898356] env[62574]: DEBUG oslo_vmware.rw_handles [None req-f21da0cc-a474-474f-9e63-faf20cd92f66 tempest-ServerExternalEventsTest-1288446 tempest-ServerExternalEventsTest-1288446-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/ccee6648-dc59-4a81-bc55-5cb695b200d2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=62574) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1488.960811] env[62574]: DEBUG oslo_concurrency.lockutils [req-6b6ea628-95f9-4f6a-b91d-551b84748dd8 req-9636f45f-53ec-445d-a9ac-35c431868433 service nova] Releasing lock "refresh_cache-12efb14a-4241-42ec-b538-3efa54435951" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1489.087415] env[62574]: DEBUG nova.compute.manager [None req-a6eec462-12dc-4177-8e8c-aca5bdf71dc1 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] [instance: 1e669675-0551-49d8-af15-64fdd0984b3f] Start building block device mappings for instance. {{(pid=62574) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1489.181149] env[62574]: DEBUG oslo_concurrency.lockutils [None req-b29d7fc3-614b-4b61-9099-7497ea105776 tempest-ServersWithSpecificFlavorTestJSON-1641053384 tempest-ServersWithSpecificFlavorTestJSON-1641053384-project-member] Acquiring lock "63c7e049-a6db-462e-a0c6-52ec32e23f86" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1489.181402] env[62574]: DEBUG oslo_concurrency.lockutils [None req-b29d7fc3-614b-4b61-9099-7497ea105776 tempest-ServersWithSpecificFlavorTestJSON-1641053384 tempest-ServersWithSpecificFlavorTestJSON-1641053384-project-member] Lock "63c7e049-a6db-462e-a0c6-52ec32e23f86" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1489.341052] env[62574]: DEBUG oslo_vmware.api [None req-e5fa96e3-065b-4769-8d03-5aee6bb1fd98 tempest-ServersAaction247Test-553183449 tempest-ServersAaction247Test-553183449-project-member] Task: {'id': task-1861135, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.22438} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1489.344024] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5fa96e3-065b-4769-8d03-5aee6bb1fd98 tempest-ServersAaction247Test-553183449 tempest-ServersAaction247Test-553183449-project-member] Deleted the datastore file {{(pid=62574) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1489.344024] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-e5fa96e3-065b-4769-8d03-5aee6bb1fd98 tempest-ServersAaction247Test-553183449 tempest-ServersAaction247Test-553183449-project-member] [instance: fff9b5fd-be41-4133-a2e3-aeb7188d76ec] Deleted contents of the VM from datastore datastore1 {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1489.344024] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-e5fa96e3-065b-4769-8d03-5aee6bb1fd98 tempest-ServersAaction247Test-553183449 tempest-ServersAaction247Test-553183449-project-member] [instance: fff9b5fd-be41-4133-a2e3-aeb7188d76ec] Instance destroyed {{(pid=62574) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1489.344024] env[62574]: INFO nova.compute.manager [None req-e5fa96e3-065b-4769-8d03-5aee6bb1fd98 tempest-ServersAaction247Test-553183449 tempest-ServersAaction247Test-553183449-project-member] [instance: fff9b5fd-be41-4133-a2e3-aeb7188d76ec] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1489.344024] env[62574]: DEBUG oslo.service.loopingcall [None req-e5fa96e3-065b-4769-8d03-5aee6bb1fd98 tempest-ServersAaction247Test-553183449 tempest-ServersAaction247Test-553183449-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62574) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1489.344447] env[62574]: DEBUG nova.compute.manager [-] [instance: fff9b5fd-be41-4133-a2e3-aeb7188d76ec] Deallocating network for instance {{(pid=62574) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1489.344447] env[62574]: DEBUG nova.network.neutron [-] [instance: fff9b5fd-be41-4133-a2e3-aeb7188d76ec] deallocate_for_instance() {{(pid=62574) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1489.350512] env[62574]: DEBUG oslo_concurrency.lockutils [None req-c1daffc7-bda2-4439-8075-3e40ee1f58df tempest-DeleteServersAdminTestJSON-663052088 tempest-DeleteServersAdminTestJSON-663052088-project-member] Lock "d35706fa-4b30-46ac-a6df-545c8b83bdca" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.975s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1489.409518] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28a953e9-ad65-425c-9de3-e516c6f0a52a {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.414159] env[62574]: DEBUG nova.network.neutron [-] [instance: fff9b5fd-be41-4133-a2e3-aeb7188d76ec] Instance cache missing network info. {{(pid=62574) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1489.426971] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-814a912b-0f19-4987-adf9-08e599ba9f3f {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.472193] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-714ee592-3ab1-4e5d-a84f-fc35193f8082 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.485048] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cce4913-334f-48bc-8834-ad324d7e6190 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.503550] env[62574]: DEBUG nova.compute.provider_tree [None req-ea479bc7-e70b-4006-b685-c149b86827f3 tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Inventory has not changed in ProviderTree for provider: f0ed160a-beff-4626-a531-2a70d7bc0627 {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1489.707537] env[62574]: DEBUG oslo_vmware.rw_handles [None req-f21da0cc-a474-474f-9e63-faf20cd92f66 tempest-ServerExternalEventsTest-1288446 tempest-ServerExternalEventsTest-1288446-project-member] Completed reading data from the image iterator. {{(pid=62574) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1489.708044] env[62574]: DEBUG oslo_vmware.rw_handles [None req-f21da0cc-a474-474f-9e63-faf20cd92f66 tempest-ServerExternalEventsTest-1288446 tempest-ServerExternalEventsTest-1288446-project-member] Closing write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/ccee6648-dc59-4a81-bc55-5cb695b200d2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=62574) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 1489.802352] env[62574]: DEBUG nova.virt.vmwareapi.images [None req-f21da0cc-a474-474f-9e63-faf20cd92f66 tempest-ServerExternalEventsTest-1288446 tempest-ServerExternalEventsTest-1288446-project-member] [instance: 12efb14a-4241-42ec-b538-3efa54435951] Downloaded image file data 3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2 to vmware_temp/ccee6648-dc59-4a81-bc55-5cb695b200d2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/tmp-sparse.vmdk on the data store datastore2 {{(pid=62574) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 1489.804544] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-f21da0cc-a474-474f-9e63-faf20cd92f66 tempest-ServerExternalEventsTest-1288446 tempest-ServerExternalEventsTest-1288446-project-member] [instance: 12efb14a-4241-42ec-b538-3efa54435951] Caching image {{(pid=62574) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1489.804896] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-f21da0cc-a474-474f-9e63-faf20cd92f66 tempest-ServerExternalEventsTest-1288446 tempest-ServerExternalEventsTest-1288446-project-member] Copying Virtual Disk [datastore2] vmware_temp/ccee6648-dc59-4a81-bc55-5cb695b200d2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/tmp-sparse.vmdk to [datastore2] vmware_temp/ccee6648-dc59-4a81-bc55-5cb695b200d2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk {{(pid=62574) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1489.805437] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fd4bc185-628a-4092-9cab-f45501246138 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.816944] env[62574]: DEBUG oslo_vmware.api [None req-f21da0cc-a474-474f-9e63-faf20cd92f66 tempest-ServerExternalEventsTest-1288446 tempest-ServerExternalEventsTest-1288446-project-member] Waiting for the task: (returnval){ [ 1489.816944] env[62574]: value = "task-1861136" [ 1489.816944] env[62574]: _type = "Task" [ 1489.816944] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1489.826854] env[62574]: DEBUG oslo_vmware.api [None req-f21da0cc-a474-474f-9e63-faf20cd92f66 tempest-ServerExternalEventsTest-1288446 tempest-ServerExternalEventsTest-1288446-project-member] Task: {'id': task-1861136, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1489.857135] env[62574]: DEBUG nova.network.neutron [None req-a6eec462-12dc-4177-8e8c-aca5bdf71dc1 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] [instance: 1e669675-0551-49d8-af15-64fdd0984b3f] Successfully created port: c848933c-3878-4d23-a584-da483ccfe518 {{(pid=62574) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1489.857504] env[62574]: DEBUG nova.compute.manager [None req-45db852b-550a-4427-bf0b-bbf2c61857f1 tempest-VolumesAssistedSnapshotsTest-330692648 tempest-VolumesAssistedSnapshotsTest-330692648-project-member] [instance: f82bad60-9320-4a4e-af74-21557692aa80] Starting instance... {{(pid=62574) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1489.919968] env[62574]: DEBUG nova.network.neutron [-] [instance: fff9b5fd-be41-4133-a2e3-aeb7188d76ec] Updating instance_info_cache with network_info: [] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1490.010883] env[62574]: DEBUG nova.scheduler.client.report [None req-ea479bc7-e70b-4006-b685-c149b86827f3 tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Inventory has not changed for provider f0ed160a-beff-4626-a531-2a70d7bc0627 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 148, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1490.106604] env[62574]: DEBUG nova.compute.manager [None req-a6eec462-12dc-4177-8e8c-aca5bdf71dc1 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] [instance: 1e669675-0551-49d8-af15-64fdd0984b3f] Start spawning the instance on the hypervisor. {{(pid=62574) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1490.244581] env[62574]: DEBUG nova.network.neutron [None req-d792a6b4-06f3-44c8-b18a-7fec29924657 tempest-ServerRescueTestJSONUnderV235-2079558425 tempest-ServerRescueTestJSONUnderV235-2079558425-project-member] [instance: a903fd4b-e31e-4fde-b8d6-a11ecf5a602f] Successfully updated port: c0a79f88-3220-45d5-9f4c-7e246b70d098 {{(pid=62574) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1490.286031] env[62574]: DEBUG nova.virt.hardware [None req-a6eec462-12dc-4177-8e8c-aca5bdf71dc1 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T19:26:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-13T19:26:40Z,direct_url=,disk_format='vmdk',id=3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7eed1dd4d2c3418eb32c4f4ceda3ab0d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-13T19:26:41Z,virtual_size=,visibility=), allow threads: False {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1490.286522] env[62574]: DEBUG nova.virt.hardware [None req-a6eec462-12dc-4177-8e8c-aca5bdf71dc1 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Flavor limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1490.286876] env[62574]: DEBUG nova.virt.hardware [None req-a6eec462-12dc-4177-8e8c-aca5bdf71dc1 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Image limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1490.287233] env[62574]: DEBUG nova.virt.hardware [None req-a6eec462-12dc-4177-8e8c-aca5bdf71dc1 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Flavor pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1490.288073] env[62574]: DEBUG nova.virt.hardware [None req-a6eec462-12dc-4177-8e8c-aca5bdf71dc1 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Image pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1490.288272] env[62574]: DEBUG nova.virt.hardware [None req-a6eec462-12dc-4177-8e8c-aca5bdf71dc1 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1490.289054] env[62574]: DEBUG nova.virt.hardware [None req-a6eec462-12dc-4177-8e8c-aca5bdf71dc1 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1490.289054] env[62574]: DEBUG nova.virt.hardware [None req-a6eec462-12dc-4177-8e8c-aca5bdf71dc1 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1490.289282] env[62574]: DEBUG nova.virt.hardware [None req-a6eec462-12dc-4177-8e8c-aca5bdf71dc1 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Got 1 possible topologies {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1490.289282] env[62574]: DEBUG nova.virt.hardware [None req-a6eec462-12dc-4177-8e8c-aca5bdf71dc1 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1490.289515] env[62574]: DEBUG nova.virt.hardware [None req-a6eec462-12dc-4177-8e8c-aca5bdf71dc1 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1490.290472] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e88d681-c8e3-4751-8700-3ab99cdd08c4 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.307381] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6699263a-5b22-435a-8bf5-c1f7111df406 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.330459] env[62574]: DEBUG oslo_vmware.api [None req-f21da0cc-a474-474f-9e63-faf20cd92f66 tempest-ServerExternalEventsTest-1288446 tempest-ServerExternalEventsTest-1288446-project-member] Task: {'id': task-1861136, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1490.393088] env[62574]: DEBUG oslo_concurrency.lockutils [None req-45db852b-550a-4427-bf0b-bbf2c61857f1 tempest-VolumesAssistedSnapshotsTest-330692648 tempest-VolumesAssistedSnapshotsTest-330692648-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1490.425445] env[62574]: INFO nova.compute.manager [-] [instance: fff9b5fd-be41-4133-a2e3-aeb7188d76ec] Took 1.08 seconds to deallocate network for instance. [ 1490.517082] env[62574]: DEBUG oslo_concurrency.lockutils [None req-ea479bc7-e70b-4006-b685-c149b86827f3 tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.446s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1490.517646] env[62574]: DEBUG nova.compute.manager [None req-ea479bc7-e70b-4006-b685-c149b86827f3 tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] [instance: dc6d1fd4-d844-4ef6-b100-5e491a698ae3] Start building networks asynchronously for instance. {{(pid=62574) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1490.523583] env[62574]: DEBUG oslo_concurrency.lockutils [None req-9a41eb0c-4b5b-416e-9398-91b2a2c38fac tempest-ServerDiagnosticsTest-924160412 tempest-ServerDiagnosticsTest-924160412-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.430s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1490.526601] env[62574]: INFO nova.compute.claims [None req-9a41eb0c-4b5b-416e-9398-91b2a2c38fac tempest-ServerDiagnosticsTest-924160412 tempest-ServerDiagnosticsTest-924160412-project-member] [instance: 6d6540ed-ae82-4304-a6f2-7b7063587647] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1490.748305] env[62574]: DEBUG oslo_concurrency.lockutils [None req-d792a6b4-06f3-44c8-b18a-7fec29924657 tempest-ServerRescueTestJSONUnderV235-2079558425 tempest-ServerRescueTestJSONUnderV235-2079558425-project-member] Acquiring lock "refresh_cache-a903fd4b-e31e-4fde-b8d6-a11ecf5a602f" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1490.748305] env[62574]: DEBUG oslo_concurrency.lockutils [None req-d792a6b4-06f3-44c8-b18a-7fec29924657 tempest-ServerRescueTestJSONUnderV235-2079558425 tempest-ServerRescueTestJSONUnderV235-2079558425-project-member] Acquired lock "refresh_cache-a903fd4b-e31e-4fde-b8d6-a11ecf5a602f" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1490.748305] env[62574]: DEBUG nova.network.neutron [None req-d792a6b4-06f3-44c8-b18a-7fec29924657 tempest-ServerRescueTestJSONUnderV235-2079558425 tempest-ServerRescueTestJSONUnderV235-2079558425-project-member] [instance: a903fd4b-e31e-4fde-b8d6-a11ecf5a602f] Building network info cache for instance {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1490.832637] env[62574]: DEBUG oslo_vmware.api [None req-f21da0cc-a474-474f-9e63-faf20cd92f66 tempest-ServerExternalEventsTest-1288446 tempest-ServerExternalEventsTest-1288446-project-member] Task: {'id': task-1861136, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1490.932643] env[62574]: DEBUG oslo_concurrency.lockutils [None req-e5fa96e3-065b-4769-8d03-5aee6bb1fd98 tempest-ServersAaction247Test-553183449 tempest-ServersAaction247Test-553183449-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1491.027426] env[62574]: DEBUG nova.compute.utils [None req-ea479bc7-e70b-4006-b685-c149b86827f3 tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Using /dev/sd instead of None {{(pid=62574) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1491.030203] env[62574]: DEBUG nova.compute.manager [None req-ea479bc7-e70b-4006-b685-c149b86827f3 tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] [instance: dc6d1fd4-d844-4ef6-b100-5e491a698ae3] Allocating IP information in the background. {{(pid=62574) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1491.030403] env[62574]: DEBUG nova.network.neutron [None req-ea479bc7-e70b-4006-b685-c149b86827f3 tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] [instance: dc6d1fd4-d844-4ef6-b100-5e491a698ae3] allocate_for_instance() {{(pid=62574) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1491.094352] env[62574]: DEBUG oslo_concurrency.lockutils [None req-4194893c-404e-4ac9-9bb4-a4e2394b7390 tempest-AttachInterfacesV270Test-530238025 tempest-AttachInterfacesV270Test-530238025-project-member] Acquiring lock "f80f71e8-1b2f-476e-9b7e-b1dd3b0d7df8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1491.094352] env[62574]: DEBUG oslo_concurrency.lockutils [None req-4194893c-404e-4ac9-9bb4-a4e2394b7390 tempest-AttachInterfacesV270Test-530238025 tempest-AttachInterfacesV270Test-530238025-project-member] Lock "f80f71e8-1b2f-476e-9b7e-b1dd3b0d7df8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1491.149120] env[62574]: DEBUG nova.policy [None req-ea479bc7-e70b-4006-b685-c149b86827f3 tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f1481dd991ca4e5caca9bffa7eac5133', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '349319b81ebc4b50b19ead6b2aa1c248', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62574) authorize /opt/stack/nova/nova/policy.py:192}} [ 1491.284724] env[62574]: DEBUG nova.network.neutron [None req-d792a6b4-06f3-44c8-b18a-7fec29924657 tempest-ServerRescueTestJSONUnderV235-2079558425 tempest-ServerRescueTestJSONUnderV235-2079558425-project-member] [instance: a903fd4b-e31e-4fde-b8d6-a11ecf5a602f] Instance cache missing network info. {{(pid=62574) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1491.335332] env[62574]: DEBUG oslo_vmware.api [None req-f21da0cc-a474-474f-9e63-faf20cd92f66 tempest-ServerExternalEventsTest-1288446 tempest-ServerExternalEventsTest-1288446-project-member] Task: {'id': task-1861136, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.143535} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1491.335584] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-f21da0cc-a474-474f-9e63-faf20cd92f66 tempest-ServerExternalEventsTest-1288446 tempest-ServerExternalEventsTest-1288446-project-member] Copied Virtual Disk [datastore2] vmware_temp/ccee6648-dc59-4a81-bc55-5cb695b200d2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/tmp-sparse.vmdk to [datastore2] vmware_temp/ccee6648-dc59-4a81-bc55-5cb695b200d2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk {{(pid=62574) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1491.335764] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-f21da0cc-a474-474f-9e63-faf20cd92f66 tempest-ServerExternalEventsTest-1288446 tempest-ServerExternalEventsTest-1288446-project-member] Deleting the datastore file [datastore2] vmware_temp/ccee6648-dc59-4a81-bc55-5cb695b200d2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/tmp-sparse.vmdk {{(pid=62574) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1491.336090] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-16a4ab03-f9a0-4f9f-9f06-2279383e9c32 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.343020] env[62574]: DEBUG oslo_vmware.api [None req-f21da0cc-a474-474f-9e63-faf20cd92f66 tempest-ServerExternalEventsTest-1288446 tempest-ServerExternalEventsTest-1288446-project-member] Waiting for the task: (returnval){ [ 1491.343020] env[62574]: value = "task-1861137" [ 1491.343020] env[62574]: _type = "Task" [ 1491.343020] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1491.355703] env[62574]: DEBUG oslo_concurrency.lockutils [None req-e09a1c40-0132-4b79-bb4b-af772167f0a0 tempest-DeleteServersAdminTestJSON-2052691694 tempest-DeleteServersAdminTestJSON-2052691694-project-admin] Acquiring lock "d35706fa-4b30-46ac-a6df-545c8b83bdca" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1491.355816] env[62574]: DEBUG oslo_concurrency.lockutils [None req-e09a1c40-0132-4b79-bb4b-af772167f0a0 tempest-DeleteServersAdminTestJSON-2052691694 tempest-DeleteServersAdminTestJSON-2052691694-project-admin] Lock "d35706fa-4b30-46ac-a6df-545c8b83bdca" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1491.355989] env[62574]: DEBUG oslo_concurrency.lockutils [None req-e09a1c40-0132-4b79-bb4b-af772167f0a0 tempest-DeleteServersAdminTestJSON-2052691694 tempest-DeleteServersAdminTestJSON-2052691694-project-admin] Acquiring lock "d35706fa-4b30-46ac-a6df-545c8b83bdca-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1491.357423] env[62574]: DEBUG oslo_concurrency.lockutils [None req-e09a1c40-0132-4b79-bb4b-af772167f0a0 tempest-DeleteServersAdminTestJSON-2052691694 tempest-DeleteServersAdminTestJSON-2052691694-project-admin] Lock "d35706fa-4b30-46ac-a6df-545c8b83bdca-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1491.357423] env[62574]: DEBUG oslo_concurrency.lockutils [None req-e09a1c40-0132-4b79-bb4b-af772167f0a0 tempest-DeleteServersAdminTestJSON-2052691694 tempest-DeleteServersAdminTestJSON-2052691694-project-admin] Lock "d35706fa-4b30-46ac-a6df-545c8b83bdca-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1491.359416] env[62574]: INFO nova.compute.manager [None req-e09a1c40-0132-4b79-bb4b-af772167f0a0 tempest-DeleteServersAdminTestJSON-2052691694 tempest-DeleteServersAdminTestJSON-2052691694-project-admin] [instance: d35706fa-4b30-46ac-a6df-545c8b83bdca] Terminating instance [ 1491.361890] env[62574]: DEBUG oslo_vmware.api [None req-f21da0cc-a474-474f-9e63-faf20cd92f66 tempest-ServerExternalEventsTest-1288446 tempest-ServerExternalEventsTest-1288446-project-member] Task: {'id': task-1861137, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1491.444565] env[62574]: DEBUG nova.network.neutron [None req-d792a6b4-06f3-44c8-b18a-7fec29924657 tempest-ServerRescueTestJSONUnderV235-2079558425 tempest-ServerRescueTestJSONUnderV235-2079558425-project-member] [instance: a903fd4b-e31e-4fde-b8d6-a11ecf5a602f] Updating instance_info_cache with network_info: [{"id": "c0a79f88-3220-45d5-9f4c-7e246b70d098", "address": "fa:16:3e:44:9c:ba", "network": {"id": "1936b79f-db67-4ad5-86bc-7dc4ed97eacc", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1542900542-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "c10401ec5a6e44c69288f736108864e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffcecdaa-a7b8-49fc-9371-dbdb7744688e", "external-id": "nsx-vlan-transportzone-994", "segmentation_id": 994, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0a79f88-32", "ovs_interfaceid": "c0a79f88-3220-45d5-9f4c-7e246b70d098", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1491.506346] env[62574]: DEBUG nova.compute.manager [req-50c2772f-1f68-4129-88fc-4079acc46a89 req-b44e4902-e888-4675-8c2b-904b1852c754 service nova] [instance: a903fd4b-e31e-4fde-b8d6-a11ecf5a602f] Received event network-vif-plugged-c0a79f88-3220-45d5-9f4c-7e246b70d098 {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1491.508864] env[62574]: DEBUG oslo_concurrency.lockutils [req-50c2772f-1f68-4129-88fc-4079acc46a89 req-b44e4902-e888-4675-8c2b-904b1852c754 service nova] Acquiring lock "a903fd4b-e31e-4fde-b8d6-a11ecf5a602f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1491.508864] env[62574]: DEBUG oslo_concurrency.lockutils [req-50c2772f-1f68-4129-88fc-4079acc46a89 req-b44e4902-e888-4675-8c2b-904b1852c754 service nova] Lock "a903fd4b-e31e-4fde-b8d6-a11ecf5a602f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1491.508864] env[62574]: DEBUG oslo_concurrency.lockutils [req-50c2772f-1f68-4129-88fc-4079acc46a89 req-b44e4902-e888-4675-8c2b-904b1852c754 service nova] Lock "a903fd4b-e31e-4fde-b8d6-a11ecf5a602f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1491.508864] env[62574]: DEBUG nova.compute.manager [req-50c2772f-1f68-4129-88fc-4079acc46a89 req-b44e4902-e888-4675-8c2b-904b1852c754 service nova] [instance: a903fd4b-e31e-4fde-b8d6-a11ecf5a602f] No waiting events found dispatching network-vif-plugged-c0a79f88-3220-45d5-9f4c-7e246b70d098 {{(pid=62574) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1491.508864] env[62574]: WARNING nova.compute.manager [req-50c2772f-1f68-4129-88fc-4079acc46a89 req-b44e4902-e888-4675-8c2b-904b1852c754 service nova] [instance: a903fd4b-e31e-4fde-b8d6-a11ecf5a602f] Received unexpected event network-vif-plugged-c0a79f88-3220-45d5-9f4c-7e246b70d098 for instance with vm_state building and task_state spawning. [ 1491.537375] env[62574]: DEBUG nova.compute.manager [None req-ea479bc7-e70b-4006-b685-c149b86827f3 tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] [instance: dc6d1fd4-d844-4ef6-b100-5e491a698ae3] Start building block device mappings for instance. {{(pid=62574) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1491.785148] env[62574]: DEBUG nova.network.neutron [None req-ea479bc7-e70b-4006-b685-c149b86827f3 tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] [instance: dc6d1fd4-d844-4ef6-b100-5e491a698ae3] Successfully created port: 7be331c4-5cc2-42f6-83d8-9cfa90eb6d56 {{(pid=62574) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1491.796622] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8554999b-fa03-40d4-adb4-33ec59c3ae55 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.805759] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d15c65aa-25c7-46e2-90af-b5df4929e678 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.839894] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1e55007-7d1d-4367-8fa3-97a17ffe2487 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.851817] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c2aaaec-b555-4ab1-90d9-4a5f935c1bb8 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.859265] env[62574]: DEBUG oslo_vmware.api [None req-f21da0cc-a474-474f-9e63-faf20cd92f66 tempest-ServerExternalEventsTest-1288446 tempest-ServerExternalEventsTest-1288446-project-member] Task: {'id': task-1861137, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.05327} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1491.859926] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-f21da0cc-a474-474f-9e63-faf20cd92f66 tempest-ServerExternalEventsTest-1288446 tempest-ServerExternalEventsTest-1288446-project-member] Deleted the datastore file {{(pid=62574) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1491.860155] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-f21da0cc-a474-474f-9e63-faf20cd92f66 tempest-ServerExternalEventsTest-1288446 tempest-ServerExternalEventsTest-1288446-project-member] Moving file from [datastore2] vmware_temp/ccee6648-dc59-4a81-bc55-5cb695b200d2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2 to [datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2. {{(pid=62574) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 1491.860403] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-a5975ff1-805c-4144-9dc3-bb0dd6327659 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.870588] env[62574]: DEBUG nova.compute.manager [None req-e09a1c40-0132-4b79-bb4b-af772167f0a0 tempest-DeleteServersAdminTestJSON-2052691694 tempest-DeleteServersAdminTestJSON-2052691694-project-admin] [instance: d35706fa-4b30-46ac-a6df-545c8b83bdca] Start destroying the instance on the hypervisor. {{(pid=62574) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1491.870788] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-e09a1c40-0132-4b79-bb4b-af772167f0a0 tempest-DeleteServersAdminTestJSON-2052691694 tempest-DeleteServersAdminTestJSON-2052691694-project-admin] [instance: d35706fa-4b30-46ac-a6df-545c8b83bdca] Destroying instance {{(pid=62574) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1491.871306] env[62574]: DEBUG nova.compute.provider_tree [None req-9a41eb0c-4b5b-416e-9398-91b2a2c38fac tempest-ServerDiagnosticsTest-924160412 tempest-ServerDiagnosticsTest-924160412-project-member] Inventory has not changed in ProviderTree for provider: f0ed160a-beff-4626-a531-2a70d7bc0627 {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1491.873155] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e18e10d6-9292-49f7-ad9c-215975262f83 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.881202] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-e09a1c40-0132-4b79-bb4b-af772167f0a0 tempest-DeleteServersAdminTestJSON-2052691694 tempest-DeleteServersAdminTestJSON-2052691694-project-admin] [instance: d35706fa-4b30-46ac-a6df-545c8b83bdca] Powering off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1491.883162] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-613191cd-c2cb-468c-94a6-d5b757729c44 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.884828] env[62574]: DEBUG oslo_vmware.api [None req-f21da0cc-a474-474f-9e63-faf20cd92f66 tempest-ServerExternalEventsTest-1288446 tempest-ServerExternalEventsTest-1288446-project-member] Waiting for the task: (returnval){ [ 1491.884828] env[62574]: value = "task-1861138" [ 1491.884828] env[62574]: _type = "Task" [ 1491.884828] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1491.892051] env[62574]: DEBUG oslo_vmware.api [None req-e09a1c40-0132-4b79-bb4b-af772167f0a0 tempest-DeleteServersAdminTestJSON-2052691694 tempest-DeleteServersAdminTestJSON-2052691694-project-admin] Waiting for the task: (returnval){ [ 1491.892051] env[62574]: value = "task-1861139" [ 1491.892051] env[62574]: _type = "Task" [ 1491.892051] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1491.898679] env[62574]: DEBUG oslo_vmware.api [None req-f21da0cc-a474-474f-9e63-faf20cd92f66 tempest-ServerExternalEventsTest-1288446 tempest-ServerExternalEventsTest-1288446-project-member] Task: {'id': task-1861138, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1491.904411] env[62574]: DEBUG oslo_vmware.api [None req-e09a1c40-0132-4b79-bb4b-af772167f0a0 tempest-DeleteServersAdminTestJSON-2052691694 tempest-DeleteServersAdminTestJSON-2052691694-project-admin] Task: {'id': task-1861139, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1491.947358] env[62574]: DEBUG oslo_concurrency.lockutils [None req-d792a6b4-06f3-44c8-b18a-7fec29924657 tempest-ServerRescueTestJSONUnderV235-2079558425 tempest-ServerRescueTestJSONUnderV235-2079558425-project-member] Releasing lock "refresh_cache-a903fd4b-e31e-4fde-b8d6-a11ecf5a602f" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1491.947994] env[62574]: DEBUG nova.compute.manager [None req-d792a6b4-06f3-44c8-b18a-7fec29924657 tempest-ServerRescueTestJSONUnderV235-2079558425 tempest-ServerRescueTestJSONUnderV235-2079558425-project-member] [instance: a903fd4b-e31e-4fde-b8d6-a11ecf5a602f] Instance network_info: |[{"id": "c0a79f88-3220-45d5-9f4c-7e246b70d098", "address": "fa:16:3e:44:9c:ba", "network": {"id": "1936b79f-db67-4ad5-86bc-7dc4ed97eacc", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1542900542-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "c10401ec5a6e44c69288f736108864e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffcecdaa-a7b8-49fc-9371-dbdb7744688e", "external-id": "nsx-vlan-transportzone-994", "segmentation_id": 994, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0a79f88-32", "ovs_interfaceid": "c0a79f88-3220-45d5-9f4c-7e246b70d098", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62574) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1491.948256] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-d792a6b4-06f3-44c8-b18a-7fec29924657 tempest-ServerRescueTestJSONUnderV235-2079558425 tempest-ServerRescueTestJSONUnderV235-2079558425-project-member] [instance: a903fd4b-e31e-4fde-b8d6-a11ecf5a602f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:44:9c:ba', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ffcecdaa-a7b8-49fc-9371-dbdb7744688e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c0a79f88-3220-45d5-9f4c-7e246b70d098', 'vif_model': 'vmxnet3'}] {{(pid=62574) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1491.957024] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-d792a6b4-06f3-44c8-b18a-7fec29924657 tempest-ServerRescueTestJSONUnderV235-2079558425 tempest-ServerRescueTestJSONUnderV235-2079558425-project-member] Creating folder: Project (c10401ec5a6e44c69288f736108864e4). Parent ref: group-v384746. {{(pid=62574) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1491.960247] env[62574]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9316eed3-0342-4351-983c-e7c5e09be326 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.971950] env[62574]: INFO nova.virt.vmwareapi.vm_util [None req-d792a6b4-06f3-44c8-b18a-7fec29924657 tempest-ServerRescueTestJSONUnderV235-2079558425 tempest-ServerRescueTestJSONUnderV235-2079558425-project-member] Created folder: Project (c10401ec5a6e44c69288f736108864e4) in parent group-v384746. [ 1491.972094] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-d792a6b4-06f3-44c8-b18a-7fec29924657 tempest-ServerRescueTestJSONUnderV235-2079558425 tempest-ServerRescueTestJSONUnderV235-2079558425-project-member] Creating folder: Instances. Parent ref: group-v384765. {{(pid=62574) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1491.972267] env[62574]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9e9b5984-f549-4a1c-8de7-2d04245c8333 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.981680] env[62574]: INFO nova.virt.vmwareapi.vm_util [None req-d792a6b4-06f3-44c8-b18a-7fec29924657 tempest-ServerRescueTestJSONUnderV235-2079558425 tempest-ServerRescueTestJSONUnderV235-2079558425-project-member] Created folder: Instances in parent group-v384765. [ 1491.981996] env[62574]: DEBUG oslo.service.loopingcall [None req-d792a6b4-06f3-44c8-b18a-7fec29924657 tempest-ServerRescueTestJSONUnderV235-2079558425 tempest-ServerRescueTestJSONUnderV235-2079558425-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62574) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1491.982197] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a903fd4b-e31e-4fde-b8d6-a11ecf5a602f] Creating VM on the ESX host {{(pid=62574) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1491.982416] env[62574]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2242ac5b-66a9-400e-bea2-797fe9e53ea1 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.004817] env[62574]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1492.004817] env[62574]: value = "task-1861142" [ 1492.004817] env[62574]: _type = "Task" [ 1492.004817] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1492.013200] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1861142, 'name': CreateVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1492.378664] env[62574]: DEBUG nova.scheduler.client.report [None req-9a41eb0c-4b5b-416e-9398-91b2a2c38fac tempest-ServerDiagnosticsTest-924160412 tempest-ServerDiagnosticsTest-924160412-project-member] Inventory has not changed for provider f0ed160a-beff-4626-a531-2a70d7bc0627 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 148, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1492.398788] env[62574]: DEBUG oslo_vmware.api [None req-f21da0cc-a474-474f-9e63-faf20cd92f66 tempest-ServerExternalEventsTest-1288446 tempest-ServerExternalEventsTest-1288446-project-member] Task: {'id': task-1861138, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.037521} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1492.402738] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-f21da0cc-a474-474f-9e63-faf20cd92f66 tempest-ServerExternalEventsTest-1288446 tempest-ServerExternalEventsTest-1288446-project-member] File moved {{(pid=62574) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 1492.403050] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-f21da0cc-a474-474f-9e63-faf20cd92f66 tempest-ServerExternalEventsTest-1288446 tempest-ServerExternalEventsTest-1288446-project-member] [instance: 12efb14a-4241-42ec-b538-3efa54435951] Cleaning up location [datastore2] vmware_temp/ccee6648-dc59-4a81-bc55-5cb695b200d2 {{(pid=62574) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1492.403322] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-f21da0cc-a474-474f-9e63-faf20cd92f66 tempest-ServerExternalEventsTest-1288446 tempest-ServerExternalEventsTest-1288446-project-member] Deleting the datastore file [datastore2] vmware_temp/ccee6648-dc59-4a81-bc55-5cb695b200d2 {{(pid=62574) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1492.403647] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-13e703f0-ddab-4741-b91a-e1e7a969910c {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.410988] env[62574]: DEBUG oslo_vmware.api [None req-e09a1c40-0132-4b79-bb4b-af772167f0a0 tempest-DeleteServersAdminTestJSON-2052691694 tempest-DeleteServersAdminTestJSON-2052691694-project-admin] Task: {'id': task-1861139, 'name': PowerOffVM_Task, 'duration_secs': 0.34828} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1492.412017] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-e09a1c40-0132-4b79-bb4b-af772167f0a0 tempest-DeleteServersAdminTestJSON-2052691694 tempest-DeleteServersAdminTestJSON-2052691694-project-admin] [instance: d35706fa-4b30-46ac-a6df-545c8b83bdca] Powered off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1492.412204] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-e09a1c40-0132-4b79-bb4b-af772167f0a0 tempest-DeleteServersAdminTestJSON-2052691694 tempest-DeleteServersAdminTestJSON-2052691694-project-admin] [instance: d35706fa-4b30-46ac-a6df-545c8b83bdca] Unregistering the VM {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1492.412550] env[62574]: DEBUG oslo_vmware.api [None req-f21da0cc-a474-474f-9e63-faf20cd92f66 tempest-ServerExternalEventsTest-1288446 tempest-ServerExternalEventsTest-1288446-project-member] Waiting for the task: (returnval){ [ 1492.412550] env[62574]: value = "task-1861143" [ 1492.412550] env[62574]: _type = "Task" [ 1492.412550] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1492.412746] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-df6cbf5a-d77f-4143-a8ce-c43a3de9a5eb {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.427011] env[62574]: DEBUG oslo_vmware.api [None req-f21da0cc-a474-474f-9e63-faf20cd92f66 tempest-ServerExternalEventsTest-1288446 tempest-ServerExternalEventsTest-1288446-project-member] Task: {'id': task-1861143, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1492.516062] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1861142, 'name': CreateVM_Task, 'duration_secs': 0.398168} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1492.516385] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a903fd4b-e31e-4fde-b8d6-a11ecf5a602f] Created VM on the ESX host {{(pid=62574) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1492.517531] env[62574]: DEBUG oslo_concurrency.lockutils [None req-d792a6b4-06f3-44c8-b18a-7fec29924657 tempest-ServerRescueTestJSONUnderV235-2079558425 tempest-ServerRescueTestJSONUnderV235-2079558425-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1492.517531] env[62574]: DEBUG oslo_concurrency.lockutils [None req-d792a6b4-06f3-44c8-b18a-7fec29924657 tempest-ServerRescueTestJSONUnderV235-2079558425 tempest-ServerRescueTestJSONUnderV235-2079558425-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1492.517531] env[62574]: DEBUG oslo_concurrency.lockutils [None req-d792a6b4-06f3-44c8-b18a-7fec29924657 tempest-ServerRescueTestJSONUnderV235-2079558425 tempest-ServerRescueTestJSONUnderV235-2079558425-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1492.517728] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-97e9e42d-37f7-428f-bb24-967a68adf5dc {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.523710] env[62574]: DEBUG oslo_vmware.api [None req-d792a6b4-06f3-44c8-b18a-7fec29924657 tempest-ServerRescueTestJSONUnderV235-2079558425 tempest-ServerRescueTestJSONUnderV235-2079558425-project-member] Waiting for the task: (returnval){ [ 1492.523710] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]52c41f46-0cea-5fad-8e40-140913b62b31" [ 1492.523710] env[62574]: _type = "Task" [ 1492.523710] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1492.536411] env[62574]: DEBUG oslo_vmware.api [None req-d792a6b4-06f3-44c8-b18a-7fec29924657 tempest-ServerRescueTestJSONUnderV235-2079558425 tempest-ServerRescueTestJSONUnderV235-2079558425-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52c41f46-0cea-5fad-8e40-140913b62b31, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1492.546022] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-e09a1c40-0132-4b79-bb4b-af772167f0a0 tempest-DeleteServersAdminTestJSON-2052691694 tempest-DeleteServersAdminTestJSON-2052691694-project-admin] [instance: d35706fa-4b30-46ac-a6df-545c8b83bdca] Unregistered the VM {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1492.546022] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-e09a1c40-0132-4b79-bb4b-af772167f0a0 tempest-DeleteServersAdminTestJSON-2052691694 tempest-DeleteServersAdminTestJSON-2052691694-project-admin] [instance: d35706fa-4b30-46ac-a6df-545c8b83bdca] Deleting contents of the VM from datastore datastore1 {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1492.546022] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-e09a1c40-0132-4b79-bb4b-af772167f0a0 tempest-DeleteServersAdminTestJSON-2052691694 tempest-DeleteServersAdminTestJSON-2052691694-project-admin] Deleting the datastore file [datastore1] d35706fa-4b30-46ac-a6df-545c8b83bdca {{(pid=62574) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1492.546022] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0502f2eb-ebbc-4de1-9211-b3c949145a01 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.550317] env[62574]: DEBUG nova.compute.manager [None req-ea479bc7-e70b-4006-b685-c149b86827f3 tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] [instance: dc6d1fd4-d844-4ef6-b100-5e491a698ae3] Start spawning the instance on the hypervisor. {{(pid=62574) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1492.554985] env[62574]: DEBUG oslo_vmware.api [None req-e09a1c40-0132-4b79-bb4b-af772167f0a0 tempest-DeleteServersAdminTestJSON-2052691694 tempest-DeleteServersAdminTestJSON-2052691694-project-admin] Waiting for the task: (returnval){ [ 1492.554985] env[62574]: value = "task-1861145" [ 1492.554985] env[62574]: _type = "Task" [ 1492.554985] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1492.566559] env[62574]: DEBUG oslo_vmware.api [None req-e09a1c40-0132-4b79-bb4b-af772167f0a0 tempest-DeleteServersAdminTestJSON-2052691694 tempest-DeleteServersAdminTestJSON-2052691694-project-admin] Task: {'id': task-1861145, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1492.588907] env[62574]: DEBUG nova.virt.hardware [None req-ea479bc7-e70b-4006-b685-c149b86827f3 tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T19:26:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-13T19:26:40Z,direct_url=,disk_format='vmdk',id=3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7eed1dd4d2c3418eb32c4f4ceda3ab0d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-13T19:26:41Z,virtual_size=,visibility=), allow threads: False {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1492.591829] env[62574]: DEBUG nova.virt.hardware [None req-ea479bc7-e70b-4006-b685-c149b86827f3 tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Flavor limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1492.591829] env[62574]: DEBUG nova.virt.hardware [None req-ea479bc7-e70b-4006-b685-c149b86827f3 tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Image limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1492.591829] env[62574]: DEBUG nova.virt.hardware [None req-ea479bc7-e70b-4006-b685-c149b86827f3 tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Flavor pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1492.591829] env[62574]: DEBUG nova.virt.hardware [None req-ea479bc7-e70b-4006-b685-c149b86827f3 tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Image pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1492.591829] env[62574]: DEBUG nova.virt.hardware [None req-ea479bc7-e70b-4006-b685-c149b86827f3 tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1492.592443] env[62574]: DEBUG nova.virt.hardware [None req-ea479bc7-e70b-4006-b685-c149b86827f3 tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1492.592443] env[62574]: DEBUG nova.virt.hardware [None req-ea479bc7-e70b-4006-b685-c149b86827f3 tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1492.592443] env[62574]: DEBUG nova.virt.hardware [None req-ea479bc7-e70b-4006-b685-c149b86827f3 tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Got 1 possible topologies {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1492.592443] env[62574]: DEBUG nova.virt.hardware [None req-ea479bc7-e70b-4006-b685-c149b86827f3 tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1492.592443] env[62574]: DEBUG nova.virt.hardware [None req-ea479bc7-e70b-4006-b685-c149b86827f3 tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1492.593498] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-217c54c6-d17e-429e-832c-43298b72b964 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.609368] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c43e6fb9-b8e5-44d8-8ac3-3622c362c968 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.765553] env[62574]: DEBUG nova.network.neutron [None req-a6eec462-12dc-4177-8e8c-aca5bdf71dc1 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] [instance: 1e669675-0551-49d8-af15-64fdd0984b3f] Successfully updated port: c848933c-3878-4d23-a584-da483ccfe518 {{(pid=62574) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1492.883688] env[62574]: DEBUG oslo_concurrency.lockutils [None req-9a41eb0c-4b5b-416e-9398-91b2a2c38fac tempest-ServerDiagnosticsTest-924160412 tempest-ServerDiagnosticsTest-924160412-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.360s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1492.884100] env[62574]: DEBUG nova.compute.manager [None req-9a41eb0c-4b5b-416e-9398-91b2a2c38fac tempest-ServerDiagnosticsTest-924160412 tempest-ServerDiagnosticsTest-924160412-project-member] [instance: 6d6540ed-ae82-4304-a6f2-7b7063587647] Start building networks asynchronously for instance. {{(pid=62574) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1492.888526] env[62574]: DEBUG oslo_concurrency.lockutils [None req-952961fe-f29b-4d2d-8be6-c53e6211d0ad tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.673s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1492.895584] env[62574]: INFO nova.compute.claims [None req-952961fe-f29b-4d2d-8be6-c53e6211d0ad tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] [instance: 2a0c3300-ba7f-4604-b629-42bda5d48664] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1492.926592] env[62574]: DEBUG oslo_vmware.api [None req-f21da0cc-a474-474f-9e63-faf20cd92f66 tempest-ServerExternalEventsTest-1288446 tempest-ServerExternalEventsTest-1288446-project-member] Task: {'id': task-1861143, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.032493} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1492.927877] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-f21da0cc-a474-474f-9e63-faf20cd92f66 tempest-ServerExternalEventsTest-1288446 tempest-ServerExternalEventsTest-1288446-project-member] Deleted the datastore file {{(pid=62574) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1492.929338] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ce171f56-ceff-48eb-b69f-4a763fd9d329 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.939544] env[62574]: DEBUG oslo_vmware.api [None req-f21da0cc-a474-474f-9e63-faf20cd92f66 tempest-ServerExternalEventsTest-1288446 tempest-ServerExternalEventsTest-1288446-project-member] Waiting for the task: (returnval){ [ 1492.939544] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]52a838b2-5aab-adfc-e8c9-99b5a2f2ee27" [ 1492.939544] env[62574]: _type = "Task" [ 1492.939544] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1492.951819] env[62574]: DEBUG oslo_vmware.api [None req-f21da0cc-a474-474f-9e63-faf20cd92f66 tempest-ServerExternalEventsTest-1288446 tempest-ServerExternalEventsTest-1288446-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52a838b2-5aab-adfc-e8c9-99b5a2f2ee27, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1493.040817] env[62574]: DEBUG oslo_vmware.api [None req-d792a6b4-06f3-44c8-b18a-7fec29924657 tempest-ServerRescueTestJSONUnderV235-2079558425 tempest-ServerRescueTestJSONUnderV235-2079558425-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52c41f46-0cea-5fad-8e40-140913b62b31, 'name': SearchDatastore_Task, 'duration_secs': 0.012076} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1493.040817] env[62574]: DEBUG oslo_concurrency.lockutils [None req-d792a6b4-06f3-44c8-b18a-7fec29924657 tempest-ServerRescueTestJSONUnderV235-2079558425 tempest-ServerRescueTestJSONUnderV235-2079558425-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1493.040817] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-d792a6b4-06f3-44c8-b18a-7fec29924657 tempest-ServerRescueTestJSONUnderV235-2079558425 tempest-ServerRescueTestJSONUnderV235-2079558425-project-member] [instance: a903fd4b-e31e-4fde-b8d6-a11ecf5a602f] Processing image 3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2 {{(pid=62574) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1493.040817] env[62574]: DEBUG oslo_concurrency.lockutils [None req-d792a6b4-06f3-44c8-b18a-7fec29924657 tempest-ServerRescueTestJSONUnderV235-2079558425 tempest-ServerRescueTestJSONUnderV235-2079558425-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1493.070312] env[62574]: DEBUG oslo_vmware.api [None req-e09a1c40-0132-4b79-bb4b-af772167f0a0 tempest-DeleteServersAdminTestJSON-2052691694 tempest-DeleteServersAdminTestJSON-2052691694-project-admin] Task: {'id': task-1861145, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.182437} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1493.070312] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-e09a1c40-0132-4b79-bb4b-af772167f0a0 tempest-DeleteServersAdminTestJSON-2052691694 tempest-DeleteServersAdminTestJSON-2052691694-project-admin] Deleted the datastore file {{(pid=62574) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1493.070498] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-e09a1c40-0132-4b79-bb4b-af772167f0a0 tempest-DeleteServersAdminTestJSON-2052691694 tempest-DeleteServersAdminTestJSON-2052691694-project-admin] [instance: d35706fa-4b30-46ac-a6df-545c8b83bdca] Deleted contents of the VM from datastore datastore1 {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1493.070673] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-e09a1c40-0132-4b79-bb4b-af772167f0a0 tempest-DeleteServersAdminTestJSON-2052691694 tempest-DeleteServersAdminTestJSON-2052691694-project-admin] [instance: d35706fa-4b30-46ac-a6df-545c8b83bdca] Instance destroyed {{(pid=62574) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1493.070841] env[62574]: INFO nova.compute.manager [None req-e09a1c40-0132-4b79-bb4b-af772167f0a0 tempest-DeleteServersAdminTestJSON-2052691694 tempest-DeleteServersAdminTestJSON-2052691694-project-admin] [instance: d35706fa-4b30-46ac-a6df-545c8b83bdca] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1493.071113] env[62574]: DEBUG oslo.service.loopingcall [None req-e09a1c40-0132-4b79-bb4b-af772167f0a0 tempest-DeleteServersAdminTestJSON-2052691694 tempest-DeleteServersAdminTestJSON-2052691694-project-admin] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62574) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1493.071327] env[62574]: DEBUG nova.compute.manager [-] [instance: d35706fa-4b30-46ac-a6df-545c8b83bdca] Deallocating network for instance {{(pid=62574) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1493.071463] env[62574]: DEBUG nova.network.neutron [-] [instance: d35706fa-4b30-46ac-a6df-545c8b83bdca] deallocate_for_instance() {{(pid=62574) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1493.087495] env[62574]: DEBUG oslo_concurrency.lockutils [None req-2df297fa-4567-45c5-811b-8a06c2cfa33b tempest-ServersAdmin275Test-1369324412 tempest-ServersAdmin275Test-1369324412-project-member] Acquiring lock "90b44fba-636a-414f-b286-7baf5adc2122" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1493.087782] env[62574]: DEBUG oslo_concurrency.lockutils [None req-2df297fa-4567-45c5-811b-8a06c2cfa33b tempest-ServersAdmin275Test-1369324412 tempest-ServersAdmin275Test-1369324412-project-member] Lock "90b44fba-636a-414f-b286-7baf5adc2122" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1493.268470] env[62574]: DEBUG oslo_concurrency.lockutils [None req-a6eec462-12dc-4177-8e8c-aca5bdf71dc1 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Acquiring lock "refresh_cache-1e669675-0551-49d8-af15-64fdd0984b3f" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1493.268670] env[62574]: DEBUG oslo_concurrency.lockutils [None req-a6eec462-12dc-4177-8e8c-aca5bdf71dc1 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Acquired lock "refresh_cache-1e669675-0551-49d8-af15-64fdd0984b3f" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1493.269427] env[62574]: DEBUG nova.network.neutron [None req-a6eec462-12dc-4177-8e8c-aca5bdf71dc1 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] [instance: 1e669675-0551-49d8-af15-64fdd0984b3f] Building network info cache for instance {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1493.399619] env[62574]: DEBUG nova.compute.utils [None req-9a41eb0c-4b5b-416e-9398-91b2a2c38fac tempest-ServerDiagnosticsTest-924160412 tempest-ServerDiagnosticsTest-924160412-project-member] Using /dev/sd instead of None {{(pid=62574) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1493.402392] env[62574]: DEBUG nova.compute.manager [None req-9a41eb0c-4b5b-416e-9398-91b2a2c38fac tempest-ServerDiagnosticsTest-924160412 tempest-ServerDiagnosticsTest-924160412-project-member] [instance: 6d6540ed-ae82-4304-a6f2-7b7063587647] Allocating IP information in the background. {{(pid=62574) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1493.402570] env[62574]: DEBUG nova.network.neutron [None req-9a41eb0c-4b5b-416e-9398-91b2a2c38fac tempest-ServerDiagnosticsTest-924160412 tempest-ServerDiagnosticsTest-924160412-project-member] [instance: 6d6540ed-ae82-4304-a6f2-7b7063587647] allocate_for_instance() {{(pid=62574) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1493.462940] env[62574]: DEBUG oslo_vmware.api [None req-f21da0cc-a474-474f-9e63-faf20cd92f66 tempest-ServerExternalEventsTest-1288446 tempest-ServerExternalEventsTest-1288446-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52a838b2-5aab-adfc-e8c9-99b5a2f2ee27, 'name': SearchDatastore_Task, 'duration_secs': 0.014089} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1493.463192] env[62574]: DEBUG oslo_concurrency.lockutils [None req-f21da0cc-a474-474f-9e63-faf20cd92f66 tempest-ServerExternalEventsTest-1288446 tempest-ServerExternalEventsTest-1288446-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1493.463462] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-f21da0cc-a474-474f-9e63-faf20cd92f66 tempest-ServerExternalEventsTest-1288446 tempest-ServerExternalEventsTest-1288446-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk to [datastore2] 12efb14a-4241-42ec-b538-3efa54435951/12efb14a-4241-42ec-b538-3efa54435951.vmdk {{(pid=62574) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1493.464093] env[62574]: DEBUG oslo_concurrency.lockutils [None req-6bb17f73-0f6c-4e4d-9262-354761f381d3 tempest-ServerShowV254Test-52812069 tempest-ServerShowV254Test-52812069-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1493.464093] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-6bb17f73-0f6c-4e4d-9262-354761f381d3 tempest-ServerShowV254Test-52812069 tempest-ServerShowV254Test-52812069-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1493.464662] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f560ec75-d906-42fb-ac35-d877cfc3515d {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.468877] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e881e04b-df67-4cfa-8de7-3360907024fd {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.474984] env[62574]: DEBUG nova.compute.manager [None req-0cd81bd2-f2d3-4d28-994a-b72270ebdc9c tempest-ImagesOneServerTestJSON-1738664534 tempest-ImagesOneServerTestJSON-1738664534-project-member] [instance: b19648bf-b106-4c17-8b48-8c579fb23b31] Checking state {{(pid=62574) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1493.477642] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e4ab9eb-70b4-4cf1-abca-f31cd965a64a {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.483215] env[62574]: DEBUG oslo_vmware.api [None req-f21da0cc-a474-474f-9e63-faf20cd92f66 tempest-ServerExternalEventsTest-1288446 tempest-ServerExternalEventsTest-1288446-project-member] Waiting for the task: (returnval){ [ 1493.483215] env[62574]: value = "task-1861146" [ 1493.483215] env[62574]: _type = "Task" [ 1493.483215] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1493.486214] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-6bb17f73-0f6c-4e4d-9262-354761f381d3 tempest-ServerShowV254Test-52812069 tempest-ServerShowV254Test-52812069-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1493.486523] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-6bb17f73-0f6c-4e4d-9262-354761f381d3 tempest-ServerShowV254Test-52812069 tempest-ServerShowV254Test-52812069-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62574) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1493.488581] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5747137f-ade1-4f10-8729-5dc6e606c935 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.501118] env[62574]: DEBUG oslo_vmware.api [None req-6bb17f73-0f6c-4e4d-9262-354761f381d3 tempest-ServerShowV254Test-52812069 tempest-ServerShowV254Test-52812069-project-member] Waiting for the task: (returnval){ [ 1493.501118] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]52e992a4-2dec-47a0-ef57-3ea06597e612" [ 1493.501118] env[62574]: _type = "Task" [ 1493.501118] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1493.505919] env[62574]: DEBUG oslo_vmware.api [None req-f21da0cc-a474-474f-9e63-faf20cd92f66 tempest-ServerExternalEventsTest-1288446 tempest-ServerExternalEventsTest-1288446-project-member] Task: {'id': task-1861146, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1493.523324] env[62574]: DEBUG oslo_vmware.api [None req-6bb17f73-0f6c-4e4d-9262-354761f381d3 tempest-ServerShowV254Test-52812069 tempest-ServerShowV254Test-52812069-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52e992a4-2dec-47a0-ef57-3ea06597e612, 'name': SearchDatastore_Task, 'duration_secs': 0.015525} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1493.524308] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb2f8834-38f1-4cde-8a1f-5ddda535847f {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.530913] env[62574]: DEBUG oslo_vmware.api [None req-6bb17f73-0f6c-4e4d-9262-354761f381d3 tempest-ServerShowV254Test-52812069 tempest-ServerShowV254Test-52812069-project-member] Waiting for the task: (returnval){ [ 1493.530913] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]52dd1266-8577-ef6d-bc7c-bcb67cb59a2f" [ 1493.530913] env[62574]: _type = "Task" [ 1493.530913] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1493.542196] env[62574]: DEBUG oslo_vmware.api [None req-6bb17f73-0f6c-4e4d-9262-354761f381d3 tempest-ServerShowV254Test-52812069 tempest-ServerShowV254Test-52812069-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52dd1266-8577-ef6d-bc7c-bcb67cb59a2f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1493.592800] env[62574]: DEBUG nova.policy [None req-9a41eb0c-4b5b-416e-9398-91b2a2c38fac tempest-ServerDiagnosticsTest-924160412 tempest-ServerDiagnosticsTest-924160412-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'add5d72034044f5ea072fa67917bbe2f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e24c3439be204bcf944111ab971a53a9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62574) authorize /opt/stack/nova/nova/policy.py:192}} [ 1493.899388] env[62574]: DEBUG nova.network.neutron [None req-a6eec462-12dc-4177-8e8c-aca5bdf71dc1 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] [instance: 1e669675-0551-49d8-af15-64fdd0984b3f] Instance cache missing network info. {{(pid=62574) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1493.911046] env[62574]: DEBUG nova.compute.manager [None req-9a41eb0c-4b5b-416e-9398-91b2a2c38fac tempest-ServerDiagnosticsTest-924160412 tempest-ServerDiagnosticsTest-924160412-project-member] [instance: 6d6540ed-ae82-4304-a6f2-7b7063587647] Start building block device mappings for instance. {{(pid=62574) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1494.001374] env[62574]: DEBUG oslo_vmware.api [None req-f21da0cc-a474-474f-9e63-faf20cd92f66 tempest-ServerExternalEventsTest-1288446 tempest-ServerExternalEventsTest-1288446-project-member] Task: {'id': task-1861146, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1494.020833] env[62574]: INFO nova.compute.manager [None req-0cd81bd2-f2d3-4d28-994a-b72270ebdc9c tempest-ImagesOneServerTestJSON-1738664534 tempest-ImagesOneServerTestJSON-1738664534-project-member] [instance: b19648bf-b106-4c17-8b48-8c579fb23b31] instance snapshotting [ 1494.024213] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97d04feb-60aa-4dae-b173-2d655a716158 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.054504] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44faaef7-8012-47f7-a65e-a9c419675e4f {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.062826] env[62574]: DEBUG oslo_vmware.api [None req-6bb17f73-0f6c-4e4d-9262-354761f381d3 tempest-ServerShowV254Test-52812069 tempest-ServerShowV254Test-52812069-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52dd1266-8577-ef6d-bc7c-bcb67cb59a2f, 'name': SearchDatastore_Task, 'duration_secs': 0.014679} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1494.063644] env[62574]: DEBUG oslo_concurrency.lockutils [None req-6bb17f73-0f6c-4e4d-9262-354761f381d3 tempest-ServerShowV254Test-52812069 tempest-ServerShowV254Test-52812069-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1494.064061] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bb17f73-0f6c-4e4d-9262-354761f381d3 tempest-ServerShowV254Test-52812069 tempest-ServerShowV254Test-52812069-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk to [datastore2] b79bac0e-5cb0-43de-b10f-26262358e61e/b79bac0e-5cb0-43de-b10f-26262358e61e.vmdk {{(pid=62574) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1494.066062] env[62574]: DEBUG oslo_concurrency.lockutils [None req-d792a6b4-06f3-44c8-b18a-7fec29924657 tempest-ServerRescueTestJSONUnderV235-2079558425 tempest-ServerRescueTestJSONUnderV235-2079558425-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1494.066062] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-d792a6b4-06f3-44c8-b18a-7fec29924657 tempest-ServerRescueTestJSONUnderV235-2079558425 tempest-ServerRescueTestJSONUnderV235-2079558425-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1494.066062] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-247023a3-3c03-4a49-856a-7547d81edc80 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.071702] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0497c788-ca89-4f4b-aa84-cd5e89bfa2fb {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.084813] env[62574]: DEBUG oslo_vmware.api [None req-6bb17f73-0f6c-4e4d-9262-354761f381d3 tempest-ServerShowV254Test-52812069 tempest-ServerShowV254Test-52812069-project-member] Waiting for the task: (returnval){ [ 1494.084813] env[62574]: value = "task-1861147" [ 1494.084813] env[62574]: _type = "Task" [ 1494.084813] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1494.088880] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-d792a6b4-06f3-44c8-b18a-7fec29924657 tempest-ServerRescueTestJSONUnderV235-2079558425 tempest-ServerRescueTestJSONUnderV235-2079558425-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1494.089096] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-d792a6b4-06f3-44c8-b18a-7fec29924657 tempest-ServerRescueTestJSONUnderV235-2079558425 tempest-ServerRescueTestJSONUnderV235-2079558425-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62574) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1494.089806] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0394aad6-d205-4b95-9385-f1606839c134 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.098915] env[62574]: DEBUG oslo_vmware.api [None req-6bb17f73-0f6c-4e4d-9262-354761f381d3 tempest-ServerShowV254Test-52812069 tempest-ServerShowV254Test-52812069-project-member] Task: {'id': task-1861147, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1494.102533] env[62574]: DEBUG oslo_vmware.api [None req-d792a6b4-06f3-44c8-b18a-7fec29924657 tempest-ServerRescueTestJSONUnderV235-2079558425 tempest-ServerRescueTestJSONUnderV235-2079558425-project-member] Waiting for the task: (returnval){ [ 1494.102533] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]523ead9a-0e24-5de8-5a8b-7d4d1ced06dd" [ 1494.102533] env[62574]: _type = "Task" [ 1494.102533] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1494.110497] env[62574]: DEBUG oslo_vmware.api [None req-d792a6b4-06f3-44c8-b18a-7fec29924657 tempest-ServerRescueTestJSONUnderV235-2079558425 tempest-ServerRescueTestJSONUnderV235-2079558425-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]523ead9a-0e24-5de8-5a8b-7d4d1ced06dd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1494.213846] env[62574]: DEBUG nova.compute.manager [req-aa831aa0-b113-4c42-8acb-c3d343ab8496 req-9860824a-0fd4-4619-8bec-ecc59982fa02 service nova] [instance: 1e669675-0551-49d8-af15-64fdd0984b3f] Received event network-vif-plugged-c848933c-3878-4d23-a584-da483ccfe518 {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1494.214105] env[62574]: DEBUG oslo_concurrency.lockutils [req-aa831aa0-b113-4c42-8acb-c3d343ab8496 req-9860824a-0fd4-4619-8bec-ecc59982fa02 service nova] Acquiring lock "1e669675-0551-49d8-af15-64fdd0984b3f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1494.217048] env[62574]: DEBUG oslo_concurrency.lockutils [req-aa831aa0-b113-4c42-8acb-c3d343ab8496 req-9860824a-0fd4-4619-8bec-ecc59982fa02 service nova] Lock "1e669675-0551-49d8-af15-64fdd0984b3f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1494.217048] env[62574]: DEBUG oslo_concurrency.lockutils [req-aa831aa0-b113-4c42-8acb-c3d343ab8496 req-9860824a-0fd4-4619-8bec-ecc59982fa02 service nova] Lock "1e669675-0551-49d8-af15-64fdd0984b3f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1494.217048] env[62574]: DEBUG nova.compute.manager [req-aa831aa0-b113-4c42-8acb-c3d343ab8496 req-9860824a-0fd4-4619-8bec-ecc59982fa02 service nova] [instance: 1e669675-0551-49d8-af15-64fdd0984b3f] No waiting events found dispatching network-vif-plugged-c848933c-3878-4d23-a584-da483ccfe518 {{(pid=62574) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1494.217048] env[62574]: WARNING nova.compute.manager [req-aa831aa0-b113-4c42-8acb-c3d343ab8496 req-9860824a-0fd4-4619-8bec-ecc59982fa02 service nova] [instance: 1e669675-0551-49d8-af15-64fdd0984b3f] Received unexpected event network-vif-plugged-c848933c-3878-4d23-a584-da483ccfe518 for instance with vm_state building and task_state spawning. [ 1494.250723] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1757709c-9f66-4e13-8895-5aa32252595b {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.260110] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b121975a-1536-49ed-89c1-5c0d9e909821 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.302905] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c2e7a69-cc07-40b6-b014-85d0fa54e6e9 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.317303] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e67512a-d634-4c27-9cdb-0c23ce5c47fd {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.336927] env[62574]: DEBUG nova.compute.provider_tree [None req-952961fe-f29b-4d2d-8be6-c53e6211d0ad tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Inventory has not changed in ProviderTree for provider: f0ed160a-beff-4626-a531-2a70d7bc0627 {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1494.502114] env[62574]: DEBUG oslo_vmware.api [None req-f21da0cc-a474-474f-9e63-faf20cd92f66 tempest-ServerExternalEventsTest-1288446 tempest-ServerExternalEventsTest-1288446-project-member] Task: {'id': task-1861146, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.545989} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1494.502800] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-f21da0cc-a474-474f-9e63-faf20cd92f66 tempest-ServerExternalEventsTest-1288446 tempest-ServerExternalEventsTest-1288446-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk to [datastore2] 12efb14a-4241-42ec-b538-3efa54435951/12efb14a-4241-42ec-b538-3efa54435951.vmdk {{(pid=62574) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1494.503618] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-f21da0cc-a474-474f-9e63-faf20cd92f66 tempest-ServerExternalEventsTest-1288446 tempest-ServerExternalEventsTest-1288446-project-member] [instance: 12efb14a-4241-42ec-b538-3efa54435951] Extending root virtual disk to 1048576 {{(pid=62574) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1494.503618] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9033beec-194e-4405-9bd9-4b5ede6032e1 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.512650] env[62574]: DEBUG oslo_vmware.api [None req-f21da0cc-a474-474f-9e63-faf20cd92f66 tempest-ServerExternalEventsTest-1288446 tempest-ServerExternalEventsTest-1288446-project-member] Waiting for the task: (returnval){ [ 1494.512650] env[62574]: value = "task-1861148" [ 1494.512650] env[62574]: _type = "Task" [ 1494.512650] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1494.529898] env[62574]: DEBUG oslo_vmware.api [None req-f21da0cc-a474-474f-9e63-faf20cd92f66 tempest-ServerExternalEventsTest-1288446 tempest-ServerExternalEventsTest-1288446-project-member] Task: {'id': task-1861148, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1494.547161] env[62574]: DEBUG nova.network.neutron [None req-a6eec462-12dc-4177-8e8c-aca5bdf71dc1 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] [instance: 1e669675-0551-49d8-af15-64fdd0984b3f] Updating instance_info_cache with network_info: [{"id": "c848933c-3878-4d23-a584-da483ccfe518", "address": "fa:16:3e:80:46:6b", "network": {"id": "90888d97-209c-49d6-8f95-1d0279efea11", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.34", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7eed1dd4d2c3418eb32c4f4ceda3ab0d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d275d7c6-2a7b-4ee8-b6f4-fabf1ba1905f", "external-id": "nsx-vlan-transportzone-513", "segmentation_id": 513, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc848933c-38", "ovs_interfaceid": "c848933c-3878-4d23-a584-da483ccfe518", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1494.581358] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-0cd81bd2-f2d3-4d28-994a-b72270ebdc9c tempest-ImagesOneServerTestJSON-1738664534 tempest-ImagesOneServerTestJSON-1738664534-project-member] [instance: b19648bf-b106-4c17-8b48-8c579fb23b31] Creating Snapshot of the VM instance {{(pid=62574) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1494.581358] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-02d80d24-ad87-423b-82cd-bdb7cfe401a3 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.589678] env[62574]: DEBUG oslo_vmware.api [None req-0cd81bd2-f2d3-4d28-994a-b72270ebdc9c tempest-ImagesOneServerTestJSON-1738664534 tempest-ImagesOneServerTestJSON-1738664534-project-member] Waiting for the task: (returnval){ [ 1494.589678] env[62574]: value = "task-1861149" [ 1494.589678] env[62574]: _type = "Task" [ 1494.589678] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1494.605469] env[62574]: DEBUG oslo_vmware.api [None req-0cd81bd2-f2d3-4d28-994a-b72270ebdc9c tempest-ImagesOneServerTestJSON-1738664534 tempest-ImagesOneServerTestJSON-1738664534-project-member] Task: {'id': task-1861149, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1494.605656] env[62574]: DEBUG oslo_vmware.api [None req-6bb17f73-0f6c-4e4d-9262-354761f381d3 tempest-ServerShowV254Test-52812069 tempest-ServerShowV254Test-52812069-project-member] Task: {'id': task-1861147, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.48413} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1494.609286] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bb17f73-0f6c-4e4d-9262-354761f381d3 tempest-ServerShowV254Test-52812069 tempest-ServerShowV254Test-52812069-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk to [datastore2] b79bac0e-5cb0-43de-b10f-26262358e61e/b79bac0e-5cb0-43de-b10f-26262358e61e.vmdk {{(pid=62574) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1494.609604] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-6bb17f73-0f6c-4e4d-9262-354761f381d3 tempest-ServerShowV254Test-52812069 tempest-ServerShowV254Test-52812069-project-member] [instance: b79bac0e-5cb0-43de-b10f-26262358e61e] Extending root virtual disk to 1048576 {{(pid=62574) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1494.609940] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9bb9c248-eefb-4b24-ad99-3c8f2d44cde0 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.619399] env[62574]: DEBUG oslo_vmware.api [None req-d792a6b4-06f3-44c8-b18a-7fec29924657 tempest-ServerRescueTestJSONUnderV235-2079558425 tempest-ServerRescueTestJSONUnderV235-2079558425-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]523ead9a-0e24-5de8-5a8b-7d4d1ced06dd, 'name': SearchDatastore_Task, 'duration_secs': 0.018348} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1494.621954] env[62574]: DEBUG oslo_vmware.api [None req-6bb17f73-0f6c-4e4d-9262-354761f381d3 tempest-ServerShowV254Test-52812069 tempest-ServerShowV254Test-52812069-project-member] Waiting for the task: (returnval){ [ 1494.621954] env[62574]: value = "task-1861150" [ 1494.621954] env[62574]: _type = "Task" [ 1494.621954] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1494.621954] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a02cece-d09e-4685-97bc-2ea7211bb0ee {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.631032] env[62574]: DEBUG oslo_vmware.api [None req-d792a6b4-06f3-44c8-b18a-7fec29924657 tempest-ServerRescueTestJSONUnderV235-2079558425 tempest-ServerRescueTestJSONUnderV235-2079558425-project-member] Waiting for the task: (returnval){ [ 1494.631032] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]522c95e5-bc4b-1b6f-1d57-157407a99908" [ 1494.631032] env[62574]: _type = "Task" [ 1494.631032] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1494.634068] env[62574]: DEBUG oslo_vmware.api [None req-6bb17f73-0f6c-4e4d-9262-354761f381d3 tempest-ServerShowV254Test-52812069 tempest-ServerShowV254Test-52812069-project-member] Task: {'id': task-1861150, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1494.645359] env[62574]: DEBUG oslo_vmware.api [None req-d792a6b4-06f3-44c8-b18a-7fec29924657 tempest-ServerRescueTestJSONUnderV235-2079558425 tempest-ServerRescueTestJSONUnderV235-2079558425-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]522c95e5-bc4b-1b6f-1d57-157407a99908, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1494.715041] env[62574]: DEBUG nova.compute.manager [req-7eb76da8-cc7c-417f-8390-be1932aba1cb req-b9b0f6b6-d074-4697-9de2-4b4bf140198f service nova] [instance: a903fd4b-e31e-4fde-b8d6-a11ecf5a602f] Received event network-changed-c0a79f88-3220-45d5-9f4c-7e246b70d098 {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1494.715552] env[62574]: DEBUG nova.compute.manager [req-7eb76da8-cc7c-417f-8390-be1932aba1cb req-b9b0f6b6-d074-4697-9de2-4b4bf140198f service nova] [instance: a903fd4b-e31e-4fde-b8d6-a11ecf5a602f] Refreshing instance network info cache due to event network-changed-c0a79f88-3220-45d5-9f4c-7e246b70d098. {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1494.715552] env[62574]: DEBUG oslo_concurrency.lockutils [req-7eb76da8-cc7c-417f-8390-be1932aba1cb req-b9b0f6b6-d074-4697-9de2-4b4bf140198f service nova] Acquiring lock "refresh_cache-a903fd4b-e31e-4fde-b8d6-a11ecf5a602f" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1494.715659] env[62574]: DEBUG oslo_concurrency.lockutils [req-7eb76da8-cc7c-417f-8390-be1932aba1cb req-b9b0f6b6-d074-4697-9de2-4b4bf140198f service nova] Acquired lock "refresh_cache-a903fd4b-e31e-4fde-b8d6-a11ecf5a602f" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1494.715741] env[62574]: DEBUG nova.network.neutron [req-7eb76da8-cc7c-417f-8390-be1932aba1cb req-b9b0f6b6-d074-4697-9de2-4b4bf140198f service nova] [instance: a903fd4b-e31e-4fde-b8d6-a11ecf5a602f] Refreshing network info cache for port c0a79f88-3220-45d5-9f4c-7e246b70d098 {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1494.777977] env[62574]: DEBUG nova.network.neutron [None req-ea479bc7-e70b-4006-b685-c149b86827f3 tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] [instance: dc6d1fd4-d844-4ef6-b100-5e491a698ae3] Successfully updated port: 7be331c4-5cc2-42f6-83d8-9cfa90eb6d56 {{(pid=62574) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1494.840701] env[62574]: DEBUG nova.scheduler.client.report [None req-952961fe-f29b-4d2d-8be6-c53e6211d0ad tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Inventory has not changed for provider f0ed160a-beff-4626-a531-2a70d7bc0627 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 148, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1494.885358] env[62574]: DEBUG nova.network.neutron [-] [instance: d35706fa-4b30-46ac-a6df-545c8b83bdca] Updating instance_info_cache with network_info: [] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1494.924541] env[62574]: DEBUG nova.compute.manager [None req-9a41eb0c-4b5b-416e-9398-91b2a2c38fac tempest-ServerDiagnosticsTest-924160412 tempest-ServerDiagnosticsTest-924160412-project-member] [instance: 6d6540ed-ae82-4304-a6f2-7b7063587647] Start spawning the instance on the hypervisor. {{(pid=62574) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1494.930861] env[62574]: DEBUG nova.network.neutron [None req-9a41eb0c-4b5b-416e-9398-91b2a2c38fac tempest-ServerDiagnosticsTest-924160412 tempest-ServerDiagnosticsTest-924160412-project-member] [instance: 6d6540ed-ae82-4304-a6f2-7b7063587647] Successfully created port: c472c1c9-152d-4c88-b7fc-b9792bdeaccc {{(pid=62574) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1494.954138] env[62574]: DEBUG nova.virt.hardware [None req-9a41eb0c-4b5b-416e-9398-91b2a2c38fac tempest-ServerDiagnosticsTest-924160412 tempest-ServerDiagnosticsTest-924160412-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T19:26:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-13T19:26:40Z,direct_url=,disk_format='vmdk',id=3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7eed1dd4d2c3418eb32c4f4ceda3ab0d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-13T19:26:41Z,virtual_size=,visibility=), allow threads: False {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1494.954541] env[62574]: DEBUG nova.virt.hardware [None req-9a41eb0c-4b5b-416e-9398-91b2a2c38fac tempest-ServerDiagnosticsTest-924160412 tempest-ServerDiagnosticsTest-924160412-project-member] Flavor limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1494.954801] env[62574]: DEBUG nova.virt.hardware [None req-9a41eb0c-4b5b-416e-9398-91b2a2c38fac tempest-ServerDiagnosticsTest-924160412 tempest-ServerDiagnosticsTest-924160412-project-member] Image limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1494.956364] env[62574]: DEBUG nova.virt.hardware [None req-9a41eb0c-4b5b-416e-9398-91b2a2c38fac tempest-ServerDiagnosticsTest-924160412 tempest-ServerDiagnosticsTest-924160412-project-member] Flavor pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1494.956364] env[62574]: DEBUG nova.virt.hardware [None req-9a41eb0c-4b5b-416e-9398-91b2a2c38fac tempest-ServerDiagnosticsTest-924160412 tempest-ServerDiagnosticsTest-924160412-project-member] Image pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1494.956364] env[62574]: DEBUG nova.virt.hardware [None req-9a41eb0c-4b5b-416e-9398-91b2a2c38fac tempest-ServerDiagnosticsTest-924160412 tempest-ServerDiagnosticsTest-924160412-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1494.956777] env[62574]: DEBUG nova.virt.hardware [None req-9a41eb0c-4b5b-416e-9398-91b2a2c38fac tempest-ServerDiagnosticsTest-924160412 tempest-ServerDiagnosticsTest-924160412-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1494.956984] env[62574]: DEBUG nova.virt.hardware [None req-9a41eb0c-4b5b-416e-9398-91b2a2c38fac tempest-ServerDiagnosticsTest-924160412 tempest-ServerDiagnosticsTest-924160412-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1494.957217] env[62574]: DEBUG nova.virt.hardware [None req-9a41eb0c-4b5b-416e-9398-91b2a2c38fac tempest-ServerDiagnosticsTest-924160412 tempest-ServerDiagnosticsTest-924160412-project-member] Got 1 possible topologies {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1494.957391] env[62574]: DEBUG nova.virt.hardware [None req-9a41eb0c-4b5b-416e-9398-91b2a2c38fac tempest-ServerDiagnosticsTest-924160412 tempest-ServerDiagnosticsTest-924160412-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1494.957566] env[62574]: DEBUG nova.virt.hardware [None req-9a41eb0c-4b5b-416e-9398-91b2a2c38fac tempest-ServerDiagnosticsTest-924160412 tempest-ServerDiagnosticsTest-924160412-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1494.958492] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c27eea7f-5172-4c5a-b7ec-7f60d0dd7b5f {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.966953] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc14d701-2bdc-46ae-963d-9dc8028ecb4a {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.022493] env[62574]: DEBUG oslo_vmware.api [None req-f21da0cc-a474-474f-9e63-faf20cd92f66 tempest-ServerExternalEventsTest-1288446 tempest-ServerExternalEventsTest-1288446-project-member] Task: {'id': task-1861148, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081343} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1495.028305] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-f21da0cc-a474-474f-9e63-faf20cd92f66 tempest-ServerExternalEventsTest-1288446 tempest-ServerExternalEventsTest-1288446-project-member] [instance: 12efb14a-4241-42ec-b538-3efa54435951] Extended root virtual disk {{(pid=62574) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1495.029690] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8be8b305-80df-4281-a881-b84699480833 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.056030] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-f21da0cc-a474-474f-9e63-faf20cd92f66 tempest-ServerExternalEventsTest-1288446 tempest-ServerExternalEventsTest-1288446-project-member] [instance: 12efb14a-4241-42ec-b538-3efa54435951] Reconfiguring VM instance instance-00000005 to attach disk [datastore2] 12efb14a-4241-42ec-b538-3efa54435951/12efb14a-4241-42ec-b538-3efa54435951.vmdk or device None with type sparse {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1495.056030] env[62574]: DEBUG oslo_concurrency.lockutils [None req-a6eec462-12dc-4177-8e8c-aca5bdf71dc1 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Releasing lock "refresh_cache-1e669675-0551-49d8-af15-64fdd0984b3f" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1495.056194] env[62574]: DEBUG nova.compute.manager [None req-a6eec462-12dc-4177-8e8c-aca5bdf71dc1 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] [instance: 1e669675-0551-49d8-af15-64fdd0984b3f] Instance network_info: |[{"id": "c848933c-3878-4d23-a584-da483ccfe518", "address": "fa:16:3e:80:46:6b", "network": {"id": "90888d97-209c-49d6-8f95-1d0279efea11", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.34", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7eed1dd4d2c3418eb32c4f4ceda3ab0d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d275d7c6-2a7b-4ee8-b6f4-fabf1ba1905f", "external-id": "nsx-vlan-transportzone-513", "segmentation_id": 513, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc848933c-38", "ovs_interfaceid": "c848933c-3878-4d23-a584-da483ccfe518", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62574) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1495.056277] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0101adf5-0488-44a4-87d4-8d5595c87792 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.071836] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-a6eec462-12dc-4177-8e8c-aca5bdf71dc1 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] [instance: 1e669675-0551-49d8-af15-64fdd0984b3f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:80:46:6b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd275d7c6-2a7b-4ee8-b6f4-fabf1ba1905f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c848933c-3878-4d23-a584-da483ccfe518', 'vif_model': 'vmxnet3'}] {{(pid=62574) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1495.079311] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6eec462-12dc-4177-8e8c-aca5bdf71dc1 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Creating folder: Project (e674d08d0d8b4871b04fa46f35ed4a03). Parent ref: group-v384746. {{(pid=62574) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1495.079623] env[62574]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b0d2ef6a-c046-47a4-9f92-0fb4c83f807c {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.087480] env[62574]: DEBUG oslo_vmware.api [None req-f21da0cc-a474-474f-9e63-faf20cd92f66 tempest-ServerExternalEventsTest-1288446 tempest-ServerExternalEventsTest-1288446-project-member] Waiting for the task: (returnval){ [ 1495.087480] env[62574]: value = "task-1861152" [ 1495.087480] env[62574]: _type = "Task" [ 1495.087480] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1495.092924] env[62574]: INFO nova.virt.vmwareapi.vm_util [None req-a6eec462-12dc-4177-8e8c-aca5bdf71dc1 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Created folder: Project (e674d08d0d8b4871b04fa46f35ed4a03) in parent group-v384746. [ 1495.093137] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6eec462-12dc-4177-8e8c-aca5bdf71dc1 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Creating folder: Instances. Parent ref: group-v384768. {{(pid=62574) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1495.093806] env[62574]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c095f527-4b15-4fdc-a2f4-a33d79e8ed4a {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.098579] env[62574]: DEBUG oslo_vmware.api [None req-f21da0cc-a474-474f-9e63-faf20cd92f66 tempest-ServerExternalEventsTest-1288446 tempest-ServerExternalEventsTest-1288446-project-member] Task: {'id': task-1861152, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1495.107499] env[62574]: DEBUG oslo_vmware.api [None req-0cd81bd2-f2d3-4d28-994a-b72270ebdc9c tempest-ImagesOneServerTestJSON-1738664534 tempest-ImagesOneServerTestJSON-1738664534-project-member] Task: {'id': task-1861149, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1495.110660] env[62574]: INFO nova.virt.vmwareapi.vm_util [None req-a6eec462-12dc-4177-8e8c-aca5bdf71dc1 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Created folder: Instances in parent group-v384768. [ 1495.110928] env[62574]: DEBUG oslo.service.loopingcall [None req-a6eec462-12dc-4177-8e8c-aca5bdf71dc1 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62574) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1495.111262] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1e669675-0551-49d8-af15-64fdd0984b3f] Creating VM on the ESX host {{(pid=62574) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1495.111517] env[62574]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dc023f1e-815e-4387-a9d1-79f46b07f2d5 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.140719] env[62574]: DEBUG oslo_vmware.api [None req-6bb17f73-0f6c-4e4d-9262-354761f381d3 tempest-ServerShowV254Test-52812069 tempest-ServerShowV254Test-52812069-project-member] Task: {'id': task-1861150, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063186} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1495.142202] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-6bb17f73-0f6c-4e4d-9262-354761f381d3 tempest-ServerShowV254Test-52812069 tempest-ServerShowV254Test-52812069-project-member] [instance: b79bac0e-5cb0-43de-b10f-26262358e61e] Extended root virtual disk {{(pid=62574) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1495.142495] env[62574]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1495.142495] env[62574]: value = "task-1861154" [ 1495.142495] env[62574]: _type = "Task" [ 1495.142495] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1495.143687] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd3c2d3e-820f-4b3e-b66b-cb9a651b5573 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.153362] env[62574]: DEBUG oslo_vmware.api [None req-d792a6b4-06f3-44c8-b18a-7fec29924657 tempest-ServerRescueTestJSONUnderV235-2079558425 tempest-ServerRescueTestJSONUnderV235-2079558425-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]522c95e5-bc4b-1b6f-1d57-157407a99908, 'name': SearchDatastore_Task, 'duration_secs': 0.020984} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1495.153915] env[62574]: DEBUG oslo_concurrency.lockutils [None req-d792a6b4-06f3-44c8-b18a-7fec29924657 tempest-ServerRescueTestJSONUnderV235-2079558425 tempest-ServerRescueTestJSONUnderV235-2079558425-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1495.154244] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-d792a6b4-06f3-44c8-b18a-7fec29924657 tempest-ServerRescueTestJSONUnderV235-2079558425 tempest-ServerRescueTestJSONUnderV235-2079558425-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk to [datastore2] a903fd4b-e31e-4fde-b8d6-a11ecf5a602f/a903fd4b-e31e-4fde-b8d6-a11ecf5a602f.vmdk {{(pid=62574) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1495.154863] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-057517f7-6123-47c9-961a-3704edd56c4d {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.176128] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-6bb17f73-0f6c-4e4d-9262-354761f381d3 tempest-ServerShowV254Test-52812069 tempest-ServerShowV254Test-52812069-project-member] [instance: b79bac0e-5cb0-43de-b10f-26262358e61e] Reconfiguring VM instance instance-00000007 to attach disk [datastore2] b79bac0e-5cb0-43de-b10f-26262358e61e/b79bac0e-5cb0-43de-b10f-26262358e61e.vmdk or device None with type sparse {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1495.176128] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1861154, 'name': CreateVM_Task} progress is 10%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1495.177040] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f3688792-a521-4b02-90e8-1490be033ab4 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.192592] env[62574]: DEBUG oslo_vmware.api [None req-d792a6b4-06f3-44c8-b18a-7fec29924657 tempest-ServerRescueTestJSONUnderV235-2079558425 tempest-ServerRescueTestJSONUnderV235-2079558425-project-member] Waiting for the task: (returnval){ [ 1495.192592] env[62574]: value = "task-1861155" [ 1495.192592] env[62574]: _type = "Task" [ 1495.192592] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1495.197610] env[62574]: DEBUG oslo_vmware.api [None req-6bb17f73-0f6c-4e4d-9262-354761f381d3 tempest-ServerShowV254Test-52812069 tempest-ServerShowV254Test-52812069-project-member] Waiting for the task: (returnval){ [ 1495.197610] env[62574]: value = "task-1861156" [ 1495.197610] env[62574]: _type = "Task" [ 1495.197610] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1495.203958] env[62574]: DEBUG oslo_vmware.api [None req-d792a6b4-06f3-44c8-b18a-7fec29924657 tempest-ServerRescueTestJSONUnderV235-2079558425 tempest-ServerRescueTestJSONUnderV235-2079558425-project-member] Task: {'id': task-1861155, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1495.209147] env[62574]: DEBUG oslo_vmware.api [None req-6bb17f73-0f6c-4e4d-9262-354761f381d3 tempest-ServerShowV254Test-52812069 tempest-ServerShowV254Test-52812069-project-member] Task: {'id': task-1861156, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1495.282229] env[62574]: DEBUG oslo_concurrency.lockutils [None req-ea479bc7-e70b-4006-b685-c149b86827f3 tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Acquiring lock "refresh_cache-dc6d1fd4-d844-4ef6-b100-5e491a698ae3" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1495.282916] env[62574]: DEBUG oslo_concurrency.lockutils [None req-ea479bc7-e70b-4006-b685-c149b86827f3 tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Acquired lock "refresh_cache-dc6d1fd4-d844-4ef6-b100-5e491a698ae3" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1495.283257] env[62574]: DEBUG nova.network.neutron [None req-ea479bc7-e70b-4006-b685-c149b86827f3 tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] [instance: dc6d1fd4-d844-4ef6-b100-5e491a698ae3] Building network info cache for instance {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1495.347475] env[62574]: DEBUG oslo_concurrency.lockutils [None req-952961fe-f29b-4d2d-8be6-c53e6211d0ad tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.459s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1495.347825] env[62574]: DEBUG nova.compute.manager [None req-952961fe-f29b-4d2d-8be6-c53e6211d0ad tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] [instance: 2a0c3300-ba7f-4604-b629-42bda5d48664] Start building networks asynchronously for instance. {{(pid=62574) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1495.351224] env[62574]: DEBUG oslo_concurrency.lockutils [None req-b7e2b7ac-3354-404a-a92b-23db1a8cd1a5 tempest-ServersAdminNegativeTestJSON-1635259249 tempest-ServersAdminNegativeTestJSON-1635259249-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.419s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1495.354348] env[62574]: INFO nova.compute.claims [None req-b7e2b7ac-3354-404a-a92b-23db1a8cd1a5 tempest-ServersAdminNegativeTestJSON-1635259249 tempest-ServersAdminNegativeTestJSON-1635259249-project-member] [instance: 692b1ace-0ecb-4fc5-a348-ffe21f0d1ad7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1495.388795] env[62574]: INFO nova.compute.manager [-] [instance: d35706fa-4b30-46ac-a6df-545c8b83bdca] Took 2.32 seconds to deallocate network for instance. [ 1495.599541] env[62574]: DEBUG oslo_vmware.api [None req-f21da0cc-a474-474f-9e63-faf20cd92f66 tempest-ServerExternalEventsTest-1288446 tempest-ServerExternalEventsTest-1288446-project-member] Task: {'id': task-1861152, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1495.618615] env[62574]: DEBUG oslo_vmware.api [None req-0cd81bd2-f2d3-4d28-994a-b72270ebdc9c tempest-ImagesOneServerTestJSON-1738664534 tempest-ImagesOneServerTestJSON-1738664534-project-member] Task: {'id': task-1861149, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1495.656427] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1861154, 'name': CreateVM_Task} progress is 25%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1495.708597] env[62574]: DEBUG oslo_vmware.api [None req-d792a6b4-06f3-44c8-b18a-7fec29924657 tempest-ServerRescueTestJSONUnderV235-2079558425 tempest-ServerRescueTestJSONUnderV235-2079558425-project-member] Task: {'id': task-1861155, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1495.712297] env[62574]: DEBUG oslo_vmware.api [None req-6bb17f73-0f6c-4e4d-9262-354761f381d3 tempest-ServerShowV254Test-52812069 tempest-ServerShowV254Test-52812069-project-member] Task: {'id': task-1861156, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1495.752889] env[62574]: DEBUG nova.network.neutron [req-7eb76da8-cc7c-417f-8390-be1932aba1cb req-b9b0f6b6-d074-4697-9de2-4b4bf140198f service nova] [instance: a903fd4b-e31e-4fde-b8d6-a11ecf5a602f] Updated VIF entry in instance network info cache for port c0a79f88-3220-45d5-9f4c-7e246b70d098. {{(pid=62574) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1495.752889] env[62574]: DEBUG nova.network.neutron [req-7eb76da8-cc7c-417f-8390-be1932aba1cb req-b9b0f6b6-d074-4697-9de2-4b4bf140198f service nova] [instance: a903fd4b-e31e-4fde-b8d6-a11ecf5a602f] Updating instance_info_cache with network_info: [{"id": "c0a79f88-3220-45d5-9f4c-7e246b70d098", "address": "fa:16:3e:44:9c:ba", "network": {"id": "1936b79f-db67-4ad5-86bc-7dc4ed97eacc", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1542900542-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "c10401ec5a6e44c69288f736108864e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffcecdaa-a7b8-49fc-9371-dbdb7744688e", "external-id": "nsx-vlan-transportzone-994", "segmentation_id": 994, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0a79f88-32", "ovs_interfaceid": "c0a79f88-3220-45d5-9f4c-7e246b70d098", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1495.865735] env[62574]: DEBUG nova.compute.utils [None req-952961fe-f29b-4d2d-8be6-c53e6211d0ad tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Using /dev/sd instead of None {{(pid=62574) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1495.868728] env[62574]: DEBUG nova.network.neutron [None req-ea479bc7-e70b-4006-b685-c149b86827f3 tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] [instance: dc6d1fd4-d844-4ef6-b100-5e491a698ae3] Instance cache missing network info. {{(pid=62574) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1495.871190] env[62574]: DEBUG nova.compute.manager [None req-952961fe-f29b-4d2d-8be6-c53e6211d0ad tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] [instance: 2a0c3300-ba7f-4604-b629-42bda5d48664] Allocating IP information in the background. {{(pid=62574) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1495.871377] env[62574]: DEBUG nova.network.neutron [None req-952961fe-f29b-4d2d-8be6-c53e6211d0ad tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] [instance: 2a0c3300-ba7f-4604-b629-42bda5d48664] allocate_for_instance() {{(pid=62574) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1495.902800] env[62574]: DEBUG oslo_concurrency.lockutils [None req-e09a1c40-0132-4b79-bb4b-af772167f0a0 tempest-DeleteServersAdminTestJSON-2052691694 tempest-DeleteServersAdminTestJSON-2052691694-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1495.984288] env[62574]: DEBUG oslo_concurrency.lockutils [None req-c4c595eb-842c-47d8-90b6-4bc17bb70c93 tempest-TenantUsagesTestJSON-1701219257 tempest-TenantUsagesTestJSON-1701219257-project-member] Acquiring lock "049aed69-5511-4770-9a62-039b2f21d60f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1495.984288] env[62574]: DEBUG oslo_concurrency.lockutils [None req-c4c595eb-842c-47d8-90b6-4bc17bb70c93 tempest-TenantUsagesTestJSON-1701219257 tempest-TenantUsagesTestJSON-1701219257-project-member] Lock "049aed69-5511-4770-9a62-039b2f21d60f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1496.105609] env[62574]: DEBUG oslo_vmware.api [None req-f21da0cc-a474-474f-9e63-faf20cd92f66 tempest-ServerExternalEventsTest-1288446 tempest-ServerExternalEventsTest-1288446-project-member] Task: {'id': task-1861152, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1496.111908] env[62574]: DEBUG nova.policy [None req-952961fe-f29b-4d2d-8be6-c53e6211d0ad tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '973709d00eff45a3b8804ef21cc86542', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3197393f8f6a457a9367bd87f7aa5dc2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62574) authorize /opt/stack/nova/nova/policy.py:192}} [ 1496.118135] env[62574]: DEBUG oslo_vmware.api [None req-0cd81bd2-f2d3-4d28-994a-b72270ebdc9c tempest-ImagesOneServerTestJSON-1738664534 tempest-ImagesOneServerTestJSON-1738664534-project-member] Task: {'id': task-1861149, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1496.156941] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1861154, 'name': CreateVM_Task, 'duration_secs': 0.949169} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1496.156941] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1e669675-0551-49d8-af15-64fdd0984b3f] Created VM on the ESX host {{(pid=62574) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1496.158272] env[62574]: DEBUG oslo_concurrency.lockutils [None req-a6eec462-12dc-4177-8e8c-aca5bdf71dc1 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1496.158272] env[62574]: DEBUG oslo_concurrency.lockutils [None req-a6eec462-12dc-4177-8e8c-aca5bdf71dc1 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1496.158479] env[62574]: DEBUG oslo_concurrency.lockutils [None req-a6eec462-12dc-4177-8e8c-aca5bdf71dc1 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1496.158619] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-408d9b3f-eba7-4acb-b7de-ec39646edb32 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.164725] env[62574]: DEBUG oslo_vmware.api [None req-a6eec462-12dc-4177-8e8c-aca5bdf71dc1 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Waiting for the task: (returnval){ [ 1496.164725] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]52fe58d3-b95f-5c29-de5b-2c8ec04dd031" [ 1496.164725] env[62574]: _type = "Task" [ 1496.164725] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1496.176332] env[62574]: DEBUG oslo_vmware.api [None req-a6eec462-12dc-4177-8e8c-aca5bdf71dc1 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52fe58d3-b95f-5c29-de5b-2c8ec04dd031, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1496.205642] env[62574]: DEBUG oslo_vmware.api [None req-d792a6b4-06f3-44c8-b18a-7fec29924657 tempest-ServerRescueTestJSONUnderV235-2079558425 tempest-ServerRescueTestJSONUnderV235-2079558425-project-member] Task: {'id': task-1861155, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.625495} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1496.208695] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-d792a6b4-06f3-44c8-b18a-7fec29924657 tempest-ServerRescueTestJSONUnderV235-2079558425 tempest-ServerRescueTestJSONUnderV235-2079558425-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk to [datastore2] a903fd4b-e31e-4fde-b8d6-a11ecf5a602f/a903fd4b-e31e-4fde-b8d6-a11ecf5a602f.vmdk {{(pid=62574) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1496.209230] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-d792a6b4-06f3-44c8-b18a-7fec29924657 tempest-ServerRescueTestJSONUnderV235-2079558425 tempest-ServerRescueTestJSONUnderV235-2079558425-project-member] [instance: a903fd4b-e31e-4fde-b8d6-a11ecf5a602f] Extending root virtual disk to 1048576 {{(pid=62574) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1496.209230] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8ba41b1a-908b-4caa-9cfd-1e4c1e88d33a {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.217023] env[62574]: DEBUG oslo_vmware.api [None req-6bb17f73-0f6c-4e4d-9262-354761f381d3 tempest-ServerShowV254Test-52812069 tempest-ServerShowV254Test-52812069-project-member] Task: {'id': task-1861156, 'name': ReconfigVM_Task, 'duration_secs': 0.706901} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1496.218213] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-6bb17f73-0f6c-4e4d-9262-354761f381d3 tempest-ServerShowV254Test-52812069 tempest-ServerShowV254Test-52812069-project-member] [instance: b79bac0e-5cb0-43de-b10f-26262358e61e] Reconfigured VM instance instance-00000007 to attach disk [datastore2] b79bac0e-5cb0-43de-b10f-26262358e61e/b79bac0e-5cb0-43de-b10f-26262358e61e.vmdk or device None with type sparse {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1496.218908] env[62574]: DEBUG oslo_vmware.api [None req-d792a6b4-06f3-44c8-b18a-7fec29924657 tempest-ServerRescueTestJSONUnderV235-2079558425 tempest-ServerRescueTestJSONUnderV235-2079558425-project-member] Waiting for the task: (returnval){ [ 1496.218908] env[62574]: value = "task-1861157" [ 1496.218908] env[62574]: _type = "Task" [ 1496.218908] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1496.219189] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3a42fe89-4115-487b-877b-18b29d90f9d7 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.236134] env[62574]: DEBUG oslo_vmware.api [None req-d792a6b4-06f3-44c8-b18a-7fec29924657 tempest-ServerRescueTestJSONUnderV235-2079558425 tempest-ServerRescueTestJSONUnderV235-2079558425-project-member] Task: {'id': task-1861157, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1496.238100] env[62574]: DEBUG oslo_vmware.api [None req-6bb17f73-0f6c-4e4d-9262-354761f381d3 tempest-ServerShowV254Test-52812069 tempest-ServerShowV254Test-52812069-project-member] Waiting for the task: (returnval){ [ 1496.238100] env[62574]: value = "task-1861158" [ 1496.238100] env[62574]: _type = "Task" [ 1496.238100] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1496.253235] env[62574]: DEBUG oslo_vmware.api [None req-6bb17f73-0f6c-4e4d-9262-354761f381d3 tempest-ServerShowV254Test-52812069 tempest-ServerShowV254Test-52812069-project-member] Task: {'id': task-1861158, 'name': Rename_Task} progress is 14%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1496.256455] env[62574]: DEBUG oslo_concurrency.lockutils [req-7eb76da8-cc7c-417f-8390-be1932aba1cb req-b9b0f6b6-d074-4697-9de2-4b4bf140198f service nova] Releasing lock "refresh_cache-a903fd4b-e31e-4fde-b8d6-a11ecf5a602f" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1496.376131] env[62574]: DEBUG nova.compute.manager [None req-952961fe-f29b-4d2d-8be6-c53e6211d0ad tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] [instance: 2a0c3300-ba7f-4604-b629-42bda5d48664] Start building block device mappings for instance. {{(pid=62574) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1496.595898] env[62574]: DEBUG oslo_concurrency.lockutils [None req-c52dd69c-5b06-43a2-ac65-43b86bc86553 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] Acquiring lock "a40bab23-721e-4584-bda1-2bf5d0e0e37e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1496.596161] env[62574]: DEBUG oslo_concurrency.lockutils [None req-c52dd69c-5b06-43a2-ac65-43b86bc86553 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] Lock "a40bab23-721e-4584-bda1-2bf5d0e0e37e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1496.601958] env[62574]: DEBUG nova.network.neutron [None req-ea479bc7-e70b-4006-b685-c149b86827f3 tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] [instance: dc6d1fd4-d844-4ef6-b100-5e491a698ae3] Updating instance_info_cache with network_info: [{"id": "7be331c4-5cc2-42f6-83d8-9cfa90eb6d56", "address": "fa:16:3e:a4:e0:19", "network": {"id": "a9cdd1f4-8d7e-4f5a-bce3-2ba18087d749", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1963892663-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "349319b81ebc4b50b19ead6b2aa1c248", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f1e0e39-0c84-4fcd-9113-cc528c3eb185", "external-id": "nsx-vlan-transportzone-907", "segmentation_id": 907, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7be331c4-5c", "ovs_interfaceid": "7be331c4-5cc2-42f6-83d8-9cfa90eb6d56", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1496.609211] env[62574]: DEBUG oslo_vmware.api [None req-f21da0cc-a474-474f-9e63-faf20cd92f66 tempest-ServerExternalEventsTest-1288446 tempest-ServerExternalEventsTest-1288446-project-member] Task: {'id': task-1861152, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1496.622751] env[62574]: DEBUG oslo_vmware.api [None req-0cd81bd2-f2d3-4d28-994a-b72270ebdc9c tempest-ImagesOneServerTestJSON-1738664534 tempest-ImagesOneServerTestJSON-1738664534-project-member] Task: {'id': task-1861149, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1496.683210] env[62574]: DEBUG oslo_vmware.api [None req-a6eec462-12dc-4177-8e8c-aca5bdf71dc1 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52fe58d3-b95f-5c29-de5b-2c8ec04dd031, 'name': SearchDatastore_Task, 'duration_secs': 0.011065} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1496.683278] env[62574]: DEBUG oslo_concurrency.lockutils [None req-a6eec462-12dc-4177-8e8c-aca5bdf71dc1 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1496.683448] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-a6eec462-12dc-4177-8e8c-aca5bdf71dc1 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] [instance: 1e669675-0551-49d8-af15-64fdd0984b3f] Processing image 3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2 {{(pid=62574) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1496.683675] env[62574]: DEBUG oslo_concurrency.lockutils [None req-a6eec462-12dc-4177-8e8c-aca5bdf71dc1 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1496.683816] env[62574]: DEBUG oslo_concurrency.lockutils [None req-a6eec462-12dc-4177-8e8c-aca5bdf71dc1 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1496.683998] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6eec462-12dc-4177-8e8c-aca5bdf71dc1 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1496.684272] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f0e6364f-011d-48ab-a64a-efc8e8772cec {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.693946] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6eec462-12dc-4177-8e8c-aca5bdf71dc1 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1496.694179] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-a6eec462-12dc-4177-8e8c-aca5bdf71dc1 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62574) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1496.694992] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b3cefffa-a45f-4164-811c-2e30a144d130 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.701581] env[62574]: DEBUG oslo_vmware.api [None req-a6eec462-12dc-4177-8e8c-aca5bdf71dc1 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Waiting for the task: (returnval){ [ 1496.701581] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]5227f36d-3c2c-52ac-1da3-0084b0864dce" [ 1496.701581] env[62574]: _type = "Task" [ 1496.701581] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1496.710189] env[62574]: DEBUG oslo_vmware.api [None req-a6eec462-12dc-4177-8e8c-aca5bdf71dc1 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]5227f36d-3c2c-52ac-1da3-0084b0864dce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1496.736197] env[62574]: DEBUG oslo_vmware.api [None req-d792a6b4-06f3-44c8-b18a-7fec29924657 tempest-ServerRescueTestJSONUnderV235-2079558425 tempest-ServerRescueTestJSONUnderV235-2079558425-project-member] Task: {'id': task-1861157, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063539} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1496.736375] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-d792a6b4-06f3-44c8-b18a-7fec29924657 tempest-ServerRescueTestJSONUnderV235-2079558425 tempest-ServerRescueTestJSONUnderV235-2079558425-project-member] [instance: a903fd4b-e31e-4fde-b8d6-a11ecf5a602f] Extended root virtual disk {{(pid=62574) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1496.737180] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69397be7-5b84-40cc-86e3-304c5e398c73 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.759475] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-d792a6b4-06f3-44c8-b18a-7fec29924657 tempest-ServerRescueTestJSONUnderV235-2079558425 tempest-ServerRescueTestJSONUnderV235-2079558425-project-member] [instance: a903fd4b-e31e-4fde-b8d6-a11ecf5a602f] Reconfiguring VM instance instance-00000006 to attach disk [datastore2] a903fd4b-e31e-4fde-b8d6-a11ecf5a602f/a903fd4b-e31e-4fde-b8d6-a11ecf5a602f.vmdk or device None with type sparse {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1496.765564] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-306dbc72-efb1-48f1-a48a-b41c19bfaeff {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.785792] env[62574]: DEBUG oslo_vmware.api [None req-6bb17f73-0f6c-4e4d-9262-354761f381d3 tempest-ServerShowV254Test-52812069 tempest-ServerShowV254Test-52812069-project-member] Task: {'id': task-1861158, 'name': Rename_Task, 'duration_secs': 0.147371} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1496.787097] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bb17f73-0f6c-4e4d-9262-354761f381d3 tempest-ServerShowV254Test-52812069 tempest-ServerShowV254Test-52812069-project-member] [instance: b79bac0e-5cb0-43de-b10f-26262358e61e] Powering on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1496.787456] env[62574]: DEBUG oslo_vmware.api [None req-d792a6b4-06f3-44c8-b18a-7fec29924657 tempest-ServerRescueTestJSONUnderV235-2079558425 tempest-ServerRescueTestJSONUnderV235-2079558425-project-member] Waiting for the task: (returnval){ [ 1496.787456] env[62574]: value = "task-1861159" [ 1496.787456] env[62574]: _type = "Task" [ 1496.787456] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1496.787589] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-111c3db2-d3ca-416b-8543-224c35162544 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.800410] env[62574]: DEBUG oslo_vmware.api [None req-d792a6b4-06f3-44c8-b18a-7fec29924657 tempest-ServerRescueTestJSONUnderV235-2079558425 tempest-ServerRescueTestJSONUnderV235-2079558425-project-member] Task: {'id': task-1861159, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1496.801766] env[62574]: DEBUG oslo_vmware.api [None req-6bb17f73-0f6c-4e4d-9262-354761f381d3 tempest-ServerShowV254Test-52812069 tempest-ServerShowV254Test-52812069-project-member] Waiting for the task: (returnval){ [ 1496.801766] env[62574]: value = "task-1861160" [ 1496.801766] env[62574]: _type = "Task" [ 1496.801766] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1496.809554] env[62574]: DEBUG oslo_vmware.api [None req-6bb17f73-0f6c-4e4d-9262-354761f381d3 tempest-ServerShowV254Test-52812069 tempest-ServerShowV254Test-52812069-project-member] Task: {'id': task-1861160, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1496.811196] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3aed2ff2-ba7d-4d18-9fcc-7606899c6c6f {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.819121] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d14621f-41a1-4f0a-bfd9-cbcdd22a59e0 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.853737] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-314d2852-cc42-4a30-a5c6-1aaa35f7a1ee {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.861998] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47152785-38f7-49a1-83b0-3f843757ed32 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.876669] env[62574]: DEBUG nova.compute.provider_tree [None req-b7e2b7ac-3354-404a-a92b-23db1a8cd1a5 tempest-ServersAdminNegativeTestJSON-1635259249 tempest-ServersAdminNegativeTestJSON-1635259249-project-member] Inventory has not changed in ProviderTree for provider: f0ed160a-beff-4626-a531-2a70d7bc0627 {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1497.111117] env[62574]: DEBUG oslo_vmware.api [None req-f21da0cc-a474-474f-9e63-faf20cd92f66 tempest-ServerExternalEventsTest-1288446 tempest-ServerExternalEventsTest-1288446-project-member] Task: {'id': task-1861152, 'name': ReconfigVM_Task, 'duration_secs': 1.534522} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1497.116379] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-f21da0cc-a474-474f-9e63-faf20cd92f66 tempest-ServerExternalEventsTest-1288446 tempest-ServerExternalEventsTest-1288446-project-member] [instance: 12efb14a-4241-42ec-b538-3efa54435951] Reconfigured VM instance instance-00000005 to attach disk [datastore2] 12efb14a-4241-42ec-b538-3efa54435951/12efb14a-4241-42ec-b538-3efa54435951.vmdk or device None with type sparse {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1497.116379] env[62574]: DEBUG oslo_concurrency.lockutils [None req-ea479bc7-e70b-4006-b685-c149b86827f3 tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Releasing lock "refresh_cache-dc6d1fd4-d844-4ef6-b100-5e491a698ae3" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1497.116618] env[62574]: DEBUG nova.compute.manager [None req-ea479bc7-e70b-4006-b685-c149b86827f3 tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] [instance: dc6d1fd4-d844-4ef6-b100-5e491a698ae3] Instance network_info: |[{"id": "7be331c4-5cc2-42f6-83d8-9cfa90eb6d56", "address": "fa:16:3e:a4:e0:19", "network": {"id": "a9cdd1f4-8d7e-4f5a-bce3-2ba18087d749", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1963892663-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "349319b81ebc4b50b19ead6b2aa1c248", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f1e0e39-0c84-4fcd-9113-cc528c3eb185", "external-id": "nsx-vlan-transportzone-907", "segmentation_id": 907, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7be331c4-5c", "ovs_interfaceid": "7be331c4-5cc2-42f6-83d8-9cfa90eb6d56", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62574) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1497.116618] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3ef515ed-81b7-4633-a5e6-8a5ab1ff427b {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.119531] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-ea479bc7-e70b-4006-b685-c149b86827f3 tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] [instance: dc6d1fd4-d844-4ef6-b100-5e491a698ae3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a4:e0:19', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9f1e0e39-0c84-4fcd-9113-cc528c3eb185', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7be331c4-5cc2-42f6-83d8-9cfa90eb6d56', 'vif_model': 'vmxnet3'}] {{(pid=62574) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1497.127579] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea479bc7-e70b-4006-b685-c149b86827f3 tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Creating folder: Project (349319b81ebc4b50b19ead6b2aa1c248). Parent ref: group-v384746. {{(pid=62574) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1497.128454] env[62574]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4801b148-bd83-4b9d-bd4b-02a608a08892 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.134989] env[62574]: DEBUG oslo_vmware.api [None req-0cd81bd2-f2d3-4d28-994a-b72270ebdc9c tempest-ImagesOneServerTestJSON-1738664534 tempest-ImagesOneServerTestJSON-1738664534-project-member] Task: {'id': task-1861149, 'name': CreateSnapshot_Task, 'duration_secs': 2.061332} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1497.136832] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-0cd81bd2-f2d3-4d28-994a-b72270ebdc9c tempest-ImagesOneServerTestJSON-1738664534 tempest-ImagesOneServerTestJSON-1738664534-project-member] [instance: b19648bf-b106-4c17-8b48-8c579fb23b31] Created Snapshot of the VM instance {{(pid=62574) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1497.137429] env[62574]: DEBUG oslo_vmware.api [None req-f21da0cc-a474-474f-9e63-faf20cd92f66 tempest-ServerExternalEventsTest-1288446 tempest-ServerExternalEventsTest-1288446-project-member] Waiting for the task: (returnval){ [ 1497.137429] env[62574]: value = "task-1861161" [ 1497.137429] env[62574]: _type = "Task" [ 1497.137429] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1497.138759] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69643337-a90d-4def-b953-6abca5429f83 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.151657] env[62574]: INFO nova.virt.vmwareapi.vm_util [None req-ea479bc7-e70b-4006-b685-c149b86827f3 tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Created folder: Project (349319b81ebc4b50b19ead6b2aa1c248) in parent group-v384746. [ 1497.151657] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea479bc7-e70b-4006-b685-c149b86827f3 tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Creating folder: Instances. Parent ref: group-v384772. {{(pid=62574) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1497.151657] env[62574]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cf378e69-a3f6-4400-9a3c-71d0085cbdb4 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.167325] env[62574]: DEBUG oslo_vmware.api [None req-f21da0cc-a474-474f-9e63-faf20cd92f66 tempest-ServerExternalEventsTest-1288446 tempest-ServerExternalEventsTest-1288446-project-member] Task: {'id': task-1861161, 'name': Rename_Task} progress is 14%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1497.173487] env[62574]: INFO nova.virt.vmwareapi.vm_util [None req-ea479bc7-e70b-4006-b685-c149b86827f3 tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Created folder: Instances in parent group-v384772. [ 1497.173808] env[62574]: DEBUG oslo.service.loopingcall [None req-ea479bc7-e70b-4006-b685-c149b86827f3 tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62574) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1497.174062] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dc6d1fd4-d844-4ef6-b100-5e491a698ae3] Creating VM on the ESX host {{(pid=62574) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1497.174320] env[62574]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-59c682c0-c413-4bc5-8c44-42703905c01f {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.196616] env[62574]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1497.196616] env[62574]: value = "task-1861164" [ 1497.196616] env[62574]: _type = "Task" [ 1497.196616] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1497.208906] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1861164, 'name': CreateVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1497.214239] env[62574]: DEBUG oslo_vmware.api [None req-a6eec462-12dc-4177-8e8c-aca5bdf71dc1 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]5227f36d-3c2c-52ac-1da3-0084b0864dce, 'name': SearchDatastore_Task, 'duration_secs': 0.008755} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1497.215598] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6936411b-fd93-4303-a185-c293e8c6daf2 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.226134] env[62574]: DEBUG oslo_vmware.api [None req-a6eec462-12dc-4177-8e8c-aca5bdf71dc1 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Waiting for the task: (returnval){ [ 1497.226134] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]526b360b-f35f-70e3-054f-99444003b507" [ 1497.226134] env[62574]: _type = "Task" [ 1497.226134] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1497.238084] env[62574]: DEBUG oslo_vmware.api [None req-a6eec462-12dc-4177-8e8c-aca5bdf71dc1 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]526b360b-f35f-70e3-054f-99444003b507, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1497.299665] env[62574]: DEBUG oslo_vmware.api [None req-d792a6b4-06f3-44c8-b18a-7fec29924657 tempest-ServerRescueTestJSONUnderV235-2079558425 tempest-ServerRescueTestJSONUnderV235-2079558425-project-member] Task: {'id': task-1861159, 'name': ReconfigVM_Task, 'duration_secs': 0.319592} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1497.299963] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-d792a6b4-06f3-44c8-b18a-7fec29924657 tempest-ServerRescueTestJSONUnderV235-2079558425 tempest-ServerRescueTestJSONUnderV235-2079558425-project-member] [instance: a903fd4b-e31e-4fde-b8d6-a11ecf5a602f] Reconfigured VM instance instance-00000006 to attach disk [datastore2] a903fd4b-e31e-4fde-b8d6-a11ecf5a602f/a903fd4b-e31e-4fde-b8d6-a11ecf5a602f.vmdk or device None with type sparse {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1497.300644] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c5962c6e-1199-4ea2-87d7-d36bb170852c {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.311956] env[62574]: DEBUG oslo_vmware.api [None req-6bb17f73-0f6c-4e4d-9262-354761f381d3 tempest-ServerShowV254Test-52812069 tempest-ServerShowV254Test-52812069-project-member] Task: {'id': task-1861160, 'name': PowerOnVM_Task, 'duration_secs': 0.445135} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1497.313239] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bb17f73-0f6c-4e4d-9262-354761f381d3 tempest-ServerShowV254Test-52812069 tempest-ServerShowV254Test-52812069-project-member] [instance: b79bac0e-5cb0-43de-b10f-26262358e61e] Powered on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1497.313463] env[62574]: INFO nova.compute.manager [None req-6bb17f73-0f6c-4e4d-9262-354761f381d3 tempest-ServerShowV254Test-52812069 tempest-ServerShowV254Test-52812069-project-member] [instance: b79bac0e-5cb0-43de-b10f-26262358e61e] Took 9.66 seconds to spawn the instance on the hypervisor. [ 1497.313623] env[62574]: DEBUG nova.compute.manager [None req-6bb17f73-0f6c-4e4d-9262-354761f381d3 tempest-ServerShowV254Test-52812069 tempest-ServerShowV254Test-52812069-project-member] [instance: b79bac0e-5cb0-43de-b10f-26262358e61e] Checking state {{(pid=62574) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1497.313942] env[62574]: DEBUG oslo_vmware.api [None req-d792a6b4-06f3-44c8-b18a-7fec29924657 tempest-ServerRescueTestJSONUnderV235-2079558425 tempest-ServerRescueTestJSONUnderV235-2079558425-project-member] Waiting for the task: (returnval){ [ 1497.313942] env[62574]: value = "task-1861165" [ 1497.313942] env[62574]: _type = "Task" [ 1497.313942] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1497.318369] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18e28243-5f0e-42d1-99d5-fc46ecd5c6b2 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.339089] env[62574]: DEBUG oslo_vmware.api [None req-d792a6b4-06f3-44c8-b18a-7fec29924657 tempest-ServerRescueTestJSONUnderV235-2079558425 tempest-ServerRescueTestJSONUnderV235-2079558425-project-member] Task: {'id': task-1861165, 'name': Rename_Task} progress is 14%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1497.385758] env[62574]: DEBUG nova.scheduler.client.report [None req-b7e2b7ac-3354-404a-a92b-23db1a8cd1a5 tempest-ServersAdminNegativeTestJSON-1635259249 tempest-ServersAdminNegativeTestJSON-1635259249-project-member] Inventory has not changed for provider f0ed160a-beff-4626-a531-2a70d7bc0627 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 148, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1497.388681] env[62574]: DEBUG nova.compute.manager [None req-952961fe-f29b-4d2d-8be6-c53e6211d0ad tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] [instance: 2a0c3300-ba7f-4604-b629-42bda5d48664] Start spawning the instance on the hypervisor. {{(pid=62574) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1497.427159] env[62574]: DEBUG nova.virt.hardware [None req-952961fe-f29b-4d2d-8be6-c53e6211d0ad tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T19:26:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-13T19:26:40Z,direct_url=,disk_format='vmdk',id=3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7eed1dd4d2c3418eb32c4f4ceda3ab0d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-13T19:26:41Z,virtual_size=,visibility=), allow threads: False {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1497.427159] env[62574]: DEBUG nova.virt.hardware [None req-952961fe-f29b-4d2d-8be6-c53e6211d0ad tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Flavor limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1497.427159] env[62574]: DEBUG nova.virt.hardware [None req-952961fe-f29b-4d2d-8be6-c53e6211d0ad tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Image limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1497.427433] env[62574]: DEBUG nova.virt.hardware [None req-952961fe-f29b-4d2d-8be6-c53e6211d0ad tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Flavor pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1497.427433] env[62574]: DEBUG nova.virt.hardware [None req-952961fe-f29b-4d2d-8be6-c53e6211d0ad tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Image pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1497.427433] env[62574]: DEBUG nova.virt.hardware [None req-952961fe-f29b-4d2d-8be6-c53e6211d0ad tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1497.427433] env[62574]: DEBUG nova.virt.hardware [None req-952961fe-f29b-4d2d-8be6-c53e6211d0ad tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1497.427433] env[62574]: DEBUG nova.virt.hardware [None req-952961fe-f29b-4d2d-8be6-c53e6211d0ad tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1497.427609] env[62574]: DEBUG nova.virt.hardware [None req-952961fe-f29b-4d2d-8be6-c53e6211d0ad tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Got 1 possible topologies {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1497.427609] env[62574]: DEBUG nova.virt.hardware [None req-952961fe-f29b-4d2d-8be6-c53e6211d0ad tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1497.427609] env[62574]: DEBUG nova.virt.hardware [None req-952961fe-f29b-4d2d-8be6-c53e6211d0ad tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1497.432118] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-715eb424-7b5f-4c40-83eb-99f543446f2e {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.441427] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f341e5a-03f1-4c60-b902-e5f965eed98d {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.549661] env[62574]: DEBUG nova.network.neutron [None req-952961fe-f29b-4d2d-8be6-c53e6211d0ad tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] [instance: 2a0c3300-ba7f-4604-b629-42bda5d48664] Successfully created port: 54e8da54-8296-4e08-ad1a-3140fe9ac725 {{(pid=62574) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1497.653144] env[62574]: DEBUG oslo_vmware.api [None req-f21da0cc-a474-474f-9e63-faf20cd92f66 tempest-ServerExternalEventsTest-1288446 tempest-ServerExternalEventsTest-1288446-project-member] Task: {'id': task-1861161, 'name': Rename_Task, 'duration_secs': 0.151598} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1497.653456] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-f21da0cc-a474-474f-9e63-faf20cd92f66 tempest-ServerExternalEventsTest-1288446 tempest-ServerExternalEventsTest-1288446-project-member] [instance: 12efb14a-4241-42ec-b538-3efa54435951] Powering on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1497.653701] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-de8834a1-e6f1-4ed8-80ec-ce2e0fdd021c {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.661035] env[62574]: DEBUG oslo_vmware.api [None req-f21da0cc-a474-474f-9e63-faf20cd92f66 tempest-ServerExternalEventsTest-1288446 tempest-ServerExternalEventsTest-1288446-project-member] Waiting for the task: (returnval){ [ 1497.661035] env[62574]: value = "task-1861166" [ 1497.661035] env[62574]: _type = "Task" [ 1497.661035] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1497.676557] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-0cd81bd2-f2d3-4d28-994a-b72270ebdc9c tempest-ImagesOneServerTestJSON-1738664534 tempest-ImagesOneServerTestJSON-1738664534-project-member] [instance: b19648bf-b106-4c17-8b48-8c579fb23b31] Creating linked-clone VM from snapshot {{(pid=62574) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1497.676956] env[62574]: DEBUG oslo_vmware.api [None req-f21da0cc-a474-474f-9e63-faf20cd92f66 tempest-ServerExternalEventsTest-1288446 tempest-ServerExternalEventsTest-1288446-project-member] Task: {'id': task-1861166, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1497.677207] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-51eb14e2-4461-4a2f-8c66-8a4bc007b067 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.685651] env[62574]: DEBUG oslo_vmware.api [None req-0cd81bd2-f2d3-4d28-994a-b72270ebdc9c tempest-ImagesOneServerTestJSON-1738664534 tempest-ImagesOneServerTestJSON-1738664534-project-member] Waiting for the task: (returnval){ [ 1497.685651] env[62574]: value = "task-1861167" [ 1497.685651] env[62574]: _type = "Task" [ 1497.685651] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1497.694696] env[62574]: DEBUG oslo_vmware.api [None req-0cd81bd2-f2d3-4d28-994a-b72270ebdc9c tempest-ImagesOneServerTestJSON-1738664534 tempest-ImagesOneServerTestJSON-1738664534-project-member] Task: {'id': task-1861167, 'name': CloneVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1497.706409] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1861164, 'name': CreateVM_Task, 'duration_secs': 0.343407} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1497.706597] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dc6d1fd4-d844-4ef6-b100-5e491a698ae3] Created VM on the ESX host {{(pid=62574) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1497.708559] env[62574]: DEBUG oslo_concurrency.lockutils [None req-ea479bc7-e70b-4006-b685-c149b86827f3 tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1497.708559] env[62574]: DEBUG oslo_concurrency.lockutils [None req-ea479bc7-e70b-4006-b685-c149b86827f3 tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1497.708559] env[62574]: DEBUG oslo_concurrency.lockutils [None req-ea479bc7-e70b-4006-b685-c149b86827f3 tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1497.708559] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a6e515b6-7535-49bb-9341-86adadefdfa8 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.713365] env[62574]: DEBUG oslo_vmware.api [None req-ea479bc7-e70b-4006-b685-c149b86827f3 tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Waiting for the task: (returnval){ [ 1497.713365] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]52322e5b-3ee7-ee5a-94fe-90e458b9e7e8" [ 1497.713365] env[62574]: _type = "Task" [ 1497.713365] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1497.723991] env[62574]: DEBUG oslo_vmware.api [None req-ea479bc7-e70b-4006-b685-c149b86827f3 tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52322e5b-3ee7-ee5a-94fe-90e458b9e7e8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1497.737302] env[62574]: DEBUG oslo_vmware.api [None req-a6eec462-12dc-4177-8e8c-aca5bdf71dc1 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]526b360b-f35f-70e3-054f-99444003b507, 'name': SearchDatastore_Task, 'duration_secs': 0.037707} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1497.737592] env[62574]: DEBUG oslo_concurrency.lockutils [None req-a6eec462-12dc-4177-8e8c-aca5bdf71dc1 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1497.737854] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6eec462-12dc-4177-8e8c-aca5bdf71dc1 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk to [datastore2] 1e669675-0551-49d8-af15-64fdd0984b3f/1e669675-0551-49d8-af15-64fdd0984b3f.vmdk {{(pid=62574) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1497.738188] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-58006a6f-4977-4601-9f5f-bbd7a3c099c1 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.746708] env[62574]: DEBUG oslo_vmware.api [None req-a6eec462-12dc-4177-8e8c-aca5bdf71dc1 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Waiting for the task: (returnval){ [ 1497.746708] env[62574]: value = "task-1861168" [ 1497.746708] env[62574]: _type = "Task" [ 1497.746708] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1497.755212] env[62574]: DEBUG oslo_vmware.api [None req-a6eec462-12dc-4177-8e8c-aca5bdf71dc1 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Task: {'id': task-1861168, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1497.759994] env[62574]: DEBUG nova.compute.manager [req-fe0b5966-5039-4b04-9dc0-628005e1c348 req-88f252a7-8e4d-4381-b088-25df6300b1bb service nova] [instance: 1e669675-0551-49d8-af15-64fdd0984b3f] Received event network-changed-c848933c-3878-4d23-a584-da483ccfe518 {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1497.759994] env[62574]: DEBUG nova.compute.manager [req-fe0b5966-5039-4b04-9dc0-628005e1c348 req-88f252a7-8e4d-4381-b088-25df6300b1bb service nova] [instance: 1e669675-0551-49d8-af15-64fdd0984b3f] Refreshing instance network info cache due to event network-changed-c848933c-3878-4d23-a584-da483ccfe518. {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1497.759994] env[62574]: DEBUG oslo_concurrency.lockutils [req-fe0b5966-5039-4b04-9dc0-628005e1c348 req-88f252a7-8e4d-4381-b088-25df6300b1bb service nova] Acquiring lock "refresh_cache-1e669675-0551-49d8-af15-64fdd0984b3f" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1497.759994] env[62574]: DEBUG oslo_concurrency.lockutils [req-fe0b5966-5039-4b04-9dc0-628005e1c348 req-88f252a7-8e4d-4381-b088-25df6300b1bb service nova] Acquired lock "refresh_cache-1e669675-0551-49d8-af15-64fdd0984b3f" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1497.759994] env[62574]: DEBUG nova.network.neutron [req-fe0b5966-5039-4b04-9dc0-628005e1c348 req-88f252a7-8e4d-4381-b088-25df6300b1bb service nova] [instance: 1e669675-0551-49d8-af15-64fdd0984b3f] Refreshing network info cache for port c848933c-3878-4d23-a584-da483ccfe518 {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1497.840513] env[62574]: DEBUG oslo_vmware.api [None req-d792a6b4-06f3-44c8-b18a-7fec29924657 tempest-ServerRescueTestJSONUnderV235-2079558425 tempest-ServerRescueTestJSONUnderV235-2079558425-project-member] Task: {'id': task-1861165, 'name': Rename_Task, 'duration_secs': 0.139826} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1497.847198] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-d792a6b4-06f3-44c8-b18a-7fec29924657 tempest-ServerRescueTestJSONUnderV235-2079558425 tempest-ServerRescueTestJSONUnderV235-2079558425-project-member] [instance: a903fd4b-e31e-4fde-b8d6-a11ecf5a602f] Powering on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1497.850120] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0d9d42df-6aca-4288-bb0c-c7c70ec3c309 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.853385] env[62574]: INFO nova.compute.manager [None req-6bb17f73-0f6c-4e4d-9262-354761f381d3 tempest-ServerShowV254Test-52812069 tempest-ServerShowV254Test-52812069-project-member] [instance: b79bac0e-5cb0-43de-b10f-26262358e61e] Took 24.26 seconds to build instance. [ 1497.861028] env[62574]: DEBUG oslo_vmware.api [None req-d792a6b4-06f3-44c8-b18a-7fec29924657 tempest-ServerRescueTestJSONUnderV235-2079558425 tempest-ServerRescueTestJSONUnderV235-2079558425-project-member] Waiting for the task: (returnval){ [ 1497.861028] env[62574]: value = "task-1861169" [ 1497.861028] env[62574]: _type = "Task" [ 1497.861028] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1497.872575] env[62574]: DEBUG oslo_vmware.api [None req-d792a6b4-06f3-44c8-b18a-7fec29924657 tempest-ServerRescueTestJSONUnderV235-2079558425 tempest-ServerRescueTestJSONUnderV235-2079558425-project-member] Task: {'id': task-1861169, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1497.893503] env[62574]: DEBUG oslo_concurrency.lockutils [None req-b7e2b7ac-3354-404a-a92b-23db1a8cd1a5 tempest-ServersAdminNegativeTestJSON-1635259249 tempest-ServersAdminNegativeTestJSON-1635259249-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.542s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1497.894892] env[62574]: DEBUG nova.compute.manager [None req-b7e2b7ac-3354-404a-a92b-23db1a8cd1a5 tempest-ServersAdminNegativeTestJSON-1635259249 tempest-ServersAdminNegativeTestJSON-1635259249-project-member] [instance: 692b1ace-0ecb-4fc5-a348-ffe21f0d1ad7] Start building networks asynchronously for instance. {{(pid=62574) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1497.897092] env[62574]: DEBUG oslo_concurrency.lockutils [None req-32051c68-37c9-44b2-bcf1-7cfd221e5718 tempest-FloatingIPsAssociationTestJSON-1230011338 tempest-FloatingIPsAssociationTestJSON-1230011338-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.344s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1497.901021] env[62574]: INFO nova.compute.claims [None req-32051c68-37c9-44b2-bcf1-7cfd221e5718 tempest-FloatingIPsAssociationTestJSON-1230011338 tempest-FloatingIPsAssociationTestJSON-1230011338-project-member] [instance: bf01cd22-6cbb-4a95-aca8-4bcdabdc5b36] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1497.949072] env[62574]: DEBUG nova.compute.manager [req-8b421e11-896c-409c-87cf-71fdc6a746a4 req-2355c2a5-df88-4fa2-bc28-a840932fcfda service nova] [instance: dc6d1fd4-d844-4ef6-b100-5e491a698ae3] Received event network-vif-plugged-7be331c4-5cc2-42f6-83d8-9cfa90eb6d56 {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1497.949072] env[62574]: DEBUG oslo_concurrency.lockutils [req-8b421e11-896c-409c-87cf-71fdc6a746a4 req-2355c2a5-df88-4fa2-bc28-a840932fcfda service nova] Acquiring lock "dc6d1fd4-d844-4ef6-b100-5e491a698ae3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1497.949358] env[62574]: DEBUG oslo_concurrency.lockutils [req-8b421e11-896c-409c-87cf-71fdc6a746a4 req-2355c2a5-df88-4fa2-bc28-a840932fcfda service nova] Lock "dc6d1fd4-d844-4ef6-b100-5e491a698ae3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1497.951416] env[62574]: DEBUG oslo_concurrency.lockutils [req-8b421e11-896c-409c-87cf-71fdc6a746a4 req-2355c2a5-df88-4fa2-bc28-a840932fcfda service nova] Lock "dc6d1fd4-d844-4ef6-b100-5e491a698ae3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1497.951416] env[62574]: DEBUG nova.compute.manager [req-8b421e11-896c-409c-87cf-71fdc6a746a4 req-2355c2a5-df88-4fa2-bc28-a840932fcfda service nova] [instance: dc6d1fd4-d844-4ef6-b100-5e491a698ae3] No waiting events found dispatching network-vif-plugged-7be331c4-5cc2-42f6-83d8-9cfa90eb6d56 {{(pid=62574) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1497.951416] env[62574]: WARNING nova.compute.manager [req-8b421e11-896c-409c-87cf-71fdc6a746a4 req-2355c2a5-df88-4fa2-bc28-a840932fcfda service nova] [instance: dc6d1fd4-d844-4ef6-b100-5e491a698ae3] Received unexpected event network-vif-plugged-7be331c4-5cc2-42f6-83d8-9cfa90eb6d56 for instance with vm_state building and task_state spawning. [ 1497.951416] env[62574]: DEBUG nova.compute.manager [req-8b421e11-896c-409c-87cf-71fdc6a746a4 req-2355c2a5-df88-4fa2-bc28-a840932fcfda service nova] [instance: dc6d1fd4-d844-4ef6-b100-5e491a698ae3] Received event network-changed-7be331c4-5cc2-42f6-83d8-9cfa90eb6d56 {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1497.951416] env[62574]: DEBUG nova.compute.manager [req-8b421e11-896c-409c-87cf-71fdc6a746a4 req-2355c2a5-df88-4fa2-bc28-a840932fcfda service nova] [instance: dc6d1fd4-d844-4ef6-b100-5e491a698ae3] Refreshing instance network info cache due to event network-changed-7be331c4-5cc2-42f6-83d8-9cfa90eb6d56. {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1497.951601] env[62574]: DEBUG oslo_concurrency.lockutils [req-8b421e11-896c-409c-87cf-71fdc6a746a4 req-2355c2a5-df88-4fa2-bc28-a840932fcfda service nova] Acquiring lock "refresh_cache-dc6d1fd4-d844-4ef6-b100-5e491a698ae3" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1497.951601] env[62574]: DEBUG oslo_concurrency.lockutils [req-8b421e11-896c-409c-87cf-71fdc6a746a4 req-2355c2a5-df88-4fa2-bc28-a840932fcfda service nova] Acquired lock "refresh_cache-dc6d1fd4-d844-4ef6-b100-5e491a698ae3" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1497.951601] env[62574]: DEBUG nova.network.neutron [req-8b421e11-896c-409c-87cf-71fdc6a746a4 req-2355c2a5-df88-4fa2-bc28-a840932fcfda service nova] [instance: dc6d1fd4-d844-4ef6-b100-5e491a698ae3] Refreshing network info cache for port 7be331c4-5cc2-42f6-83d8-9cfa90eb6d56 {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1498.176760] env[62574]: DEBUG oslo_vmware.api [None req-f21da0cc-a474-474f-9e63-faf20cd92f66 tempest-ServerExternalEventsTest-1288446 tempest-ServerExternalEventsTest-1288446-project-member] Task: {'id': task-1861166, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1498.196573] env[62574]: DEBUG oslo_vmware.api [None req-0cd81bd2-f2d3-4d28-994a-b72270ebdc9c tempest-ImagesOneServerTestJSON-1738664534 tempest-ImagesOneServerTestJSON-1738664534-project-member] Task: {'id': task-1861167, 'name': CloneVM_Task} progress is 94%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1498.229696] env[62574]: DEBUG oslo_vmware.api [None req-ea479bc7-e70b-4006-b685-c149b86827f3 tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52322e5b-3ee7-ee5a-94fe-90e458b9e7e8, 'name': SearchDatastore_Task, 'duration_secs': 0.027825} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1498.231023] env[62574]: DEBUG oslo_concurrency.lockutils [None req-ea479bc7-e70b-4006-b685-c149b86827f3 tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1498.231023] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-ea479bc7-e70b-4006-b685-c149b86827f3 tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] [instance: dc6d1fd4-d844-4ef6-b100-5e491a698ae3] Processing image 3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2 {{(pid=62574) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1498.231023] env[62574]: DEBUG oslo_concurrency.lockutils [None req-ea479bc7-e70b-4006-b685-c149b86827f3 tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1498.231254] env[62574]: DEBUG oslo_concurrency.lockutils [None req-ea479bc7-e70b-4006-b685-c149b86827f3 tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1498.231731] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea479bc7-e70b-4006-b685-c149b86827f3 tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1498.232226] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d190b0f1-bfc3-49c9-9542-67e42efdff1c {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.253632] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea479bc7-e70b-4006-b685-c149b86827f3 tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1498.254684] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-ea479bc7-e70b-4006-b685-c149b86827f3 tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62574) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1498.257263] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e3bf59bc-4879-49de-97ff-f180a44c6383 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.272550] env[62574]: DEBUG oslo_vmware.api [None req-a6eec462-12dc-4177-8e8c-aca5bdf71dc1 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Task: {'id': task-1861168, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1498.280252] env[62574]: DEBUG oslo_vmware.api [None req-ea479bc7-e70b-4006-b685-c149b86827f3 tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Waiting for the task: (returnval){ [ 1498.280252] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]5236f59a-2a58-209a-2a38-4b2b8632bc52" [ 1498.280252] env[62574]: _type = "Task" [ 1498.280252] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1498.297683] env[62574]: DEBUG oslo_vmware.api [None req-ea479bc7-e70b-4006-b685-c149b86827f3 tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]5236f59a-2a58-209a-2a38-4b2b8632bc52, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1498.358459] env[62574]: DEBUG oslo_concurrency.lockutils [None req-6bb17f73-0f6c-4e4d-9262-354761f381d3 tempest-ServerShowV254Test-52812069 tempest-ServerShowV254Test-52812069-project-member] Lock "b79bac0e-5cb0-43de-b10f-26262358e61e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.773s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1498.370922] env[62574]: DEBUG oslo_vmware.api [None req-d792a6b4-06f3-44c8-b18a-7fec29924657 tempest-ServerRescueTestJSONUnderV235-2079558425 tempest-ServerRescueTestJSONUnderV235-2079558425-project-member] Task: {'id': task-1861169, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1498.406033] env[62574]: DEBUG nova.compute.utils [None req-b7e2b7ac-3354-404a-a92b-23db1a8cd1a5 tempest-ServersAdminNegativeTestJSON-1635259249 tempest-ServersAdminNegativeTestJSON-1635259249-project-member] Using /dev/sd instead of None {{(pid=62574) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1498.406654] env[62574]: DEBUG nova.compute.manager [None req-b7e2b7ac-3354-404a-a92b-23db1a8cd1a5 tempest-ServersAdminNegativeTestJSON-1635259249 tempest-ServersAdminNegativeTestJSON-1635259249-project-member] [instance: 692b1ace-0ecb-4fc5-a348-ffe21f0d1ad7] Allocating IP information in the background. {{(pid=62574) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1498.407105] env[62574]: DEBUG nova.network.neutron [None req-b7e2b7ac-3354-404a-a92b-23db1a8cd1a5 tempest-ServersAdminNegativeTestJSON-1635259249 tempest-ServersAdminNegativeTestJSON-1635259249-project-member] [instance: 692b1ace-0ecb-4fc5-a348-ffe21f0d1ad7] allocate_for_instance() {{(pid=62574) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1498.680368] env[62574]: DEBUG oslo_vmware.api [None req-f21da0cc-a474-474f-9e63-faf20cd92f66 tempest-ServerExternalEventsTest-1288446 tempest-ServerExternalEventsTest-1288446-project-member] Task: {'id': task-1861166, 'name': PowerOnVM_Task, 'duration_secs': 0.907733} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1498.680902] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-f21da0cc-a474-474f-9e63-faf20cd92f66 tempest-ServerExternalEventsTest-1288446 tempest-ServerExternalEventsTest-1288446-project-member] [instance: 12efb14a-4241-42ec-b538-3efa54435951] Powered on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1498.681149] env[62574]: INFO nova.compute.manager [None req-f21da0cc-a474-474f-9e63-faf20cd92f66 tempest-ServerExternalEventsTest-1288446 tempest-ServerExternalEventsTest-1288446-project-member] [instance: 12efb14a-4241-42ec-b538-3efa54435951] Took 16.88 seconds to spawn the instance on the hypervisor. [ 1498.682035] env[62574]: DEBUG nova.compute.manager [None req-f21da0cc-a474-474f-9e63-faf20cd92f66 tempest-ServerExternalEventsTest-1288446 tempest-ServerExternalEventsTest-1288446-project-member] [instance: 12efb14a-4241-42ec-b538-3efa54435951] Checking state {{(pid=62574) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1498.683701] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd660e69-fd71-4e93-a394-c563db5b4fe5 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.703322] env[62574]: DEBUG oslo_vmware.api [None req-0cd81bd2-f2d3-4d28-994a-b72270ebdc9c tempest-ImagesOneServerTestJSON-1738664534 tempest-ImagesOneServerTestJSON-1738664534-project-member] Task: {'id': task-1861167, 'name': CloneVM_Task} progress is 94%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1498.760558] env[62574]: DEBUG oslo_vmware.api [None req-a6eec462-12dc-4177-8e8c-aca5bdf71dc1 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Task: {'id': task-1861168, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.613788} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1498.761291] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6eec462-12dc-4177-8e8c-aca5bdf71dc1 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk to [datastore2] 1e669675-0551-49d8-af15-64fdd0984b3f/1e669675-0551-49d8-af15-64fdd0984b3f.vmdk {{(pid=62574) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1498.761525] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-a6eec462-12dc-4177-8e8c-aca5bdf71dc1 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] [instance: 1e669675-0551-49d8-af15-64fdd0984b3f] Extending root virtual disk to 1048576 {{(pid=62574) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1498.761856] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a9a50c59-80b7-4fed-92e0-bb659391a32f {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.769755] env[62574]: DEBUG oslo_vmware.api [None req-a6eec462-12dc-4177-8e8c-aca5bdf71dc1 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Waiting for the task: (returnval){ [ 1498.769755] env[62574]: value = "task-1861170" [ 1498.769755] env[62574]: _type = "Task" [ 1498.769755] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1498.783199] env[62574]: DEBUG oslo_vmware.api [None req-a6eec462-12dc-4177-8e8c-aca5bdf71dc1 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Task: {'id': task-1861170, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1498.793024] env[62574]: DEBUG oslo_vmware.api [None req-ea479bc7-e70b-4006-b685-c149b86827f3 tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]5236f59a-2a58-209a-2a38-4b2b8632bc52, 'name': SearchDatastore_Task, 'duration_secs': 0.053813} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1498.794027] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e6792f16-83a3-442e-b085-21692c2e4f79 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.798486] env[62574]: DEBUG nova.network.neutron [None req-9a41eb0c-4b5b-416e-9398-91b2a2c38fac tempest-ServerDiagnosticsTest-924160412 tempest-ServerDiagnosticsTest-924160412-project-member] [instance: 6d6540ed-ae82-4304-a6f2-7b7063587647] Successfully updated port: c472c1c9-152d-4c88-b7fc-b9792bdeaccc {{(pid=62574) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1498.803576] env[62574]: DEBUG oslo_vmware.api [None req-ea479bc7-e70b-4006-b685-c149b86827f3 tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Waiting for the task: (returnval){ [ 1498.803576] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]52a80069-9936-3ea4-9f63-e58713396d52" [ 1498.803576] env[62574]: _type = "Task" [ 1498.803576] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1498.814524] env[62574]: DEBUG oslo_vmware.api [None req-ea479bc7-e70b-4006-b685-c149b86827f3 tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52a80069-9936-3ea4-9f63-e58713396d52, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1498.848339] env[62574]: DEBUG nova.policy [None req-b7e2b7ac-3354-404a-a92b-23db1a8cd1a5 tempest-ServersAdminNegativeTestJSON-1635259249 tempest-ServersAdminNegativeTestJSON-1635259249-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'aac8a3133533434da5d31e7aef0fb0a0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dc5b96a531da488aaafc11a20847cd5a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62574) authorize /opt/stack/nova/nova/policy.py:192}} [ 1498.861903] env[62574]: DEBUG nova.compute.manager [None req-b29d7fc3-614b-4b61-9099-7497ea105776 tempest-ServersWithSpecificFlavorTestJSON-1641053384 tempest-ServersWithSpecificFlavorTestJSON-1641053384-project-member] [instance: 63c7e049-a6db-462e-a0c6-52ec32e23f86] Starting instance... {{(pid=62574) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1498.876602] env[62574]: DEBUG oslo_vmware.api [None req-d792a6b4-06f3-44c8-b18a-7fec29924657 tempest-ServerRescueTestJSONUnderV235-2079558425 tempest-ServerRescueTestJSONUnderV235-2079558425-project-member] Task: {'id': task-1861169, 'name': PowerOnVM_Task, 'duration_secs': 0.651191} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1498.877024] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-d792a6b4-06f3-44c8-b18a-7fec29924657 tempest-ServerRescueTestJSONUnderV235-2079558425 tempest-ServerRescueTestJSONUnderV235-2079558425-project-member] [instance: a903fd4b-e31e-4fde-b8d6-a11ecf5a602f] Powered on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1498.877107] env[62574]: INFO nova.compute.manager [None req-d792a6b4-06f3-44c8-b18a-7fec29924657 tempest-ServerRescueTestJSONUnderV235-2079558425 tempest-ServerRescueTestJSONUnderV235-2079558425-project-member] [instance: a903fd4b-e31e-4fde-b8d6-a11ecf5a602f] Took 13.64 seconds to spawn the instance on the hypervisor. [ 1498.877255] env[62574]: DEBUG nova.compute.manager [None req-d792a6b4-06f3-44c8-b18a-7fec29924657 tempest-ServerRescueTestJSONUnderV235-2079558425 tempest-ServerRescueTestJSONUnderV235-2079558425-project-member] [instance: a903fd4b-e31e-4fde-b8d6-a11ecf5a602f] Checking state {{(pid=62574) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1498.879679] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22662f96-d0ee-4cf4-9f0b-80e0c2a0f916 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.917250] env[62574]: DEBUG nova.compute.manager [None req-b7e2b7ac-3354-404a-a92b-23db1a8cd1a5 tempest-ServersAdminNegativeTestJSON-1635259249 tempest-ServersAdminNegativeTestJSON-1635259249-project-member] [instance: 692b1ace-0ecb-4fc5-a348-ffe21f0d1ad7] Start building block device mappings for instance. {{(pid=62574) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1499.205091] env[62574]: DEBUG oslo_vmware.api [None req-0cd81bd2-f2d3-4d28-994a-b72270ebdc9c tempest-ImagesOneServerTestJSON-1738664534 tempest-ImagesOneServerTestJSON-1738664534-project-member] Task: {'id': task-1861167, 'name': CloneVM_Task} progress is 95%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1499.208715] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c23eb802-3f9f-44bd-a864-4596f85ce366 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.223678] env[62574]: INFO nova.compute.manager [None req-f21da0cc-a474-474f-9e63-faf20cd92f66 tempest-ServerExternalEventsTest-1288446 tempest-ServerExternalEventsTest-1288446-project-member] [instance: 12efb14a-4241-42ec-b538-3efa54435951] Took 26.93 seconds to build instance. [ 1499.229111] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f7159ee-fd67-4878-8718-535a09e77bce {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.270510] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dc6c38c-2d24-4c10-a70e-45edf6db835f {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.285099] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7473dbc2-10f9-4719-a58e-cfd8f62b0d01 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.289577] env[62574]: DEBUG oslo_vmware.api [None req-a6eec462-12dc-4177-8e8c-aca5bdf71dc1 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Task: {'id': task-1861170, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.221052} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1499.292019] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-a6eec462-12dc-4177-8e8c-aca5bdf71dc1 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] [instance: 1e669675-0551-49d8-af15-64fdd0984b3f] Extended root virtual disk {{(pid=62574) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1499.292019] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da974ef2-13bb-4151-a2f4-ced0800429e8 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.303993] env[62574]: DEBUG oslo_concurrency.lockutils [None req-9a41eb0c-4b5b-416e-9398-91b2a2c38fac tempest-ServerDiagnosticsTest-924160412 tempest-ServerDiagnosticsTest-924160412-project-member] Acquiring lock "refresh_cache-6d6540ed-ae82-4304-a6f2-7b7063587647" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1499.304379] env[62574]: DEBUG oslo_concurrency.lockutils [None req-9a41eb0c-4b5b-416e-9398-91b2a2c38fac tempest-ServerDiagnosticsTest-924160412 tempest-ServerDiagnosticsTest-924160412-project-member] Acquired lock "refresh_cache-6d6540ed-ae82-4304-a6f2-7b7063587647" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1499.304647] env[62574]: DEBUG nova.network.neutron [None req-9a41eb0c-4b5b-416e-9398-91b2a2c38fac tempest-ServerDiagnosticsTest-924160412 tempest-ServerDiagnosticsTest-924160412-project-member] [instance: 6d6540ed-ae82-4304-a6f2-7b7063587647] Building network info cache for instance {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1499.308230] env[62574]: DEBUG nova.compute.provider_tree [None req-32051c68-37c9-44b2-bcf1-7cfd221e5718 tempest-FloatingIPsAssociationTestJSON-1230011338 tempest-FloatingIPsAssociationTestJSON-1230011338-project-member] Inventory has not changed in ProviderTree for provider: f0ed160a-beff-4626-a531-2a70d7bc0627 {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1499.340050] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6eec462-12dc-4177-8e8c-aca5bdf71dc1 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] [instance: 1e669675-0551-49d8-af15-64fdd0984b3f] Reconfiguring VM instance instance-00000008 to attach disk [datastore2] 1e669675-0551-49d8-af15-64fdd0984b3f/1e669675-0551-49d8-af15-64fdd0984b3f.vmdk or device None with type sparse {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1499.341127] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d95a1683-00ff-4653-9871-57ae04fdebe9 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.359495] env[62574]: DEBUG oslo_vmware.api [None req-ea479bc7-e70b-4006-b685-c149b86827f3 tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52a80069-9936-3ea4-9f63-e58713396d52, 'name': SearchDatastore_Task, 'duration_secs': 0.015667} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1499.360318] env[62574]: DEBUG oslo_concurrency.lockutils [None req-ea479bc7-e70b-4006-b685-c149b86827f3 tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1499.360704] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea479bc7-e70b-4006-b685-c149b86827f3 tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk to [datastore2] dc6d1fd4-d844-4ef6-b100-5e491a698ae3/dc6d1fd4-d844-4ef6-b100-5e491a698ae3.vmdk {{(pid=62574) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1499.361259] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fbae7d25-7e31-4100-9ea3-88a02deae5ad {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.364780] env[62574]: DEBUG oslo_vmware.api [None req-a6eec462-12dc-4177-8e8c-aca5bdf71dc1 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Waiting for the task: (returnval){ [ 1499.364780] env[62574]: value = "task-1861171" [ 1499.364780] env[62574]: _type = "Task" [ 1499.364780] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1499.372716] env[62574]: DEBUG oslo_vmware.api [None req-ea479bc7-e70b-4006-b685-c149b86827f3 tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Waiting for the task: (returnval){ [ 1499.372716] env[62574]: value = "task-1861172" [ 1499.372716] env[62574]: _type = "Task" [ 1499.372716] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1499.381289] env[62574]: DEBUG oslo_vmware.api [None req-a6eec462-12dc-4177-8e8c-aca5bdf71dc1 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Task: {'id': task-1861171, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1499.391564] env[62574]: DEBUG oslo_vmware.api [None req-ea479bc7-e70b-4006-b685-c149b86827f3 tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Task: {'id': task-1861172, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1499.397877] env[62574]: INFO nova.compute.manager [None req-d792a6b4-06f3-44c8-b18a-7fec29924657 tempest-ServerRescueTestJSONUnderV235-2079558425 tempest-ServerRescueTestJSONUnderV235-2079558425-project-member] [instance: a903fd4b-e31e-4fde-b8d6-a11ecf5a602f] Took 26.15 seconds to build instance. [ 1499.405084] env[62574]: DEBUG oslo_concurrency.lockutils [None req-b29d7fc3-614b-4b61-9099-7497ea105776 tempest-ServersWithSpecificFlavorTestJSON-1641053384 tempest-ServersWithSpecificFlavorTestJSON-1641053384-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1499.423200] env[62574]: DEBUG oslo_concurrency.lockutils [None req-00c49e98-b2fb-4f92-a2ae-58f621759fa4 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] Acquiring lock "9595a480-fdc1-4dda-877b-e0f6078420e2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1499.423200] env[62574]: DEBUG oslo_concurrency.lockutils [None req-00c49e98-b2fb-4f92-a2ae-58f621759fa4 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] Lock "9595a480-fdc1-4dda-877b-e0f6078420e2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1499.580380] env[62574]: DEBUG nova.network.neutron [req-fe0b5966-5039-4b04-9dc0-628005e1c348 req-88f252a7-8e4d-4381-b088-25df6300b1bb service nova] [instance: 1e669675-0551-49d8-af15-64fdd0984b3f] Updated VIF entry in instance network info cache for port c848933c-3878-4d23-a584-da483ccfe518. {{(pid=62574) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1499.580380] env[62574]: DEBUG nova.network.neutron [req-fe0b5966-5039-4b04-9dc0-628005e1c348 req-88f252a7-8e4d-4381-b088-25df6300b1bb service nova] [instance: 1e669675-0551-49d8-af15-64fdd0984b3f] Updating instance_info_cache with network_info: [{"id": "c848933c-3878-4d23-a584-da483ccfe518", "address": "fa:16:3e:80:46:6b", "network": {"id": "90888d97-209c-49d6-8f95-1d0279efea11", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.34", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7eed1dd4d2c3418eb32c4f4ceda3ab0d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d275d7c6-2a7b-4ee8-b6f4-fabf1ba1905f", "external-id": "nsx-vlan-transportzone-513", "segmentation_id": 513, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc848933c-38", "ovs_interfaceid": "c848933c-3878-4d23-a584-da483ccfe518", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1499.680827] env[62574]: DEBUG nova.network.neutron [req-8b421e11-896c-409c-87cf-71fdc6a746a4 req-2355c2a5-df88-4fa2-bc28-a840932fcfda service nova] [instance: dc6d1fd4-d844-4ef6-b100-5e491a698ae3] Updated VIF entry in instance network info cache for port 7be331c4-5cc2-42f6-83d8-9cfa90eb6d56. {{(pid=62574) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1499.681821] env[62574]: DEBUG nova.network.neutron [req-8b421e11-896c-409c-87cf-71fdc6a746a4 req-2355c2a5-df88-4fa2-bc28-a840932fcfda service nova] [instance: dc6d1fd4-d844-4ef6-b100-5e491a698ae3] Updating instance_info_cache with network_info: [{"id": "7be331c4-5cc2-42f6-83d8-9cfa90eb6d56", "address": "fa:16:3e:a4:e0:19", "network": {"id": "a9cdd1f4-8d7e-4f5a-bce3-2ba18087d749", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1963892663-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "349319b81ebc4b50b19ead6b2aa1c248", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f1e0e39-0c84-4fcd-9113-cc528c3eb185", "external-id": "nsx-vlan-transportzone-907", "segmentation_id": 907, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7be331c4-5c", "ovs_interfaceid": "7be331c4-5cc2-42f6-83d8-9cfa90eb6d56", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1499.705136] env[62574]: DEBUG oslo_vmware.api [None req-0cd81bd2-f2d3-4d28-994a-b72270ebdc9c tempest-ImagesOneServerTestJSON-1738664534 tempest-ImagesOneServerTestJSON-1738664534-project-member] Task: {'id': task-1861167, 'name': CloneVM_Task, 'duration_secs': 1.758906} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1499.706116] env[62574]: INFO nova.virt.vmwareapi.vmops [None req-0cd81bd2-f2d3-4d28-994a-b72270ebdc9c tempest-ImagesOneServerTestJSON-1738664534 tempest-ImagesOneServerTestJSON-1738664534-project-member] [instance: b19648bf-b106-4c17-8b48-8c579fb23b31] Created linked-clone VM from snapshot [ 1499.706862] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-101a697a-fdbe-457b-bf49-793292733866 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.723200] env[62574]: DEBUG nova.virt.vmwareapi.images [None req-0cd81bd2-f2d3-4d28-994a-b72270ebdc9c tempest-ImagesOneServerTestJSON-1738664534 tempest-ImagesOneServerTestJSON-1738664534-project-member] [instance: b19648bf-b106-4c17-8b48-8c579fb23b31] Uploading image 637b04fb-e603-445d-98db-5a8a3ce65b44 {{(pid=62574) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1499.729343] env[62574]: DEBUG oslo_concurrency.lockutils [None req-f21da0cc-a474-474f-9e63-faf20cd92f66 tempest-ServerExternalEventsTest-1288446 tempest-ServerExternalEventsTest-1288446-project-member] Lock "12efb14a-4241-42ec-b538-3efa54435951" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.953s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1499.760849] env[62574]: DEBUG oslo_vmware.rw_handles [None req-0cd81bd2-f2d3-4d28-994a-b72270ebdc9c tempest-ImagesOneServerTestJSON-1738664534 tempest-ImagesOneServerTestJSON-1738664534-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1499.760849] env[62574]: value = "vm-384775" [ 1499.760849] env[62574]: _type = "VirtualMachine" [ 1499.760849] env[62574]: }. {{(pid=62574) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1499.761529] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-5837c45a-d7a5-4782-b215-a0384cb730e1 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.770691] env[62574]: DEBUG oslo_vmware.rw_handles [None req-0cd81bd2-f2d3-4d28-994a-b72270ebdc9c tempest-ImagesOneServerTestJSON-1738664534 tempest-ImagesOneServerTestJSON-1738664534-project-member] Lease: (returnval){ [ 1499.770691] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]520809c9-a15e-5c02-3842-48ffdeb3790a" [ 1499.770691] env[62574]: _type = "HttpNfcLease" [ 1499.770691] env[62574]: } obtained for exporting VM: (result){ [ 1499.770691] env[62574]: value = "vm-384775" [ 1499.770691] env[62574]: _type = "VirtualMachine" [ 1499.770691] env[62574]: }. {{(pid=62574) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1499.771414] env[62574]: DEBUG oslo_vmware.api [None req-0cd81bd2-f2d3-4d28-994a-b72270ebdc9c tempest-ImagesOneServerTestJSON-1738664534 tempest-ImagesOneServerTestJSON-1738664534-project-member] Waiting for the lease: (returnval){ [ 1499.771414] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]520809c9-a15e-5c02-3842-48ffdeb3790a" [ 1499.771414] env[62574]: _type = "HttpNfcLease" [ 1499.771414] env[62574]: } to be ready. {{(pid=62574) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1499.781838] env[62574]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1499.781838] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]520809c9-a15e-5c02-3842-48ffdeb3790a" [ 1499.781838] env[62574]: _type = "HttpNfcLease" [ 1499.781838] env[62574]: } is initializing. {{(pid=62574) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1499.834077] env[62574]: DEBUG nova.scheduler.client.report [None req-32051c68-37c9-44b2-bcf1-7cfd221e5718 tempest-FloatingIPsAssociationTestJSON-1230011338 tempest-FloatingIPsAssociationTestJSON-1230011338-project-member] Inventory has not changed for provider f0ed160a-beff-4626-a531-2a70d7bc0627 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 148, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1499.880452] env[62574]: DEBUG oslo_vmware.api [None req-a6eec462-12dc-4177-8e8c-aca5bdf71dc1 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Task: {'id': task-1861171, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1499.886969] env[62574]: DEBUG oslo_vmware.api [None req-ea479bc7-e70b-4006-b685-c149b86827f3 tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Task: {'id': task-1861172, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1499.900321] env[62574]: DEBUG oslo_concurrency.lockutils [None req-d792a6b4-06f3-44c8-b18a-7fec29924657 tempest-ServerRescueTestJSONUnderV235-2079558425 tempest-ServerRescueTestJSONUnderV235-2079558425-project-member] Lock "a903fd4b-e31e-4fde-b8d6-a11ecf5a602f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.660s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1499.919889] env[62574]: DEBUG nova.network.neutron [None req-b7e2b7ac-3354-404a-a92b-23db1a8cd1a5 tempest-ServersAdminNegativeTestJSON-1635259249 tempest-ServersAdminNegativeTestJSON-1635259249-project-member] [instance: 692b1ace-0ecb-4fc5-a348-ffe21f0d1ad7] Successfully created port: e97f36ad-12d5-469d-9832-eb71ec024d6b {{(pid=62574) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1499.937287] env[62574]: DEBUG nova.compute.manager [None req-b7e2b7ac-3354-404a-a92b-23db1a8cd1a5 tempest-ServersAdminNegativeTestJSON-1635259249 tempest-ServersAdminNegativeTestJSON-1635259249-project-member] [instance: 692b1ace-0ecb-4fc5-a348-ffe21f0d1ad7] Start spawning the instance on the hypervisor. {{(pid=62574) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1499.971510] env[62574]: DEBUG nova.virt.hardware [None req-b7e2b7ac-3354-404a-a92b-23db1a8cd1a5 tempest-ServersAdminNegativeTestJSON-1635259249 tempest-ServersAdminNegativeTestJSON-1635259249-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T19:26:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-13T19:26:40Z,direct_url=,disk_format='vmdk',id=3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7eed1dd4d2c3418eb32c4f4ceda3ab0d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-13T19:26:41Z,virtual_size=,visibility=), allow threads: False {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1499.971510] env[62574]: DEBUG nova.virt.hardware [None req-b7e2b7ac-3354-404a-a92b-23db1a8cd1a5 tempest-ServersAdminNegativeTestJSON-1635259249 tempest-ServersAdminNegativeTestJSON-1635259249-project-member] Flavor limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1499.971510] env[62574]: DEBUG nova.virt.hardware [None req-b7e2b7ac-3354-404a-a92b-23db1a8cd1a5 tempest-ServersAdminNegativeTestJSON-1635259249 tempest-ServersAdminNegativeTestJSON-1635259249-project-member] Image limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1499.971827] env[62574]: DEBUG nova.virt.hardware [None req-b7e2b7ac-3354-404a-a92b-23db1a8cd1a5 tempest-ServersAdminNegativeTestJSON-1635259249 tempest-ServersAdminNegativeTestJSON-1635259249-project-member] Flavor pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1499.971827] env[62574]: DEBUG nova.virt.hardware [None req-b7e2b7ac-3354-404a-a92b-23db1a8cd1a5 tempest-ServersAdminNegativeTestJSON-1635259249 tempest-ServersAdminNegativeTestJSON-1635259249-project-member] Image pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1499.971827] env[62574]: DEBUG nova.virt.hardware [None req-b7e2b7ac-3354-404a-a92b-23db1a8cd1a5 tempest-ServersAdminNegativeTestJSON-1635259249 tempest-ServersAdminNegativeTestJSON-1635259249-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1499.971827] env[62574]: DEBUG nova.virt.hardware [None req-b7e2b7ac-3354-404a-a92b-23db1a8cd1a5 tempest-ServersAdminNegativeTestJSON-1635259249 tempest-ServersAdminNegativeTestJSON-1635259249-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1499.971827] env[62574]: DEBUG nova.virt.hardware [None req-b7e2b7ac-3354-404a-a92b-23db1a8cd1a5 tempest-ServersAdminNegativeTestJSON-1635259249 tempest-ServersAdminNegativeTestJSON-1635259249-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1499.971998] env[62574]: DEBUG nova.virt.hardware [None req-b7e2b7ac-3354-404a-a92b-23db1a8cd1a5 tempest-ServersAdminNegativeTestJSON-1635259249 tempest-ServersAdminNegativeTestJSON-1635259249-project-member] Got 1 possible topologies {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1499.971998] env[62574]: DEBUG nova.virt.hardware [None req-b7e2b7ac-3354-404a-a92b-23db1a8cd1a5 tempest-ServersAdminNegativeTestJSON-1635259249 tempest-ServersAdminNegativeTestJSON-1635259249-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1499.971998] env[62574]: DEBUG nova.virt.hardware [None req-b7e2b7ac-3354-404a-a92b-23db1a8cd1a5 tempest-ServersAdminNegativeTestJSON-1635259249 tempest-ServersAdminNegativeTestJSON-1635259249-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1499.973149] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44d8c0a9-c1a9-4f47-98ea-ea7ad8706ed9 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.981898] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af8a3855-d6df-4602-a879-f7acf9bc1b73 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.088159] env[62574]: DEBUG oslo_concurrency.lockutils [req-fe0b5966-5039-4b04-9dc0-628005e1c348 req-88f252a7-8e4d-4381-b088-25df6300b1bb service nova] Releasing lock "refresh_cache-1e669675-0551-49d8-af15-64fdd0984b3f" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1500.088459] env[62574]: DEBUG nova.compute.manager [req-fe0b5966-5039-4b04-9dc0-628005e1c348 req-88f252a7-8e4d-4381-b088-25df6300b1bb service nova] [instance: d35706fa-4b30-46ac-a6df-545c8b83bdca] Received event network-vif-deleted-37c98106-c5be-4470-8014-babc860702d6 {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1500.144895] env[62574]: DEBUG nova.network.neutron [None req-9a41eb0c-4b5b-416e-9398-91b2a2c38fac tempest-ServerDiagnosticsTest-924160412 tempest-ServerDiagnosticsTest-924160412-project-member] [instance: 6d6540ed-ae82-4304-a6f2-7b7063587647] Instance cache missing network info. {{(pid=62574) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1500.184836] env[62574]: DEBUG oslo_concurrency.lockutils [req-8b421e11-896c-409c-87cf-71fdc6a746a4 req-2355c2a5-df88-4fa2-bc28-a840932fcfda service nova] Releasing lock "refresh_cache-dc6d1fd4-d844-4ef6-b100-5e491a698ae3" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1500.232557] env[62574]: DEBUG nova.compute.manager [None req-4194893c-404e-4ac9-9bb4-a4e2394b7390 tempest-AttachInterfacesV270Test-530238025 tempest-AttachInterfacesV270Test-530238025-project-member] [instance: f80f71e8-1b2f-476e-9b7e-b1dd3b0d7df8] Starting instance... {{(pid=62574) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1500.280605] env[62574]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1500.280605] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]520809c9-a15e-5c02-3842-48ffdeb3790a" [ 1500.280605] env[62574]: _type = "HttpNfcLease" [ 1500.280605] env[62574]: } is ready. {{(pid=62574) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1500.280850] env[62574]: DEBUG oslo_vmware.rw_handles [None req-0cd81bd2-f2d3-4d28-994a-b72270ebdc9c tempest-ImagesOneServerTestJSON-1738664534 tempest-ImagesOneServerTestJSON-1738664534-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1500.280850] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]520809c9-a15e-5c02-3842-48ffdeb3790a" [ 1500.280850] env[62574]: _type = "HttpNfcLease" [ 1500.280850] env[62574]: }. {{(pid=62574) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1500.281776] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5ce5261-87a8-4b15-820f-320db6dce6a4 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.291821] env[62574]: DEBUG oslo_vmware.rw_handles [None req-0cd81bd2-f2d3-4d28-994a-b72270ebdc9c tempest-ImagesOneServerTestJSON-1738664534 tempest-ImagesOneServerTestJSON-1738664534-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/524c6fd4-77cb-3792-eaf1-9911c001ef43/disk-0.vmdk from lease info. {{(pid=62574) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1500.292149] env[62574]: DEBUG oslo_vmware.rw_handles [None req-0cd81bd2-f2d3-4d28-994a-b72270ebdc9c tempest-ImagesOneServerTestJSON-1738664534 tempest-ImagesOneServerTestJSON-1738664534-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/524c6fd4-77cb-3792-eaf1-9911c001ef43/disk-0.vmdk for reading. {{(pid=62574) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1500.349448] env[62574]: DEBUG oslo_concurrency.lockutils [None req-32051c68-37c9-44b2-bcf1-7cfd221e5718 tempest-FloatingIPsAssociationTestJSON-1230011338 tempest-FloatingIPsAssociationTestJSON-1230011338-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.452s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1500.349970] env[62574]: DEBUG nova.compute.manager [None req-32051c68-37c9-44b2-bcf1-7cfd221e5718 tempest-FloatingIPsAssociationTestJSON-1230011338 tempest-FloatingIPsAssociationTestJSON-1230011338-project-member] [instance: bf01cd22-6cbb-4a95-aca8-4bcdabdc5b36] Start building networks asynchronously for instance. {{(pid=62574) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1500.356011] env[62574]: DEBUG oslo_concurrency.lockutils [None req-45db852b-550a-4427-bf0b-bbf2c61857f1 tempest-VolumesAssistedSnapshotsTest-330692648 tempest-VolumesAssistedSnapshotsTest-330692648-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.963s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1500.357487] env[62574]: INFO nova.compute.claims [None req-45db852b-550a-4427-bf0b-bbf2c61857f1 tempest-VolumesAssistedSnapshotsTest-330692648 tempest-VolumesAssistedSnapshotsTest-330692648-project-member] [instance: f82bad60-9320-4a4e-af74-21557692aa80] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1500.376650] env[62574]: DEBUG oslo_vmware.api [None req-a6eec462-12dc-4177-8e8c-aca5bdf71dc1 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Task: {'id': task-1861171, 'name': ReconfigVM_Task, 'duration_secs': 0.682636} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1500.380293] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6eec462-12dc-4177-8e8c-aca5bdf71dc1 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] [instance: 1e669675-0551-49d8-af15-64fdd0984b3f] Reconfigured VM instance instance-00000008 to attach disk [datastore2] 1e669675-0551-49d8-af15-64fdd0984b3f/1e669675-0551-49d8-af15-64fdd0984b3f.vmdk or device None with type sparse {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1500.381754] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-845e6299-31cc-47ff-a600-d2f0f7a99020 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.387555] env[62574]: DEBUG oslo_vmware.api [None req-ea479bc7-e70b-4006-b685-c149b86827f3 tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Task: {'id': task-1861172, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.611266} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1500.388950] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea479bc7-e70b-4006-b685-c149b86827f3 tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk to [datastore2] dc6d1fd4-d844-4ef6-b100-5e491a698ae3/dc6d1fd4-d844-4ef6-b100-5e491a698ae3.vmdk {{(pid=62574) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1500.389198] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-ea479bc7-e70b-4006-b685-c149b86827f3 tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] [instance: dc6d1fd4-d844-4ef6-b100-5e491a698ae3] Extending root virtual disk to 1048576 {{(pid=62574) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1500.389613] env[62574]: DEBUG oslo_vmware.api [None req-a6eec462-12dc-4177-8e8c-aca5bdf71dc1 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Waiting for the task: (returnval){ [ 1500.389613] env[62574]: value = "task-1861174" [ 1500.389613] env[62574]: _type = "Task" [ 1500.389613] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1500.389775] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e0770618-3abe-463f-93b4-0eb7f366d202 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.403412] env[62574]: DEBUG nova.compute.manager [None req-2df297fa-4567-45c5-811b-8a06c2cfa33b tempest-ServersAdmin275Test-1369324412 tempest-ServersAdmin275Test-1369324412-project-member] [instance: 90b44fba-636a-414f-b286-7baf5adc2122] Starting instance... {{(pid=62574) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1500.406737] env[62574]: DEBUG oslo_vmware.api [None req-a6eec462-12dc-4177-8e8c-aca5bdf71dc1 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Task: {'id': task-1861174, 'name': Rename_Task} progress is 6%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1500.410225] env[62574]: DEBUG oslo_vmware.api [None req-ea479bc7-e70b-4006-b685-c149b86827f3 tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Waiting for the task: (returnval){ [ 1500.410225] env[62574]: value = "task-1861175" [ 1500.410225] env[62574]: _type = "Task" [ 1500.410225] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1500.420315] env[62574]: DEBUG oslo_vmware.api [None req-ea479bc7-e70b-4006-b685-c149b86827f3 tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Task: {'id': task-1861175, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1500.446101] env[62574]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-e7416040-06de-4e1c-ae2a-ee0684ea97f1 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.450286] env[62574]: DEBUG nova.compute.manager [None req-c62b9092-1899-4320-856d-5d186a0af201 tempest-ServerDiagnosticsV248Test-946586849 tempest-ServerDiagnosticsV248Test-946586849-project-admin] [instance: b8222a46-63c9-4282-85bf-9e9b044ed524] Checking state {{(pid=62574) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1500.452927] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43885365-d051-4acb-86e3-dbd068133c03 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.463051] env[62574]: INFO nova.compute.manager [None req-c62b9092-1899-4320-856d-5d186a0af201 tempest-ServerDiagnosticsV248Test-946586849 tempest-ServerDiagnosticsV248Test-946586849-project-admin] [instance: b8222a46-63c9-4282-85bf-9e9b044ed524] Retrieving diagnostics [ 1500.466022] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21aa2576-9813-4ed9-8f52-f4f234bd5f98 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.764499] env[62574]: DEBUG oslo_concurrency.lockutils [None req-4194893c-404e-4ac9-9bb4-a4e2394b7390 tempest-AttachInterfacesV270Test-530238025 tempest-AttachInterfacesV270Test-530238025-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1500.832663] env[62574]: DEBUG nova.network.neutron [None req-9a41eb0c-4b5b-416e-9398-91b2a2c38fac tempest-ServerDiagnosticsTest-924160412 tempest-ServerDiagnosticsTest-924160412-project-member] [instance: 6d6540ed-ae82-4304-a6f2-7b7063587647] Updating instance_info_cache with network_info: [{"id": "c472c1c9-152d-4c88-b7fc-b9792bdeaccc", "address": "fa:16:3e:b0:a0:53", "network": {"id": "90888d97-209c-49d6-8f95-1d0279efea11", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.49", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7eed1dd4d2c3418eb32c4f4ceda3ab0d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d275d7c6-2a7b-4ee8-b6f4-fabf1ba1905f", "external-id": "nsx-vlan-transportzone-513", "segmentation_id": 513, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc472c1c9-15", "ovs_interfaceid": "c472c1c9-152d-4c88-b7fc-b9792bdeaccc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1500.862245] env[62574]: DEBUG nova.compute.utils [None req-32051c68-37c9-44b2-bcf1-7cfd221e5718 tempest-FloatingIPsAssociationTestJSON-1230011338 tempest-FloatingIPsAssociationTestJSON-1230011338-project-member] Using /dev/sd instead of None {{(pid=62574) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1500.874299] env[62574]: DEBUG nova.compute.manager [None req-32051c68-37c9-44b2-bcf1-7cfd221e5718 tempest-FloatingIPsAssociationTestJSON-1230011338 tempest-FloatingIPsAssociationTestJSON-1230011338-project-member] [instance: bf01cd22-6cbb-4a95-aca8-4bcdabdc5b36] Allocating IP information in the background. {{(pid=62574) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1500.874299] env[62574]: DEBUG nova.network.neutron [None req-32051c68-37c9-44b2-bcf1-7cfd221e5718 tempest-FloatingIPsAssociationTestJSON-1230011338 tempest-FloatingIPsAssociationTestJSON-1230011338-project-member] [instance: bf01cd22-6cbb-4a95-aca8-4bcdabdc5b36] allocate_for_instance() {{(pid=62574) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1500.908039] env[62574]: DEBUG oslo_vmware.api [None req-a6eec462-12dc-4177-8e8c-aca5bdf71dc1 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Task: {'id': task-1861174, 'name': Rename_Task, 'duration_secs': 0.153022} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1500.914636] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6eec462-12dc-4177-8e8c-aca5bdf71dc1 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] [instance: 1e669675-0551-49d8-af15-64fdd0984b3f] Powering on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1500.922996] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-af310b72-a0c3-4148-b595-29d0b357822d {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.930719] env[62574]: DEBUG oslo_vmware.api [None req-ea479bc7-e70b-4006-b685-c149b86827f3 tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Task: {'id': task-1861175, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065091} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1500.933850] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-ea479bc7-e70b-4006-b685-c149b86827f3 tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] [instance: dc6d1fd4-d844-4ef6-b100-5e491a698ae3] Extended root virtual disk {{(pid=62574) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1500.933850] env[62574]: DEBUG oslo_vmware.api [None req-a6eec462-12dc-4177-8e8c-aca5bdf71dc1 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Waiting for the task: (returnval){ [ 1500.933850] env[62574]: value = "task-1861176" [ 1500.933850] env[62574]: _type = "Task" [ 1500.933850] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1500.934035] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afef2c04-f208-48c1-b0dd-74dba846b906 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.947578] env[62574]: DEBUG oslo_concurrency.lockutils [None req-2df297fa-4567-45c5-811b-8a06c2cfa33b tempest-ServersAdmin275Test-1369324412 tempest-ServersAdmin275Test-1369324412-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1500.980750] env[62574]: DEBUG oslo_vmware.api [None req-a6eec462-12dc-4177-8e8c-aca5bdf71dc1 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Task: {'id': task-1861176, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1500.991167] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea479bc7-e70b-4006-b685-c149b86827f3 tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] [instance: dc6d1fd4-d844-4ef6-b100-5e491a698ae3] Reconfiguring VM instance instance-00000009 to attach disk [datastore2] dc6d1fd4-d844-4ef6-b100-5e491a698ae3/dc6d1fd4-d844-4ef6-b100-5e491a698ae3.vmdk or device None with type sparse {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1500.993165] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2202f04c-e828-491f-821c-2cfdc4b4b4bd {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.020146] env[62574]: DEBUG oslo_vmware.api [None req-ea479bc7-e70b-4006-b685-c149b86827f3 tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Waiting for the task: (returnval){ [ 1501.020146] env[62574]: value = "task-1861177" [ 1501.020146] env[62574]: _type = "Task" [ 1501.020146] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1501.034865] env[62574]: DEBUG oslo_vmware.api [None req-ea479bc7-e70b-4006-b685-c149b86827f3 tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Task: {'id': task-1861177, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1501.150658] env[62574]: DEBUG nova.policy [None req-32051c68-37c9-44b2-bcf1-7cfd221e5718 tempest-FloatingIPsAssociationTestJSON-1230011338 tempest-FloatingIPsAssociationTestJSON-1230011338-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2363c05cdd764d5196dd16989d630e4f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '68f74b662f9943aabeec5c1bc515d071', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62574) authorize /opt/stack/nova/nova/policy.py:192}} [ 1501.335429] env[62574]: DEBUG oslo_concurrency.lockutils [None req-9a41eb0c-4b5b-416e-9398-91b2a2c38fac tempest-ServerDiagnosticsTest-924160412 tempest-ServerDiagnosticsTest-924160412-project-member] Releasing lock "refresh_cache-6d6540ed-ae82-4304-a6f2-7b7063587647" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1501.335969] env[62574]: DEBUG nova.compute.manager [None req-9a41eb0c-4b5b-416e-9398-91b2a2c38fac tempest-ServerDiagnosticsTest-924160412 tempest-ServerDiagnosticsTest-924160412-project-member] [instance: 6d6540ed-ae82-4304-a6f2-7b7063587647] Instance network_info: |[{"id": "c472c1c9-152d-4c88-b7fc-b9792bdeaccc", "address": "fa:16:3e:b0:a0:53", "network": {"id": "90888d97-209c-49d6-8f95-1d0279efea11", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.49", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7eed1dd4d2c3418eb32c4f4ceda3ab0d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d275d7c6-2a7b-4ee8-b6f4-fabf1ba1905f", "external-id": "nsx-vlan-transportzone-513", "segmentation_id": 513, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc472c1c9-15", "ovs_interfaceid": "c472c1c9-152d-4c88-b7fc-b9792bdeaccc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62574) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1501.336421] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-9a41eb0c-4b5b-416e-9398-91b2a2c38fac tempest-ServerDiagnosticsTest-924160412 tempest-ServerDiagnosticsTest-924160412-project-member] [instance: 6d6540ed-ae82-4304-a6f2-7b7063587647] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b0:a0:53', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd275d7c6-2a7b-4ee8-b6f4-fabf1ba1905f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c472c1c9-152d-4c88-b7fc-b9792bdeaccc', 'vif_model': 'vmxnet3'}] {{(pid=62574) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1501.347796] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a41eb0c-4b5b-416e-9398-91b2a2c38fac tempest-ServerDiagnosticsTest-924160412 tempest-ServerDiagnosticsTest-924160412-project-member] Creating folder: Project (e24c3439be204bcf944111ab971a53a9). Parent ref: group-v384746. {{(pid=62574) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1501.348736] env[62574]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6fafcd76-a218-44e0-be9c-a0e15dfd3fbb {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.360417] env[62574]: INFO nova.virt.vmwareapi.vm_util [None req-9a41eb0c-4b5b-416e-9398-91b2a2c38fac tempest-ServerDiagnosticsTest-924160412 tempest-ServerDiagnosticsTest-924160412-project-member] Created folder: Project (e24c3439be204bcf944111ab971a53a9) in parent group-v384746. [ 1501.360916] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a41eb0c-4b5b-416e-9398-91b2a2c38fac tempest-ServerDiagnosticsTest-924160412 tempest-ServerDiagnosticsTest-924160412-project-member] Creating folder: Instances. Parent ref: group-v384776. {{(pid=62574) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1501.361012] env[62574]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-aaf65cde-c177-4867-a07b-cc6cdfa9474f {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.371955] env[62574]: INFO nova.virt.vmwareapi.vm_util [None req-9a41eb0c-4b5b-416e-9398-91b2a2c38fac tempest-ServerDiagnosticsTest-924160412 tempest-ServerDiagnosticsTest-924160412-project-member] Created folder: Instances in parent group-v384776. [ 1501.372214] env[62574]: DEBUG oslo.service.loopingcall [None req-9a41eb0c-4b5b-416e-9398-91b2a2c38fac tempest-ServerDiagnosticsTest-924160412 tempest-ServerDiagnosticsTest-924160412-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62574) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1501.372955] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6d6540ed-ae82-4304-a6f2-7b7063587647] Creating VM on the ESX host {{(pid=62574) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1501.373229] env[62574]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0e3f3375-3642-4519-8b3c-5e494a3fb84a {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.395779] env[62574]: DEBUG nova.compute.manager [None req-32051c68-37c9-44b2-bcf1-7cfd221e5718 tempest-FloatingIPsAssociationTestJSON-1230011338 tempest-FloatingIPsAssociationTestJSON-1230011338-project-member] [instance: bf01cd22-6cbb-4a95-aca8-4bcdabdc5b36] Start building block device mappings for instance. {{(pid=62574) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1501.408484] env[62574]: DEBUG oslo_concurrency.lockutils [None req-4d56755d-756b-4f5e-a7d8-cfa7c757d693 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] Acquiring lock "6cebe45a-8d90-4ac3-b75e-99e2a598c43b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1501.408856] env[62574]: DEBUG oslo_concurrency.lockutils [None req-4d56755d-756b-4f5e-a7d8-cfa7c757d693 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] Lock "6cebe45a-8d90-4ac3-b75e-99e2a598c43b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1501.414143] env[62574]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1501.414143] env[62574]: value = "task-1861180" [ 1501.414143] env[62574]: _type = "Task" [ 1501.414143] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1501.427243] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1861180, 'name': CreateVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1501.462664] env[62574]: DEBUG oslo_vmware.api [None req-a6eec462-12dc-4177-8e8c-aca5bdf71dc1 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Task: {'id': task-1861176, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1501.537659] env[62574]: DEBUG oslo_vmware.api [None req-ea479bc7-e70b-4006-b685-c149b86827f3 tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Task: {'id': task-1861177, 'name': ReconfigVM_Task, 'duration_secs': 0.40037} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1501.538039] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea479bc7-e70b-4006-b685-c149b86827f3 tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] [instance: dc6d1fd4-d844-4ef6-b100-5e491a698ae3] Reconfigured VM instance instance-00000009 to attach disk [datastore2] dc6d1fd4-d844-4ef6-b100-5e491a698ae3/dc6d1fd4-d844-4ef6-b100-5e491a698ae3.vmdk or device None with type sparse {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1501.538880] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-212bfea6-5581-4508-8689-c82a3b281450 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.547276] env[62574]: DEBUG oslo_vmware.api [None req-ea479bc7-e70b-4006-b685-c149b86827f3 tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Waiting for the task: (returnval){ [ 1501.547276] env[62574]: value = "task-1861181" [ 1501.547276] env[62574]: _type = "Task" [ 1501.547276] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1501.559221] env[62574]: DEBUG oslo_vmware.api [None req-ea479bc7-e70b-4006-b685-c149b86827f3 tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Task: {'id': task-1861181, 'name': Rename_Task} progress is 6%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1501.584772] env[62574]: DEBUG nova.compute.manager [req-02ce25b1-6f32-484d-9e8a-4d9ca24955ee req-2f831ad5-f38f-43bb-ab1b-7a18aeb24d93 service nova] [instance: 6d6540ed-ae82-4304-a6f2-7b7063587647] Received event network-vif-plugged-c472c1c9-152d-4c88-b7fc-b9792bdeaccc {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1501.585030] env[62574]: DEBUG oslo_concurrency.lockutils [req-02ce25b1-6f32-484d-9e8a-4d9ca24955ee req-2f831ad5-f38f-43bb-ab1b-7a18aeb24d93 service nova] Acquiring lock "6d6540ed-ae82-4304-a6f2-7b7063587647-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1501.585293] env[62574]: DEBUG oslo_concurrency.lockutils [req-02ce25b1-6f32-484d-9e8a-4d9ca24955ee req-2f831ad5-f38f-43bb-ab1b-7a18aeb24d93 service nova] Lock "6d6540ed-ae82-4304-a6f2-7b7063587647-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1501.585584] env[62574]: DEBUG oslo_concurrency.lockutils [req-02ce25b1-6f32-484d-9e8a-4d9ca24955ee req-2f831ad5-f38f-43bb-ab1b-7a18aeb24d93 service nova] Lock "6d6540ed-ae82-4304-a6f2-7b7063587647-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1501.585731] env[62574]: DEBUG nova.compute.manager [req-02ce25b1-6f32-484d-9e8a-4d9ca24955ee req-2f831ad5-f38f-43bb-ab1b-7a18aeb24d93 service nova] [instance: 6d6540ed-ae82-4304-a6f2-7b7063587647] No waiting events found dispatching network-vif-plugged-c472c1c9-152d-4c88-b7fc-b9792bdeaccc {{(pid=62574) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1501.585895] env[62574]: WARNING nova.compute.manager [req-02ce25b1-6f32-484d-9e8a-4d9ca24955ee req-2f831ad5-f38f-43bb-ab1b-7a18aeb24d93 service nova] [instance: 6d6540ed-ae82-4304-a6f2-7b7063587647] Received unexpected event network-vif-plugged-c472c1c9-152d-4c88-b7fc-b9792bdeaccc for instance with vm_state building and task_state spawning. [ 1501.586030] env[62574]: DEBUG nova.compute.manager [req-02ce25b1-6f32-484d-9e8a-4d9ca24955ee req-2f831ad5-f38f-43bb-ab1b-7a18aeb24d93 service nova] [instance: 6d6540ed-ae82-4304-a6f2-7b7063587647] Received event network-changed-c472c1c9-152d-4c88-b7fc-b9792bdeaccc {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1501.586171] env[62574]: DEBUG nova.compute.manager [req-02ce25b1-6f32-484d-9e8a-4d9ca24955ee req-2f831ad5-f38f-43bb-ab1b-7a18aeb24d93 service nova] [instance: 6d6540ed-ae82-4304-a6f2-7b7063587647] Refreshing instance network info cache due to event network-changed-c472c1c9-152d-4c88-b7fc-b9792bdeaccc. {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1501.586405] env[62574]: DEBUG oslo_concurrency.lockutils [req-02ce25b1-6f32-484d-9e8a-4d9ca24955ee req-2f831ad5-f38f-43bb-ab1b-7a18aeb24d93 service nova] Acquiring lock "refresh_cache-6d6540ed-ae82-4304-a6f2-7b7063587647" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1501.586487] env[62574]: DEBUG oslo_concurrency.lockutils [req-02ce25b1-6f32-484d-9e8a-4d9ca24955ee req-2f831ad5-f38f-43bb-ab1b-7a18aeb24d93 service nova] Acquired lock "refresh_cache-6d6540ed-ae82-4304-a6f2-7b7063587647" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1501.586733] env[62574]: DEBUG nova.network.neutron [req-02ce25b1-6f32-484d-9e8a-4d9ca24955ee req-2f831ad5-f38f-43bb-ab1b-7a18aeb24d93 service nova] [instance: 6d6540ed-ae82-4304-a6f2-7b7063587647] Refreshing network info cache for port c472c1c9-152d-4c88-b7fc-b9792bdeaccc {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1501.686451] env[62574]: DEBUG nova.network.neutron [None req-952961fe-f29b-4d2d-8be6-c53e6211d0ad tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] [instance: 2a0c3300-ba7f-4604-b629-42bda5d48664] Successfully updated port: 54e8da54-8296-4e08-ad1a-3140fe9ac725 {{(pid=62574) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1501.712220] env[62574]: DEBUG nova.compute.manager [None req-80ae4c7e-9bf3-4c00-8d25-ebb45e834ec6 tempest-ServerExternalEventsTest-152619752 tempest-ServerExternalEventsTest-152619752-project] [instance: 12efb14a-4241-42ec-b538-3efa54435951] Received event network-changed {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1501.712220] env[62574]: DEBUG nova.compute.manager [None req-80ae4c7e-9bf3-4c00-8d25-ebb45e834ec6 tempest-ServerExternalEventsTest-152619752 tempest-ServerExternalEventsTest-152619752-project] [instance: 12efb14a-4241-42ec-b538-3efa54435951] Refreshing instance network info cache due to event network-changed. {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1501.712220] env[62574]: DEBUG oslo_concurrency.lockutils [None req-80ae4c7e-9bf3-4c00-8d25-ebb45e834ec6 tempest-ServerExternalEventsTest-152619752 tempest-ServerExternalEventsTest-152619752-project] Acquiring lock "refresh_cache-12efb14a-4241-42ec-b538-3efa54435951" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1501.712220] env[62574]: DEBUG oslo_concurrency.lockutils [None req-80ae4c7e-9bf3-4c00-8d25-ebb45e834ec6 tempest-ServerExternalEventsTest-152619752 tempest-ServerExternalEventsTest-152619752-project] Acquired lock "refresh_cache-12efb14a-4241-42ec-b538-3efa54435951" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1501.712220] env[62574]: DEBUG nova.network.neutron [None req-80ae4c7e-9bf3-4c00-8d25-ebb45e834ec6 tempest-ServerExternalEventsTest-152619752 tempest-ServerExternalEventsTest-152619752-project] [instance: 12efb14a-4241-42ec-b538-3efa54435951] Building network info cache for instance {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1501.756975] env[62574]: INFO nova.compute.manager [None req-69dbf9ab-2542-482f-a97f-8d98b7daf342 tempest-ServerShowV254Test-52812069 tempest-ServerShowV254Test-52812069-project-member] [instance: b79bac0e-5cb0-43de-b10f-26262358e61e] Rebuilding instance [ 1501.822173] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6621d1a6-ac88-43bd-bf9f-e16c571d50d0 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.829532] env[62574]: DEBUG nova.compute.manager [None req-69dbf9ab-2542-482f-a97f-8d98b7daf342 tempest-ServerShowV254Test-52812069 tempest-ServerShowV254Test-52812069-project-member] [instance: b79bac0e-5cb0-43de-b10f-26262358e61e] Checking state {{(pid=62574) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1501.830708] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f30982e7-2b81-47a3-9713-42c2afa39e84 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.836837] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7081e47a-f0a5-40f1-a1d4-6a5d035d6b44 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.879349] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cb41aca-881f-4031-ab43-afc83f2d187c {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.888742] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c2e5bba-9bc2-449d-8f23-97ddcde2de9e {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.905923] env[62574]: DEBUG nova.compute.provider_tree [None req-45db852b-550a-4427-bf0b-bbf2c61857f1 tempest-VolumesAssistedSnapshotsTest-330692648 tempest-VolumesAssistedSnapshotsTest-330692648-project-member] Inventory has not changed in ProviderTree for provider: f0ed160a-beff-4626-a531-2a70d7bc0627 {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1501.927317] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1861180, 'name': CreateVM_Task} progress is 99%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1501.956290] env[62574]: DEBUG oslo_vmware.api [None req-a6eec462-12dc-4177-8e8c-aca5bdf71dc1 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Task: {'id': task-1861176, 'name': PowerOnVM_Task, 'duration_secs': 0.67867} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1501.956676] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6eec462-12dc-4177-8e8c-aca5bdf71dc1 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] [instance: 1e669675-0551-49d8-af15-64fdd0984b3f] Powered on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1501.957228] env[62574]: INFO nova.compute.manager [None req-a6eec462-12dc-4177-8e8c-aca5bdf71dc1 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] [instance: 1e669675-0551-49d8-af15-64fdd0984b3f] Took 11.85 seconds to spawn the instance on the hypervisor. [ 1501.957228] env[62574]: DEBUG nova.compute.manager [None req-a6eec462-12dc-4177-8e8c-aca5bdf71dc1 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] [instance: 1e669675-0551-49d8-af15-64fdd0984b3f] Checking state {{(pid=62574) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1501.957930] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cae54cc-145f-4cdb-90e4-c6ebec3ef16d {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.060208] env[62574]: DEBUG oslo_vmware.api [None req-ea479bc7-e70b-4006-b685-c149b86827f3 tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Task: {'id': task-1861181, 'name': Rename_Task, 'duration_secs': 0.212791} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1502.060659] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea479bc7-e70b-4006-b685-c149b86827f3 tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] [instance: dc6d1fd4-d844-4ef6-b100-5e491a698ae3] Powering on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1502.061171] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-51ed4893-b19f-4b81-ac9a-244c30dcec87 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.067136] env[62574]: DEBUG oslo_vmware.api [None req-ea479bc7-e70b-4006-b685-c149b86827f3 tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Waiting for the task: (returnval){ [ 1502.067136] env[62574]: value = "task-1861182" [ 1502.067136] env[62574]: _type = "Task" [ 1502.067136] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1502.076639] env[62574]: DEBUG oslo_vmware.api [None req-ea479bc7-e70b-4006-b685-c149b86827f3 tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Task: {'id': task-1861182, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1502.193631] env[62574]: DEBUG oslo_concurrency.lockutils [None req-952961fe-f29b-4d2d-8be6-c53e6211d0ad tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Acquiring lock "refresh_cache-2a0c3300-ba7f-4604-b629-42bda5d48664" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1502.193631] env[62574]: DEBUG oslo_concurrency.lockutils [None req-952961fe-f29b-4d2d-8be6-c53e6211d0ad tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Acquired lock "refresh_cache-2a0c3300-ba7f-4604-b629-42bda5d48664" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1502.193631] env[62574]: DEBUG nova.network.neutron [None req-952961fe-f29b-4d2d-8be6-c53e6211d0ad tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] [instance: 2a0c3300-ba7f-4604-b629-42bda5d48664] Building network info cache for instance {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1502.412464] env[62574]: DEBUG nova.scheduler.client.report [None req-45db852b-550a-4427-bf0b-bbf2c61857f1 tempest-VolumesAssistedSnapshotsTest-330692648 tempest-VolumesAssistedSnapshotsTest-330692648-project-member] Inventory has not changed for provider f0ed160a-beff-4626-a531-2a70d7bc0627 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 148, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1502.417531] env[62574]: DEBUG nova.compute.manager [None req-32051c68-37c9-44b2-bcf1-7cfd221e5718 tempest-FloatingIPsAssociationTestJSON-1230011338 tempest-FloatingIPsAssociationTestJSON-1230011338-project-member] [instance: bf01cd22-6cbb-4a95-aca8-4bcdabdc5b36] Start spawning the instance on the hypervisor. {{(pid=62574) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1502.435773] env[62574]: INFO nova.compute.manager [None req-2b1b26fe-d1ce-479c-be1f-283b3fbfe7e2 tempest-ServerRescueTestJSONUnderV235-2079558425 tempest-ServerRescueTestJSONUnderV235-2079558425-project-member] [instance: a903fd4b-e31e-4fde-b8d6-a11ecf5a602f] Rescuing [ 1502.436365] env[62574]: DEBUG oslo_concurrency.lockutils [None req-2b1b26fe-d1ce-479c-be1f-283b3fbfe7e2 tempest-ServerRescueTestJSONUnderV235-2079558425 tempest-ServerRescueTestJSONUnderV235-2079558425-project-member] Acquiring lock "refresh_cache-a903fd4b-e31e-4fde-b8d6-a11ecf5a602f" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1502.436831] env[62574]: DEBUG oslo_concurrency.lockutils [None req-2b1b26fe-d1ce-479c-be1f-283b3fbfe7e2 tempest-ServerRescueTestJSONUnderV235-2079558425 tempest-ServerRescueTestJSONUnderV235-2079558425-project-member] Acquired lock "refresh_cache-a903fd4b-e31e-4fde-b8d6-a11ecf5a602f" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1502.437341] env[62574]: DEBUG nova.network.neutron [None req-2b1b26fe-d1ce-479c-be1f-283b3fbfe7e2 tempest-ServerRescueTestJSONUnderV235-2079558425 tempest-ServerRescueTestJSONUnderV235-2079558425-project-member] [instance: a903fd4b-e31e-4fde-b8d6-a11ecf5a602f] Building network info cache for instance {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1502.439530] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1861180, 'name': CreateVM_Task, 'duration_secs': 0.521837} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1502.440080] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6d6540ed-ae82-4304-a6f2-7b7063587647] Created VM on the ESX host {{(pid=62574) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1502.441401] env[62574]: DEBUG oslo_concurrency.lockutils [None req-9a41eb0c-4b5b-416e-9398-91b2a2c38fac tempest-ServerDiagnosticsTest-924160412 tempest-ServerDiagnosticsTest-924160412-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1502.441744] env[62574]: DEBUG oslo_concurrency.lockutils [None req-9a41eb0c-4b5b-416e-9398-91b2a2c38fac tempest-ServerDiagnosticsTest-924160412 tempest-ServerDiagnosticsTest-924160412-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1502.445057] env[62574]: DEBUG oslo_concurrency.lockutils [None req-9a41eb0c-4b5b-416e-9398-91b2a2c38fac tempest-ServerDiagnosticsTest-924160412 tempest-ServerDiagnosticsTest-924160412-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1502.451138] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-777f3238-1ce6-4b50-98c4-ac3751601ee7 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.463660] env[62574]: DEBUG oslo_vmware.api [None req-9a41eb0c-4b5b-416e-9398-91b2a2c38fac tempest-ServerDiagnosticsTest-924160412 tempest-ServerDiagnosticsTest-924160412-project-member] Waiting for the task: (returnval){ [ 1502.463660] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]52a31c3d-b47a-a646-951f-f865f7da025f" [ 1502.463660] env[62574]: _type = "Task" [ 1502.463660] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1502.466390] env[62574]: DEBUG nova.virt.hardware [None req-32051c68-37c9-44b2-bcf1-7cfd221e5718 tempest-FloatingIPsAssociationTestJSON-1230011338 tempest-FloatingIPsAssociationTestJSON-1230011338-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T19:26:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-13T19:26:40Z,direct_url=,disk_format='vmdk',id=3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7eed1dd4d2c3418eb32c4f4ceda3ab0d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-13T19:26:41Z,virtual_size=,visibility=), allow threads: False {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1502.466974] env[62574]: DEBUG nova.virt.hardware [None req-32051c68-37c9-44b2-bcf1-7cfd221e5718 tempest-FloatingIPsAssociationTestJSON-1230011338 tempest-FloatingIPsAssociationTestJSON-1230011338-project-member] Flavor limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1502.467373] env[62574]: DEBUG nova.virt.hardware [None req-32051c68-37c9-44b2-bcf1-7cfd221e5718 tempest-FloatingIPsAssociationTestJSON-1230011338 tempest-FloatingIPsAssociationTestJSON-1230011338-project-member] Image limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1502.467779] env[62574]: DEBUG nova.virt.hardware [None req-32051c68-37c9-44b2-bcf1-7cfd221e5718 tempest-FloatingIPsAssociationTestJSON-1230011338 tempest-FloatingIPsAssociationTestJSON-1230011338-project-member] Flavor pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1502.468032] env[62574]: DEBUG nova.virt.hardware [None req-32051c68-37c9-44b2-bcf1-7cfd221e5718 tempest-FloatingIPsAssociationTestJSON-1230011338 tempest-FloatingIPsAssociationTestJSON-1230011338-project-member] Image pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1502.468321] env[62574]: DEBUG nova.virt.hardware [None req-32051c68-37c9-44b2-bcf1-7cfd221e5718 tempest-FloatingIPsAssociationTestJSON-1230011338 tempest-FloatingIPsAssociationTestJSON-1230011338-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1502.468722] env[62574]: DEBUG nova.virt.hardware [None req-32051c68-37c9-44b2-bcf1-7cfd221e5718 tempest-FloatingIPsAssociationTestJSON-1230011338 tempest-FloatingIPsAssociationTestJSON-1230011338-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1502.469014] env[62574]: DEBUG nova.virt.hardware [None req-32051c68-37c9-44b2-bcf1-7cfd221e5718 tempest-FloatingIPsAssociationTestJSON-1230011338 tempest-FloatingIPsAssociationTestJSON-1230011338-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1502.469231] env[62574]: DEBUG nova.virt.hardware [None req-32051c68-37c9-44b2-bcf1-7cfd221e5718 tempest-FloatingIPsAssociationTestJSON-1230011338 tempest-FloatingIPsAssociationTestJSON-1230011338-project-member] Got 1 possible topologies {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1502.469428] env[62574]: DEBUG nova.virt.hardware [None req-32051c68-37c9-44b2-bcf1-7cfd221e5718 tempest-FloatingIPsAssociationTestJSON-1230011338 tempest-FloatingIPsAssociationTestJSON-1230011338-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1502.469901] env[62574]: DEBUG nova.virt.hardware [None req-32051c68-37c9-44b2-bcf1-7cfd221e5718 tempest-FloatingIPsAssociationTestJSON-1230011338 tempest-FloatingIPsAssociationTestJSON-1230011338-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1502.476472] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e699534-8665-4d2a-ac68-e0340c0f8149 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.484018] env[62574]: INFO nova.compute.manager [None req-a6eec462-12dc-4177-8e8c-aca5bdf71dc1 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] [instance: 1e669675-0551-49d8-af15-64fdd0984b3f] Took 27.47 seconds to build instance. [ 1502.500392] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a7df6f6-8704-4ff6-9c52-f34f74fcee23 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.505360] env[62574]: DEBUG oslo_vmware.api [None req-9a41eb0c-4b5b-416e-9398-91b2a2c38fac tempest-ServerDiagnosticsTest-924160412 tempest-ServerDiagnosticsTest-924160412-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52a31c3d-b47a-a646-951f-f865f7da025f, 'name': SearchDatastore_Task, 'duration_secs': 0.013293} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1502.507327] env[62574]: DEBUG oslo_concurrency.lockutils [None req-9a41eb0c-4b5b-416e-9398-91b2a2c38fac tempest-ServerDiagnosticsTest-924160412 tempest-ServerDiagnosticsTest-924160412-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1502.507327] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-9a41eb0c-4b5b-416e-9398-91b2a2c38fac tempest-ServerDiagnosticsTest-924160412 tempest-ServerDiagnosticsTest-924160412-project-member] [instance: 6d6540ed-ae82-4304-a6f2-7b7063587647] Processing image 3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2 {{(pid=62574) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1502.507327] env[62574]: DEBUG oslo_concurrency.lockutils [None req-9a41eb0c-4b5b-416e-9398-91b2a2c38fac tempest-ServerDiagnosticsTest-924160412 tempest-ServerDiagnosticsTest-924160412-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1502.507596] env[62574]: DEBUG oslo_concurrency.lockutils [None req-9a41eb0c-4b5b-416e-9398-91b2a2c38fac tempest-ServerDiagnosticsTest-924160412 tempest-ServerDiagnosticsTest-924160412-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1502.507596] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a41eb0c-4b5b-416e-9398-91b2a2c38fac tempest-ServerDiagnosticsTest-924160412 tempest-ServerDiagnosticsTest-924160412-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1502.511341] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e55c4e45-f156-4419-b694-6252680d2a42 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.530040] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a41eb0c-4b5b-416e-9398-91b2a2c38fac tempest-ServerDiagnosticsTest-924160412 tempest-ServerDiagnosticsTest-924160412-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1502.530328] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-9a41eb0c-4b5b-416e-9398-91b2a2c38fac tempest-ServerDiagnosticsTest-924160412 tempest-ServerDiagnosticsTest-924160412-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62574) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1502.531738] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf1bec02-83e2-4ea8-9a90-cbb4b03e57a8 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.538802] env[62574]: DEBUG oslo_vmware.api [None req-9a41eb0c-4b5b-416e-9398-91b2a2c38fac tempest-ServerDiagnosticsTest-924160412 tempest-ServerDiagnosticsTest-924160412-project-member] Waiting for the task: (returnval){ [ 1502.538802] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]52c5c856-85fd-1f2e-3b70-0d340d0de421" [ 1502.538802] env[62574]: _type = "Task" [ 1502.538802] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1502.549493] env[62574]: DEBUG oslo_vmware.api [None req-9a41eb0c-4b5b-416e-9398-91b2a2c38fac tempest-ServerDiagnosticsTest-924160412 tempest-ServerDiagnosticsTest-924160412-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52c5c856-85fd-1f2e-3b70-0d340d0de421, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1502.580567] env[62574]: DEBUG oslo_vmware.api [None req-ea479bc7-e70b-4006-b685-c149b86827f3 tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Task: {'id': task-1861182, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1502.732624] env[62574]: DEBUG nova.network.neutron [None req-32051c68-37c9-44b2-bcf1-7cfd221e5718 tempest-FloatingIPsAssociationTestJSON-1230011338 tempest-FloatingIPsAssociationTestJSON-1230011338-project-member] [instance: bf01cd22-6cbb-4a95-aca8-4bcdabdc5b36] Successfully created port: cc4fbd40-92a9-4263-918f-edd2dde18259 {{(pid=62574) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1502.842265] env[62574]: DEBUG nova.network.neutron [None req-952961fe-f29b-4d2d-8be6-c53e6211d0ad tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] [instance: 2a0c3300-ba7f-4604-b629-42bda5d48664] Instance cache missing network info. {{(pid=62574) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1502.853333] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-69dbf9ab-2542-482f-a97f-8d98b7daf342 tempest-ServerShowV254Test-52812069 tempest-ServerShowV254Test-52812069-project-member] [instance: b79bac0e-5cb0-43de-b10f-26262358e61e] Powering off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1502.853655] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-703929ff-a761-4661-b3ff-5f6cb6c1ac76 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.861046] env[62574]: DEBUG oslo_vmware.api [None req-69dbf9ab-2542-482f-a97f-8d98b7daf342 tempest-ServerShowV254Test-52812069 tempest-ServerShowV254Test-52812069-project-member] Waiting for the task: (returnval){ [ 1502.861046] env[62574]: value = "task-1861183" [ 1502.861046] env[62574]: _type = "Task" [ 1502.861046] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1502.876907] env[62574]: DEBUG oslo_vmware.api [None req-69dbf9ab-2542-482f-a97f-8d98b7daf342 tempest-ServerShowV254Test-52812069 tempest-ServerShowV254Test-52812069-project-member] Task: {'id': task-1861183, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1502.921584] env[62574]: DEBUG oslo_concurrency.lockutils [None req-45db852b-550a-4427-bf0b-bbf2c61857f1 tempest-VolumesAssistedSnapshotsTest-330692648 tempest-VolumesAssistedSnapshotsTest-330692648-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.566s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1502.924333] env[62574]: DEBUG nova.compute.manager [None req-45db852b-550a-4427-bf0b-bbf2c61857f1 tempest-VolumesAssistedSnapshotsTest-330692648 tempest-VolumesAssistedSnapshotsTest-330692648-project-member] [instance: f82bad60-9320-4a4e-af74-21557692aa80] Start building networks asynchronously for instance. {{(pid=62574) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1502.929985] env[62574]: DEBUG oslo_concurrency.lockutils [None req-e5fa96e3-065b-4769-8d03-5aee6bb1fd98 tempest-ServersAaction247Test-553183449 tempest-ServersAaction247Test-553183449-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.998s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1502.932810] env[62574]: DEBUG nova.objects.instance [None req-e5fa96e3-065b-4769-8d03-5aee6bb1fd98 tempest-ServersAaction247Test-553183449 tempest-ServersAaction247Test-553183449-project-member] Lazy-loading 'resources' on Instance uuid fff9b5fd-be41-4133-a2e3-aeb7188d76ec {{(pid=62574) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1502.989448] env[62574]: DEBUG oslo_concurrency.lockutils [None req-a6eec462-12dc-4177-8e8c-aca5bdf71dc1 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Lock "1e669675-0551-49d8-af15-64fdd0984b3f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.992s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1503.050036] env[62574]: DEBUG oslo_vmware.api [None req-9a41eb0c-4b5b-416e-9398-91b2a2c38fac tempest-ServerDiagnosticsTest-924160412 tempest-ServerDiagnosticsTest-924160412-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52c5c856-85fd-1f2e-3b70-0d340d0de421, 'name': SearchDatastore_Task, 'duration_secs': 0.010758} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1503.050790] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3e0a3a76-5091-4fe0-96f3-378fb85fab8a {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.056587] env[62574]: DEBUG oslo_vmware.api [None req-9a41eb0c-4b5b-416e-9398-91b2a2c38fac tempest-ServerDiagnosticsTest-924160412 tempest-ServerDiagnosticsTest-924160412-project-member] Waiting for the task: (returnval){ [ 1503.056587] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]52a15f92-f2f7-a298-84c5-a0aa3e93532b" [ 1503.056587] env[62574]: _type = "Task" [ 1503.056587] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1503.066101] env[62574]: DEBUG oslo_vmware.api [None req-9a41eb0c-4b5b-416e-9398-91b2a2c38fac tempest-ServerDiagnosticsTest-924160412 tempest-ServerDiagnosticsTest-924160412-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52a15f92-f2f7-a298-84c5-a0aa3e93532b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1503.084218] env[62574]: DEBUG oslo_concurrency.lockutils [None req-94fb1ff1-c3d0-4da3-b8e0-ccc432ffde04 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Acquiring lock "b4522995-fb9c-471f-bd36-af8b721aa5ff" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1503.084555] env[62574]: DEBUG oslo_concurrency.lockutils [None req-94fb1ff1-c3d0-4da3-b8e0-ccc432ffde04 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Lock "b4522995-fb9c-471f-bd36-af8b721aa5ff" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1503.085049] env[62574]: DEBUG oslo_vmware.api [None req-ea479bc7-e70b-4006-b685-c149b86827f3 tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Task: {'id': task-1861182, 'name': PowerOnVM_Task, 'duration_secs': 0.752364} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1503.085667] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea479bc7-e70b-4006-b685-c149b86827f3 tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] [instance: dc6d1fd4-d844-4ef6-b100-5e491a698ae3] Powered on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1503.085667] env[62574]: INFO nova.compute.manager [None req-ea479bc7-e70b-4006-b685-c149b86827f3 tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] [instance: dc6d1fd4-d844-4ef6-b100-5e491a698ae3] Took 10.53 seconds to spawn the instance on the hypervisor. [ 1503.085667] env[62574]: DEBUG nova.compute.manager [None req-ea479bc7-e70b-4006-b685-c149b86827f3 tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] [instance: dc6d1fd4-d844-4ef6-b100-5e491a698ae3] Checking state {{(pid=62574) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1503.089330] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e264b2d8-2fc8-4adf-8e49-06d3d78732f6 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.255243] env[62574]: DEBUG nova.network.neutron [req-02ce25b1-6f32-484d-9e8a-4d9ca24955ee req-2f831ad5-f38f-43bb-ab1b-7a18aeb24d93 service nova] [instance: 6d6540ed-ae82-4304-a6f2-7b7063587647] Updated VIF entry in instance network info cache for port c472c1c9-152d-4c88-b7fc-b9792bdeaccc. {{(pid=62574) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1503.255685] env[62574]: DEBUG nova.network.neutron [req-02ce25b1-6f32-484d-9e8a-4d9ca24955ee req-2f831ad5-f38f-43bb-ab1b-7a18aeb24d93 service nova] [instance: 6d6540ed-ae82-4304-a6f2-7b7063587647] Updating instance_info_cache with network_info: [{"id": "c472c1c9-152d-4c88-b7fc-b9792bdeaccc", "address": "fa:16:3e:b0:a0:53", "network": {"id": "90888d97-209c-49d6-8f95-1d0279efea11", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.49", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7eed1dd4d2c3418eb32c4f4ceda3ab0d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d275d7c6-2a7b-4ee8-b6f4-fabf1ba1905f", "external-id": "nsx-vlan-transportzone-513", "segmentation_id": 513, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc472c1c9-15", "ovs_interfaceid": "c472c1c9-152d-4c88-b7fc-b9792bdeaccc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1503.272018] env[62574]: DEBUG nova.network.neutron [None req-80ae4c7e-9bf3-4c00-8d25-ebb45e834ec6 tempest-ServerExternalEventsTest-152619752 tempest-ServerExternalEventsTest-152619752-project] [instance: 12efb14a-4241-42ec-b538-3efa54435951] Updating instance_info_cache with network_info: [{"id": "2e5d737d-7e3d-475c-a01a-9634260fdc9b", "address": "fa:16:3e:83:2e:90", "network": {"id": "90888d97-209c-49d6-8f95-1d0279efea11", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.251", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7eed1dd4d2c3418eb32c4f4ceda3ab0d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d275d7c6-2a7b-4ee8-b6f4-fabf1ba1905f", "external-id": "nsx-vlan-transportzone-513", "segmentation_id": 513, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e5d737d-7e", "ovs_interfaceid": "2e5d737d-7e3d-475c-a01a-9634260fdc9b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1503.378930] env[62574]: DEBUG oslo_vmware.api [None req-69dbf9ab-2542-482f-a97f-8d98b7daf342 tempest-ServerShowV254Test-52812069 tempest-ServerShowV254Test-52812069-project-member] Task: {'id': task-1861183, 'name': PowerOffVM_Task, 'duration_secs': 0.280861} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1503.378930] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-69dbf9ab-2542-482f-a97f-8d98b7daf342 tempest-ServerShowV254Test-52812069 tempest-ServerShowV254Test-52812069-project-member] [instance: b79bac0e-5cb0-43de-b10f-26262358e61e] Powered off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1503.378930] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-69dbf9ab-2542-482f-a97f-8d98b7daf342 tempest-ServerShowV254Test-52812069 tempest-ServerShowV254Test-52812069-project-member] [instance: b79bac0e-5cb0-43de-b10f-26262358e61e] Destroying instance {{(pid=62574) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1503.378930] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c756916f-d17e-4272-bc20-2951e7a036f0 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.387046] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-69dbf9ab-2542-482f-a97f-8d98b7daf342 tempest-ServerShowV254Test-52812069 tempest-ServerShowV254Test-52812069-project-member] [instance: b79bac0e-5cb0-43de-b10f-26262358e61e] Unregistering the VM {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1503.390251] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-89fbec04-f320-4314-845d-b1a1276598ee {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.395567] env[62574]: DEBUG nova.network.neutron [None req-b7e2b7ac-3354-404a-a92b-23db1a8cd1a5 tempest-ServersAdminNegativeTestJSON-1635259249 tempest-ServersAdminNegativeTestJSON-1635259249-project-member] [instance: 692b1ace-0ecb-4fc5-a348-ffe21f0d1ad7] Successfully updated port: e97f36ad-12d5-469d-9832-eb71ec024d6b {{(pid=62574) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1503.420028] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-69dbf9ab-2542-482f-a97f-8d98b7daf342 tempest-ServerShowV254Test-52812069 tempest-ServerShowV254Test-52812069-project-member] [instance: b79bac0e-5cb0-43de-b10f-26262358e61e] Unregistered the VM {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1503.420028] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-69dbf9ab-2542-482f-a97f-8d98b7daf342 tempest-ServerShowV254Test-52812069 tempest-ServerShowV254Test-52812069-project-member] [instance: b79bac0e-5cb0-43de-b10f-26262358e61e] Deleting contents of the VM from datastore datastore2 {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1503.420028] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-69dbf9ab-2542-482f-a97f-8d98b7daf342 tempest-ServerShowV254Test-52812069 tempest-ServerShowV254Test-52812069-project-member] Deleting the datastore file [datastore2] b79bac0e-5cb0-43de-b10f-26262358e61e {{(pid=62574) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1503.420028] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fd2748e9-aa09-481a-bd33-a12fc40335ea {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.433047] env[62574]: DEBUG oslo_vmware.api [None req-69dbf9ab-2542-482f-a97f-8d98b7daf342 tempest-ServerShowV254Test-52812069 tempest-ServerShowV254Test-52812069-project-member] Waiting for the task: (returnval){ [ 1503.433047] env[62574]: value = "task-1861185" [ 1503.433047] env[62574]: _type = "Task" [ 1503.433047] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1503.439032] env[62574]: DEBUG nova.compute.utils [None req-45db852b-550a-4427-bf0b-bbf2c61857f1 tempest-VolumesAssistedSnapshotsTest-330692648 tempest-VolumesAssistedSnapshotsTest-330692648-project-member] Using /dev/sd instead of None {{(pid=62574) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1503.445464] env[62574]: DEBUG nova.compute.manager [None req-45db852b-550a-4427-bf0b-bbf2c61857f1 tempest-VolumesAssistedSnapshotsTest-330692648 tempest-VolumesAssistedSnapshotsTest-330692648-project-member] [instance: f82bad60-9320-4a4e-af74-21557692aa80] Allocating IP information in the background. {{(pid=62574) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1503.446433] env[62574]: DEBUG nova.network.neutron [None req-45db852b-550a-4427-bf0b-bbf2c61857f1 tempest-VolumesAssistedSnapshotsTest-330692648 tempest-VolumesAssistedSnapshotsTest-330692648-project-member] [instance: f82bad60-9320-4a4e-af74-21557692aa80] allocate_for_instance() {{(pid=62574) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1503.455732] env[62574]: DEBUG oslo_vmware.api [None req-69dbf9ab-2542-482f-a97f-8d98b7daf342 tempest-ServerShowV254Test-52812069 tempest-ServerShowV254Test-52812069-project-member] Task: {'id': task-1861185, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1503.492125] env[62574]: DEBUG nova.compute.manager [None req-c4c595eb-842c-47d8-90b6-4bc17bb70c93 tempest-TenantUsagesTestJSON-1701219257 tempest-TenantUsagesTestJSON-1701219257-project-member] [instance: 049aed69-5511-4770-9a62-039b2f21d60f] Starting instance... {{(pid=62574) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1503.578523] env[62574]: DEBUG oslo_vmware.api [None req-9a41eb0c-4b5b-416e-9398-91b2a2c38fac tempest-ServerDiagnosticsTest-924160412 tempest-ServerDiagnosticsTest-924160412-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52a15f92-f2f7-a298-84c5-a0aa3e93532b, 'name': SearchDatastore_Task, 'duration_secs': 0.020218} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1503.580359] env[62574]: DEBUG oslo_concurrency.lockutils [None req-9a41eb0c-4b5b-416e-9398-91b2a2c38fac tempest-ServerDiagnosticsTest-924160412 tempest-ServerDiagnosticsTest-924160412-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1503.580359] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a41eb0c-4b5b-416e-9398-91b2a2c38fac tempest-ServerDiagnosticsTest-924160412 tempest-ServerDiagnosticsTest-924160412-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk to [datastore1] 6d6540ed-ae82-4304-a6f2-7b7063587647/6d6540ed-ae82-4304-a6f2-7b7063587647.vmdk {{(pid=62574) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1503.580757] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b0db7dd8-2af9-4bcf-8789-367f1cb0c856 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.588646] env[62574]: DEBUG oslo_vmware.api [None req-9a41eb0c-4b5b-416e-9398-91b2a2c38fac tempest-ServerDiagnosticsTest-924160412 tempest-ServerDiagnosticsTest-924160412-project-member] Waiting for the task: (returnval){ [ 1503.588646] env[62574]: value = "task-1861186" [ 1503.588646] env[62574]: _type = "Task" [ 1503.588646] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1503.617291] env[62574]: DEBUG oslo_vmware.api [None req-9a41eb0c-4b5b-416e-9398-91b2a2c38fac tempest-ServerDiagnosticsTest-924160412 tempest-ServerDiagnosticsTest-924160412-project-member] Task: {'id': task-1861186, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1503.617852] env[62574]: INFO nova.compute.manager [None req-ea479bc7-e70b-4006-b685-c149b86827f3 tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] [instance: dc6d1fd4-d844-4ef6-b100-5e491a698ae3] Took 28.37 seconds to build instance. [ 1503.658367] env[62574]: DEBUG nova.network.neutron [None req-2b1b26fe-d1ce-479c-be1f-283b3fbfe7e2 tempest-ServerRescueTestJSONUnderV235-2079558425 tempest-ServerRescueTestJSONUnderV235-2079558425-project-member] [instance: a903fd4b-e31e-4fde-b8d6-a11ecf5a602f] Updating instance_info_cache with network_info: [{"id": "c0a79f88-3220-45d5-9f4c-7e246b70d098", "address": "fa:16:3e:44:9c:ba", "network": {"id": "1936b79f-db67-4ad5-86bc-7dc4ed97eacc", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1542900542-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "c10401ec5a6e44c69288f736108864e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffcecdaa-a7b8-49fc-9371-dbdb7744688e", "external-id": "nsx-vlan-transportzone-994", "segmentation_id": 994, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0a79f88-32", "ovs_interfaceid": "c0a79f88-3220-45d5-9f4c-7e246b70d098", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1503.760104] env[62574]: DEBUG oslo_concurrency.lockutils [req-02ce25b1-6f32-484d-9e8a-4d9ca24955ee req-2f831ad5-f38f-43bb-ab1b-7a18aeb24d93 service nova] Releasing lock "refresh_cache-6d6540ed-ae82-4304-a6f2-7b7063587647" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1503.772682] env[62574]: DEBUG nova.policy [None req-45db852b-550a-4427-bf0b-bbf2c61857f1 tempest-VolumesAssistedSnapshotsTest-330692648 tempest-VolumesAssistedSnapshotsTest-330692648-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '737cc23246ab4b13aeb18e2383fc1ff9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6d2e5bf056b845e5bff2000db2da81d1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62574) authorize /opt/stack/nova/nova/policy.py:192}} [ 1503.777730] env[62574]: DEBUG oslo_concurrency.lockutils [None req-80ae4c7e-9bf3-4c00-8d25-ebb45e834ec6 tempest-ServerExternalEventsTest-152619752 tempest-ServerExternalEventsTest-152619752-project] Releasing lock "refresh_cache-12efb14a-4241-42ec-b538-3efa54435951" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1503.882713] env[62574]: DEBUG nova.network.neutron [None req-952961fe-f29b-4d2d-8be6-c53e6211d0ad tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] [instance: 2a0c3300-ba7f-4604-b629-42bda5d48664] Updating instance_info_cache with network_info: [{"id": "54e8da54-8296-4e08-ad1a-3140fe9ac725", "address": "fa:16:3e:24:50:a4", "network": {"id": "00bfa347-a6e1-4070-b5d9-5f46396a9c53", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-693390946-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3197393f8f6a457a9367bd87f7aa5dc2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bdf594e-da7a-4254-b413-87aef4614588", "external-id": "nsx-vlan-transportzone-422", "segmentation_id": 422, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54e8da54-82", "ovs_interfaceid": "54e8da54-8296-4e08-ad1a-3140fe9ac725", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1503.902122] env[62574]: DEBUG oslo_concurrency.lockutils [None req-b7e2b7ac-3354-404a-a92b-23db1a8cd1a5 tempest-ServersAdminNegativeTestJSON-1635259249 tempest-ServersAdminNegativeTestJSON-1635259249-project-member] Acquiring lock "refresh_cache-692b1ace-0ecb-4fc5-a348-ffe21f0d1ad7" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1503.902122] env[62574]: DEBUG oslo_concurrency.lockutils [None req-b7e2b7ac-3354-404a-a92b-23db1a8cd1a5 tempest-ServersAdminNegativeTestJSON-1635259249 tempest-ServersAdminNegativeTestJSON-1635259249-project-member] Acquired lock "refresh_cache-692b1ace-0ecb-4fc5-a348-ffe21f0d1ad7" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1503.902122] env[62574]: DEBUG nova.network.neutron [None req-b7e2b7ac-3354-404a-a92b-23db1a8cd1a5 tempest-ServersAdminNegativeTestJSON-1635259249 tempest-ServersAdminNegativeTestJSON-1635259249-project-member] [instance: 692b1ace-0ecb-4fc5-a348-ffe21f0d1ad7] Building network info cache for instance {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1503.928278] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e3999dc-d1bc-47a5-9e56-96e7a5b2b3cc {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.940425] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d94b397-9bb1-42a2-85a1-36ee145e58c8 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.949396] env[62574]: DEBUG nova.compute.manager [None req-45db852b-550a-4427-bf0b-bbf2c61857f1 tempest-VolumesAssistedSnapshotsTest-330692648 tempest-VolumesAssistedSnapshotsTest-330692648-project-member] [instance: f82bad60-9320-4a4e-af74-21557692aa80] Start building block device mappings for instance. {{(pid=62574) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1503.953609] env[62574]: DEBUG nova.compute.manager [req-fb3365cb-4679-4e71-ad54-3e5c2a5a0ca5 req-39aee2c7-2491-47d3-ae64-ac2bd5e240bb service nova] [instance: 2a0c3300-ba7f-4604-b629-42bda5d48664] Received event network-vif-plugged-54e8da54-8296-4e08-ad1a-3140fe9ac725 {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1503.953817] env[62574]: DEBUG oslo_concurrency.lockutils [req-fb3365cb-4679-4e71-ad54-3e5c2a5a0ca5 req-39aee2c7-2491-47d3-ae64-ac2bd5e240bb service nova] Acquiring lock "2a0c3300-ba7f-4604-b629-42bda5d48664-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1503.954032] env[62574]: DEBUG oslo_concurrency.lockutils [req-fb3365cb-4679-4e71-ad54-3e5c2a5a0ca5 req-39aee2c7-2491-47d3-ae64-ac2bd5e240bb service nova] Lock "2a0c3300-ba7f-4604-b629-42bda5d48664-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1503.954305] env[62574]: DEBUG oslo_concurrency.lockutils [req-fb3365cb-4679-4e71-ad54-3e5c2a5a0ca5 req-39aee2c7-2491-47d3-ae64-ac2bd5e240bb service nova] Lock "2a0c3300-ba7f-4604-b629-42bda5d48664-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1503.954611] env[62574]: DEBUG nova.compute.manager [req-fb3365cb-4679-4e71-ad54-3e5c2a5a0ca5 req-39aee2c7-2491-47d3-ae64-ac2bd5e240bb service nova] [instance: 2a0c3300-ba7f-4604-b629-42bda5d48664] No waiting events found dispatching network-vif-plugged-54e8da54-8296-4e08-ad1a-3140fe9ac725 {{(pid=62574) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1503.954711] env[62574]: WARNING nova.compute.manager [req-fb3365cb-4679-4e71-ad54-3e5c2a5a0ca5 req-39aee2c7-2491-47d3-ae64-ac2bd5e240bb service nova] [instance: 2a0c3300-ba7f-4604-b629-42bda5d48664] Received unexpected event network-vif-plugged-54e8da54-8296-4e08-ad1a-3140fe9ac725 for instance with vm_state building and task_state spawning. [ 1503.957088] env[62574]: DEBUG oslo_vmware.api [None req-69dbf9ab-2542-482f-a97f-8d98b7daf342 tempest-ServerShowV254Test-52812069 tempest-ServerShowV254Test-52812069-project-member] Task: {'id': task-1861185, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.15247} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1503.958316] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-69dbf9ab-2542-482f-a97f-8d98b7daf342 tempest-ServerShowV254Test-52812069 tempest-ServerShowV254Test-52812069-project-member] Deleted the datastore file {{(pid=62574) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1503.958515] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-69dbf9ab-2542-482f-a97f-8d98b7daf342 tempest-ServerShowV254Test-52812069 tempest-ServerShowV254Test-52812069-project-member] [instance: b79bac0e-5cb0-43de-b10f-26262358e61e] Deleted contents of the VM from datastore datastore2 {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1503.958714] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-69dbf9ab-2542-482f-a97f-8d98b7daf342 tempest-ServerShowV254Test-52812069 tempest-ServerShowV254Test-52812069-project-member] [instance: b79bac0e-5cb0-43de-b10f-26262358e61e] Instance destroyed {{(pid=62574) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1503.997808] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69c4eae2-faa0-4591-8b86-ecd248fec28b {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.008840] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00001eb9-18af-495b-82ec-b3fc1f76858d {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.029074] env[62574]: DEBUG nova.compute.provider_tree [None req-e5fa96e3-065b-4769-8d03-5aee6bb1fd98 tempest-ServersAaction247Test-553183449 tempest-ServersAaction247Test-553183449-project-member] Inventory has not changed in ProviderTree for provider: f0ed160a-beff-4626-a531-2a70d7bc0627 {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1504.031448] env[62574]: DEBUG oslo_concurrency.lockutils [None req-c4c595eb-842c-47d8-90b6-4bc17bb70c93 tempest-TenantUsagesTestJSON-1701219257 tempest-TenantUsagesTestJSON-1701219257-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1504.108034] env[62574]: DEBUG oslo_vmware.api [None req-9a41eb0c-4b5b-416e-9398-91b2a2c38fac tempest-ServerDiagnosticsTest-924160412 tempest-ServerDiagnosticsTest-924160412-project-member] Task: {'id': task-1861186, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1504.122449] env[62574]: DEBUG oslo_concurrency.lockutils [None req-ea479bc7-e70b-4006-b685-c149b86827f3 tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Lock "dc6d1fd4-d844-4ef6-b100-5e491a698ae3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.878s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1504.163830] env[62574]: DEBUG oslo_concurrency.lockutils [None req-2b1b26fe-d1ce-479c-be1f-283b3fbfe7e2 tempest-ServerRescueTestJSONUnderV235-2079558425 tempest-ServerRescueTestJSONUnderV235-2079558425-project-member] Releasing lock "refresh_cache-a903fd4b-e31e-4fde-b8d6-a11ecf5a602f" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1504.393380] env[62574]: DEBUG oslo_concurrency.lockutils [None req-952961fe-f29b-4d2d-8be6-c53e6211d0ad tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Releasing lock "refresh_cache-2a0c3300-ba7f-4604-b629-42bda5d48664" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1504.393380] env[62574]: DEBUG nova.compute.manager [None req-952961fe-f29b-4d2d-8be6-c53e6211d0ad tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] [instance: 2a0c3300-ba7f-4604-b629-42bda5d48664] Instance network_info: |[{"id": "54e8da54-8296-4e08-ad1a-3140fe9ac725", "address": "fa:16:3e:24:50:a4", "network": {"id": "00bfa347-a6e1-4070-b5d9-5f46396a9c53", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-693390946-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3197393f8f6a457a9367bd87f7aa5dc2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bdf594e-da7a-4254-b413-87aef4614588", "external-id": "nsx-vlan-transportzone-422", "segmentation_id": 422, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54e8da54-82", "ovs_interfaceid": "54e8da54-8296-4e08-ad1a-3140fe9ac725", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62574) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1504.394025] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-952961fe-f29b-4d2d-8be6-c53e6211d0ad tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] [instance: 2a0c3300-ba7f-4604-b629-42bda5d48664] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:24:50:a4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7bdf594e-da7a-4254-b413-87aef4614588', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '54e8da54-8296-4e08-ad1a-3140fe9ac725', 'vif_model': 'vmxnet3'}] {{(pid=62574) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1504.406760] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-952961fe-f29b-4d2d-8be6-c53e6211d0ad tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Creating folder: Project (3197393f8f6a457a9367bd87f7aa5dc2). Parent ref: group-v384746. {{(pid=62574) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1504.406760] env[62574]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-89058bde-6fb0-4143-9a6b-36506fe24d91 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.421728] env[62574]: INFO nova.virt.vmwareapi.vm_util [None req-952961fe-f29b-4d2d-8be6-c53e6211d0ad tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Created folder: Project (3197393f8f6a457a9367bd87f7aa5dc2) in parent group-v384746. [ 1504.421728] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-952961fe-f29b-4d2d-8be6-c53e6211d0ad tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Creating folder: Instances. Parent ref: group-v384779. {{(pid=62574) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1504.421728] env[62574]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0da063fe-1024-495d-942c-6b5dd9c0fc75 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.432604] env[62574]: INFO nova.virt.vmwareapi.vm_util [None req-952961fe-f29b-4d2d-8be6-c53e6211d0ad tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Created folder: Instances in parent group-v384779. [ 1504.432777] env[62574]: DEBUG oslo.service.loopingcall [None req-952961fe-f29b-4d2d-8be6-c53e6211d0ad tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62574) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1504.433618] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2a0c3300-ba7f-4604-b629-42bda5d48664] Creating VM on the ESX host {{(pid=62574) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1504.433618] env[62574]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4c8a00dd-4d9f-48a4-b9c0-59a922d1046c {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.465218] env[62574]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1504.465218] env[62574]: value = "task-1861189" [ 1504.465218] env[62574]: _type = "Task" [ 1504.465218] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1504.476082] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1861189, 'name': CreateVM_Task} progress is 6%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1504.514013] env[62574]: DEBUG nova.network.neutron [None req-b7e2b7ac-3354-404a-a92b-23db1a8cd1a5 tempest-ServersAdminNegativeTestJSON-1635259249 tempest-ServersAdminNegativeTestJSON-1635259249-project-member] [instance: 692b1ace-0ecb-4fc5-a348-ffe21f0d1ad7] Instance cache missing network info. {{(pid=62574) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1504.536168] env[62574]: DEBUG nova.scheduler.client.report [None req-e5fa96e3-065b-4769-8d03-5aee6bb1fd98 tempest-ServersAaction247Test-553183449 tempest-ServersAaction247Test-553183449-project-member] Inventory has not changed for provider f0ed160a-beff-4626-a531-2a70d7bc0627 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 148, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1504.602617] env[62574]: DEBUG oslo_vmware.api [None req-9a41eb0c-4b5b-416e-9398-91b2a2c38fac tempest-ServerDiagnosticsTest-924160412 tempest-ServerDiagnosticsTest-924160412-project-member] Task: {'id': task-1861186, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.833416} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1504.603082] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a41eb0c-4b5b-416e-9398-91b2a2c38fac tempest-ServerDiagnosticsTest-924160412 tempest-ServerDiagnosticsTest-924160412-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk to [datastore1] 6d6540ed-ae82-4304-a6f2-7b7063587647/6d6540ed-ae82-4304-a6f2-7b7063587647.vmdk {{(pid=62574) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1504.603494] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-9a41eb0c-4b5b-416e-9398-91b2a2c38fac tempest-ServerDiagnosticsTest-924160412 tempest-ServerDiagnosticsTest-924160412-project-member] [instance: 6d6540ed-ae82-4304-a6f2-7b7063587647] Extending root virtual disk to 1048576 {{(pid=62574) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1504.604070] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-271ae616-9759-4e2e-9212-4c1f460c3865 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.614926] env[62574]: DEBUG oslo_vmware.api [None req-9a41eb0c-4b5b-416e-9398-91b2a2c38fac tempest-ServerDiagnosticsTest-924160412 tempest-ServerDiagnosticsTest-924160412-project-member] Waiting for the task: (returnval){ [ 1504.614926] env[62574]: value = "task-1861190" [ 1504.614926] env[62574]: _type = "Task" [ 1504.614926] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1504.626401] env[62574]: DEBUG nova.compute.manager [None req-c52dd69c-5b06-43a2-ac65-43b86bc86553 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] [instance: a40bab23-721e-4584-bda1-2bf5d0e0e37e] Starting instance... {{(pid=62574) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1504.630508] env[62574]: DEBUG oslo_vmware.api [None req-9a41eb0c-4b5b-416e-9398-91b2a2c38fac tempest-ServerDiagnosticsTest-924160412 tempest-ServerDiagnosticsTest-924160412-project-member] Task: {'id': task-1861190, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1504.978434] env[62574]: DEBUG nova.compute.manager [None req-45db852b-550a-4427-bf0b-bbf2c61857f1 tempest-VolumesAssistedSnapshotsTest-330692648 tempest-VolumesAssistedSnapshotsTest-330692648-project-member] [instance: f82bad60-9320-4a4e-af74-21557692aa80] Start spawning the instance on the hypervisor. {{(pid=62574) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1504.987307] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1861189, 'name': CreateVM_Task, 'duration_secs': 0.462959} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1504.987471] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2a0c3300-ba7f-4604-b629-42bda5d48664] Created VM on the ESX host {{(pid=62574) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1504.988184] env[62574]: DEBUG oslo_concurrency.lockutils [None req-952961fe-f29b-4d2d-8be6-c53e6211d0ad tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1504.988437] env[62574]: DEBUG oslo_concurrency.lockutils [None req-952961fe-f29b-4d2d-8be6-c53e6211d0ad tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1504.992039] env[62574]: DEBUG oslo_concurrency.lockutils [None req-952961fe-f29b-4d2d-8be6-c53e6211d0ad tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1504.992039] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d769b8b4-c5fe-42fa-8de9-c8382c935d2f {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.007338] env[62574]: DEBUG oslo_vmware.api [None req-952961fe-f29b-4d2d-8be6-c53e6211d0ad tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Waiting for the task: (returnval){ [ 1505.007338] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]525604e8-1b7d-1b51-0313-58e5d2558841" [ 1505.007338] env[62574]: _type = "Task" [ 1505.007338] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1505.017148] env[62574]: DEBUG oslo_vmware.api [None req-952961fe-f29b-4d2d-8be6-c53e6211d0ad tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]525604e8-1b7d-1b51-0313-58e5d2558841, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1505.036051] env[62574]: DEBUG nova.virt.hardware [None req-45db852b-550a-4427-bf0b-bbf2c61857f1 tempest-VolumesAssistedSnapshotsTest-330692648 tempest-VolumesAssistedSnapshotsTest-330692648-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T19:26:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-13T19:26:40Z,direct_url=,disk_format='vmdk',id=3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7eed1dd4d2c3418eb32c4f4ceda3ab0d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-13T19:26:41Z,virtual_size=,visibility=), allow threads: False {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1505.036322] env[62574]: DEBUG nova.virt.hardware [None req-45db852b-550a-4427-bf0b-bbf2c61857f1 tempest-VolumesAssistedSnapshotsTest-330692648 tempest-VolumesAssistedSnapshotsTest-330692648-project-member] Flavor limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1505.036478] env[62574]: DEBUG nova.virt.hardware [None req-45db852b-550a-4427-bf0b-bbf2c61857f1 tempest-VolumesAssistedSnapshotsTest-330692648 tempest-VolumesAssistedSnapshotsTest-330692648-project-member] Image limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1505.036746] env[62574]: DEBUG nova.virt.hardware [None req-45db852b-550a-4427-bf0b-bbf2c61857f1 tempest-VolumesAssistedSnapshotsTest-330692648 tempest-VolumesAssistedSnapshotsTest-330692648-project-member] Flavor pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1505.036827] env[62574]: DEBUG nova.virt.hardware [None req-45db852b-550a-4427-bf0b-bbf2c61857f1 tempest-VolumesAssistedSnapshotsTest-330692648 tempest-VolumesAssistedSnapshotsTest-330692648-project-member] Image pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1505.036929] env[62574]: DEBUG nova.virt.hardware [None req-45db852b-550a-4427-bf0b-bbf2c61857f1 tempest-VolumesAssistedSnapshotsTest-330692648 tempest-VolumesAssistedSnapshotsTest-330692648-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1505.037177] env[62574]: DEBUG nova.virt.hardware [None req-45db852b-550a-4427-bf0b-bbf2c61857f1 tempest-VolumesAssistedSnapshotsTest-330692648 tempest-VolumesAssistedSnapshotsTest-330692648-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1505.037383] env[62574]: DEBUG nova.virt.hardware [None req-45db852b-550a-4427-bf0b-bbf2c61857f1 tempest-VolumesAssistedSnapshotsTest-330692648 tempest-VolumesAssistedSnapshotsTest-330692648-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1505.037501] env[62574]: DEBUG nova.virt.hardware [None req-45db852b-550a-4427-bf0b-bbf2c61857f1 tempest-VolumesAssistedSnapshotsTest-330692648 tempest-VolumesAssistedSnapshotsTest-330692648-project-member] Got 1 possible topologies {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1505.037658] env[62574]: DEBUG nova.virt.hardware [None req-45db852b-550a-4427-bf0b-bbf2c61857f1 tempest-VolumesAssistedSnapshotsTest-330692648 tempest-VolumesAssistedSnapshotsTest-330692648-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1505.037824] env[62574]: DEBUG nova.virt.hardware [None req-45db852b-550a-4427-bf0b-bbf2c61857f1 tempest-VolumesAssistedSnapshotsTest-330692648 tempest-VolumesAssistedSnapshotsTest-330692648-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1505.040614] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6e1fb0b-cd88-43a4-a2de-82d6b13ac9d2 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.044850] env[62574]: DEBUG oslo_concurrency.lockutils [None req-e5fa96e3-065b-4769-8d03-5aee6bb1fd98 tempest-ServersAaction247Test-553183449 tempest-ServersAaction247Test-553183449-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.115s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1505.047257] env[62574]: DEBUG oslo_concurrency.lockutils [None req-e09a1c40-0132-4b79-bb4b-af772167f0a0 tempest-DeleteServersAdminTestJSON-2052691694 tempest-DeleteServersAdminTestJSON-2052691694-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.145s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1505.047486] env[62574]: DEBUG nova.objects.instance [None req-e09a1c40-0132-4b79-bb4b-af772167f0a0 tempest-DeleteServersAdminTestJSON-2052691694 tempest-DeleteServersAdminTestJSON-2052691694-project-admin] Lazy-loading 'resources' on Instance uuid d35706fa-4b30-46ac-a6df-545c8b83bdca {{(pid=62574) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1505.055036] env[62574]: DEBUG nova.virt.hardware [None req-69dbf9ab-2542-482f-a97f-8d98b7daf342 tempest-ServerShowV254Test-52812069 tempest-ServerShowV254Test-52812069-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T19:26:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-13T19:26:40Z,direct_url=,disk_format='vmdk',id=3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7eed1dd4d2c3418eb32c4f4ceda3ab0d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-13T19:26:41Z,virtual_size=,visibility=), allow threads: False {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1505.055323] env[62574]: DEBUG nova.virt.hardware [None req-69dbf9ab-2542-482f-a97f-8d98b7daf342 tempest-ServerShowV254Test-52812069 tempest-ServerShowV254Test-52812069-project-member] Flavor limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1505.055516] env[62574]: DEBUG nova.virt.hardware [None req-69dbf9ab-2542-482f-a97f-8d98b7daf342 tempest-ServerShowV254Test-52812069 tempest-ServerShowV254Test-52812069-project-member] Image limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1505.055705] env[62574]: DEBUG nova.virt.hardware [None req-69dbf9ab-2542-482f-a97f-8d98b7daf342 tempest-ServerShowV254Test-52812069 tempest-ServerShowV254Test-52812069-project-member] Flavor pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1505.055847] env[62574]: DEBUG nova.virt.hardware [None req-69dbf9ab-2542-482f-a97f-8d98b7daf342 tempest-ServerShowV254Test-52812069 tempest-ServerShowV254Test-52812069-project-member] Image pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1505.055989] env[62574]: DEBUG nova.virt.hardware [None req-69dbf9ab-2542-482f-a97f-8d98b7daf342 tempest-ServerShowV254Test-52812069 tempest-ServerShowV254Test-52812069-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1505.056216] env[62574]: DEBUG nova.virt.hardware [None req-69dbf9ab-2542-482f-a97f-8d98b7daf342 tempest-ServerShowV254Test-52812069 tempest-ServerShowV254Test-52812069-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1505.056370] env[62574]: DEBUG nova.virt.hardware [None req-69dbf9ab-2542-482f-a97f-8d98b7daf342 tempest-ServerShowV254Test-52812069 tempest-ServerShowV254Test-52812069-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1505.056532] env[62574]: DEBUG nova.virt.hardware [None req-69dbf9ab-2542-482f-a97f-8d98b7daf342 tempest-ServerShowV254Test-52812069 tempest-ServerShowV254Test-52812069-project-member] Got 1 possible topologies {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1505.056683] env[62574]: DEBUG nova.virt.hardware [None req-69dbf9ab-2542-482f-a97f-8d98b7daf342 tempest-ServerShowV254Test-52812069 tempest-ServerShowV254Test-52812069-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1505.056923] env[62574]: DEBUG nova.virt.hardware [None req-69dbf9ab-2542-482f-a97f-8d98b7daf342 tempest-ServerShowV254Test-52812069 tempest-ServerShowV254Test-52812069-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1505.058097] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f344bec-f100-4bda-a69e-994dd9aea8df {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.065361] env[62574]: DEBUG oslo_concurrency.lockutils [None req-f53a9d31-c8c8-41e9-b045-bd67a20e507a tempest-ServerDiagnosticsV248Test-2044626064 tempest-ServerDiagnosticsV248Test-2044626064-project-member] Acquiring lock "b8222a46-63c9-4282-85bf-9e9b044ed524" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1505.065619] env[62574]: DEBUG oslo_concurrency.lockutils [None req-f53a9d31-c8c8-41e9-b045-bd67a20e507a tempest-ServerDiagnosticsV248Test-2044626064 tempest-ServerDiagnosticsV248Test-2044626064-project-member] Lock "b8222a46-63c9-4282-85bf-9e9b044ed524" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1505.065829] env[62574]: DEBUG oslo_concurrency.lockutils [None req-f53a9d31-c8c8-41e9-b045-bd67a20e507a tempest-ServerDiagnosticsV248Test-2044626064 tempest-ServerDiagnosticsV248Test-2044626064-project-member] Acquiring lock "b8222a46-63c9-4282-85bf-9e9b044ed524-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1505.066058] env[62574]: DEBUG oslo_concurrency.lockutils [None req-f53a9d31-c8c8-41e9-b045-bd67a20e507a tempest-ServerDiagnosticsV248Test-2044626064 tempest-ServerDiagnosticsV248Test-2044626064-project-member] Lock "b8222a46-63c9-4282-85bf-9e9b044ed524-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1505.066274] env[62574]: DEBUG oslo_concurrency.lockutils [None req-f53a9d31-c8c8-41e9-b045-bd67a20e507a tempest-ServerDiagnosticsV248Test-2044626064 tempest-ServerDiagnosticsV248Test-2044626064-project-member] Lock "b8222a46-63c9-4282-85bf-9e9b044ed524-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1505.070544] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da20437e-8965-42fa-abf1-ed0f34b988f8 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.076618] env[62574]: INFO nova.compute.manager [None req-f53a9d31-c8c8-41e9-b045-bd67a20e507a tempest-ServerDiagnosticsV248Test-2044626064 tempest-ServerDiagnosticsV248Test-2044626064-project-member] [instance: b8222a46-63c9-4282-85bf-9e9b044ed524] Terminating instance [ 1505.079060] env[62574]: INFO nova.scheduler.client.report [None req-e5fa96e3-065b-4769-8d03-5aee6bb1fd98 tempest-ServersAaction247Test-553183449 tempest-ServersAaction247Test-553183449-project-member] Deleted allocations for instance fff9b5fd-be41-4133-a2e3-aeb7188d76ec [ 1505.089738] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2795012c-cdc1-476a-8a74-17959001a0dd {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.119289] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-69dbf9ab-2542-482f-a97f-8d98b7daf342 tempest-ServerShowV254Test-52812069 tempest-ServerShowV254Test-52812069-project-member] [instance: b79bac0e-5cb0-43de-b10f-26262358e61e] Instance VIF info [] {{(pid=62574) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1505.123896] env[62574]: DEBUG oslo.service.loopingcall [None req-69dbf9ab-2542-482f-a97f-8d98b7daf342 tempest-ServerShowV254Test-52812069 tempest-ServerShowV254Test-52812069-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62574) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1505.129026] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b79bac0e-5cb0-43de-b10f-26262358e61e] Creating VM on the ESX host {{(pid=62574) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1505.129026] env[62574]: DEBUG nova.network.neutron [None req-b7e2b7ac-3354-404a-a92b-23db1a8cd1a5 tempest-ServersAdminNegativeTestJSON-1635259249 tempest-ServersAdminNegativeTestJSON-1635259249-project-member] [instance: 692b1ace-0ecb-4fc5-a348-ffe21f0d1ad7] Updating instance_info_cache with network_info: [{"id": "e97f36ad-12d5-469d-9832-eb71ec024d6b", "address": "fa:16:3e:5c:80:94", "network": {"id": "90888d97-209c-49d6-8f95-1d0279efea11", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.228", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7eed1dd4d2c3418eb32c4f4ceda3ab0d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d275d7c6-2a7b-4ee8-b6f4-fabf1ba1905f", "external-id": "nsx-vlan-transportzone-513", "segmentation_id": 513, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape97f36ad-12", "ovs_interfaceid": "e97f36ad-12d5-469d-9832-eb71ec024d6b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1505.130016] env[62574]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-785c9866-327c-4035-902c-e45ec88668be {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.152335] env[62574]: DEBUG oslo_vmware.api [None req-9a41eb0c-4b5b-416e-9398-91b2a2c38fac tempest-ServerDiagnosticsTest-924160412 tempest-ServerDiagnosticsTest-924160412-project-member] Task: {'id': task-1861190, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082757} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1505.153935] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-9a41eb0c-4b5b-416e-9398-91b2a2c38fac tempest-ServerDiagnosticsTest-924160412 tempest-ServerDiagnosticsTest-924160412-project-member] [instance: 6d6540ed-ae82-4304-a6f2-7b7063587647] Extended root virtual disk {{(pid=62574) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1505.154272] env[62574]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1505.154272] env[62574]: value = "task-1861191" [ 1505.154272] env[62574]: _type = "Task" [ 1505.154272] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1505.155352] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae45c062-d7dc-41c7-9515-3c378fe8330f {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.169206] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1861191, 'name': CreateVM_Task} progress is 6%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1505.170386] env[62574]: DEBUG oslo_concurrency.lockutils [None req-c52dd69c-5b06-43a2-ac65-43b86bc86553 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1505.188769] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a41eb0c-4b5b-416e-9398-91b2a2c38fac tempest-ServerDiagnosticsTest-924160412 tempest-ServerDiagnosticsTest-924160412-project-member] [instance: 6d6540ed-ae82-4304-a6f2-7b7063587647] Reconfiguring VM instance instance-0000000a to attach disk [datastore1] 6d6540ed-ae82-4304-a6f2-7b7063587647/6d6540ed-ae82-4304-a6f2-7b7063587647.vmdk or device None with type sparse {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1505.189712] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-776febce-f664-40fe-98c3-40174bbf6c7e {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.210019] env[62574]: DEBUG oslo_vmware.api [None req-9a41eb0c-4b5b-416e-9398-91b2a2c38fac tempest-ServerDiagnosticsTest-924160412 tempest-ServerDiagnosticsTest-924160412-project-member] Waiting for the task: (returnval){ [ 1505.210019] env[62574]: value = "task-1861192" [ 1505.210019] env[62574]: _type = "Task" [ 1505.210019] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1505.219533] env[62574]: DEBUG oslo_vmware.api [None req-9a41eb0c-4b5b-416e-9398-91b2a2c38fac tempest-ServerDiagnosticsTest-924160412 tempest-ServerDiagnosticsTest-924160412-project-member] Task: {'id': task-1861192, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1505.424312] env[62574]: DEBUG nova.network.neutron [None req-45db852b-550a-4427-bf0b-bbf2c61857f1 tempest-VolumesAssistedSnapshotsTest-330692648 tempest-VolumesAssistedSnapshotsTest-330692648-project-member] [instance: f82bad60-9320-4a4e-af74-21557692aa80] Successfully created port: 0f0743aa-09d0-41e4-9150-f1c790d33db1 {{(pid=62574) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1505.472980] env[62574]: DEBUG oslo_concurrency.lockutils [None req-a8139111-9c86-4110-a2ce-b526ad630528 tempest-AttachInterfacesUnderV243Test-962410907 tempest-AttachInterfacesUnderV243Test-962410907-project-member] Acquiring lock "ae9a6ff7-cc1f-43dc-9acb-47aaa3d1089e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1505.472980] env[62574]: DEBUG oslo_concurrency.lockutils [None req-a8139111-9c86-4110-a2ce-b526ad630528 tempest-AttachInterfacesUnderV243Test-962410907 tempest-AttachInterfacesUnderV243Test-962410907-project-member] Lock "ae9a6ff7-cc1f-43dc-9acb-47aaa3d1089e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1505.522700] env[62574]: DEBUG oslo_vmware.api [None req-952961fe-f29b-4d2d-8be6-c53e6211d0ad tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]525604e8-1b7d-1b51-0313-58e5d2558841, 'name': SearchDatastore_Task, 'duration_secs': 0.026335} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1505.523110] env[62574]: DEBUG oslo_concurrency.lockutils [None req-952961fe-f29b-4d2d-8be6-c53e6211d0ad tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1505.523479] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-952961fe-f29b-4d2d-8be6-c53e6211d0ad tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] [instance: 2a0c3300-ba7f-4604-b629-42bda5d48664] Processing image 3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2 {{(pid=62574) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1505.523639] env[62574]: DEBUG oslo_concurrency.lockutils [None req-952961fe-f29b-4d2d-8be6-c53e6211d0ad tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1505.523787] env[62574]: DEBUG oslo_concurrency.lockutils [None req-952961fe-f29b-4d2d-8be6-c53e6211d0ad tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1505.523969] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-952961fe-f29b-4d2d-8be6-c53e6211d0ad tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1505.524695] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-deef3f5b-7c0b-4a53-b564-5f0eb48434e0 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.537509] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-952961fe-f29b-4d2d-8be6-c53e6211d0ad tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1505.537737] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-952961fe-f29b-4d2d-8be6-c53e6211d0ad tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62574) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1505.538571] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d33d7f3b-dc1b-4fbe-8f56-495a3c6d626f {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.544910] env[62574]: DEBUG oslo_vmware.api [None req-952961fe-f29b-4d2d-8be6-c53e6211d0ad tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Waiting for the task: (returnval){ [ 1505.544910] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]52e2c426-8880-dd0e-5501-ed3130d16bcc" [ 1505.544910] env[62574]: _type = "Task" [ 1505.544910] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1505.557205] env[62574]: DEBUG oslo_vmware.api [None req-952961fe-f29b-4d2d-8be6-c53e6211d0ad tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52e2c426-8880-dd0e-5501-ed3130d16bcc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1505.607781] env[62574]: DEBUG oslo_concurrency.lockutils [None req-f53a9d31-c8c8-41e9-b045-bd67a20e507a tempest-ServerDiagnosticsV248Test-2044626064 tempest-ServerDiagnosticsV248Test-2044626064-project-member] Acquiring lock "refresh_cache-b8222a46-63c9-4282-85bf-9e9b044ed524" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1505.608036] env[62574]: DEBUG oslo_concurrency.lockutils [None req-f53a9d31-c8c8-41e9-b045-bd67a20e507a tempest-ServerDiagnosticsV248Test-2044626064 tempest-ServerDiagnosticsV248Test-2044626064-project-member] Acquired lock "refresh_cache-b8222a46-63c9-4282-85bf-9e9b044ed524" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1505.608324] env[62574]: DEBUG nova.network.neutron [None req-f53a9d31-c8c8-41e9-b045-bd67a20e507a tempest-ServerDiagnosticsV248Test-2044626064 tempest-ServerDiagnosticsV248Test-2044626064-project-member] [instance: b8222a46-63c9-4282-85bf-9e9b044ed524] Building network info cache for instance {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1505.618419] env[62574]: DEBUG oslo_concurrency.lockutils [None req-cff09aa0-636a-48d4-98f2-6a23ae2d930a tempest-ServerExternalEventsTest-1288446 tempest-ServerExternalEventsTest-1288446-project-member] Acquiring lock "12efb14a-4241-42ec-b538-3efa54435951" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1505.619536] env[62574]: DEBUG oslo_concurrency.lockutils [None req-cff09aa0-636a-48d4-98f2-6a23ae2d930a tempest-ServerExternalEventsTest-1288446 tempest-ServerExternalEventsTest-1288446-project-member] Lock "12efb14a-4241-42ec-b538-3efa54435951" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1505.619536] env[62574]: DEBUG oslo_concurrency.lockutils [None req-cff09aa0-636a-48d4-98f2-6a23ae2d930a tempest-ServerExternalEventsTest-1288446 tempest-ServerExternalEventsTest-1288446-project-member] Acquiring lock "12efb14a-4241-42ec-b538-3efa54435951-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1505.619536] env[62574]: DEBUG oslo_concurrency.lockutils [None req-cff09aa0-636a-48d4-98f2-6a23ae2d930a tempest-ServerExternalEventsTest-1288446 tempest-ServerExternalEventsTest-1288446-project-member] Lock "12efb14a-4241-42ec-b538-3efa54435951-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1505.619536] env[62574]: DEBUG oslo_concurrency.lockutils [None req-cff09aa0-636a-48d4-98f2-6a23ae2d930a tempest-ServerExternalEventsTest-1288446 tempest-ServerExternalEventsTest-1288446-project-member] Lock "12efb14a-4241-42ec-b538-3efa54435951-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1505.621693] env[62574]: DEBUG oslo_concurrency.lockutils [None req-e5fa96e3-065b-4769-8d03-5aee6bb1fd98 tempest-ServersAaction247Test-553183449 tempest-ServersAaction247Test-553183449-project-member] Lock "fff9b5fd-be41-4133-a2e3-aeb7188d76ec" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.196s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1505.636875] env[62574]: INFO nova.compute.manager [None req-cff09aa0-636a-48d4-98f2-6a23ae2d930a tempest-ServerExternalEventsTest-1288446 tempest-ServerExternalEventsTest-1288446-project-member] [instance: 12efb14a-4241-42ec-b538-3efa54435951] Terminating instance [ 1505.643115] env[62574]: DEBUG oslo_concurrency.lockutils [None req-b7e2b7ac-3354-404a-a92b-23db1a8cd1a5 tempest-ServersAdminNegativeTestJSON-1635259249 tempest-ServersAdminNegativeTestJSON-1635259249-project-member] Releasing lock "refresh_cache-692b1ace-0ecb-4fc5-a348-ffe21f0d1ad7" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1505.643420] env[62574]: DEBUG nova.compute.manager [None req-b7e2b7ac-3354-404a-a92b-23db1a8cd1a5 tempest-ServersAdminNegativeTestJSON-1635259249 tempest-ServersAdminNegativeTestJSON-1635259249-project-member] [instance: 692b1ace-0ecb-4fc5-a348-ffe21f0d1ad7] Instance network_info: |[{"id": "e97f36ad-12d5-469d-9832-eb71ec024d6b", "address": "fa:16:3e:5c:80:94", "network": {"id": "90888d97-209c-49d6-8f95-1d0279efea11", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.228", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7eed1dd4d2c3418eb32c4f4ceda3ab0d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d275d7c6-2a7b-4ee8-b6f4-fabf1ba1905f", "external-id": "nsx-vlan-transportzone-513", "segmentation_id": 513, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape97f36ad-12", "ovs_interfaceid": "e97f36ad-12d5-469d-9832-eb71ec024d6b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62574) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1505.643887] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-b7e2b7ac-3354-404a-a92b-23db1a8cd1a5 tempest-ServersAdminNegativeTestJSON-1635259249 tempest-ServersAdminNegativeTestJSON-1635259249-project-member] [instance: 692b1ace-0ecb-4fc5-a348-ffe21f0d1ad7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5c:80:94', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd275d7c6-2a7b-4ee8-b6f4-fabf1ba1905f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e97f36ad-12d5-469d-9832-eb71ec024d6b', 'vif_model': 'vmxnet3'}] {{(pid=62574) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1505.653360] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7e2b7ac-3354-404a-a92b-23db1a8cd1a5 tempest-ServersAdminNegativeTestJSON-1635259249 tempest-ServersAdminNegativeTestJSON-1635259249-project-member] Creating folder: Project (dc5b96a531da488aaafc11a20847cd5a). Parent ref: group-v384746. {{(pid=62574) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1505.658091] env[62574]: DEBUG nova.compute.manager [None req-cff09aa0-636a-48d4-98f2-6a23ae2d930a tempest-ServerExternalEventsTest-1288446 tempest-ServerExternalEventsTest-1288446-project-member] [instance: 12efb14a-4241-42ec-b538-3efa54435951] Start destroying the instance on the hypervisor. {{(pid=62574) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1505.659193] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-cff09aa0-636a-48d4-98f2-6a23ae2d930a tempest-ServerExternalEventsTest-1288446 tempest-ServerExternalEventsTest-1288446-project-member] [instance: 12efb14a-4241-42ec-b538-3efa54435951] Destroying instance {{(pid=62574) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1505.659193] env[62574]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-982093a9-82aa-4944-ba11-412ed0e99a02 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.661575] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1d67069-2566-43ef-b9bf-0d34b4f22d64 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.673462] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1861191, 'name': CreateVM_Task, 'duration_secs': 0.407883} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1505.675728] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b79bac0e-5cb0-43de-b10f-26262358e61e] Created VM on the ESX host {{(pid=62574) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1505.675967] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-cff09aa0-636a-48d4-98f2-6a23ae2d930a tempest-ServerExternalEventsTest-1288446 tempest-ServerExternalEventsTest-1288446-project-member] [instance: 12efb14a-4241-42ec-b538-3efa54435951] Powering off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1505.677418] env[62574]: DEBUG oslo_concurrency.lockutils [None req-69dbf9ab-2542-482f-a97f-8d98b7daf342 tempest-ServerShowV254Test-52812069 tempest-ServerShowV254Test-52812069-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1505.677587] env[62574]: DEBUG oslo_concurrency.lockutils [None req-69dbf9ab-2542-482f-a97f-8d98b7daf342 tempest-ServerShowV254Test-52812069 tempest-ServerShowV254Test-52812069-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1505.677908] env[62574]: DEBUG oslo_concurrency.lockutils [None req-69dbf9ab-2542-482f-a97f-8d98b7daf342 tempest-ServerShowV254Test-52812069 tempest-ServerShowV254Test-52812069-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1505.678160] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a7f2cf22-c203-44e1-aed0-32ba2ebfd35b {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.679808] env[62574]: INFO nova.virt.vmwareapi.vm_util [None req-b7e2b7ac-3354-404a-a92b-23db1a8cd1a5 tempest-ServersAdminNegativeTestJSON-1635259249 tempest-ServersAdminNegativeTestJSON-1635259249-project-member] Created folder: Project (dc5b96a531da488aaafc11a20847cd5a) in parent group-v384746. [ 1505.680360] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7e2b7ac-3354-404a-a92b-23db1a8cd1a5 tempest-ServersAdminNegativeTestJSON-1635259249 tempest-ServersAdminNegativeTestJSON-1635259249-project-member] Creating folder: Instances. Parent ref: group-v384783. {{(pid=62574) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1505.682671] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1742ccd8-eba0-4491-a650-92214954fff7 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.684308] env[62574]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-20530e1c-5897-4048-a853-64e30c57d336 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.690134] env[62574]: DEBUG oslo_vmware.api [None req-69dbf9ab-2542-482f-a97f-8d98b7daf342 tempest-ServerShowV254Test-52812069 tempest-ServerShowV254Test-52812069-project-member] Waiting for the task: (returnval){ [ 1505.690134] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]52706ea0-d102-a3fc-4364-6e9f904ea92f" [ 1505.690134] env[62574]: _type = "Task" [ 1505.690134] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1505.694925] env[62574]: DEBUG oslo_vmware.api [None req-cff09aa0-636a-48d4-98f2-6a23ae2d930a tempest-ServerExternalEventsTest-1288446 tempest-ServerExternalEventsTest-1288446-project-member] Waiting for the task: (returnval){ [ 1505.694925] env[62574]: value = "task-1861194" [ 1505.694925] env[62574]: _type = "Task" [ 1505.694925] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1505.697219] env[62574]: INFO nova.virt.vmwareapi.vm_util [None req-b7e2b7ac-3354-404a-a92b-23db1a8cd1a5 tempest-ServersAdminNegativeTestJSON-1635259249 tempest-ServersAdminNegativeTestJSON-1635259249-project-member] Created folder: Instances in parent group-v384783. [ 1505.697219] env[62574]: DEBUG oslo.service.loopingcall [None req-b7e2b7ac-3354-404a-a92b-23db1a8cd1a5 tempest-ServersAdminNegativeTestJSON-1635259249 tempest-ServersAdminNegativeTestJSON-1635259249-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62574) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1505.700354] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 692b1ace-0ecb-4fc5-a348-ffe21f0d1ad7] Creating VM on the ESX host {{(pid=62574) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1505.708274] env[62574]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8de94bb7-c0ec-4983-884a-53ddadacfafc {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.726855] env[62574]: DEBUG oslo_vmware.api [None req-69dbf9ab-2542-482f-a97f-8d98b7daf342 tempest-ServerShowV254Test-52812069 tempest-ServerShowV254Test-52812069-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52706ea0-d102-a3fc-4364-6e9f904ea92f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1505.728196] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b1b26fe-d1ce-479c-be1f-283b3fbfe7e2 tempest-ServerRescueTestJSONUnderV235-2079558425 tempest-ServerRescueTestJSONUnderV235-2079558425-project-member] [instance: a903fd4b-e31e-4fde-b8d6-a11ecf5a602f] Powering off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1505.732591] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-04f3bd21-fd7c-4d7e-b309-38179a07e038 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.739074] env[62574]: DEBUG oslo_vmware.api [None req-cff09aa0-636a-48d4-98f2-6a23ae2d930a tempest-ServerExternalEventsTest-1288446 tempest-ServerExternalEventsTest-1288446-project-member] Task: {'id': task-1861194, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1505.741869] env[62574]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1505.741869] env[62574]: value = "task-1861196" [ 1505.741869] env[62574]: _type = "Task" [ 1505.741869] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1505.753500] env[62574]: DEBUG oslo_vmware.api [None req-9a41eb0c-4b5b-416e-9398-91b2a2c38fac tempest-ServerDiagnosticsTest-924160412 tempest-ServerDiagnosticsTest-924160412-project-member] Task: {'id': task-1861192, 'name': ReconfigVM_Task, 'duration_secs': 0.452786} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1505.754881] env[62574]: DEBUG nova.network.neutron [None req-32051c68-37c9-44b2-bcf1-7cfd221e5718 tempest-FloatingIPsAssociationTestJSON-1230011338 tempest-FloatingIPsAssociationTestJSON-1230011338-project-member] [instance: bf01cd22-6cbb-4a95-aca8-4bcdabdc5b36] Successfully updated port: cc4fbd40-92a9-4263-918f-edd2dde18259 {{(pid=62574) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1505.756100] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a41eb0c-4b5b-416e-9398-91b2a2c38fac tempest-ServerDiagnosticsTest-924160412 tempest-ServerDiagnosticsTest-924160412-project-member] [instance: 6d6540ed-ae82-4304-a6f2-7b7063587647] Reconfigured VM instance instance-0000000a to attach disk [datastore1] 6d6540ed-ae82-4304-a6f2-7b7063587647/6d6540ed-ae82-4304-a6f2-7b7063587647.vmdk or device None with type sparse {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1505.757064] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-353435ed-704f-4896-820b-2c6aeb0e1496 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.766388] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1861196, 'name': CreateVM_Task} progress is 10%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1505.766388] env[62574]: DEBUG oslo_vmware.api [None req-2b1b26fe-d1ce-479c-be1f-283b3fbfe7e2 tempest-ServerRescueTestJSONUnderV235-2079558425 tempest-ServerRescueTestJSONUnderV235-2079558425-project-member] Waiting for the task: (returnval){ [ 1505.766388] env[62574]: value = "task-1861197" [ 1505.766388] env[62574]: _type = "Task" [ 1505.766388] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1505.774833] env[62574]: DEBUG oslo_vmware.api [None req-9a41eb0c-4b5b-416e-9398-91b2a2c38fac tempest-ServerDiagnosticsTest-924160412 tempest-ServerDiagnosticsTest-924160412-project-member] Waiting for the task: (returnval){ [ 1505.774833] env[62574]: value = "task-1861198" [ 1505.774833] env[62574]: _type = "Task" [ 1505.774833] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1505.782585] env[62574]: DEBUG oslo_vmware.api [None req-2b1b26fe-d1ce-479c-be1f-283b3fbfe7e2 tempest-ServerRescueTestJSONUnderV235-2079558425 tempest-ServerRescueTestJSONUnderV235-2079558425-project-member] Task: {'id': task-1861197, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1505.788425] env[62574]: DEBUG oslo_vmware.api [None req-9a41eb0c-4b5b-416e-9398-91b2a2c38fac tempest-ServerDiagnosticsTest-924160412 tempest-ServerDiagnosticsTest-924160412-project-member] Task: {'id': task-1861198, 'name': Rename_Task} progress is 10%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1506.025943] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-007ebd1b-7b24-483d-aa98-60da256687fb {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.035456] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e699b97c-5af5-43d9-8890-37d98a2a4842 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.071432] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e0bf24e-1fbb-499c-ad62-20a448b3d362 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.084811] env[62574]: DEBUG oslo_vmware.api [None req-952961fe-f29b-4d2d-8be6-c53e6211d0ad tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52e2c426-8880-dd0e-5501-ed3130d16bcc, 'name': SearchDatastore_Task, 'duration_secs': 0.012122} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1506.086784] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1eb35e58-bf91-4cef-9436-d69a6cc1f9ab {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.090913] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3e80004e-7f6b-42aa-a024-e9d617bc9e68 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.097562] env[62574]: DEBUG oslo_vmware.api [None req-952961fe-f29b-4d2d-8be6-c53e6211d0ad tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Waiting for the task: (returnval){ [ 1506.097562] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]52caa15b-6c9e-3487-daa2-55f24ca88eec" [ 1506.097562] env[62574]: _type = "Task" [ 1506.097562] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1506.110847] env[62574]: DEBUG nova.compute.provider_tree [None req-e09a1c40-0132-4b79-bb4b-af772167f0a0 tempest-DeleteServersAdminTestJSON-2052691694 tempest-DeleteServersAdminTestJSON-2052691694-project-admin] Inventory has not changed in ProviderTree for provider: f0ed160a-beff-4626-a531-2a70d7bc0627 {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1506.126347] env[62574]: DEBUG oslo_vmware.api [None req-952961fe-f29b-4d2d-8be6-c53e6211d0ad tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52caa15b-6c9e-3487-daa2-55f24ca88eec, 'name': SearchDatastore_Task, 'duration_secs': 0.016648} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1506.126532] env[62574]: DEBUG oslo_concurrency.lockutils [None req-952961fe-f29b-4d2d-8be6-c53e6211d0ad tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1506.126793] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-952961fe-f29b-4d2d-8be6-c53e6211d0ad tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk to [datastore1] 2a0c3300-ba7f-4604-b629-42bda5d48664/2a0c3300-ba7f-4604-b629-42bda5d48664.vmdk {{(pid=62574) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1506.127117] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ce7d3d15-2c4f-4e75-8393-cae4ef99669d {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.135642] env[62574]: DEBUG oslo_vmware.api [None req-952961fe-f29b-4d2d-8be6-c53e6211d0ad tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Waiting for the task: (returnval){ [ 1506.135642] env[62574]: value = "task-1861199" [ 1506.135642] env[62574]: _type = "Task" [ 1506.135642] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1506.144339] env[62574]: DEBUG oslo_vmware.api [None req-952961fe-f29b-4d2d-8be6-c53e6211d0ad tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Task: {'id': task-1861199, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1506.151442] env[62574]: DEBUG nova.network.neutron [None req-f53a9d31-c8c8-41e9-b045-bd67a20e507a tempest-ServerDiagnosticsV248Test-2044626064 tempest-ServerDiagnosticsV248Test-2044626064-project-member] [instance: b8222a46-63c9-4282-85bf-9e9b044ed524] Instance cache missing network info. {{(pid=62574) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1506.201289] env[62574]: DEBUG oslo_vmware.api [None req-69dbf9ab-2542-482f-a97f-8d98b7daf342 tempest-ServerShowV254Test-52812069 tempest-ServerShowV254Test-52812069-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52706ea0-d102-a3fc-4364-6e9f904ea92f, 'name': SearchDatastore_Task, 'duration_secs': 0.012517} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1506.204940] env[62574]: DEBUG oslo_concurrency.lockutils [None req-69dbf9ab-2542-482f-a97f-8d98b7daf342 tempest-ServerShowV254Test-52812069 tempest-ServerShowV254Test-52812069-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1506.205277] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-69dbf9ab-2542-482f-a97f-8d98b7daf342 tempest-ServerShowV254Test-52812069 tempest-ServerShowV254Test-52812069-project-member] [instance: b79bac0e-5cb0-43de-b10f-26262358e61e] Processing image 3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2 {{(pid=62574) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1506.205448] env[62574]: DEBUG oslo_concurrency.lockutils [None req-69dbf9ab-2542-482f-a97f-8d98b7daf342 tempest-ServerShowV254Test-52812069 tempest-ServerShowV254Test-52812069-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1506.205598] env[62574]: DEBUG oslo_concurrency.lockutils [None req-69dbf9ab-2542-482f-a97f-8d98b7daf342 tempest-ServerShowV254Test-52812069 tempest-ServerShowV254Test-52812069-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1506.205838] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-69dbf9ab-2542-482f-a97f-8d98b7daf342 tempest-ServerShowV254Test-52812069 tempest-ServerShowV254Test-52812069-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1506.206103] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-83082340-4285-4259-af20-65cc72c112ab {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.213919] env[62574]: DEBUG oslo_vmware.api [None req-cff09aa0-636a-48d4-98f2-6a23ae2d930a tempest-ServerExternalEventsTest-1288446 tempest-ServerExternalEventsTest-1288446-project-member] Task: {'id': task-1861194, 'name': PowerOffVM_Task, 'duration_secs': 0.336858} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1506.214809] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-cff09aa0-636a-48d4-98f2-6a23ae2d930a tempest-ServerExternalEventsTest-1288446 tempest-ServerExternalEventsTest-1288446-project-member] [instance: 12efb14a-4241-42ec-b538-3efa54435951] Powered off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1506.214986] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-cff09aa0-636a-48d4-98f2-6a23ae2d930a tempest-ServerExternalEventsTest-1288446 tempest-ServerExternalEventsTest-1288446-project-member] [instance: 12efb14a-4241-42ec-b538-3efa54435951] Unregistering the VM {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1506.215263] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-69dbf9ab-2542-482f-a97f-8d98b7daf342 tempest-ServerShowV254Test-52812069 tempest-ServerShowV254Test-52812069-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1506.215421] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-69dbf9ab-2542-482f-a97f-8d98b7daf342 tempest-ServerShowV254Test-52812069 tempest-ServerShowV254Test-52812069-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62574) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1506.216157] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-88b861fa-3ccc-4666-9b38-911a6b395aa0 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.217698] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e8760e8c-8001-4234-83bc-d220494dc36e {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.223138] env[62574]: DEBUG oslo_vmware.api [None req-69dbf9ab-2542-482f-a97f-8d98b7daf342 tempest-ServerShowV254Test-52812069 tempest-ServerShowV254Test-52812069-project-member] Waiting for the task: (returnval){ [ 1506.223138] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]5223c71c-f21d-1631-43bb-272430432751" [ 1506.223138] env[62574]: _type = "Task" [ 1506.223138] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1506.234179] env[62574]: DEBUG oslo_vmware.api [None req-69dbf9ab-2542-482f-a97f-8d98b7daf342 tempest-ServerShowV254Test-52812069 tempest-ServerShowV254Test-52812069-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]5223c71c-f21d-1631-43bb-272430432751, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1506.254013] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1861196, 'name': CreateVM_Task} progress is 99%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1506.264479] env[62574]: DEBUG oslo_concurrency.lockutils [None req-32051c68-37c9-44b2-bcf1-7cfd221e5718 tempest-FloatingIPsAssociationTestJSON-1230011338 tempest-FloatingIPsAssociationTestJSON-1230011338-project-member] Acquiring lock "refresh_cache-bf01cd22-6cbb-4a95-aca8-4bcdabdc5b36" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1506.264672] env[62574]: DEBUG oslo_concurrency.lockutils [None req-32051c68-37c9-44b2-bcf1-7cfd221e5718 tempest-FloatingIPsAssociationTestJSON-1230011338 tempest-FloatingIPsAssociationTestJSON-1230011338-project-member] Acquired lock "refresh_cache-bf01cd22-6cbb-4a95-aca8-4bcdabdc5b36" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1506.264846] env[62574]: DEBUG nova.network.neutron [None req-32051c68-37c9-44b2-bcf1-7cfd221e5718 tempest-FloatingIPsAssociationTestJSON-1230011338 tempest-FloatingIPsAssociationTestJSON-1230011338-project-member] [instance: bf01cd22-6cbb-4a95-aca8-4bcdabdc5b36] Building network info cache for instance {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1506.279139] env[62574]: DEBUG oslo_vmware.api [None req-2b1b26fe-d1ce-479c-be1f-283b3fbfe7e2 tempest-ServerRescueTestJSONUnderV235-2079558425 tempest-ServerRescueTestJSONUnderV235-2079558425-project-member] Task: {'id': task-1861197, 'name': PowerOffVM_Task, 'duration_secs': 0.283359} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1506.282535] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b1b26fe-d1ce-479c-be1f-283b3fbfe7e2 tempest-ServerRescueTestJSONUnderV235-2079558425 tempest-ServerRescueTestJSONUnderV235-2079558425-project-member] [instance: a903fd4b-e31e-4fde-b8d6-a11ecf5a602f] Powered off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1506.283986] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ab8641a-7d6f-4cab-9d7f-4d7a9d373746 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.291648] env[62574]: DEBUG oslo_vmware.api [None req-9a41eb0c-4b5b-416e-9398-91b2a2c38fac tempest-ServerDiagnosticsTest-924160412 tempest-ServerDiagnosticsTest-924160412-project-member] Task: {'id': task-1861198, 'name': Rename_Task, 'duration_secs': 0.266836} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1506.306208] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a41eb0c-4b5b-416e-9398-91b2a2c38fac tempest-ServerDiagnosticsTest-924160412 tempest-ServerDiagnosticsTest-924160412-project-member] [instance: 6d6540ed-ae82-4304-a6f2-7b7063587647] Powering on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1506.307745] env[62574]: DEBUG nova.network.neutron [None req-f53a9d31-c8c8-41e9-b045-bd67a20e507a tempest-ServerDiagnosticsV248Test-2044626064 tempest-ServerDiagnosticsV248Test-2044626064-project-member] [instance: b8222a46-63c9-4282-85bf-9e9b044ed524] Updating instance_info_cache with network_info: [] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1506.310453] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dc7e198b-28e2-467c-88a2-ede27ad8bc23 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.312505] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73c7391f-7902-4974-94e3-690adb89b888 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.315205] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-cff09aa0-636a-48d4-98f2-6a23ae2d930a tempest-ServerExternalEventsTest-1288446 tempest-ServerExternalEventsTest-1288446-project-member] [instance: 12efb14a-4241-42ec-b538-3efa54435951] Unregistered the VM {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1506.315403] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-cff09aa0-636a-48d4-98f2-6a23ae2d930a tempest-ServerExternalEventsTest-1288446 tempest-ServerExternalEventsTest-1288446-project-member] [instance: 12efb14a-4241-42ec-b538-3efa54435951] Deleting contents of the VM from datastore datastore2 {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1506.315584] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-cff09aa0-636a-48d4-98f2-6a23ae2d930a tempest-ServerExternalEventsTest-1288446 tempest-ServerExternalEventsTest-1288446-project-member] Deleting the datastore file [datastore2] 12efb14a-4241-42ec-b538-3efa54435951 {{(pid=62574) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1506.316092] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-571ebb7e-674c-4484-b308-c1652c4d12eb {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.329112] env[62574]: DEBUG oslo_vmware.api [None req-cff09aa0-636a-48d4-98f2-6a23ae2d930a tempest-ServerExternalEventsTest-1288446 tempest-ServerExternalEventsTest-1288446-project-member] Waiting for the task: (returnval){ [ 1506.329112] env[62574]: value = "task-1861202" [ 1506.329112] env[62574]: _type = "Task" [ 1506.329112] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1506.329245] env[62574]: DEBUG oslo_vmware.api [None req-9a41eb0c-4b5b-416e-9398-91b2a2c38fac tempest-ServerDiagnosticsTest-924160412 tempest-ServerDiagnosticsTest-924160412-project-member] Waiting for the task: (returnval){ [ 1506.329245] env[62574]: value = "task-1861201" [ 1506.329245] env[62574]: _type = "Task" [ 1506.329245] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1506.340587] env[62574]: DEBUG oslo_vmware.api [None req-cff09aa0-636a-48d4-98f2-6a23ae2d930a tempest-ServerExternalEventsTest-1288446 tempest-ServerExternalEventsTest-1288446-project-member] Task: {'id': task-1861202, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1506.343974] env[62574]: DEBUG oslo_vmware.api [None req-9a41eb0c-4b5b-416e-9398-91b2a2c38fac tempest-ServerDiagnosticsTest-924160412 tempest-ServerDiagnosticsTest-924160412-project-member] Task: {'id': task-1861201, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1506.362489] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b1b26fe-d1ce-479c-be1f-283b3fbfe7e2 tempest-ServerRescueTestJSONUnderV235-2079558425 tempest-ServerRescueTestJSONUnderV235-2079558425-project-member] [instance: a903fd4b-e31e-4fde-b8d6-a11ecf5a602f] Powering off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1506.362907] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-346a0a92-1926-4d5e-8c59-ecc9ba6b1823 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.369613] env[62574]: DEBUG oslo_vmware.api [None req-2b1b26fe-d1ce-479c-be1f-283b3fbfe7e2 tempest-ServerRescueTestJSONUnderV235-2079558425 tempest-ServerRescueTestJSONUnderV235-2079558425-project-member] Waiting for the task: (returnval){ [ 1506.369613] env[62574]: value = "task-1861203" [ 1506.369613] env[62574]: _type = "Task" [ 1506.369613] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1506.381190] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b1b26fe-d1ce-479c-be1f-283b3fbfe7e2 tempest-ServerRescueTestJSONUnderV235-2079558425 tempest-ServerRescueTestJSONUnderV235-2079558425-project-member] [instance: a903fd4b-e31e-4fde-b8d6-a11ecf5a602f] VM already powered off {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1506.381190] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-2b1b26fe-d1ce-479c-be1f-283b3fbfe7e2 tempest-ServerRescueTestJSONUnderV235-2079558425 tempest-ServerRescueTestJSONUnderV235-2079558425-project-member] [instance: a903fd4b-e31e-4fde-b8d6-a11ecf5a602f] Processing image 3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2 {{(pid=62574) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1506.381883] env[62574]: DEBUG oslo_concurrency.lockutils [None req-2b1b26fe-d1ce-479c-be1f-283b3fbfe7e2 tempest-ServerRescueTestJSONUnderV235-2079558425 tempest-ServerRescueTestJSONUnderV235-2079558425-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1506.381883] env[62574]: DEBUG oslo_concurrency.lockutils [None req-2b1b26fe-d1ce-479c-be1f-283b3fbfe7e2 tempest-ServerRescueTestJSONUnderV235-2079558425 tempest-ServerRescueTestJSONUnderV235-2079558425-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1506.381883] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b1b26fe-d1ce-479c-be1f-283b3fbfe7e2 tempest-ServerRescueTestJSONUnderV235-2079558425 tempest-ServerRescueTestJSONUnderV235-2079558425-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1506.382058] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-52295e24-ea17-402f-840a-a7a73be0be56 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.394813] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b1b26fe-d1ce-479c-be1f-283b3fbfe7e2 tempest-ServerRescueTestJSONUnderV235-2079558425 tempest-ServerRescueTestJSONUnderV235-2079558425-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1506.394813] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-2b1b26fe-d1ce-479c-be1f-283b3fbfe7e2 tempest-ServerRescueTestJSONUnderV235-2079558425 tempest-ServerRescueTestJSONUnderV235-2079558425-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62574) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1506.395028] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-45bde408-5bdb-447a-974b-5e376612203e {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.401135] env[62574]: DEBUG oslo_vmware.api [None req-2b1b26fe-d1ce-479c-be1f-283b3fbfe7e2 tempest-ServerRescueTestJSONUnderV235-2079558425 tempest-ServerRescueTestJSONUnderV235-2079558425-project-member] Waiting for the task: (returnval){ [ 1506.401135] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]5237c237-1839-81f3-3196-3b67a0ab7907" [ 1506.401135] env[62574]: _type = "Task" [ 1506.401135] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1506.408895] env[62574]: DEBUG oslo_vmware.api [None req-2b1b26fe-d1ce-479c-be1f-283b3fbfe7e2 tempest-ServerRescueTestJSONUnderV235-2079558425 tempest-ServerRescueTestJSONUnderV235-2079558425-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]5237c237-1839-81f3-3196-3b67a0ab7907, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1506.615290] env[62574]: DEBUG nova.scheduler.client.report [None req-e09a1c40-0132-4b79-bb4b-af772167f0a0 tempest-DeleteServersAdminTestJSON-2052691694 tempest-DeleteServersAdminTestJSON-2052691694-project-admin] Inventory has not changed for provider f0ed160a-beff-4626-a531-2a70d7bc0627 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 148, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1506.647388] env[62574]: DEBUG oslo_vmware.api [None req-952961fe-f29b-4d2d-8be6-c53e6211d0ad tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Task: {'id': task-1861199, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1506.742290] env[62574]: DEBUG oslo_vmware.api [None req-69dbf9ab-2542-482f-a97f-8d98b7daf342 tempest-ServerShowV254Test-52812069 tempest-ServerShowV254Test-52812069-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]5223c71c-f21d-1631-43bb-272430432751, 'name': SearchDatastore_Task, 'duration_secs': 0.015983} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1506.748090] env[62574]: DEBUG nova.compute.manager [req-ccfa95f3-8eb8-4950-b738-27d447cc2db1 req-4e777b56-49b6-4e27-953e-95ae13e3c2b4 service nova] [instance: 692b1ace-0ecb-4fc5-a348-ffe21f0d1ad7] Received event network-vif-plugged-e97f36ad-12d5-469d-9832-eb71ec024d6b {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1506.748801] env[62574]: DEBUG oslo_concurrency.lockutils [req-ccfa95f3-8eb8-4950-b738-27d447cc2db1 req-4e777b56-49b6-4e27-953e-95ae13e3c2b4 service nova] Acquiring lock "692b1ace-0ecb-4fc5-a348-ffe21f0d1ad7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1506.749402] env[62574]: DEBUG oslo_concurrency.lockutils [req-ccfa95f3-8eb8-4950-b738-27d447cc2db1 req-4e777b56-49b6-4e27-953e-95ae13e3c2b4 service nova] Lock "692b1ace-0ecb-4fc5-a348-ffe21f0d1ad7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1506.750031] env[62574]: DEBUG oslo_concurrency.lockutils [req-ccfa95f3-8eb8-4950-b738-27d447cc2db1 req-4e777b56-49b6-4e27-953e-95ae13e3c2b4 service nova] Lock "692b1ace-0ecb-4fc5-a348-ffe21f0d1ad7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1506.750363] env[62574]: DEBUG nova.compute.manager [req-ccfa95f3-8eb8-4950-b738-27d447cc2db1 req-4e777b56-49b6-4e27-953e-95ae13e3c2b4 service nova] [instance: 692b1ace-0ecb-4fc5-a348-ffe21f0d1ad7] No waiting events found dispatching network-vif-plugged-e97f36ad-12d5-469d-9832-eb71ec024d6b {{(pid=62574) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1506.750696] env[62574]: WARNING nova.compute.manager [req-ccfa95f3-8eb8-4950-b738-27d447cc2db1 req-4e777b56-49b6-4e27-953e-95ae13e3c2b4 service nova] [instance: 692b1ace-0ecb-4fc5-a348-ffe21f0d1ad7] Received unexpected event network-vif-plugged-e97f36ad-12d5-469d-9832-eb71ec024d6b for instance with vm_state building and task_state spawning. [ 1506.750921] env[62574]: DEBUG nova.compute.manager [req-ccfa95f3-8eb8-4950-b738-27d447cc2db1 req-4e777b56-49b6-4e27-953e-95ae13e3c2b4 service nova] [instance: 692b1ace-0ecb-4fc5-a348-ffe21f0d1ad7] Received event network-changed-e97f36ad-12d5-469d-9832-eb71ec024d6b {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1506.751129] env[62574]: DEBUG nova.compute.manager [req-ccfa95f3-8eb8-4950-b738-27d447cc2db1 req-4e777b56-49b6-4e27-953e-95ae13e3c2b4 service nova] [instance: 692b1ace-0ecb-4fc5-a348-ffe21f0d1ad7] Refreshing instance network info cache due to event network-changed-e97f36ad-12d5-469d-9832-eb71ec024d6b. {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1506.752498] env[62574]: DEBUG oslo_concurrency.lockutils [req-ccfa95f3-8eb8-4950-b738-27d447cc2db1 req-4e777b56-49b6-4e27-953e-95ae13e3c2b4 service nova] Acquiring lock "refresh_cache-692b1ace-0ecb-4fc5-a348-ffe21f0d1ad7" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1506.752498] env[62574]: DEBUG oslo_concurrency.lockutils [req-ccfa95f3-8eb8-4950-b738-27d447cc2db1 req-4e777b56-49b6-4e27-953e-95ae13e3c2b4 service nova] Acquired lock "refresh_cache-692b1ace-0ecb-4fc5-a348-ffe21f0d1ad7" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1506.752498] env[62574]: DEBUG nova.network.neutron [req-ccfa95f3-8eb8-4950-b738-27d447cc2db1 req-4e777b56-49b6-4e27-953e-95ae13e3c2b4 service nova] [instance: 692b1ace-0ecb-4fc5-a348-ffe21f0d1ad7] Refreshing network info cache for port e97f36ad-12d5-469d-9832-eb71ec024d6b {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1506.754823] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ba28ee5-a28a-4045-8d9b-bcb0b04e29d4 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.777454] env[62574]: DEBUG oslo_vmware.api [None req-69dbf9ab-2542-482f-a97f-8d98b7daf342 tempest-ServerShowV254Test-52812069 tempest-ServerShowV254Test-52812069-project-member] Waiting for the task: (returnval){ [ 1506.777454] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]52043942-5014-5455-37aa-208b10c21d47" [ 1506.777454] env[62574]: _type = "Task" [ 1506.777454] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1506.789721] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1861196, 'name': CreateVM_Task, 'duration_secs': 0.549078} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1506.790608] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 692b1ace-0ecb-4fc5-a348-ffe21f0d1ad7] Created VM on the ESX host {{(pid=62574) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1506.792407] env[62574]: DEBUG oslo_concurrency.lockutils [None req-b7e2b7ac-3354-404a-a92b-23db1a8cd1a5 tempest-ServersAdminNegativeTestJSON-1635259249 tempest-ServersAdminNegativeTestJSON-1635259249-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1506.792663] env[62574]: DEBUG oslo_concurrency.lockutils [None req-b7e2b7ac-3354-404a-a92b-23db1a8cd1a5 tempest-ServersAdminNegativeTestJSON-1635259249 tempest-ServersAdminNegativeTestJSON-1635259249-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1506.793752] env[62574]: DEBUG oslo_concurrency.lockutils [None req-b7e2b7ac-3354-404a-a92b-23db1a8cd1a5 tempest-ServersAdminNegativeTestJSON-1635259249 tempest-ServersAdminNegativeTestJSON-1635259249-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1506.801023] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7d891808-c23d-4b59-bf3b-b6b95d1816be {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.801996] env[62574]: DEBUG oslo_vmware.api [None req-69dbf9ab-2542-482f-a97f-8d98b7daf342 tempest-ServerShowV254Test-52812069 tempest-ServerShowV254Test-52812069-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52043942-5014-5455-37aa-208b10c21d47, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1506.806096] env[62574]: DEBUG oslo_vmware.api [None req-b7e2b7ac-3354-404a-a92b-23db1a8cd1a5 tempest-ServersAdminNegativeTestJSON-1635259249 tempest-ServersAdminNegativeTestJSON-1635259249-project-member] Waiting for the task: (returnval){ [ 1506.806096] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]52e29143-b6b7-2f57-43ca-6dc89db8d559" [ 1506.806096] env[62574]: _type = "Task" [ 1506.806096] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1506.818872] env[62574]: DEBUG oslo_concurrency.lockutils [None req-f53a9d31-c8c8-41e9-b045-bd67a20e507a tempest-ServerDiagnosticsV248Test-2044626064 tempest-ServerDiagnosticsV248Test-2044626064-project-member] Releasing lock "refresh_cache-b8222a46-63c9-4282-85bf-9e9b044ed524" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1506.819451] env[62574]: DEBUG nova.compute.manager [None req-f53a9d31-c8c8-41e9-b045-bd67a20e507a tempest-ServerDiagnosticsV248Test-2044626064 tempest-ServerDiagnosticsV248Test-2044626064-project-member] [instance: b8222a46-63c9-4282-85bf-9e9b044ed524] Start destroying the instance on the hypervisor. {{(pid=62574) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1506.819867] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-f53a9d31-c8c8-41e9-b045-bd67a20e507a tempest-ServerDiagnosticsV248Test-2044626064 tempest-ServerDiagnosticsV248Test-2044626064-project-member] [instance: b8222a46-63c9-4282-85bf-9e9b044ed524] Destroying instance {{(pid=62574) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1506.820041] env[62574]: DEBUG oslo_vmware.api [None req-b7e2b7ac-3354-404a-a92b-23db1a8cd1a5 tempest-ServersAdminNegativeTestJSON-1635259249 tempest-ServersAdminNegativeTestJSON-1635259249-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52e29143-b6b7-2f57-43ca-6dc89db8d559, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1506.820946] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02058fdb-2ac3-4124-bac0-7116a83f19fa {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.833031] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-f53a9d31-c8c8-41e9-b045-bd67a20e507a tempest-ServerDiagnosticsV248Test-2044626064 tempest-ServerDiagnosticsV248Test-2044626064-project-member] [instance: b8222a46-63c9-4282-85bf-9e9b044ed524] Powering off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1506.840870] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3cd98319-6c39-40d3-9626-3d104ffb9b74 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.849579] env[62574]: DEBUG oslo_vmware.api [None req-cff09aa0-636a-48d4-98f2-6a23ae2d930a tempest-ServerExternalEventsTest-1288446 tempest-ServerExternalEventsTest-1288446-project-member] Task: {'id': task-1861202, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.323552} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1506.855149] env[62574]: DEBUG nova.network.neutron [None req-32051c68-37c9-44b2-bcf1-7cfd221e5718 tempest-FloatingIPsAssociationTestJSON-1230011338 tempest-FloatingIPsAssociationTestJSON-1230011338-project-member] [instance: bf01cd22-6cbb-4a95-aca8-4bcdabdc5b36] Instance cache missing network info. {{(pid=62574) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1506.858511] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-cff09aa0-636a-48d4-98f2-6a23ae2d930a tempest-ServerExternalEventsTest-1288446 tempest-ServerExternalEventsTest-1288446-project-member] Deleted the datastore file {{(pid=62574) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1506.858511] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-cff09aa0-636a-48d4-98f2-6a23ae2d930a tempest-ServerExternalEventsTest-1288446 tempest-ServerExternalEventsTest-1288446-project-member] [instance: 12efb14a-4241-42ec-b538-3efa54435951] Deleted contents of the VM from datastore datastore2 {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1506.858511] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-cff09aa0-636a-48d4-98f2-6a23ae2d930a tempest-ServerExternalEventsTest-1288446 tempest-ServerExternalEventsTest-1288446-project-member] [instance: 12efb14a-4241-42ec-b538-3efa54435951] Instance destroyed {{(pid=62574) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1506.858511] env[62574]: INFO nova.compute.manager [None req-cff09aa0-636a-48d4-98f2-6a23ae2d930a tempest-ServerExternalEventsTest-1288446 tempest-ServerExternalEventsTest-1288446-project-member] [instance: 12efb14a-4241-42ec-b538-3efa54435951] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1506.858725] env[62574]: DEBUG oslo.service.loopingcall [None req-cff09aa0-636a-48d4-98f2-6a23ae2d930a tempest-ServerExternalEventsTest-1288446 tempest-ServerExternalEventsTest-1288446-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62574) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1506.858874] env[62574]: DEBUG oslo_vmware.api [None req-9a41eb0c-4b5b-416e-9398-91b2a2c38fac tempest-ServerDiagnosticsTest-924160412 tempest-ServerDiagnosticsTest-924160412-project-member] Task: {'id': task-1861201, 'name': PowerOnVM_Task, 'duration_secs': 0.511} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1506.859822] env[62574]: DEBUG oslo_vmware.api [None req-f53a9d31-c8c8-41e9-b045-bd67a20e507a tempest-ServerDiagnosticsV248Test-2044626064 tempest-ServerDiagnosticsV248Test-2044626064-project-member] Waiting for the task: (returnval){ [ 1506.859822] env[62574]: value = "task-1861204" [ 1506.859822] env[62574]: _type = "Task" [ 1506.859822] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1506.859822] env[62574]: DEBUG nova.compute.manager [-] [instance: 12efb14a-4241-42ec-b538-3efa54435951] Deallocating network for instance {{(pid=62574) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1506.859822] env[62574]: DEBUG nova.network.neutron [-] [instance: 12efb14a-4241-42ec-b538-3efa54435951] deallocate_for_instance() {{(pid=62574) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1506.861928] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a41eb0c-4b5b-416e-9398-91b2a2c38fac tempest-ServerDiagnosticsTest-924160412 tempest-ServerDiagnosticsTest-924160412-project-member] [instance: 6d6540ed-ae82-4304-a6f2-7b7063587647] Powered on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1506.861928] env[62574]: INFO nova.compute.manager [None req-9a41eb0c-4b5b-416e-9398-91b2a2c38fac tempest-ServerDiagnosticsTest-924160412 tempest-ServerDiagnosticsTest-924160412-project-member] [instance: 6d6540ed-ae82-4304-a6f2-7b7063587647] Took 11.94 seconds to spawn the instance on the hypervisor. [ 1506.862229] env[62574]: DEBUG nova.compute.manager [None req-9a41eb0c-4b5b-416e-9398-91b2a2c38fac tempest-ServerDiagnosticsTest-924160412 tempest-ServerDiagnosticsTest-924160412-project-member] [instance: 6d6540ed-ae82-4304-a6f2-7b7063587647] Checking state {{(pid=62574) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1506.864570] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8944d098-6009-42fc-a57e-f933336a542d {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.880201] env[62574]: DEBUG oslo_vmware.api [None req-f53a9d31-c8c8-41e9-b045-bd67a20e507a tempest-ServerDiagnosticsV248Test-2044626064 tempest-ServerDiagnosticsV248Test-2044626064-project-member] Task: {'id': task-1861204, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1506.916522] env[62574]: DEBUG oslo_vmware.api [None req-2b1b26fe-d1ce-479c-be1f-283b3fbfe7e2 tempest-ServerRescueTestJSONUnderV235-2079558425 tempest-ServerRescueTestJSONUnderV235-2079558425-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]5237c237-1839-81f3-3196-3b67a0ab7907, 'name': SearchDatastore_Task, 'duration_secs': 0.016367} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1506.919547] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-31d38bbd-cb4f-4b83-b609-efbf43f11cf4 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.927821] env[62574]: DEBUG oslo_vmware.api [None req-2b1b26fe-d1ce-479c-be1f-283b3fbfe7e2 tempest-ServerRescueTestJSONUnderV235-2079558425 tempest-ServerRescueTestJSONUnderV235-2079558425-project-member] Waiting for the task: (returnval){ [ 1506.927821] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]52352af8-c31b-f5c0-10d7-d2037c987b25" [ 1506.927821] env[62574]: _type = "Task" [ 1506.927821] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1506.943024] env[62574]: DEBUG oslo_vmware.api [None req-2b1b26fe-d1ce-479c-be1f-283b3fbfe7e2 tempest-ServerRescueTestJSONUnderV235-2079558425 tempest-ServerRescueTestJSONUnderV235-2079558425-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52352af8-c31b-f5c0-10d7-d2037c987b25, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1507.120511] env[62574]: DEBUG oslo_concurrency.lockutils [None req-e09a1c40-0132-4b79-bb4b-af772167f0a0 tempest-DeleteServersAdminTestJSON-2052691694 tempest-DeleteServersAdminTestJSON-2052691694-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.073s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1507.122845] env[62574]: DEBUG oslo_concurrency.lockutils [None req-b29d7fc3-614b-4b61-9099-7497ea105776 tempest-ServersWithSpecificFlavorTestJSON-1641053384 tempest-ServersWithSpecificFlavorTestJSON-1641053384-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.718s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1507.124860] env[62574]: INFO nova.compute.claims [None req-b29d7fc3-614b-4b61-9099-7497ea105776 tempest-ServersWithSpecificFlavorTestJSON-1641053384 tempest-ServersWithSpecificFlavorTestJSON-1641053384-project-member] [instance: 63c7e049-a6db-462e-a0c6-52ec32e23f86] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1507.147841] env[62574]: DEBUG oslo_vmware.api [None req-952961fe-f29b-4d2d-8be6-c53e6211d0ad tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Task: {'id': task-1861199, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.8266} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1507.150574] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-952961fe-f29b-4d2d-8be6-c53e6211d0ad tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk to [datastore1] 2a0c3300-ba7f-4604-b629-42bda5d48664/2a0c3300-ba7f-4604-b629-42bda5d48664.vmdk {{(pid=62574) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1507.151286] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-952961fe-f29b-4d2d-8be6-c53e6211d0ad tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] [instance: 2a0c3300-ba7f-4604-b629-42bda5d48664] Extending root virtual disk to 1048576 {{(pid=62574) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1507.152254] env[62574]: INFO nova.scheduler.client.report [None req-e09a1c40-0132-4b79-bb4b-af772167f0a0 tempest-DeleteServersAdminTestJSON-2052691694 tempest-DeleteServersAdminTestJSON-2052691694-project-admin] Deleted allocations for instance d35706fa-4b30-46ac-a6df-545c8b83bdca [ 1507.153234] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ba944f40-e7d1-4a95-8406-712d44551343 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.162990] env[62574]: DEBUG oslo_vmware.api [None req-952961fe-f29b-4d2d-8be6-c53e6211d0ad tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Waiting for the task: (returnval){ [ 1507.162990] env[62574]: value = "task-1861205" [ 1507.162990] env[62574]: _type = "Task" [ 1507.162990] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1507.173802] env[62574]: DEBUG oslo_vmware.api [None req-952961fe-f29b-4d2d-8be6-c53e6211d0ad tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Task: {'id': task-1861205, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1507.292129] env[62574]: DEBUG oslo_vmware.api [None req-69dbf9ab-2542-482f-a97f-8d98b7daf342 tempest-ServerShowV254Test-52812069 tempest-ServerShowV254Test-52812069-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52043942-5014-5455-37aa-208b10c21d47, 'name': SearchDatastore_Task, 'duration_secs': 0.065039} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1507.292129] env[62574]: DEBUG oslo_concurrency.lockutils [None req-69dbf9ab-2542-482f-a97f-8d98b7daf342 tempest-ServerShowV254Test-52812069 tempest-ServerShowV254Test-52812069-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1507.292129] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-69dbf9ab-2542-482f-a97f-8d98b7daf342 tempest-ServerShowV254Test-52812069 tempest-ServerShowV254Test-52812069-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk to [datastore1] b79bac0e-5cb0-43de-b10f-26262358e61e/b79bac0e-5cb0-43de-b10f-26262358e61e.vmdk {{(pid=62574) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1507.292129] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0e9fc3d7-c8b4-45e1-b117-59d9b9794125 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.301799] env[62574]: DEBUG oslo_vmware.api [None req-69dbf9ab-2542-482f-a97f-8d98b7daf342 tempest-ServerShowV254Test-52812069 tempest-ServerShowV254Test-52812069-project-member] Waiting for the task: (returnval){ [ 1507.301799] env[62574]: value = "task-1861206" [ 1507.301799] env[62574]: _type = "Task" [ 1507.301799] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1507.312958] env[62574]: DEBUG oslo_vmware.api [None req-69dbf9ab-2542-482f-a97f-8d98b7daf342 tempest-ServerShowV254Test-52812069 tempest-ServerShowV254Test-52812069-project-member] Task: {'id': task-1861206, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1507.318857] env[62574]: DEBUG oslo_vmware.api [None req-b7e2b7ac-3354-404a-a92b-23db1a8cd1a5 tempest-ServersAdminNegativeTestJSON-1635259249 tempest-ServersAdminNegativeTestJSON-1635259249-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52e29143-b6b7-2f57-43ca-6dc89db8d559, 'name': SearchDatastore_Task, 'duration_secs': 0.060155} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1507.319111] env[62574]: DEBUG oslo_concurrency.lockutils [None req-b7e2b7ac-3354-404a-a92b-23db1a8cd1a5 tempest-ServersAdminNegativeTestJSON-1635259249 tempest-ServersAdminNegativeTestJSON-1635259249-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1507.319382] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-b7e2b7ac-3354-404a-a92b-23db1a8cd1a5 tempest-ServersAdminNegativeTestJSON-1635259249 tempest-ServersAdminNegativeTestJSON-1635259249-project-member] [instance: 692b1ace-0ecb-4fc5-a348-ffe21f0d1ad7] Processing image 3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2 {{(pid=62574) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1507.319624] env[62574]: DEBUG oslo_concurrency.lockutils [None req-b7e2b7ac-3354-404a-a92b-23db1a8cd1a5 tempest-ServersAdminNegativeTestJSON-1635259249 tempest-ServersAdminNegativeTestJSON-1635259249-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1507.319880] env[62574]: DEBUG oslo_concurrency.lockutils [None req-b7e2b7ac-3354-404a-a92b-23db1a8cd1a5 tempest-ServersAdminNegativeTestJSON-1635259249 tempest-ServersAdminNegativeTestJSON-1635259249-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1507.319937] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7e2b7ac-3354-404a-a92b-23db1a8cd1a5 tempest-ServersAdminNegativeTestJSON-1635259249 tempest-ServersAdminNegativeTestJSON-1635259249-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1507.322499] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9573d710-34a2-4b21-a1ed-2eeb5464b445 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.334202] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7e2b7ac-3354-404a-a92b-23db1a8cd1a5 tempest-ServersAdminNegativeTestJSON-1635259249 tempest-ServersAdminNegativeTestJSON-1635259249-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1507.334546] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-b7e2b7ac-3354-404a-a92b-23db1a8cd1a5 tempest-ServersAdminNegativeTestJSON-1635259249 tempest-ServersAdminNegativeTestJSON-1635259249-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62574) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1507.335244] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b0ccd238-4c47-40ad-b97d-21f834b2699e {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.340872] env[62574]: DEBUG oslo_vmware.api [None req-b7e2b7ac-3354-404a-a92b-23db1a8cd1a5 tempest-ServersAdminNegativeTestJSON-1635259249 tempest-ServersAdminNegativeTestJSON-1635259249-project-member] Waiting for the task: (returnval){ [ 1507.340872] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]52ea0d68-ac81-dbec-dead-02b1b628231a" [ 1507.340872] env[62574]: _type = "Task" [ 1507.340872] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1507.349129] env[62574]: DEBUG oslo_vmware.api [None req-b7e2b7ac-3354-404a-a92b-23db1a8cd1a5 tempest-ServersAdminNegativeTestJSON-1635259249 tempest-ServersAdminNegativeTestJSON-1635259249-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52ea0d68-ac81-dbec-dead-02b1b628231a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1507.373320] env[62574]: DEBUG oslo_vmware.api [None req-f53a9d31-c8c8-41e9-b045-bd67a20e507a tempest-ServerDiagnosticsV248Test-2044626064 tempest-ServerDiagnosticsV248Test-2044626064-project-member] Task: {'id': task-1861204, 'name': PowerOffVM_Task, 'duration_secs': 0.196354} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1507.373580] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-f53a9d31-c8c8-41e9-b045-bd67a20e507a tempest-ServerDiagnosticsV248Test-2044626064 tempest-ServerDiagnosticsV248Test-2044626064-project-member] [instance: b8222a46-63c9-4282-85bf-9e9b044ed524] Powered off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1507.373888] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-f53a9d31-c8c8-41e9-b045-bd67a20e507a tempest-ServerDiagnosticsV248Test-2044626064 tempest-ServerDiagnosticsV248Test-2044626064-project-member] [instance: b8222a46-63c9-4282-85bf-9e9b044ed524] Unregistering the VM {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1507.374070] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3f53f052-fb02-465a-82e0-8b0dc5a1a1fa {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.390162] env[62574]: DEBUG nova.network.neutron [None req-32051c68-37c9-44b2-bcf1-7cfd221e5718 tempest-FloatingIPsAssociationTestJSON-1230011338 tempest-FloatingIPsAssociationTestJSON-1230011338-project-member] [instance: bf01cd22-6cbb-4a95-aca8-4bcdabdc5b36] Updating instance_info_cache with network_info: [{"id": "cc4fbd40-92a9-4263-918f-edd2dde18259", "address": "fa:16:3e:69:11:e7", "network": {"id": "7781f176-1ebc-4ecf-a03d-c1284f060c0e", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1629819900-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "68f74b662f9943aabeec5c1bc515d071", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "950a2f67-7668-4376-9d48-b38dca033c40", "external-id": "nsx-vlan-transportzone-549", "segmentation_id": 549, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc4fbd40-92", "ovs_interfaceid": "cc4fbd40-92a9-4263-918f-edd2dde18259", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1507.391650] env[62574]: INFO nova.compute.manager [None req-9a41eb0c-4b5b-416e-9398-91b2a2c38fac tempest-ServerDiagnosticsTest-924160412 tempest-ServerDiagnosticsTest-924160412-project-member] [instance: 6d6540ed-ae82-4304-a6f2-7b7063587647] Took 30.32 seconds to build instance. [ 1507.409659] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-f53a9d31-c8c8-41e9-b045-bd67a20e507a tempest-ServerDiagnosticsV248Test-2044626064 tempest-ServerDiagnosticsV248Test-2044626064-project-member] [instance: b8222a46-63c9-4282-85bf-9e9b044ed524] Unregistered the VM {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1507.410721] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-f53a9d31-c8c8-41e9-b045-bd67a20e507a tempest-ServerDiagnosticsV248Test-2044626064 tempest-ServerDiagnosticsV248Test-2044626064-project-member] [instance: b8222a46-63c9-4282-85bf-9e9b044ed524] Deleting contents of the VM from datastore datastore1 {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1507.410721] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-f53a9d31-c8c8-41e9-b045-bd67a20e507a tempest-ServerDiagnosticsV248Test-2044626064 tempest-ServerDiagnosticsV248Test-2044626064-project-member] Deleting the datastore file [datastore1] b8222a46-63c9-4282-85bf-9e9b044ed524 {{(pid=62574) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1507.410721] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b5ff23d8-d663-4958-9e28-caa9ab2d889a {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.420906] env[62574]: DEBUG oslo_vmware.api [None req-f53a9d31-c8c8-41e9-b045-bd67a20e507a tempest-ServerDiagnosticsV248Test-2044626064 tempest-ServerDiagnosticsV248Test-2044626064-project-member] Waiting for the task: (returnval){ [ 1507.420906] env[62574]: value = "task-1861208" [ 1507.420906] env[62574]: _type = "Task" [ 1507.420906] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1507.430656] env[62574]: DEBUG oslo_vmware.api [None req-f53a9d31-c8c8-41e9-b045-bd67a20e507a tempest-ServerDiagnosticsV248Test-2044626064 tempest-ServerDiagnosticsV248Test-2044626064-project-member] Task: {'id': task-1861208, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1507.447769] env[62574]: DEBUG oslo_vmware.api [None req-2b1b26fe-d1ce-479c-be1f-283b3fbfe7e2 tempest-ServerRescueTestJSONUnderV235-2079558425 tempest-ServerRescueTestJSONUnderV235-2079558425-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52352af8-c31b-f5c0-10d7-d2037c987b25, 'name': SearchDatastore_Task, 'duration_secs': 0.021694} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1507.448323] env[62574]: DEBUG oslo_concurrency.lockutils [None req-2b1b26fe-d1ce-479c-be1f-283b3fbfe7e2 tempest-ServerRescueTestJSONUnderV235-2079558425 tempest-ServerRescueTestJSONUnderV235-2079558425-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1507.448771] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b1b26fe-d1ce-479c-be1f-283b3fbfe7e2 tempest-ServerRescueTestJSONUnderV235-2079558425 tempest-ServerRescueTestJSONUnderV235-2079558425-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk to [datastore2] a903fd4b-e31e-4fde-b8d6-a11ecf5a602f/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2-rescue.vmdk. {{(pid=62574) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1507.449888] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e26baa1c-c5c0-4126-b6cf-26e972fa8280 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.486174] env[62574]: DEBUG oslo_concurrency.lockutils [None req-471df300-4291-4edb-ae72-2c70a57566ba tempest-SecurityGroupsTestJSON-247158518 tempest-SecurityGroupsTestJSON-247158518-project-member] Acquiring lock "b8f6a4a6-77e9-4989-bd79-f23e15335517" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1507.486550] env[62574]: DEBUG oslo_concurrency.lockutils [None req-471df300-4291-4edb-ae72-2c70a57566ba tempest-SecurityGroupsTestJSON-247158518 tempest-SecurityGroupsTestJSON-247158518-project-member] Lock "b8f6a4a6-77e9-4989-bd79-f23e15335517" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.009s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1507.486879] env[62574]: DEBUG oslo_vmware.api [None req-2b1b26fe-d1ce-479c-be1f-283b3fbfe7e2 tempest-ServerRescueTestJSONUnderV235-2079558425 tempest-ServerRescueTestJSONUnderV235-2079558425-project-member] Waiting for the task: (returnval){ [ 1507.486879] env[62574]: value = "task-1861209" [ 1507.486879] env[62574]: _type = "Task" [ 1507.486879] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1507.501203] env[62574]: DEBUG oslo_vmware.api [None req-2b1b26fe-d1ce-479c-be1f-283b3fbfe7e2 tempest-ServerRescueTestJSONUnderV235-2079558425 tempest-ServerRescueTestJSONUnderV235-2079558425-project-member] Task: {'id': task-1861209, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1507.664125] env[62574]: DEBUG nova.network.neutron [req-ccfa95f3-8eb8-4950-b738-27d447cc2db1 req-4e777b56-49b6-4e27-953e-95ae13e3c2b4 service nova] [instance: 692b1ace-0ecb-4fc5-a348-ffe21f0d1ad7] Updated VIF entry in instance network info cache for port e97f36ad-12d5-469d-9832-eb71ec024d6b. {{(pid=62574) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1507.664554] env[62574]: DEBUG nova.network.neutron [req-ccfa95f3-8eb8-4950-b738-27d447cc2db1 req-4e777b56-49b6-4e27-953e-95ae13e3c2b4 service nova] [instance: 692b1ace-0ecb-4fc5-a348-ffe21f0d1ad7] Updating instance_info_cache with network_info: [{"id": "e97f36ad-12d5-469d-9832-eb71ec024d6b", "address": "fa:16:3e:5c:80:94", "network": {"id": "90888d97-209c-49d6-8f95-1d0279efea11", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.228", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7eed1dd4d2c3418eb32c4f4ceda3ab0d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d275d7c6-2a7b-4ee8-b6f4-fabf1ba1905f", "external-id": "nsx-vlan-transportzone-513", "segmentation_id": 513, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape97f36ad-12", "ovs_interfaceid": "e97f36ad-12d5-469d-9832-eb71ec024d6b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1507.666263] env[62574]: DEBUG oslo_concurrency.lockutils [None req-e09a1c40-0132-4b79-bb4b-af772167f0a0 tempest-DeleteServersAdminTestJSON-2052691694 tempest-DeleteServersAdminTestJSON-2052691694-project-admin] Lock "d35706fa-4b30-46ac-a6df-545c8b83bdca" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.310s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1507.680509] env[62574]: DEBUG oslo_vmware.api [None req-952961fe-f29b-4d2d-8be6-c53e6211d0ad tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Task: {'id': task-1861205, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.198935} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1507.681304] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-952961fe-f29b-4d2d-8be6-c53e6211d0ad tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] [instance: 2a0c3300-ba7f-4604-b629-42bda5d48664] Extended root virtual disk {{(pid=62574) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1507.681867] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9acf3266-a97f-46fd-a809-da67b2638c88 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.711401] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-952961fe-f29b-4d2d-8be6-c53e6211d0ad tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] [instance: 2a0c3300-ba7f-4604-b629-42bda5d48664] Reconfiguring VM instance instance-0000000b to attach disk [datastore1] 2a0c3300-ba7f-4604-b629-42bda5d48664/2a0c3300-ba7f-4604-b629-42bda5d48664.vmdk or device None with type sparse {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1507.712095] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8c22f7db-6197-42fe-b8ca-8e61ddc6e98c {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.738404] env[62574]: DEBUG oslo_vmware.api [None req-952961fe-f29b-4d2d-8be6-c53e6211d0ad tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Waiting for the task: (returnval){ [ 1507.738404] env[62574]: value = "task-1861210" [ 1507.738404] env[62574]: _type = "Task" [ 1507.738404] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1507.749428] env[62574]: DEBUG oslo_vmware.api [None req-952961fe-f29b-4d2d-8be6-c53e6211d0ad tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Task: {'id': task-1861210, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1507.820235] env[62574]: DEBUG oslo_vmware.api [None req-69dbf9ab-2542-482f-a97f-8d98b7daf342 tempest-ServerShowV254Test-52812069 tempest-ServerShowV254Test-52812069-project-member] Task: {'id': task-1861206, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1507.854493] env[62574]: DEBUG oslo_vmware.api [None req-b7e2b7ac-3354-404a-a92b-23db1a8cd1a5 tempest-ServersAdminNegativeTestJSON-1635259249 tempest-ServersAdminNegativeTestJSON-1635259249-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52ea0d68-ac81-dbec-dead-02b1b628231a, 'name': SearchDatastore_Task, 'duration_secs': 0.018772} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1507.855278] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-68f655fd-9f11-4991-b9b3-80ab08bbc8e0 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.862129] env[62574]: DEBUG oslo_vmware.api [None req-b7e2b7ac-3354-404a-a92b-23db1a8cd1a5 tempest-ServersAdminNegativeTestJSON-1635259249 tempest-ServersAdminNegativeTestJSON-1635259249-project-member] Waiting for the task: (returnval){ [ 1507.862129] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]52432bc7-5b09-ab13-f13a-dabb32fde916" [ 1507.862129] env[62574]: _type = "Task" [ 1507.862129] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1507.872795] env[62574]: DEBUG oslo_vmware.api [None req-b7e2b7ac-3354-404a-a92b-23db1a8cd1a5 tempest-ServersAdminNegativeTestJSON-1635259249 tempest-ServersAdminNegativeTestJSON-1635259249-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52432bc7-5b09-ab13-f13a-dabb32fde916, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1507.895242] env[62574]: DEBUG oslo_concurrency.lockutils [None req-32051c68-37c9-44b2-bcf1-7cfd221e5718 tempest-FloatingIPsAssociationTestJSON-1230011338 tempest-FloatingIPsAssociationTestJSON-1230011338-project-member] Releasing lock "refresh_cache-bf01cd22-6cbb-4a95-aca8-4bcdabdc5b36" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1507.895242] env[62574]: DEBUG nova.compute.manager [None req-32051c68-37c9-44b2-bcf1-7cfd221e5718 tempest-FloatingIPsAssociationTestJSON-1230011338 tempest-FloatingIPsAssociationTestJSON-1230011338-project-member] [instance: bf01cd22-6cbb-4a95-aca8-4bcdabdc5b36] Instance network_info: |[{"id": "cc4fbd40-92a9-4263-918f-edd2dde18259", "address": "fa:16:3e:69:11:e7", "network": {"id": "7781f176-1ebc-4ecf-a03d-c1284f060c0e", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1629819900-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "68f74b662f9943aabeec5c1bc515d071", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "950a2f67-7668-4376-9d48-b38dca033c40", "external-id": "nsx-vlan-transportzone-549", "segmentation_id": 549, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc4fbd40-92", "ovs_interfaceid": "cc4fbd40-92a9-4263-918f-edd2dde18259", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62574) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1507.895366] env[62574]: DEBUG oslo_concurrency.lockutils [None req-9a41eb0c-4b5b-416e-9398-91b2a2c38fac tempest-ServerDiagnosticsTest-924160412 tempest-ServerDiagnosticsTest-924160412-project-member] Lock "6d6540ed-ae82-4304-a6f2-7b7063587647" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.836s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1507.895366] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-32051c68-37c9-44b2-bcf1-7cfd221e5718 tempest-FloatingIPsAssociationTestJSON-1230011338 tempest-FloatingIPsAssociationTestJSON-1230011338-project-member] [instance: bf01cd22-6cbb-4a95-aca8-4bcdabdc5b36] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:69:11:e7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '950a2f67-7668-4376-9d48-b38dca033c40', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cc4fbd40-92a9-4263-918f-edd2dde18259', 'vif_model': 'vmxnet3'}] {{(pid=62574) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1507.905062] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-32051c68-37c9-44b2-bcf1-7cfd221e5718 tempest-FloatingIPsAssociationTestJSON-1230011338 tempest-FloatingIPsAssociationTestJSON-1230011338-project-member] Creating folder: Project (68f74b662f9943aabeec5c1bc515d071). Parent ref: group-v384746. {{(pid=62574) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1507.906713] env[62574]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c781cc33-33ca-4aea-94f3-a84f604834d2 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.926981] env[62574]: INFO nova.virt.vmwareapi.vm_util [None req-32051c68-37c9-44b2-bcf1-7cfd221e5718 tempest-FloatingIPsAssociationTestJSON-1230011338 tempest-FloatingIPsAssociationTestJSON-1230011338-project-member] Created folder: Project (68f74b662f9943aabeec5c1bc515d071) in parent group-v384746. [ 1507.926981] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-32051c68-37c9-44b2-bcf1-7cfd221e5718 tempest-FloatingIPsAssociationTestJSON-1230011338 tempest-FloatingIPsAssociationTestJSON-1230011338-project-member] Creating folder: Instances. Parent ref: group-v384786. {{(pid=62574) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1507.927336] env[62574]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-40d5797d-7ead-4b0e-bbf4-fdb06b2ea831 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.937428] env[62574]: DEBUG oslo_vmware.api [None req-f53a9d31-c8c8-41e9-b045-bd67a20e507a tempest-ServerDiagnosticsV248Test-2044626064 tempest-ServerDiagnosticsV248Test-2044626064-project-member] Task: {'id': task-1861208, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.16056} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1507.938788] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-f53a9d31-c8c8-41e9-b045-bd67a20e507a tempest-ServerDiagnosticsV248Test-2044626064 tempest-ServerDiagnosticsV248Test-2044626064-project-member] Deleted the datastore file {{(pid=62574) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1507.939108] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-f53a9d31-c8c8-41e9-b045-bd67a20e507a tempest-ServerDiagnosticsV248Test-2044626064 tempest-ServerDiagnosticsV248Test-2044626064-project-member] [instance: b8222a46-63c9-4282-85bf-9e9b044ed524] Deleted contents of the VM from datastore datastore1 {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1507.939269] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-f53a9d31-c8c8-41e9-b045-bd67a20e507a tempest-ServerDiagnosticsV248Test-2044626064 tempest-ServerDiagnosticsV248Test-2044626064-project-member] [instance: b8222a46-63c9-4282-85bf-9e9b044ed524] Instance destroyed {{(pid=62574) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1507.939448] env[62574]: INFO nova.compute.manager [None req-f53a9d31-c8c8-41e9-b045-bd67a20e507a tempest-ServerDiagnosticsV248Test-2044626064 tempest-ServerDiagnosticsV248Test-2044626064-project-member] [instance: b8222a46-63c9-4282-85bf-9e9b044ed524] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1507.939692] env[62574]: DEBUG oslo.service.loopingcall [None req-f53a9d31-c8c8-41e9-b045-bd67a20e507a tempest-ServerDiagnosticsV248Test-2044626064 tempest-ServerDiagnosticsV248Test-2044626064-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62574) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1507.939910] env[62574]: INFO nova.virt.vmwareapi.vm_util [None req-32051c68-37c9-44b2-bcf1-7cfd221e5718 tempest-FloatingIPsAssociationTestJSON-1230011338 tempest-FloatingIPsAssociationTestJSON-1230011338-project-member] Created folder: Instances in parent group-v384786. [ 1507.940120] env[62574]: DEBUG oslo.service.loopingcall [None req-32051c68-37c9-44b2-bcf1-7cfd221e5718 tempest-FloatingIPsAssociationTestJSON-1230011338 tempest-FloatingIPsAssociationTestJSON-1230011338-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62574) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1507.940423] env[62574]: DEBUG nova.compute.manager [-] [instance: b8222a46-63c9-4282-85bf-9e9b044ed524] Deallocating network for instance {{(pid=62574) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1507.940538] env[62574]: DEBUG nova.network.neutron [-] [instance: b8222a46-63c9-4282-85bf-9e9b044ed524] deallocate_for_instance() {{(pid=62574) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1507.943045] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bf01cd22-6cbb-4a95-aca8-4bcdabdc5b36] Creating VM on the ESX host {{(pid=62574) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1507.943045] env[62574]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-18005bb1-45ac-4785-be8e-65da9c50db25 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.971099] env[62574]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1507.971099] env[62574]: value = "task-1861213" [ 1507.971099] env[62574]: _type = "Task" [ 1507.971099] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1507.984423] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1861213, 'name': CreateVM_Task} progress is 5%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1508.001946] env[62574]: DEBUG oslo_vmware.api [None req-2b1b26fe-d1ce-479c-be1f-283b3fbfe7e2 tempest-ServerRescueTestJSONUnderV235-2079558425 tempest-ServerRescueTestJSONUnderV235-2079558425-project-member] Task: {'id': task-1861209, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1508.029156] env[62574]: DEBUG nova.network.neutron [-] [instance: b8222a46-63c9-4282-85bf-9e9b044ed524] Instance cache missing network info. {{(pid=62574) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1508.169130] env[62574]: DEBUG oslo_concurrency.lockutils [req-ccfa95f3-8eb8-4950-b738-27d447cc2db1 req-4e777b56-49b6-4e27-953e-95ae13e3c2b4 service nova] Releasing lock "refresh_cache-692b1ace-0ecb-4fc5-a348-ffe21f0d1ad7" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1508.250522] env[62574]: DEBUG oslo_vmware.api [None req-952961fe-f29b-4d2d-8be6-c53e6211d0ad tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Task: {'id': task-1861210, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1508.320779] env[62574]: DEBUG oslo_vmware.api [None req-69dbf9ab-2542-482f-a97f-8d98b7daf342 tempest-ServerShowV254Test-52812069 tempest-ServerShowV254Test-52812069-project-member] Task: {'id': task-1861206, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.769819} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1508.321104] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-69dbf9ab-2542-482f-a97f-8d98b7daf342 tempest-ServerShowV254Test-52812069 tempest-ServerShowV254Test-52812069-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk to [datastore1] b79bac0e-5cb0-43de-b10f-26262358e61e/b79bac0e-5cb0-43de-b10f-26262358e61e.vmdk {{(pid=62574) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1508.321346] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-69dbf9ab-2542-482f-a97f-8d98b7daf342 tempest-ServerShowV254Test-52812069 tempest-ServerShowV254Test-52812069-project-member] [instance: b79bac0e-5cb0-43de-b10f-26262358e61e] Extending root virtual disk to 1048576 {{(pid=62574) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1508.321954] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4a892aed-8b31-4284-8016-13a88e531fb8 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.329197] env[62574]: DEBUG oslo_vmware.api [None req-69dbf9ab-2542-482f-a97f-8d98b7daf342 tempest-ServerShowV254Test-52812069 tempest-ServerShowV254Test-52812069-project-member] Waiting for the task: (returnval){ [ 1508.329197] env[62574]: value = "task-1861214" [ 1508.329197] env[62574]: _type = "Task" [ 1508.329197] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1508.341439] env[62574]: DEBUG oslo_vmware.api [None req-69dbf9ab-2542-482f-a97f-8d98b7daf342 tempest-ServerShowV254Test-52812069 tempest-ServerShowV254Test-52812069-project-member] Task: {'id': task-1861214, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1508.374612] env[62574]: DEBUG oslo_vmware.api [None req-b7e2b7ac-3354-404a-a92b-23db1a8cd1a5 tempest-ServersAdminNegativeTestJSON-1635259249 tempest-ServersAdminNegativeTestJSON-1635259249-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52432bc7-5b09-ab13-f13a-dabb32fde916, 'name': SearchDatastore_Task, 'duration_secs': 0.076426} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1508.374897] env[62574]: DEBUG oslo_concurrency.lockutils [None req-b7e2b7ac-3354-404a-a92b-23db1a8cd1a5 tempest-ServersAdminNegativeTestJSON-1635259249 tempest-ServersAdminNegativeTestJSON-1635259249-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1508.375241] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7e2b7ac-3354-404a-a92b-23db1a8cd1a5 tempest-ServersAdminNegativeTestJSON-1635259249 tempest-ServersAdminNegativeTestJSON-1635259249-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk to [datastore1] 692b1ace-0ecb-4fc5-a348-ffe21f0d1ad7/692b1ace-0ecb-4fc5-a348-ffe21f0d1ad7.vmdk {{(pid=62574) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1508.375602] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8da563f9-f651-4234-9d63-bf0bf4ab4152 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.383068] env[62574]: DEBUG oslo_vmware.api [None req-b7e2b7ac-3354-404a-a92b-23db1a8cd1a5 tempest-ServersAdminNegativeTestJSON-1635259249 tempest-ServersAdminNegativeTestJSON-1635259249-project-member] Waiting for the task: (returnval){ [ 1508.383068] env[62574]: value = "task-1861215" [ 1508.383068] env[62574]: _type = "Task" [ 1508.383068] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1508.394393] env[62574]: DEBUG oslo_vmware.api [None req-b7e2b7ac-3354-404a-a92b-23db1a8cd1a5 tempest-ServersAdminNegativeTestJSON-1635259249 tempest-ServersAdminNegativeTestJSON-1635259249-project-member] Task: {'id': task-1861215, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1508.414823] env[62574]: DEBUG nova.compute.manager [None req-00c49e98-b2fb-4f92-a2ae-58f621759fa4 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] [instance: 9595a480-fdc1-4dda-877b-e0f6078420e2] Starting instance... {{(pid=62574) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1508.484140] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1861213, 'name': CreateVM_Task} progress is 99%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1508.505776] env[62574]: DEBUG oslo_vmware.api [None req-2b1b26fe-d1ce-479c-be1f-283b3fbfe7e2 tempest-ServerRescueTestJSONUnderV235-2079558425 tempest-ServerRescueTestJSONUnderV235-2079558425-project-member] Task: {'id': task-1861209, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.789461} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1508.506106] env[62574]: INFO nova.virt.vmwareapi.ds_util [None req-2b1b26fe-d1ce-479c-be1f-283b3fbfe7e2 tempest-ServerRescueTestJSONUnderV235-2079558425 tempest-ServerRescueTestJSONUnderV235-2079558425-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk to [datastore2] a903fd4b-e31e-4fde-b8d6-a11ecf5a602f/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2-rescue.vmdk. [ 1508.506974] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d4ef0c9-e2f9-414a-953e-2b92bf469b14 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.541894] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b1b26fe-d1ce-479c-be1f-283b3fbfe7e2 tempest-ServerRescueTestJSONUnderV235-2079558425 tempest-ServerRescueTestJSONUnderV235-2079558425-project-member] [instance: a903fd4b-e31e-4fde-b8d6-a11ecf5a602f] Reconfiguring VM instance instance-00000006 to attach disk [datastore2] a903fd4b-e31e-4fde-b8d6-a11ecf5a602f/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2-rescue.vmdk or device None with type thin {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1508.542353] env[62574]: DEBUG nova.network.neutron [-] [instance: b8222a46-63c9-4282-85bf-9e9b044ed524] Updating instance_info_cache with network_info: [] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1508.545137] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b484648f-f492-49a8-adf2-62a7ef539075 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.569147] env[62574]: DEBUG oslo_vmware.api [None req-2b1b26fe-d1ce-479c-be1f-283b3fbfe7e2 tempest-ServerRescueTestJSONUnderV235-2079558425 tempest-ServerRescueTestJSONUnderV235-2079558425-project-member] Waiting for the task: (returnval){ [ 1508.569147] env[62574]: value = "task-1861216" [ 1508.569147] env[62574]: _type = "Task" [ 1508.569147] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1508.581824] env[62574]: DEBUG oslo_vmware.api [None req-2b1b26fe-d1ce-479c-be1f-283b3fbfe7e2 tempest-ServerRescueTestJSONUnderV235-2079558425 tempest-ServerRescueTestJSONUnderV235-2079558425-project-member] Task: {'id': task-1861216, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1508.627834] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33df3227-5cba-4e01-a621-30036bcbe161 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.637578] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b5023ba-2817-4855-8661-13e9121bf4ab {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.673599] env[62574]: DEBUG nova.network.neutron [-] [instance: 12efb14a-4241-42ec-b538-3efa54435951] Updating instance_info_cache with network_info: [] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1508.676827] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5be072bd-4a4c-4d00-b538-2f9d2e7ba890 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.685815] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef18df72-c8bf-43dd-b195-330931f6345c {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.705294] env[62574]: DEBUG nova.compute.provider_tree [None req-b29d7fc3-614b-4b61-9099-7497ea105776 tempest-ServersWithSpecificFlavorTestJSON-1641053384 tempest-ServersWithSpecificFlavorTestJSON-1641053384-project-member] Inventory has not changed in ProviderTree for provider: f0ed160a-beff-4626-a531-2a70d7bc0627 {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1508.748818] env[62574]: DEBUG oslo_vmware.api [None req-952961fe-f29b-4d2d-8be6-c53e6211d0ad tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Task: {'id': task-1861210, 'name': ReconfigVM_Task, 'duration_secs': 0.831831} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1508.748818] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-952961fe-f29b-4d2d-8be6-c53e6211d0ad tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] [instance: 2a0c3300-ba7f-4604-b629-42bda5d48664] Reconfigured VM instance instance-0000000b to attach disk [datastore1] 2a0c3300-ba7f-4604-b629-42bda5d48664/2a0c3300-ba7f-4604-b629-42bda5d48664.vmdk or device None with type sparse {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1508.749421] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-71946217-fc8f-4405-ab61-f459d6c50fb4 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.756911] env[62574]: DEBUG oslo_vmware.api [None req-952961fe-f29b-4d2d-8be6-c53e6211d0ad tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Waiting for the task: (returnval){ [ 1508.756911] env[62574]: value = "task-1861217" [ 1508.756911] env[62574]: _type = "Task" [ 1508.756911] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1508.767248] env[62574]: DEBUG oslo_vmware.api [None req-952961fe-f29b-4d2d-8be6-c53e6211d0ad tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Task: {'id': task-1861217, 'name': Rename_Task} progress is 5%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1508.791305] env[62574]: DEBUG nova.compute.manager [req-280de0e7-7f69-4f2b-89b7-70dba7b52cf1 req-956a9521-dc89-4d0e-b8e8-31ce250b4e00 service nova] [instance: 2a0c3300-ba7f-4604-b629-42bda5d48664] Received event network-changed-54e8da54-8296-4e08-ad1a-3140fe9ac725 {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1508.791305] env[62574]: DEBUG nova.compute.manager [req-280de0e7-7f69-4f2b-89b7-70dba7b52cf1 req-956a9521-dc89-4d0e-b8e8-31ce250b4e00 service nova] [instance: 2a0c3300-ba7f-4604-b629-42bda5d48664] Refreshing instance network info cache due to event network-changed-54e8da54-8296-4e08-ad1a-3140fe9ac725. {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1508.791305] env[62574]: DEBUG oslo_concurrency.lockutils [req-280de0e7-7f69-4f2b-89b7-70dba7b52cf1 req-956a9521-dc89-4d0e-b8e8-31ce250b4e00 service nova] Acquiring lock "refresh_cache-2a0c3300-ba7f-4604-b629-42bda5d48664" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1508.791305] env[62574]: DEBUG oslo_concurrency.lockutils [req-280de0e7-7f69-4f2b-89b7-70dba7b52cf1 req-956a9521-dc89-4d0e-b8e8-31ce250b4e00 service nova] Acquired lock "refresh_cache-2a0c3300-ba7f-4604-b629-42bda5d48664" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1508.791305] env[62574]: DEBUG nova.network.neutron [req-280de0e7-7f69-4f2b-89b7-70dba7b52cf1 req-956a9521-dc89-4d0e-b8e8-31ce250b4e00 service nova] [instance: 2a0c3300-ba7f-4604-b629-42bda5d48664] Refreshing network info cache for port 54e8da54-8296-4e08-ad1a-3140fe9ac725 {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1508.800478] env[62574]: DEBUG nova.network.neutron [None req-45db852b-550a-4427-bf0b-bbf2c61857f1 tempest-VolumesAssistedSnapshotsTest-330692648 tempest-VolumesAssistedSnapshotsTest-330692648-project-member] [instance: f82bad60-9320-4a4e-af74-21557692aa80] Successfully updated port: 0f0743aa-09d0-41e4-9150-f1c790d33db1 {{(pid=62574) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1508.840030] env[62574]: DEBUG oslo_vmware.api [None req-69dbf9ab-2542-482f-a97f-8d98b7daf342 tempest-ServerShowV254Test-52812069 tempest-ServerShowV254Test-52812069-project-member] Task: {'id': task-1861214, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.118908} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1508.842908] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-69dbf9ab-2542-482f-a97f-8d98b7daf342 tempest-ServerShowV254Test-52812069 tempest-ServerShowV254Test-52812069-project-member] [instance: b79bac0e-5cb0-43de-b10f-26262358e61e] Extended root virtual disk {{(pid=62574) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1508.842908] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1db06e1-66aa-44d0-af21-cd18f61460fd {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.869704] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-69dbf9ab-2542-482f-a97f-8d98b7daf342 tempest-ServerShowV254Test-52812069 tempest-ServerShowV254Test-52812069-project-member] [instance: b79bac0e-5cb0-43de-b10f-26262358e61e] Reconfiguring VM instance instance-00000007 to attach disk [datastore1] b79bac0e-5cb0-43de-b10f-26262358e61e/b79bac0e-5cb0-43de-b10f-26262358e61e.vmdk or device None with type sparse {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1508.870068] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-69f9b74e-5e79-4e09-8fa3-d9630692c129 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.898706] env[62574]: DEBUG oslo_vmware.api [None req-b7e2b7ac-3354-404a-a92b-23db1a8cd1a5 tempest-ServersAdminNegativeTestJSON-1635259249 tempest-ServersAdminNegativeTestJSON-1635259249-project-member] Task: {'id': task-1861215, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1508.900508] env[62574]: DEBUG oslo_vmware.api [None req-69dbf9ab-2542-482f-a97f-8d98b7daf342 tempest-ServerShowV254Test-52812069 tempest-ServerShowV254Test-52812069-project-member] Waiting for the task: (returnval){ [ 1508.900508] env[62574]: value = "task-1861218" [ 1508.900508] env[62574]: _type = "Task" [ 1508.900508] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1508.916281] env[62574]: DEBUG oslo_vmware.api [None req-69dbf9ab-2542-482f-a97f-8d98b7daf342 tempest-ServerShowV254Test-52812069 tempest-ServerShowV254Test-52812069-project-member] Task: {'id': task-1861218, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1508.941979] env[62574]: DEBUG oslo_concurrency.lockutils [None req-00c49e98-b2fb-4f92-a2ae-58f621759fa4 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1508.984505] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1861213, 'name': CreateVM_Task, 'duration_secs': 0.607632} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1508.984772] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bf01cd22-6cbb-4a95-aca8-4bcdabdc5b36] Created VM on the ESX host {{(pid=62574) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1508.985653] env[62574]: DEBUG oslo_concurrency.lockutils [None req-32051c68-37c9-44b2-bcf1-7cfd221e5718 tempest-FloatingIPsAssociationTestJSON-1230011338 tempest-FloatingIPsAssociationTestJSON-1230011338-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1508.985867] env[62574]: DEBUG oslo_concurrency.lockutils [None req-32051c68-37c9-44b2-bcf1-7cfd221e5718 tempest-FloatingIPsAssociationTestJSON-1230011338 tempest-FloatingIPsAssociationTestJSON-1230011338-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1508.986444] env[62574]: DEBUG oslo_concurrency.lockutils [None req-32051c68-37c9-44b2-bcf1-7cfd221e5718 tempest-FloatingIPsAssociationTestJSON-1230011338 tempest-FloatingIPsAssociationTestJSON-1230011338-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1508.986840] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e811d3bb-2f61-44ab-9b88-a0726c4cba34 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.994443] env[62574]: DEBUG oslo_vmware.api [None req-32051c68-37c9-44b2-bcf1-7cfd221e5718 tempest-FloatingIPsAssociationTestJSON-1230011338 tempest-FloatingIPsAssociationTestJSON-1230011338-project-member] Waiting for the task: (returnval){ [ 1508.994443] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]5220a1b4-3f5d-6116-21cc-4157717f6464" [ 1508.994443] env[62574]: _type = "Task" [ 1508.994443] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1509.005948] env[62574]: DEBUG oslo_vmware.api [None req-32051c68-37c9-44b2-bcf1-7cfd221e5718 tempest-FloatingIPsAssociationTestJSON-1230011338 tempest-FloatingIPsAssociationTestJSON-1230011338-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]5220a1b4-3f5d-6116-21cc-4157717f6464, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1509.059514] env[62574]: INFO nova.compute.manager [-] [instance: b8222a46-63c9-4282-85bf-9e9b044ed524] Took 1.12 seconds to deallocate network for instance. [ 1509.081247] env[62574]: DEBUG oslo_vmware.api [None req-2b1b26fe-d1ce-479c-be1f-283b3fbfe7e2 tempest-ServerRescueTestJSONUnderV235-2079558425 tempest-ServerRescueTestJSONUnderV235-2079558425-project-member] Task: {'id': task-1861216, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1509.177690] env[62574]: INFO nova.compute.manager [-] [instance: 12efb14a-4241-42ec-b538-3efa54435951] Took 2.32 seconds to deallocate network for instance. [ 1509.212993] env[62574]: DEBUG nova.scheduler.client.report [None req-b29d7fc3-614b-4b61-9099-7497ea105776 tempest-ServersWithSpecificFlavorTestJSON-1641053384 tempest-ServersWithSpecificFlavorTestJSON-1641053384-project-member] Inventory has not changed for provider f0ed160a-beff-4626-a531-2a70d7bc0627 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 148, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1509.269204] env[62574]: DEBUG oslo_vmware.api [None req-952961fe-f29b-4d2d-8be6-c53e6211d0ad tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Task: {'id': task-1861217, 'name': Rename_Task} progress is 99%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1509.303856] env[62574]: DEBUG oslo_concurrency.lockutils [None req-45db852b-550a-4427-bf0b-bbf2c61857f1 tempest-VolumesAssistedSnapshotsTest-330692648 tempest-VolumesAssistedSnapshotsTest-330692648-project-member] Acquiring lock "refresh_cache-f82bad60-9320-4a4e-af74-21557692aa80" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1509.304084] env[62574]: DEBUG oslo_concurrency.lockutils [None req-45db852b-550a-4427-bf0b-bbf2c61857f1 tempest-VolumesAssistedSnapshotsTest-330692648 tempest-VolumesAssistedSnapshotsTest-330692648-project-member] Acquired lock "refresh_cache-f82bad60-9320-4a4e-af74-21557692aa80" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.304256] env[62574]: DEBUG nova.network.neutron [None req-45db852b-550a-4427-bf0b-bbf2c61857f1 tempest-VolumesAssistedSnapshotsTest-330692648 tempest-VolumesAssistedSnapshotsTest-330692648-project-member] [instance: f82bad60-9320-4a4e-af74-21557692aa80] Building network info cache for instance {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1509.397468] env[62574]: DEBUG oslo_vmware.api [None req-b7e2b7ac-3354-404a-a92b-23db1a8cd1a5 tempest-ServersAdminNegativeTestJSON-1635259249 tempest-ServersAdminNegativeTestJSON-1635259249-project-member] Task: {'id': task-1861215, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.666154} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1509.398553] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7e2b7ac-3354-404a-a92b-23db1a8cd1a5 tempest-ServersAdminNegativeTestJSON-1635259249 tempest-ServersAdminNegativeTestJSON-1635259249-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk to [datastore1] 692b1ace-0ecb-4fc5-a348-ffe21f0d1ad7/692b1ace-0ecb-4fc5-a348-ffe21f0d1ad7.vmdk {{(pid=62574) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1509.398553] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-b7e2b7ac-3354-404a-a92b-23db1a8cd1a5 tempest-ServersAdminNegativeTestJSON-1635259249 tempest-ServersAdminNegativeTestJSON-1635259249-project-member] [instance: 692b1ace-0ecb-4fc5-a348-ffe21f0d1ad7] Extending root virtual disk to 1048576 {{(pid=62574) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1509.398553] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b9e26e20-d8ae-459e-84da-d6e15a156e41 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.406171] env[62574]: DEBUG oslo_vmware.api [None req-b7e2b7ac-3354-404a-a92b-23db1a8cd1a5 tempest-ServersAdminNegativeTestJSON-1635259249 tempest-ServersAdminNegativeTestJSON-1635259249-project-member] Waiting for the task: (returnval){ [ 1509.406171] env[62574]: value = "task-1861219" [ 1509.406171] env[62574]: _type = "Task" [ 1509.406171] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1509.414122] env[62574]: DEBUG oslo_vmware.api [None req-69dbf9ab-2542-482f-a97f-8d98b7daf342 tempest-ServerShowV254Test-52812069 tempest-ServerShowV254Test-52812069-project-member] Task: {'id': task-1861218, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1509.418603] env[62574]: DEBUG oslo_vmware.api [None req-b7e2b7ac-3354-404a-a92b-23db1a8cd1a5 tempest-ServersAdminNegativeTestJSON-1635259249 tempest-ServersAdminNegativeTestJSON-1635259249-project-member] Task: {'id': task-1861219, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1509.509219] env[62574]: DEBUG oslo_vmware.api [None req-32051c68-37c9-44b2-bcf1-7cfd221e5718 tempest-FloatingIPsAssociationTestJSON-1230011338 tempest-FloatingIPsAssociationTestJSON-1230011338-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]5220a1b4-3f5d-6116-21cc-4157717f6464, 'name': SearchDatastore_Task, 'duration_secs': 0.035862} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1509.509671] env[62574]: DEBUG oslo_concurrency.lockutils [None req-32051c68-37c9-44b2-bcf1-7cfd221e5718 tempest-FloatingIPsAssociationTestJSON-1230011338 tempest-FloatingIPsAssociationTestJSON-1230011338-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1509.509994] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-32051c68-37c9-44b2-bcf1-7cfd221e5718 tempest-FloatingIPsAssociationTestJSON-1230011338 tempest-FloatingIPsAssociationTestJSON-1230011338-project-member] [instance: bf01cd22-6cbb-4a95-aca8-4bcdabdc5b36] Processing image 3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2 {{(pid=62574) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1509.510358] env[62574]: DEBUG oslo_concurrency.lockutils [None req-32051c68-37c9-44b2-bcf1-7cfd221e5718 tempest-FloatingIPsAssociationTestJSON-1230011338 tempest-FloatingIPsAssociationTestJSON-1230011338-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1509.510538] env[62574]: DEBUG oslo_concurrency.lockutils [None req-32051c68-37c9-44b2-bcf1-7cfd221e5718 tempest-FloatingIPsAssociationTestJSON-1230011338 tempest-FloatingIPsAssociationTestJSON-1230011338-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.510744] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-32051c68-37c9-44b2-bcf1-7cfd221e5718 tempest-FloatingIPsAssociationTestJSON-1230011338 tempest-FloatingIPsAssociationTestJSON-1230011338-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1509.512104] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dbaf37e4-562e-4d4e-8bfe-7bb1622f180e {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.525696] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-32051c68-37c9-44b2-bcf1-7cfd221e5718 tempest-FloatingIPsAssociationTestJSON-1230011338 tempest-FloatingIPsAssociationTestJSON-1230011338-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1509.526098] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-32051c68-37c9-44b2-bcf1-7cfd221e5718 tempest-FloatingIPsAssociationTestJSON-1230011338 tempest-FloatingIPsAssociationTestJSON-1230011338-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62574) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1509.526713] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b96fc7f-73f5-40ef-b5cb-5c7c4e57d95f {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.532461] env[62574]: DEBUG oslo_vmware.api [None req-32051c68-37c9-44b2-bcf1-7cfd221e5718 tempest-FloatingIPsAssociationTestJSON-1230011338 tempest-FloatingIPsAssociationTestJSON-1230011338-project-member] Waiting for the task: (returnval){ [ 1509.532461] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]5222567e-ffd6-f443-9b29-ef55e57177de" [ 1509.532461] env[62574]: _type = "Task" [ 1509.532461] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1509.541607] env[62574]: DEBUG oslo_vmware.api [None req-32051c68-37c9-44b2-bcf1-7cfd221e5718 tempest-FloatingIPsAssociationTestJSON-1230011338 tempest-FloatingIPsAssociationTestJSON-1230011338-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]5222567e-ffd6-f443-9b29-ef55e57177de, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1509.570352] env[62574]: DEBUG oslo_concurrency.lockutils [None req-f53a9d31-c8c8-41e9-b045-bd67a20e507a tempest-ServerDiagnosticsV248Test-2044626064 tempest-ServerDiagnosticsV248Test-2044626064-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1509.580486] env[62574]: DEBUG oslo_vmware.api [None req-2b1b26fe-d1ce-479c-be1f-283b3fbfe7e2 tempest-ServerRescueTestJSONUnderV235-2079558425 tempest-ServerRescueTestJSONUnderV235-2079558425-project-member] Task: {'id': task-1861216, 'name': ReconfigVM_Task, 'duration_secs': 0.787528} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1509.581143] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b1b26fe-d1ce-479c-be1f-283b3fbfe7e2 tempest-ServerRescueTestJSONUnderV235-2079558425 tempest-ServerRescueTestJSONUnderV235-2079558425-project-member] [instance: a903fd4b-e31e-4fde-b8d6-a11ecf5a602f] Reconfigured VM instance instance-00000006 to attach disk [datastore2] a903fd4b-e31e-4fde-b8d6-a11ecf5a602f/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2-rescue.vmdk or device None with type thin {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1509.581916] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc0ee7d2-c4d5-4772-9727-d610afd29d3d {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.615140] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0c1015cb-7167-4806-b558-9f2063bd3789 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.632905] env[62574]: DEBUG oslo_vmware.api [None req-2b1b26fe-d1ce-479c-be1f-283b3fbfe7e2 tempest-ServerRescueTestJSONUnderV235-2079558425 tempest-ServerRescueTestJSONUnderV235-2079558425-project-member] Waiting for the task: (returnval){ [ 1509.632905] env[62574]: value = "task-1861220" [ 1509.632905] env[62574]: _type = "Task" [ 1509.632905] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1509.641826] env[62574]: DEBUG oslo_vmware.api [None req-2b1b26fe-d1ce-479c-be1f-283b3fbfe7e2 tempest-ServerRescueTestJSONUnderV235-2079558425 tempest-ServerRescueTestJSONUnderV235-2079558425-project-member] Task: {'id': task-1861220, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1509.689374] env[62574]: DEBUG oslo_concurrency.lockutils [None req-cff09aa0-636a-48d4-98f2-6a23ae2d930a tempest-ServerExternalEventsTest-1288446 tempest-ServerExternalEventsTest-1288446-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1509.717193] env[62574]: DEBUG oslo_concurrency.lockutils [None req-b29d7fc3-614b-4b61-9099-7497ea105776 tempest-ServersWithSpecificFlavorTestJSON-1641053384 tempest-ServersWithSpecificFlavorTestJSON-1641053384-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.593s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1509.717193] env[62574]: DEBUG nova.compute.manager [None req-b29d7fc3-614b-4b61-9099-7497ea105776 tempest-ServersWithSpecificFlavorTestJSON-1641053384 tempest-ServersWithSpecificFlavorTestJSON-1641053384-project-member] [instance: 63c7e049-a6db-462e-a0c6-52ec32e23f86] Start building networks asynchronously for instance. {{(pid=62574) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1509.719736] env[62574]: DEBUG oslo_concurrency.lockutils [None req-4194893c-404e-4ac9-9bb4-a4e2394b7390 tempest-AttachInterfacesV270Test-530238025 tempest-AttachInterfacesV270Test-530238025-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.956s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1509.721344] env[62574]: INFO nova.compute.claims [None req-4194893c-404e-4ac9-9bb4-a4e2394b7390 tempest-AttachInterfacesV270Test-530238025 tempest-AttachInterfacesV270Test-530238025-project-member] [instance: f80f71e8-1b2f-476e-9b7e-b1dd3b0d7df8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1509.774030] env[62574]: DEBUG oslo_vmware.api [None req-952961fe-f29b-4d2d-8be6-c53e6211d0ad tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Task: {'id': task-1861217, 'name': Rename_Task, 'duration_secs': 0.533859} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1509.774030] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-952961fe-f29b-4d2d-8be6-c53e6211d0ad tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] [instance: 2a0c3300-ba7f-4604-b629-42bda5d48664] Powering on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1509.774030] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d064dda1-e417-415e-b28b-64bea0b57ea9 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.782718] env[62574]: DEBUG oslo_vmware.api [None req-952961fe-f29b-4d2d-8be6-c53e6211d0ad tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Waiting for the task: (returnval){ [ 1509.782718] env[62574]: value = "task-1861221" [ 1509.782718] env[62574]: _type = "Task" [ 1509.782718] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1509.793590] env[62574]: DEBUG oslo_vmware.api [None req-952961fe-f29b-4d2d-8be6-c53e6211d0ad tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Task: {'id': task-1861221, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1509.923421] env[62574]: DEBUG oslo_vmware.api [None req-69dbf9ab-2542-482f-a97f-8d98b7daf342 tempest-ServerShowV254Test-52812069 tempest-ServerShowV254Test-52812069-project-member] Task: {'id': task-1861218, 'name': ReconfigVM_Task, 'duration_secs': 0.67066} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1509.934240] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-69dbf9ab-2542-482f-a97f-8d98b7daf342 tempest-ServerShowV254Test-52812069 tempest-ServerShowV254Test-52812069-project-member] [instance: b79bac0e-5cb0-43de-b10f-26262358e61e] Reconfigured VM instance instance-00000007 to attach disk [datastore1] b79bac0e-5cb0-43de-b10f-26262358e61e/b79bac0e-5cb0-43de-b10f-26262358e61e.vmdk or device None with type sparse {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1509.937238] env[62574]: DEBUG oslo_vmware.api [None req-b7e2b7ac-3354-404a-a92b-23db1a8cd1a5 tempest-ServersAdminNegativeTestJSON-1635259249 tempest-ServersAdminNegativeTestJSON-1635259249-project-member] Task: {'id': task-1861219, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.126756} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1509.937238] env[62574]: DEBUG nova.network.neutron [None req-45db852b-550a-4427-bf0b-bbf2c61857f1 tempest-VolumesAssistedSnapshotsTest-330692648 tempest-VolumesAssistedSnapshotsTest-330692648-project-member] [instance: f82bad60-9320-4a4e-af74-21557692aa80] Instance cache missing network info. {{(pid=62574) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1509.939161] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3a062aa0-d8f1-49c5-8657-a0bb23e7f4c8 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.942433] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-b7e2b7ac-3354-404a-a92b-23db1a8cd1a5 tempest-ServersAdminNegativeTestJSON-1635259249 tempest-ServersAdminNegativeTestJSON-1635259249-project-member] [instance: 692b1ace-0ecb-4fc5-a348-ffe21f0d1ad7] Extended root virtual disk {{(pid=62574) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1509.944816] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4905d300-e6c3-4df0-926c-49d815bc6d0a {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.989348] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7e2b7ac-3354-404a-a92b-23db1a8cd1a5 tempest-ServersAdminNegativeTestJSON-1635259249 tempest-ServersAdminNegativeTestJSON-1635259249-project-member] [instance: 692b1ace-0ecb-4fc5-a348-ffe21f0d1ad7] Reconfiguring VM instance instance-0000000c to attach disk [datastore1] 692b1ace-0ecb-4fc5-a348-ffe21f0d1ad7/692b1ace-0ecb-4fc5-a348-ffe21f0d1ad7.vmdk or device None with type sparse {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1509.991819] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-67caea63-be10-4fa3-9c91-42354a5e9f9f {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.019271] env[62574]: DEBUG oslo_vmware.api [None req-69dbf9ab-2542-482f-a97f-8d98b7daf342 tempest-ServerShowV254Test-52812069 tempest-ServerShowV254Test-52812069-project-member] Waiting for the task: (returnval){ [ 1510.019271] env[62574]: value = "task-1861222" [ 1510.019271] env[62574]: _type = "Task" [ 1510.019271] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1510.031742] env[62574]: DEBUG oslo_vmware.api [None req-b7e2b7ac-3354-404a-a92b-23db1a8cd1a5 tempest-ServersAdminNegativeTestJSON-1635259249 tempest-ServersAdminNegativeTestJSON-1635259249-project-member] Waiting for the task: (returnval){ [ 1510.031742] env[62574]: value = "task-1861223" [ 1510.031742] env[62574]: _type = "Task" [ 1510.031742] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1510.042433] env[62574]: DEBUG oslo_vmware.api [None req-69dbf9ab-2542-482f-a97f-8d98b7daf342 tempest-ServerShowV254Test-52812069 tempest-ServerShowV254Test-52812069-project-member] Task: {'id': task-1861222, 'name': Rename_Task} progress is 14%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1510.054370] env[62574]: DEBUG oslo_vmware.api [None req-b7e2b7ac-3354-404a-a92b-23db1a8cd1a5 tempest-ServersAdminNegativeTestJSON-1635259249 tempest-ServersAdminNegativeTestJSON-1635259249-project-member] Task: {'id': task-1861223, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1510.063025] env[62574]: DEBUG oslo_vmware.api [None req-32051c68-37c9-44b2-bcf1-7cfd221e5718 tempest-FloatingIPsAssociationTestJSON-1230011338 tempest-FloatingIPsAssociationTestJSON-1230011338-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]5222567e-ffd6-f443-9b29-ef55e57177de, 'name': SearchDatastore_Task, 'duration_secs': 0.031032} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1510.063025] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a6d122a-ceeb-4b14-a081-217c55f272fd {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.069208] env[62574]: DEBUG oslo_vmware.api [None req-32051c68-37c9-44b2-bcf1-7cfd221e5718 tempest-FloatingIPsAssociationTestJSON-1230011338 tempest-FloatingIPsAssociationTestJSON-1230011338-project-member] Waiting for the task: (returnval){ [ 1510.069208] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]52fbf2da-0614-66d4-8ab2-d621285c52d9" [ 1510.069208] env[62574]: _type = "Task" [ 1510.069208] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1510.081125] env[62574]: DEBUG nova.compute.manager [None req-4f808cb0-f715-481e-b036-c06f0f9701fe tempest-ServerDiagnosticsTest-775504866 tempest-ServerDiagnosticsTest-775504866-project-admin] [instance: 6d6540ed-ae82-4304-a6f2-7b7063587647] Checking state {{(pid=62574) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1510.082463] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1d0e046-e8f3-4417-b289-379e2ffb0556 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.093684] env[62574]: DEBUG oslo_vmware.api [None req-32051c68-37c9-44b2-bcf1-7cfd221e5718 tempest-FloatingIPsAssociationTestJSON-1230011338 tempest-FloatingIPsAssociationTestJSON-1230011338-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52fbf2da-0614-66d4-8ab2-d621285c52d9, 'name': SearchDatastore_Task, 'duration_secs': 0.010121} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1510.094728] env[62574]: DEBUG oslo_concurrency.lockutils [None req-32051c68-37c9-44b2-bcf1-7cfd221e5718 tempest-FloatingIPsAssociationTestJSON-1230011338 tempest-FloatingIPsAssociationTestJSON-1230011338-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1510.095199] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-32051c68-37c9-44b2-bcf1-7cfd221e5718 tempest-FloatingIPsAssociationTestJSON-1230011338 tempest-FloatingIPsAssociationTestJSON-1230011338-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk to [datastore1] bf01cd22-6cbb-4a95-aca8-4bcdabdc5b36/bf01cd22-6cbb-4a95-aca8-4bcdabdc5b36.vmdk {{(pid=62574) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1510.095603] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0eb1d776-9a72-442f-bc03-c842a3c2fd0a {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.101687] env[62574]: INFO nova.compute.manager [None req-4f808cb0-f715-481e-b036-c06f0f9701fe tempest-ServerDiagnosticsTest-775504866 tempest-ServerDiagnosticsTest-775504866-project-admin] [instance: 6d6540ed-ae82-4304-a6f2-7b7063587647] Retrieving diagnostics [ 1510.103502] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ea9ff12-e77a-4b11-80fb-614732630366 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.110181] env[62574]: DEBUG oslo_vmware.api [None req-32051c68-37c9-44b2-bcf1-7cfd221e5718 tempest-FloatingIPsAssociationTestJSON-1230011338 tempest-FloatingIPsAssociationTestJSON-1230011338-project-member] Waiting for the task: (returnval){ [ 1510.110181] env[62574]: value = "task-1861224" [ 1510.110181] env[62574]: _type = "Task" [ 1510.110181] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1510.169091] env[62574]: DEBUG oslo_vmware.api [None req-32051c68-37c9-44b2-bcf1-7cfd221e5718 tempest-FloatingIPsAssociationTestJSON-1230011338 tempest-FloatingIPsAssociationTestJSON-1230011338-project-member] Task: {'id': task-1861224, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1510.174784] env[62574]: DEBUG oslo_vmware.api [None req-2b1b26fe-d1ce-479c-be1f-283b3fbfe7e2 tempest-ServerRescueTestJSONUnderV235-2079558425 tempest-ServerRescueTestJSONUnderV235-2079558425-project-member] Task: {'id': task-1861220, 'name': ReconfigVM_Task, 'duration_secs': 0.269786} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1510.175233] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b1b26fe-d1ce-479c-be1f-283b3fbfe7e2 tempest-ServerRescueTestJSONUnderV235-2079558425 tempest-ServerRescueTestJSONUnderV235-2079558425-project-member] [instance: a903fd4b-e31e-4fde-b8d6-a11ecf5a602f] Powering on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1510.175583] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8445b435-9242-4a12-abab-23a26147b1d7 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.184888] env[62574]: DEBUG oslo_vmware.api [None req-2b1b26fe-d1ce-479c-be1f-283b3fbfe7e2 tempest-ServerRescueTestJSONUnderV235-2079558425 tempest-ServerRescueTestJSONUnderV235-2079558425-project-member] Waiting for the task: (returnval){ [ 1510.184888] env[62574]: value = "task-1861225" [ 1510.184888] env[62574]: _type = "Task" [ 1510.184888] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1510.194933] env[62574]: DEBUG oslo_vmware.api [None req-2b1b26fe-d1ce-479c-be1f-283b3fbfe7e2 tempest-ServerRescueTestJSONUnderV235-2079558425 tempest-ServerRescueTestJSONUnderV235-2079558425-project-member] Task: {'id': task-1861225, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1510.228351] env[62574]: DEBUG nova.compute.utils [None req-b29d7fc3-614b-4b61-9099-7497ea105776 tempest-ServersWithSpecificFlavorTestJSON-1641053384 tempest-ServersWithSpecificFlavorTestJSON-1641053384-project-member] Using /dev/sd instead of None {{(pid=62574) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1510.231865] env[62574]: DEBUG nova.compute.manager [None req-b29d7fc3-614b-4b61-9099-7497ea105776 tempest-ServersWithSpecificFlavorTestJSON-1641053384 tempest-ServersWithSpecificFlavorTestJSON-1641053384-project-member] [instance: 63c7e049-a6db-462e-a0c6-52ec32e23f86] Allocating IP information in the background. {{(pid=62574) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1510.232116] env[62574]: DEBUG nova.network.neutron [None req-b29d7fc3-614b-4b61-9099-7497ea105776 tempest-ServersWithSpecificFlavorTestJSON-1641053384 tempest-ServersWithSpecificFlavorTestJSON-1641053384-project-member] [instance: 63c7e049-a6db-462e-a0c6-52ec32e23f86] allocate_for_instance() {{(pid=62574) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1510.254884] env[62574]: DEBUG nova.network.neutron [req-280de0e7-7f69-4f2b-89b7-70dba7b52cf1 req-956a9521-dc89-4d0e-b8e8-31ce250b4e00 service nova] [instance: 2a0c3300-ba7f-4604-b629-42bda5d48664] Updated VIF entry in instance network info cache for port 54e8da54-8296-4e08-ad1a-3140fe9ac725. {{(pid=62574) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1510.255321] env[62574]: DEBUG nova.network.neutron [req-280de0e7-7f69-4f2b-89b7-70dba7b52cf1 req-956a9521-dc89-4d0e-b8e8-31ce250b4e00 service nova] [instance: 2a0c3300-ba7f-4604-b629-42bda5d48664] Updating instance_info_cache with network_info: [{"id": "54e8da54-8296-4e08-ad1a-3140fe9ac725", "address": "fa:16:3e:24:50:a4", "network": {"id": "00bfa347-a6e1-4070-b5d9-5f46396a9c53", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-693390946-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3197393f8f6a457a9367bd87f7aa5dc2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bdf594e-da7a-4254-b413-87aef4614588", "external-id": "nsx-vlan-transportzone-422", "segmentation_id": 422, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54e8da54-82", "ovs_interfaceid": "54e8da54-8296-4e08-ad1a-3140fe9ac725", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1510.293062] env[62574]: DEBUG oslo_vmware.api [None req-952961fe-f29b-4d2d-8be6-c53e6211d0ad tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Task: {'id': task-1861221, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1510.370976] env[62574]: DEBUG nova.compute.manager [None req-5b3e9bbb-8a0d-4317-ab9d-2cb3146c3b7a tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] [instance: 1e669675-0551-49d8-af15-64fdd0984b3f] Stashing vm_state: active {{(pid=62574) _prep_resize /opt/stack/nova/nova/compute/manager.py:6034}} [ 1510.496516] env[62574]: DEBUG nova.policy [None req-b29d7fc3-614b-4b61-9099-7497ea105776 tempest-ServersWithSpecificFlavorTestJSON-1641053384 tempest-ServersWithSpecificFlavorTestJSON-1641053384-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f8d8de6935f942ae978ae36b237d2549', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '679586b75f7c43ec8322818c36994d91', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62574) authorize /opt/stack/nova/nova/policy.py:192}} [ 1510.536434] env[62574]: DEBUG oslo_vmware.api [None req-69dbf9ab-2542-482f-a97f-8d98b7daf342 tempest-ServerShowV254Test-52812069 tempest-ServerShowV254Test-52812069-project-member] Task: {'id': task-1861222, 'name': Rename_Task, 'duration_secs': 0.281116} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1510.540923] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-69dbf9ab-2542-482f-a97f-8d98b7daf342 tempest-ServerShowV254Test-52812069 tempest-ServerShowV254Test-52812069-project-member] [instance: b79bac0e-5cb0-43de-b10f-26262358e61e] Powering on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1510.542233] env[62574]: DEBUG nova.network.neutron [None req-45db852b-550a-4427-bf0b-bbf2c61857f1 tempest-VolumesAssistedSnapshotsTest-330692648 tempest-VolumesAssistedSnapshotsTest-330692648-project-member] [instance: f82bad60-9320-4a4e-af74-21557692aa80] Updating instance_info_cache with network_info: [{"id": "0f0743aa-09d0-41e4-9150-f1c790d33db1", "address": "fa:16:3e:97:ed:63", "network": {"id": "7b7be27f-a94f-47d5-8fa9-88653678307e", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-659365786-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6d2e5bf056b845e5bff2000db2da81d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "721c6720-3ce0-450e-9951-a894f03acc27", "external-id": "nsx-vlan-transportzone-394", "segmentation_id": 394, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f0743aa-09", "ovs_interfaceid": "0f0743aa-09d0-41e4-9150-f1c790d33db1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1510.543466] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c1360604-fe15-416d-8d72-2df8c0c9b44c {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.558383] env[62574]: DEBUG oslo_vmware.api [None req-b7e2b7ac-3354-404a-a92b-23db1a8cd1a5 tempest-ServersAdminNegativeTestJSON-1635259249 tempest-ServersAdminNegativeTestJSON-1635259249-project-member] Task: {'id': task-1861223, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1510.558568] env[62574]: DEBUG oslo_vmware.api [None req-69dbf9ab-2542-482f-a97f-8d98b7daf342 tempest-ServerShowV254Test-52812069 tempest-ServerShowV254Test-52812069-project-member] Waiting for the task: (returnval){ [ 1510.558568] env[62574]: value = "task-1861226" [ 1510.558568] env[62574]: _type = "Task" [ 1510.558568] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1510.572139] env[62574]: DEBUG oslo_vmware.api [None req-69dbf9ab-2542-482f-a97f-8d98b7daf342 tempest-ServerShowV254Test-52812069 tempest-ServerShowV254Test-52812069-project-member] Task: {'id': task-1861226, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1510.612821] env[62574]: DEBUG nova.compute.manager [req-f674edb3-4589-4ef0-9217-be658712dc14 req-f04cd974-fc08-4366-9c44-021063f58354 service nova] [instance: 12efb14a-4241-42ec-b538-3efa54435951] Received event network-vif-deleted-2e5d737d-7e3d-475c-a01a-9634260fdc9b {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1510.612821] env[62574]: DEBUG nova.compute.manager [req-f674edb3-4589-4ef0-9217-be658712dc14 req-f04cd974-fc08-4366-9c44-021063f58354 service nova] [instance: f82bad60-9320-4a4e-af74-21557692aa80] Received event network-vif-plugged-0f0743aa-09d0-41e4-9150-f1c790d33db1 {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1510.612821] env[62574]: DEBUG oslo_concurrency.lockutils [req-f674edb3-4589-4ef0-9217-be658712dc14 req-f04cd974-fc08-4366-9c44-021063f58354 service nova] Acquiring lock "f82bad60-9320-4a4e-af74-21557692aa80-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1510.612821] env[62574]: DEBUG oslo_concurrency.lockutils [req-f674edb3-4589-4ef0-9217-be658712dc14 req-f04cd974-fc08-4366-9c44-021063f58354 service nova] Lock "f82bad60-9320-4a4e-af74-21557692aa80-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1510.612821] env[62574]: DEBUG oslo_concurrency.lockutils [req-f674edb3-4589-4ef0-9217-be658712dc14 req-f04cd974-fc08-4366-9c44-021063f58354 service nova] Lock "f82bad60-9320-4a4e-af74-21557692aa80-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1510.613082] env[62574]: DEBUG nova.compute.manager [req-f674edb3-4589-4ef0-9217-be658712dc14 req-f04cd974-fc08-4366-9c44-021063f58354 service nova] [instance: f82bad60-9320-4a4e-af74-21557692aa80] No waiting events found dispatching network-vif-plugged-0f0743aa-09d0-41e4-9150-f1c790d33db1 {{(pid=62574) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1510.613082] env[62574]: WARNING nova.compute.manager [req-f674edb3-4589-4ef0-9217-be658712dc14 req-f04cd974-fc08-4366-9c44-021063f58354 service nova] [instance: f82bad60-9320-4a4e-af74-21557692aa80] Received unexpected event network-vif-plugged-0f0743aa-09d0-41e4-9150-f1c790d33db1 for instance with vm_state building and task_state spawning. [ 1510.623760] env[62574]: DEBUG oslo_vmware.api [None req-32051c68-37c9-44b2-bcf1-7cfd221e5718 tempest-FloatingIPsAssociationTestJSON-1230011338 tempest-FloatingIPsAssociationTestJSON-1230011338-project-member] Task: {'id': task-1861224, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1510.700245] env[62574]: DEBUG oslo_vmware.api [None req-2b1b26fe-d1ce-479c-be1f-283b3fbfe7e2 tempest-ServerRescueTestJSONUnderV235-2079558425 tempest-ServerRescueTestJSONUnderV235-2079558425-project-member] Task: {'id': task-1861225, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1510.733450] env[62574]: DEBUG nova.compute.manager [None req-b29d7fc3-614b-4b61-9099-7497ea105776 tempest-ServersWithSpecificFlavorTestJSON-1641053384 tempest-ServersWithSpecificFlavorTestJSON-1641053384-project-member] [instance: 63c7e049-a6db-462e-a0c6-52ec32e23f86] Start building block device mappings for instance. {{(pid=62574) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1510.758899] env[62574]: DEBUG oslo_concurrency.lockutils [req-280de0e7-7f69-4f2b-89b7-70dba7b52cf1 req-956a9521-dc89-4d0e-b8e8-31ce250b4e00 service nova] Releasing lock "refresh_cache-2a0c3300-ba7f-4604-b629-42bda5d48664" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1510.759244] env[62574]: DEBUG nova.compute.manager [req-280de0e7-7f69-4f2b-89b7-70dba7b52cf1 req-956a9521-dc89-4d0e-b8e8-31ce250b4e00 service nova] [instance: bf01cd22-6cbb-4a95-aca8-4bcdabdc5b36] Received event network-vif-plugged-cc4fbd40-92a9-4263-918f-edd2dde18259 {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1510.759473] env[62574]: DEBUG oslo_concurrency.lockutils [req-280de0e7-7f69-4f2b-89b7-70dba7b52cf1 req-956a9521-dc89-4d0e-b8e8-31ce250b4e00 service nova] Acquiring lock "bf01cd22-6cbb-4a95-aca8-4bcdabdc5b36-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1510.759686] env[62574]: DEBUG oslo_concurrency.lockutils [req-280de0e7-7f69-4f2b-89b7-70dba7b52cf1 req-956a9521-dc89-4d0e-b8e8-31ce250b4e00 service nova] Lock "bf01cd22-6cbb-4a95-aca8-4bcdabdc5b36-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1510.759890] env[62574]: DEBUG oslo_concurrency.lockutils [req-280de0e7-7f69-4f2b-89b7-70dba7b52cf1 req-956a9521-dc89-4d0e-b8e8-31ce250b4e00 service nova] Lock "bf01cd22-6cbb-4a95-aca8-4bcdabdc5b36-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1510.760111] env[62574]: DEBUG nova.compute.manager [req-280de0e7-7f69-4f2b-89b7-70dba7b52cf1 req-956a9521-dc89-4d0e-b8e8-31ce250b4e00 service nova] [instance: bf01cd22-6cbb-4a95-aca8-4bcdabdc5b36] No waiting events found dispatching network-vif-plugged-cc4fbd40-92a9-4263-918f-edd2dde18259 {{(pid=62574) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1510.760299] env[62574]: WARNING nova.compute.manager [req-280de0e7-7f69-4f2b-89b7-70dba7b52cf1 req-956a9521-dc89-4d0e-b8e8-31ce250b4e00 service nova] [instance: bf01cd22-6cbb-4a95-aca8-4bcdabdc5b36] Received unexpected event network-vif-plugged-cc4fbd40-92a9-4263-918f-edd2dde18259 for instance with vm_state building and task_state spawning. [ 1510.760564] env[62574]: DEBUG nova.compute.manager [req-280de0e7-7f69-4f2b-89b7-70dba7b52cf1 req-956a9521-dc89-4d0e-b8e8-31ce250b4e00 service nova] [instance: bf01cd22-6cbb-4a95-aca8-4bcdabdc5b36] Received event network-changed-cc4fbd40-92a9-4263-918f-edd2dde18259 {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1510.763023] env[62574]: DEBUG nova.compute.manager [req-280de0e7-7f69-4f2b-89b7-70dba7b52cf1 req-956a9521-dc89-4d0e-b8e8-31ce250b4e00 service nova] [instance: bf01cd22-6cbb-4a95-aca8-4bcdabdc5b36] Refreshing instance network info cache due to event network-changed-cc4fbd40-92a9-4263-918f-edd2dde18259. {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1510.763023] env[62574]: DEBUG oslo_concurrency.lockutils [req-280de0e7-7f69-4f2b-89b7-70dba7b52cf1 req-956a9521-dc89-4d0e-b8e8-31ce250b4e00 service nova] Acquiring lock "refresh_cache-bf01cd22-6cbb-4a95-aca8-4bcdabdc5b36" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1510.763023] env[62574]: DEBUG oslo_concurrency.lockutils [req-280de0e7-7f69-4f2b-89b7-70dba7b52cf1 req-956a9521-dc89-4d0e-b8e8-31ce250b4e00 service nova] Acquired lock "refresh_cache-bf01cd22-6cbb-4a95-aca8-4bcdabdc5b36" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1510.763023] env[62574]: DEBUG nova.network.neutron [req-280de0e7-7f69-4f2b-89b7-70dba7b52cf1 req-956a9521-dc89-4d0e-b8e8-31ce250b4e00 service nova] [instance: bf01cd22-6cbb-4a95-aca8-4bcdabdc5b36] Refreshing network info cache for port cc4fbd40-92a9-4263-918f-edd2dde18259 {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1510.808338] env[62574]: DEBUG oslo_vmware.api [None req-952961fe-f29b-4d2d-8be6-c53e6211d0ad tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Task: {'id': task-1861221, 'name': PowerOnVM_Task} progress is 71%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1510.902165] env[62574]: DEBUG oslo_concurrency.lockutils [None req-5b3e9bbb-8a0d-4317-ab9d-2cb3146c3b7a tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1511.046816] env[62574]: DEBUG oslo_concurrency.lockutils [None req-45db852b-550a-4427-bf0b-bbf2c61857f1 tempest-VolumesAssistedSnapshotsTest-330692648 tempest-VolumesAssistedSnapshotsTest-330692648-project-member] Releasing lock "refresh_cache-f82bad60-9320-4a4e-af74-21557692aa80" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1511.048268] env[62574]: DEBUG nova.compute.manager [None req-45db852b-550a-4427-bf0b-bbf2c61857f1 tempest-VolumesAssistedSnapshotsTest-330692648 tempest-VolumesAssistedSnapshotsTest-330692648-project-member] [instance: f82bad60-9320-4a4e-af74-21557692aa80] Instance network_info: |[{"id": "0f0743aa-09d0-41e4-9150-f1c790d33db1", "address": "fa:16:3e:97:ed:63", "network": {"id": "7b7be27f-a94f-47d5-8fa9-88653678307e", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-659365786-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6d2e5bf056b845e5bff2000db2da81d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "721c6720-3ce0-450e-9951-a894f03acc27", "external-id": "nsx-vlan-transportzone-394", "segmentation_id": 394, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f0743aa-09", "ovs_interfaceid": "0f0743aa-09d0-41e4-9150-f1c790d33db1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62574) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1511.052039] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-45db852b-550a-4427-bf0b-bbf2c61857f1 tempest-VolumesAssistedSnapshotsTest-330692648 tempest-VolumesAssistedSnapshotsTest-330692648-project-member] [instance: f82bad60-9320-4a4e-af74-21557692aa80] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:97:ed:63', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '721c6720-3ce0-450e-9951-a894f03acc27', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0f0743aa-09d0-41e4-9150-f1c790d33db1', 'vif_model': 'vmxnet3'}] {{(pid=62574) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1511.067146] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-45db852b-550a-4427-bf0b-bbf2c61857f1 tempest-VolumesAssistedSnapshotsTest-330692648 tempest-VolumesAssistedSnapshotsTest-330692648-project-member] Creating folder: Project (6d2e5bf056b845e5bff2000db2da81d1). Parent ref: group-v384746. {{(pid=62574) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1511.072580] env[62574]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e8890668-5b64-4aab-a9bd-c8ac9a84920f {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.074179] env[62574]: DEBUG oslo_vmware.api [None req-b7e2b7ac-3354-404a-a92b-23db1a8cd1a5 tempest-ServersAdminNegativeTestJSON-1635259249 tempest-ServersAdminNegativeTestJSON-1635259249-project-member] Task: {'id': task-1861223, 'name': ReconfigVM_Task, 'duration_secs': 0.954923} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1511.083566] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7e2b7ac-3354-404a-a92b-23db1a8cd1a5 tempest-ServersAdminNegativeTestJSON-1635259249 tempest-ServersAdminNegativeTestJSON-1635259249-project-member] [instance: 692b1ace-0ecb-4fc5-a348-ffe21f0d1ad7] Reconfigured VM instance instance-0000000c to attach disk [datastore1] 692b1ace-0ecb-4fc5-a348-ffe21f0d1ad7/692b1ace-0ecb-4fc5-a348-ffe21f0d1ad7.vmdk or device None with type sparse {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1511.088312] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d2b274e5-40d1-4000-a4b8-1a0ff5ebedd5 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.098765] env[62574]: DEBUG oslo_vmware.api [None req-69dbf9ab-2542-482f-a97f-8d98b7daf342 tempest-ServerShowV254Test-52812069 tempest-ServerShowV254Test-52812069-project-member] Task: {'id': task-1861226, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1511.098765] env[62574]: DEBUG oslo_vmware.api [None req-b7e2b7ac-3354-404a-a92b-23db1a8cd1a5 tempest-ServersAdminNegativeTestJSON-1635259249 tempest-ServersAdminNegativeTestJSON-1635259249-project-member] Waiting for the task: (returnval){ [ 1511.098765] env[62574]: value = "task-1861228" [ 1511.098765] env[62574]: _type = "Task" [ 1511.098765] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1511.104046] env[62574]: INFO nova.virt.vmwareapi.vm_util [None req-45db852b-550a-4427-bf0b-bbf2c61857f1 tempest-VolumesAssistedSnapshotsTest-330692648 tempest-VolumesAssistedSnapshotsTest-330692648-project-member] Created folder: Project (6d2e5bf056b845e5bff2000db2da81d1) in parent group-v384746. [ 1511.104046] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-45db852b-550a-4427-bf0b-bbf2c61857f1 tempest-VolumesAssistedSnapshotsTest-330692648 tempest-VolumesAssistedSnapshotsTest-330692648-project-member] Creating folder: Instances. Parent ref: group-v384789. {{(pid=62574) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1511.104384] env[62574]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a1d9d89f-aaf4-44cb-b84b-e556f7f97784 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.109935] env[62574]: DEBUG oslo_vmware.api [None req-b7e2b7ac-3354-404a-a92b-23db1a8cd1a5 tempest-ServersAdminNegativeTestJSON-1635259249 tempest-ServersAdminNegativeTestJSON-1635259249-project-member] Task: {'id': task-1861228, 'name': Rename_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1511.120197] env[62574]: INFO nova.virt.vmwareapi.vm_util [None req-45db852b-550a-4427-bf0b-bbf2c61857f1 tempest-VolumesAssistedSnapshotsTest-330692648 tempest-VolumesAssistedSnapshotsTest-330692648-project-member] Created folder: Instances in parent group-v384789. [ 1511.120197] env[62574]: DEBUG oslo.service.loopingcall [None req-45db852b-550a-4427-bf0b-bbf2c61857f1 tempest-VolumesAssistedSnapshotsTest-330692648 tempest-VolumesAssistedSnapshotsTest-330692648-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62574) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1511.120471] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f82bad60-9320-4a4e-af74-21557692aa80] Creating VM on the ESX host {{(pid=62574) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1511.120905] env[62574]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b47d6e05-a6a1-473e-8b67-1027c9a7ac39 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.146481] env[62574]: DEBUG oslo_vmware.api [None req-32051c68-37c9-44b2-bcf1-7cfd221e5718 tempest-FloatingIPsAssociationTestJSON-1230011338 tempest-FloatingIPsAssociationTestJSON-1230011338-project-member] Task: {'id': task-1861224, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.739577} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1511.147659] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-32051c68-37c9-44b2-bcf1-7cfd221e5718 tempest-FloatingIPsAssociationTestJSON-1230011338 tempest-FloatingIPsAssociationTestJSON-1230011338-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk to [datastore1] bf01cd22-6cbb-4a95-aca8-4bcdabdc5b36/bf01cd22-6cbb-4a95-aca8-4bcdabdc5b36.vmdk {{(pid=62574) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1511.147659] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-32051c68-37c9-44b2-bcf1-7cfd221e5718 tempest-FloatingIPsAssociationTestJSON-1230011338 tempest-FloatingIPsAssociationTestJSON-1230011338-project-member] [instance: bf01cd22-6cbb-4a95-aca8-4bcdabdc5b36] Extending root virtual disk to 1048576 {{(pid=62574) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1511.147906] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8412c957-c37b-4509-ae76-48dc032bb611 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.152026] env[62574]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1511.152026] env[62574]: value = "task-1861230" [ 1511.152026] env[62574]: _type = "Task" [ 1511.152026] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1511.156401] env[62574]: DEBUG oslo_vmware.api [None req-32051c68-37c9-44b2-bcf1-7cfd221e5718 tempest-FloatingIPsAssociationTestJSON-1230011338 tempest-FloatingIPsAssociationTestJSON-1230011338-project-member] Waiting for the task: (returnval){ [ 1511.156401] env[62574]: value = "task-1861231" [ 1511.156401] env[62574]: _type = "Task" [ 1511.156401] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1511.167878] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1861230, 'name': CreateVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1511.175241] env[62574]: DEBUG oslo_vmware.api [None req-32051c68-37c9-44b2-bcf1-7cfd221e5718 tempest-FloatingIPsAssociationTestJSON-1230011338 tempest-FloatingIPsAssociationTestJSON-1230011338-project-member] Task: {'id': task-1861231, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1511.195370] env[62574]: DEBUG oslo_vmware.api [None req-2b1b26fe-d1ce-479c-be1f-283b3fbfe7e2 tempest-ServerRescueTestJSONUnderV235-2079558425 tempest-ServerRescueTestJSONUnderV235-2079558425-project-member] Task: {'id': task-1861225, 'name': PowerOnVM_Task, 'duration_secs': 0.647116} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1511.195788] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b1b26fe-d1ce-479c-be1f-283b3fbfe7e2 tempest-ServerRescueTestJSONUnderV235-2079558425 tempest-ServerRescueTestJSONUnderV235-2079558425-project-member] [instance: a903fd4b-e31e-4fde-b8d6-a11ecf5a602f] Powered on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1511.201567] env[62574]: DEBUG nova.compute.manager [None req-2b1b26fe-d1ce-479c-be1f-283b3fbfe7e2 tempest-ServerRescueTestJSONUnderV235-2079558425 tempest-ServerRescueTestJSONUnderV235-2079558425-project-member] [instance: a903fd4b-e31e-4fde-b8d6-a11ecf5a602f] Checking state {{(pid=62574) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1511.203118] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56e0389f-695d-4bcf-b78d-42e36d4a676d {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.236106] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-799c9eb9-5aa2-41d1-a16e-80accbac270d {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.248612] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a495f32-5096-48ef-9c35-c0791b7e93e9 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.285184] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b03ba04-8aa9-43a8-bc8b-bc8d77e94fbe {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.301361] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf0db143-ef5b-4089-a16b-0b5cd4f17f4f {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.306578] env[62574]: DEBUG oslo_vmware.api [None req-952961fe-f29b-4d2d-8be6-c53e6211d0ad tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Task: {'id': task-1861221, 'name': PowerOnVM_Task, 'duration_secs': 1.366604} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1511.306578] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-952961fe-f29b-4d2d-8be6-c53e6211d0ad tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] [instance: 2a0c3300-ba7f-4604-b629-42bda5d48664] Powered on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1511.306778] env[62574]: INFO nova.compute.manager [None req-952961fe-f29b-4d2d-8be6-c53e6211d0ad tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] [instance: 2a0c3300-ba7f-4604-b629-42bda5d48664] Took 13.92 seconds to spawn the instance on the hypervisor. [ 1511.306886] env[62574]: DEBUG nova.compute.manager [None req-952961fe-f29b-4d2d-8be6-c53e6211d0ad tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] [instance: 2a0c3300-ba7f-4604-b629-42bda5d48664] Checking state {{(pid=62574) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1511.308162] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad2723e6-d70f-4597-a4ee-cc3e134d2b5a {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.319514] env[62574]: DEBUG nova.compute.provider_tree [None req-4194893c-404e-4ac9-9bb4-a4e2394b7390 tempest-AttachInterfacesV270Test-530238025 tempest-AttachInterfacesV270Test-530238025-project-member] Inventory has not changed in ProviderTree for provider: f0ed160a-beff-4626-a531-2a70d7bc0627 {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1511.367757] env[62574]: DEBUG nova.network.neutron [None req-b29d7fc3-614b-4b61-9099-7497ea105776 tempest-ServersWithSpecificFlavorTestJSON-1641053384 tempest-ServersWithSpecificFlavorTestJSON-1641053384-project-member] [instance: 63c7e049-a6db-462e-a0c6-52ec32e23f86] Successfully created port: f72894df-1960-47d8-8585-7f81f7513def {{(pid=62574) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1511.583745] env[62574]: DEBUG oslo_vmware.api [None req-69dbf9ab-2542-482f-a97f-8d98b7daf342 tempest-ServerShowV254Test-52812069 tempest-ServerShowV254Test-52812069-project-member] Task: {'id': task-1861226, 'name': PowerOnVM_Task, 'duration_secs': 0.577077} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1511.587066] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-69dbf9ab-2542-482f-a97f-8d98b7daf342 tempest-ServerShowV254Test-52812069 tempest-ServerShowV254Test-52812069-project-member] [instance: b79bac0e-5cb0-43de-b10f-26262358e61e] Powered on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1511.587379] env[62574]: DEBUG nova.compute.manager [None req-69dbf9ab-2542-482f-a97f-8d98b7daf342 tempest-ServerShowV254Test-52812069 tempest-ServerShowV254Test-52812069-project-member] [instance: b79bac0e-5cb0-43de-b10f-26262358e61e] Checking state {{(pid=62574) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1511.588271] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-038ae885-64c5-4021-972f-bed8876f7072 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.610611] env[62574]: DEBUG oslo_vmware.api [None req-b7e2b7ac-3354-404a-a92b-23db1a8cd1a5 tempest-ServersAdminNegativeTestJSON-1635259249 tempest-ServersAdminNegativeTestJSON-1635259249-project-member] Task: {'id': task-1861228, 'name': Rename_Task, 'duration_secs': 0.235769} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1511.611105] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7e2b7ac-3354-404a-a92b-23db1a8cd1a5 tempest-ServersAdminNegativeTestJSON-1635259249 tempest-ServersAdminNegativeTestJSON-1635259249-project-member] [instance: 692b1ace-0ecb-4fc5-a348-ffe21f0d1ad7] Powering on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1511.611243] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6020bfb8-9938-4e9c-a0c1-5db2443df07e {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.618947] env[62574]: DEBUG oslo_vmware.api [None req-b7e2b7ac-3354-404a-a92b-23db1a8cd1a5 tempest-ServersAdminNegativeTestJSON-1635259249 tempest-ServersAdminNegativeTestJSON-1635259249-project-member] Waiting for the task: (returnval){ [ 1511.618947] env[62574]: value = "task-1861232" [ 1511.618947] env[62574]: _type = "Task" [ 1511.618947] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1511.634035] env[62574]: DEBUG oslo_vmware.api [None req-b7e2b7ac-3354-404a-a92b-23db1a8cd1a5 tempest-ServersAdminNegativeTestJSON-1635259249 tempest-ServersAdminNegativeTestJSON-1635259249-project-member] Task: {'id': task-1861232, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1511.667879] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1861230, 'name': CreateVM_Task, 'duration_secs': 0.492291} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1511.671261] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f82bad60-9320-4a4e-af74-21557692aa80] Created VM on the ESX host {{(pid=62574) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1511.671774] env[62574]: DEBUG oslo_vmware.api [None req-32051c68-37c9-44b2-bcf1-7cfd221e5718 tempest-FloatingIPsAssociationTestJSON-1230011338 tempest-FloatingIPsAssociationTestJSON-1230011338-project-member] Task: {'id': task-1861231, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.092952} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1511.672492] env[62574]: DEBUG oslo_concurrency.lockutils [None req-45db852b-550a-4427-bf0b-bbf2c61857f1 tempest-VolumesAssistedSnapshotsTest-330692648 tempest-VolumesAssistedSnapshotsTest-330692648-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1511.672657] env[62574]: DEBUG oslo_concurrency.lockutils [None req-45db852b-550a-4427-bf0b-bbf2c61857f1 tempest-VolumesAssistedSnapshotsTest-330692648 tempest-VolumesAssistedSnapshotsTest-330692648-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1511.673018] env[62574]: DEBUG oslo_concurrency.lockutils [None req-45db852b-550a-4427-bf0b-bbf2c61857f1 tempest-VolumesAssistedSnapshotsTest-330692648 tempest-VolumesAssistedSnapshotsTest-330692648-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1511.673371] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-32051c68-37c9-44b2-bcf1-7cfd221e5718 tempest-FloatingIPsAssociationTestJSON-1230011338 tempest-FloatingIPsAssociationTestJSON-1230011338-project-member] [instance: bf01cd22-6cbb-4a95-aca8-4bcdabdc5b36] Extended root virtual disk {{(pid=62574) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1511.673829] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2af0bbeb-f65b-423e-9c6e-c3bd24a8f77e {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.677499] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e960fa5c-84dc-4369-8305-909a2527155a {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.684196] env[62574]: DEBUG oslo_vmware.api [None req-45db852b-550a-4427-bf0b-bbf2c61857f1 tempest-VolumesAssistedSnapshotsTest-330692648 tempest-VolumesAssistedSnapshotsTest-330692648-project-member] Waiting for the task: (returnval){ [ 1511.684196] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]52be095b-5f93-2384-1997-87e5b7904907" [ 1511.684196] env[62574]: _type = "Task" [ 1511.684196] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1511.707992] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-32051c68-37c9-44b2-bcf1-7cfd221e5718 tempest-FloatingIPsAssociationTestJSON-1230011338 tempest-FloatingIPsAssociationTestJSON-1230011338-project-member] [instance: bf01cd22-6cbb-4a95-aca8-4bcdabdc5b36] Reconfiguring VM instance instance-0000000d to attach disk [datastore1] bf01cd22-6cbb-4a95-aca8-4bcdabdc5b36/bf01cd22-6cbb-4a95-aca8-4bcdabdc5b36.vmdk or device None with type sparse {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1511.709757] env[62574]: DEBUG nova.network.neutron [req-280de0e7-7f69-4f2b-89b7-70dba7b52cf1 req-956a9521-dc89-4d0e-b8e8-31ce250b4e00 service nova] [instance: bf01cd22-6cbb-4a95-aca8-4bcdabdc5b36] Updated VIF entry in instance network info cache for port cc4fbd40-92a9-4263-918f-edd2dde18259. {{(pid=62574) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1511.709757] env[62574]: DEBUG nova.network.neutron [req-280de0e7-7f69-4f2b-89b7-70dba7b52cf1 req-956a9521-dc89-4d0e-b8e8-31ce250b4e00 service nova] [instance: bf01cd22-6cbb-4a95-aca8-4bcdabdc5b36] Updating instance_info_cache with network_info: [{"id": "cc4fbd40-92a9-4263-918f-edd2dde18259", "address": "fa:16:3e:69:11:e7", "network": {"id": "7781f176-1ebc-4ecf-a03d-c1284f060c0e", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1629819900-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "68f74b662f9943aabeec5c1bc515d071", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "950a2f67-7668-4376-9d48-b38dca033c40", "external-id": "nsx-vlan-transportzone-549", "segmentation_id": 549, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc4fbd40-92", "ovs_interfaceid": "cc4fbd40-92a9-4263-918f-edd2dde18259", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1511.714408] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-792faf2a-d3bd-4b16-837c-32edf6952804 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.734095] env[62574]: DEBUG oslo_concurrency.lockutils [req-280de0e7-7f69-4f2b-89b7-70dba7b52cf1 req-956a9521-dc89-4d0e-b8e8-31ce250b4e00 service nova] Releasing lock "refresh_cache-bf01cd22-6cbb-4a95-aca8-4bcdabdc5b36" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1511.746451] env[62574]: DEBUG oslo_concurrency.lockutils [None req-cbcf069e-dca4-4225-a6b4-6e3548d10e3d tempest-DeleteServersAdminTestJSON-663052088 tempest-DeleteServersAdminTestJSON-663052088-project-member] Acquiring lock "ac8aec0b-0dd9-4250-8686-343a4d2563c2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1511.746527] env[62574]: DEBUG oslo_concurrency.lockutils [None req-cbcf069e-dca4-4225-a6b4-6e3548d10e3d tempest-DeleteServersAdminTestJSON-663052088 tempest-DeleteServersAdminTestJSON-663052088-project-member] Lock "ac8aec0b-0dd9-4250-8686-343a4d2563c2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1511.748998] env[62574]: DEBUG oslo_vmware.api [None req-45db852b-550a-4427-bf0b-bbf2c61857f1 tempest-VolumesAssistedSnapshotsTest-330692648 tempest-VolumesAssistedSnapshotsTest-330692648-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52be095b-5f93-2384-1997-87e5b7904907, 'name': SearchDatastore_Task, 'duration_secs': 0.031365} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1511.748998] env[62574]: DEBUG oslo_concurrency.lockutils [None req-45db852b-550a-4427-bf0b-bbf2c61857f1 tempest-VolumesAssistedSnapshotsTest-330692648 tempest-VolumesAssistedSnapshotsTest-330692648-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1511.748998] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-45db852b-550a-4427-bf0b-bbf2c61857f1 tempest-VolumesAssistedSnapshotsTest-330692648 tempest-VolumesAssistedSnapshotsTest-330692648-project-member] [instance: f82bad60-9320-4a4e-af74-21557692aa80] Processing image 3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2 {{(pid=62574) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1511.748998] env[62574]: DEBUG oslo_concurrency.lockutils [None req-45db852b-550a-4427-bf0b-bbf2c61857f1 tempest-VolumesAssistedSnapshotsTest-330692648 tempest-VolumesAssistedSnapshotsTest-330692648-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1511.749307] env[62574]: DEBUG oslo_concurrency.lockutils [None req-45db852b-550a-4427-bf0b-bbf2c61857f1 tempest-VolumesAssistedSnapshotsTest-330692648 tempest-VolumesAssistedSnapshotsTest-330692648-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1511.749436] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-45db852b-550a-4427-bf0b-bbf2c61857f1 tempest-VolumesAssistedSnapshotsTest-330692648 tempest-VolumesAssistedSnapshotsTest-330692648-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1511.750849] env[62574]: DEBUG nova.compute.manager [None req-b29d7fc3-614b-4b61-9099-7497ea105776 tempest-ServersWithSpecificFlavorTestJSON-1641053384 tempest-ServersWithSpecificFlavorTestJSON-1641053384-project-member] [instance: 63c7e049-a6db-462e-a0c6-52ec32e23f86] Start spawning the instance on the hypervisor. {{(pid=62574) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1511.753187] env[62574]: DEBUG oslo_vmware.api [None req-32051c68-37c9-44b2-bcf1-7cfd221e5718 tempest-FloatingIPsAssociationTestJSON-1230011338 tempest-FloatingIPsAssociationTestJSON-1230011338-project-member] Waiting for the task: (returnval){ [ 1511.753187] env[62574]: value = "task-1861233" [ 1511.753187] env[62574]: _type = "Task" [ 1511.753187] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1511.753588] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7e0d2cf0-5ad4-43b5-bad5-561c9f3a1c2a {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.769250] env[62574]: DEBUG oslo_vmware.api [None req-32051c68-37c9-44b2-bcf1-7cfd221e5718 tempest-FloatingIPsAssociationTestJSON-1230011338 tempest-FloatingIPsAssociationTestJSON-1230011338-project-member] Task: {'id': task-1861233, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1511.771993] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-45db852b-550a-4427-bf0b-bbf2c61857f1 tempest-VolumesAssistedSnapshotsTest-330692648 tempest-VolumesAssistedSnapshotsTest-330692648-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1511.772205] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-45db852b-550a-4427-bf0b-bbf2c61857f1 tempest-VolumesAssistedSnapshotsTest-330692648 tempest-VolumesAssistedSnapshotsTest-330692648-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62574) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1511.773611] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b94e1725-2637-4834-9a96-79b7e9600aa9 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.782806] env[62574]: DEBUG oslo_vmware.api [None req-45db852b-550a-4427-bf0b-bbf2c61857f1 tempest-VolumesAssistedSnapshotsTest-330692648 tempest-VolumesAssistedSnapshotsTest-330692648-project-member] Waiting for the task: (returnval){ [ 1511.782806] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]524f82d7-2209-eb8d-53c4-7b96f3396385" [ 1511.782806] env[62574]: _type = "Task" [ 1511.782806] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1511.800471] env[62574]: DEBUG oslo_vmware.api [None req-45db852b-550a-4427-bf0b-bbf2c61857f1 tempest-VolumesAssistedSnapshotsTest-330692648 tempest-VolumesAssistedSnapshotsTest-330692648-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]524f82d7-2209-eb8d-53c4-7b96f3396385, 'name': SearchDatastore_Task, 'duration_secs': 0.014264} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1511.803165] env[62574]: DEBUG nova.virt.hardware [None req-b29d7fc3-614b-4b61-9099-7497ea105776 tempest-ServersWithSpecificFlavorTestJSON-1641053384 tempest-ServersWithSpecificFlavorTestJSON-1641053384-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T19:43:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1458843184',id=22,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_0-14944114',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-13T19:26:40Z,direct_url=,disk_format='vmdk',id=3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7eed1dd4d2c3418eb32c4f4ceda3ab0d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-13T19:26:41Z,virtual_size=,visibility=), allow threads: False {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1511.803380] env[62574]: DEBUG nova.virt.hardware [None req-b29d7fc3-614b-4b61-9099-7497ea105776 tempest-ServersWithSpecificFlavorTestJSON-1641053384 tempest-ServersWithSpecificFlavorTestJSON-1641053384-project-member] Flavor limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1511.803532] env[62574]: DEBUG nova.virt.hardware [None req-b29d7fc3-614b-4b61-9099-7497ea105776 tempest-ServersWithSpecificFlavorTestJSON-1641053384 tempest-ServersWithSpecificFlavorTestJSON-1641053384-project-member] Image limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1511.803705] env[62574]: DEBUG nova.virt.hardware [None req-b29d7fc3-614b-4b61-9099-7497ea105776 tempest-ServersWithSpecificFlavorTestJSON-1641053384 tempest-ServersWithSpecificFlavorTestJSON-1641053384-project-member] Flavor pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1511.803841] env[62574]: DEBUG nova.virt.hardware [None req-b29d7fc3-614b-4b61-9099-7497ea105776 tempest-ServersWithSpecificFlavorTestJSON-1641053384 tempest-ServersWithSpecificFlavorTestJSON-1641053384-project-member] Image pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1511.804621] env[62574]: DEBUG nova.virt.hardware [None req-b29d7fc3-614b-4b61-9099-7497ea105776 tempest-ServersWithSpecificFlavorTestJSON-1641053384 tempest-ServersWithSpecificFlavorTestJSON-1641053384-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1511.804621] env[62574]: DEBUG nova.virt.hardware [None req-b29d7fc3-614b-4b61-9099-7497ea105776 tempest-ServersWithSpecificFlavorTestJSON-1641053384 tempest-ServersWithSpecificFlavorTestJSON-1641053384-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1511.804621] env[62574]: DEBUG nova.virt.hardware [None req-b29d7fc3-614b-4b61-9099-7497ea105776 tempest-ServersWithSpecificFlavorTestJSON-1641053384 tempest-ServersWithSpecificFlavorTestJSON-1641053384-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1511.804621] env[62574]: DEBUG nova.virt.hardware [None req-b29d7fc3-614b-4b61-9099-7497ea105776 tempest-ServersWithSpecificFlavorTestJSON-1641053384 tempest-ServersWithSpecificFlavorTestJSON-1641053384-project-member] Got 1 possible topologies {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1511.805881] env[62574]: DEBUG nova.virt.hardware [None req-b29d7fc3-614b-4b61-9099-7497ea105776 tempest-ServersWithSpecificFlavorTestJSON-1641053384 tempest-ServersWithSpecificFlavorTestJSON-1641053384-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1511.805881] env[62574]: DEBUG nova.virt.hardware [None req-b29d7fc3-614b-4b61-9099-7497ea105776 tempest-ServersWithSpecificFlavorTestJSON-1641053384 tempest-ServersWithSpecificFlavorTestJSON-1641053384-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1511.806341] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-843673a6-b9fa-41fd-a231-245a0ee9a776 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.809222] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0195fd60-27ae-44f7-a72e-8144b4a25f23 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.819076] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f53863c-6baa-44ec-afe3-1085a76ea01a {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.825367] env[62574]: DEBUG oslo_vmware.api [None req-45db852b-550a-4427-bf0b-bbf2c61857f1 tempest-VolumesAssistedSnapshotsTest-330692648 tempest-VolumesAssistedSnapshotsTest-330692648-project-member] Waiting for the task: (returnval){ [ 1511.825367] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]52e46fc6-e95e-1bc0-23cb-aa1600ab0753" [ 1511.825367] env[62574]: _type = "Task" [ 1511.825367] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1511.825367] env[62574]: DEBUG nova.scheduler.client.report [None req-4194893c-404e-4ac9-9bb4-a4e2394b7390 tempest-AttachInterfacesV270Test-530238025 tempest-AttachInterfacesV270Test-530238025-project-member] Inventory has not changed for provider f0ed160a-beff-4626-a531-2a70d7bc0627 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 148, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1511.859265] env[62574]: INFO nova.compute.manager [None req-952961fe-f29b-4d2d-8be6-c53e6211d0ad tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] [instance: 2a0c3300-ba7f-4604-b629-42bda5d48664] Took 27.67 seconds to build instance. [ 1511.869602] env[62574]: DEBUG oslo_vmware.api [None req-45db852b-550a-4427-bf0b-bbf2c61857f1 tempest-VolumesAssistedSnapshotsTest-330692648 tempest-VolumesAssistedSnapshotsTest-330692648-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52e46fc6-e95e-1bc0-23cb-aa1600ab0753, 'name': SearchDatastore_Task, 'duration_secs': 0.028921} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1511.869891] env[62574]: DEBUG oslo_concurrency.lockutils [None req-45db852b-550a-4427-bf0b-bbf2c61857f1 tempest-VolumesAssistedSnapshotsTest-330692648 tempest-VolumesAssistedSnapshotsTest-330692648-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1511.870250] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-45db852b-550a-4427-bf0b-bbf2c61857f1 tempest-VolumesAssistedSnapshotsTest-330692648 tempest-VolumesAssistedSnapshotsTest-330692648-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk to [datastore1] f82bad60-9320-4a4e-af74-21557692aa80/f82bad60-9320-4a4e-af74-21557692aa80.vmdk {{(pid=62574) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1511.870474] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f62c0016-6bf2-4749-81b7-1d019a1e1302 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.879179] env[62574]: DEBUG oslo_vmware.api [None req-45db852b-550a-4427-bf0b-bbf2c61857f1 tempest-VolumesAssistedSnapshotsTest-330692648 tempest-VolumesAssistedSnapshotsTest-330692648-project-member] Waiting for the task: (returnval){ [ 1511.879179] env[62574]: value = "task-1861234" [ 1511.879179] env[62574]: _type = "Task" [ 1511.879179] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1511.888658] env[62574]: DEBUG oslo_vmware.api [None req-45db852b-550a-4427-bf0b-bbf2c61857f1 tempest-VolumesAssistedSnapshotsTest-330692648 tempest-VolumesAssistedSnapshotsTest-330692648-project-member] Task: {'id': task-1861234, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1511.944566] env[62574]: DEBUG oslo_vmware.rw_handles [None req-0cd81bd2-f2d3-4d28-994a-b72270ebdc9c tempest-ImagesOneServerTestJSON-1738664534 tempest-ImagesOneServerTestJSON-1738664534-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/524c6fd4-77cb-3792-eaf1-9911c001ef43/disk-0.vmdk. {{(pid=62574) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1511.946033] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd56e346-16fc-49a8-a002-a58ae4fa7a99 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.953261] env[62574]: DEBUG oslo_vmware.rw_handles [None req-0cd81bd2-f2d3-4d28-994a-b72270ebdc9c tempest-ImagesOneServerTestJSON-1738664534 tempest-ImagesOneServerTestJSON-1738664534-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/524c6fd4-77cb-3792-eaf1-9911c001ef43/disk-0.vmdk is in state: ready. {{(pid=62574) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1511.953388] env[62574]: ERROR oslo_vmware.rw_handles [None req-0cd81bd2-f2d3-4d28-994a-b72270ebdc9c tempest-ImagesOneServerTestJSON-1738664534 tempest-ImagesOneServerTestJSON-1738664534-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/524c6fd4-77cb-3792-eaf1-9911c001ef43/disk-0.vmdk due to incomplete transfer. [ 1511.953626] env[62574]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-f16696b3-3a75-4559-a072-323a99c9c06b {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.961992] env[62574]: DEBUG oslo_vmware.rw_handles [None req-0cd81bd2-f2d3-4d28-994a-b72270ebdc9c tempest-ImagesOneServerTestJSON-1738664534 tempest-ImagesOneServerTestJSON-1738664534-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/524c6fd4-77cb-3792-eaf1-9911c001ef43/disk-0.vmdk. {{(pid=62574) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1511.962265] env[62574]: DEBUG nova.virt.vmwareapi.images [None req-0cd81bd2-f2d3-4d28-994a-b72270ebdc9c tempest-ImagesOneServerTestJSON-1738664534 tempest-ImagesOneServerTestJSON-1738664534-project-member] [instance: b19648bf-b106-4c17-8b48-8c579fb23b31] Uploaded image 637b04fb-e603-445d-98db-5a8a3ce65b44 to the Glance image server {{(pid=62574) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1511.964302] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-0cd81bd2-f2d3-4d28-994a-b72270ebdc9c tempest-ImagesOneServerTestJSON-1738664534 tempest-ImagesOneServerTestJSON-1738664534-project-member] [instance: b19648bf-b106-4c17-8b48-8c579fb23b31] Destroying the VM {{(pid=62574) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1511.964678] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-64b53891-2626-45a1-bc23-ed393490ecf5 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.971428] env[62574]: DEBUG oslo_vmware.api [None req-0cd81bd2-f2d3-4d28-994a-b72270ebdc9c tempest-ImagesOneServerTestJSON-1738664534 tempest-ImagesOneServerTestJSON-1738664534-project-member] Waiting for the task: (returnval){ [ 1511.971428] env[62574]: value = "task-1861235" [ 1511.971428] env[62574]: _type = "Task" [ 1511.971428] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1511.981594] env[62574]: DEBUG oslo_vmware.api [None req-0cd81bd2-f2d3-4d28-994a-b72270ebdc9c tempest-ImagesOneServerTestJSON-1738664534 tempest-ImagesOneServerTestJSON-1738664534-project-member] Task: {'id': task-1861235, 'name': Destroy_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1512.109736] env[62574]: DEBUG oslo_concurrency.lockutils [None req-69dbf9ab-2542-482f-a97f-8d98b7daf342 tempest-ServerShowV254Test-52812069 tempest-ServerShowV254Test-52812069-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1512.132098] env[62574]: DEBUG oslo_vmware.api [None req-b7e2b7ac-3354-404a-a92b-23db1a8cd1a5 tempest-ServersAdminNegativeTestJSON-1635259249 tempest-ServersAdminNegativeTestJSON-1635259249-project-member] Task: {'id': task-1861232, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1512.268339] env[62574]: DEBUG oslo_vmware.api [None req-32051c68-37c9-44b2-bcf1-7cfd221e5718 tempest-FloatingIPsAssociationTestJSON-1230011338 tempest-FloatingIPsAssociationTestJSON-1230011338-project-member] Task: {'id': task-1861233, 'name': ReconfigVM_Task, 'duration_secs': 0.366463} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1512.269178] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-32051c68-37c9-44b2-bcf1-7cfd221e5718 tempest-FloatingIPsAssociationTestJSON-1230011338 tempest-FloatingIPsAssociationTestJSON-1230011338-project-member] [instance: bf01cd22-6cbb-4a95-aca8-4bcdabdc5b36] Reconfigured VM instance instance-0000000d to attach disk [datastore1] bf01cd22-6cbb-4a95-aca8-4bcdabdc5b36/bf01cd22-6cbb-4a95-aca8-4bcdabdc5b36.vmdk or device None with type sparse {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1512.269337] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-35df6ae7-d04b-4905-935a-1bc241017dd0 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.279697] env[62574]: DEBUG oslo_vmware.api [None req-32051c68-37c9-44b2-bcf1-7cfd221e5718 tempest-FloatingIPsAssociationTestJSON-1230011338 tempest-FloatingIPsAssociationTestJSON-1230011338-project-member] Waiting for the task: (returnval){ [ 1512.279697] env[62574]: value = "task-1861236" [ 1512.279697] env[62574]: _type = "Task" [ 1512.279697] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1512.291915] env[62574]: DEBUG oslo_vmware.api [None req-32051c68-37c9-44b2-bcf1-7cfd221e5718 tempest-FloatingIPsAssociationTestJSON-1230011338 tempest-FloatingIPsAssociationTestJSON-1230011338-project-member] Task: {'id': task-1861236, 'name': Rename_Task} progress is 5%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1512.323266] env[62574]: DEBUG oslo_concurrency.lockutils [None req-c41600a1-b9ea-4c15-bbd4-47d7d571e886 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Acquiring lock "cf8dfe40-abfe-4888-a1a5-b26f6d781e93" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1512.323688] env[62574]: DEBUG oslo_concurrency.lockutils [None req-c41600a1-b9ea-4c15-bbd4-47d7d571e886 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Lock "cf8dfe40-abfe-4888-a1a5-b26f6d781e93" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1512.357990] env[62574]: DEBUG oslo_concurrency.lockutils [None req-4194893c-404e-4ac9-9bb4-a4e2394b7390 tempest-AttachInterfacesV270Test-530238025 tempest-AttachInterfacesV270Test-530238025-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.638s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1512.358522] env[62574]: DEBUG nova.compute.manager [None req-4194893c-404e-4ac9-9bb4-a4e2394b7390 tempest-AttachInterfacesV270Test-530238025 tempest-AttachInterfacesV270Test-530238025-project-member] [instance: f80f71e8-1b2f-476e-9b7e-b1dd3b0d7df8] Start building networks asynchronously for instance. {{(pid=62574) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1512.364943] env[62574]: DEBUG oslo_concurrency.lockutils [None req-2df297fa-4567-45c5-811b-8a06c2cfa33b tempest-ServersAdmin275Test-1369324412 tempest-ServersAdmin275Test-1369324412-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.415s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1512.364943] env[62574]: INFO nova.compute.claims [None req-2df297fa-4567-45c5-811b-8a06c2cfa33b tempest-ServersAdmin275Test-1369324412 tempest-ServersAdmin275Test-1369324412-project-member] [instance: 90b44fba-636a-414f-b286-7baf5adc2122] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1512.367472] env[62574]: DEBUG oslo_concurrency.lockutils [None req-952961fe-f29b-4d2d-8be6-c53e6211d0ad tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Lock "2a0c3300-ba7f-4604-b629-42bda5d48664" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.849s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1512.389784] env[62574]: DEBUG oslo_vmware.api [None req-45db852b-550a-4427-bf0b-bbf2c61857f1 tempest-VolumesAssistedSnapshotsTest-330692648 tempest-VolumesAssistedSnapshotsTest-330692648-project-member] Task: {'id': task-1861234, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1512.429203] env[62574]: DEBUG oslo_concurrency.lockutils [None req-ebda193a-db24-49ab-94a7-847e102dcdb8 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Acquiring lock "4cc7d784-be5d-41db-a028-0dade3464032" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1512.429203] env[62574]: DEBUG oslo_concurrency.lockutils [None req-ebda193a-db24-49ab-94a7-847e102dcdb8 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Lock "4cc7d784-be5d-41db-a028-0dade3464032" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1512.485267] env[62574]: DEBUG oslo_vmware.api [None req-0cd81bd2-f2d3-4d28-994a-b72270ebdc9c tempest-ImagesOneServerTestJSON-1738664534 tempest-ImagesOneServerTestJSON-1738664534-project-member] Task: {'id': task-1861235, 'name': Destroy_Task, 'duration_secs': 0.365808} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1512.485733] env[62574]: INFO nova.virt.vmwareapi.vm_util [None req-0cd81bd2-f2d3-4d28-994a-b72270ebdc9c tempest-ImagesOneServerTestJSON-1738664534 tempest-ImagesOneServerTestJSON-1738664534-project-member] [instance: b19648bf-b106-4c17-8b48-8c579fb23b31] Destroyed the VM [ 1512.486090] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-0cd81bd2-f2d3-4d28-994a-b72270ebdc9c tempest-ImagesOneServerTestJSON-1738664534 tempest-ImagesOneServerTestJSON-1738664534-project-member] [instance: b19648bf-b106-4c17-8b48-8c579fb23b31] Deleting Snapshot of the VM instance {{(pid=62574) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1512.486360] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-801d65f8-b3ca-4a74-9ac6-e1edfdb5d31d {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.497119] env[62574]: DEBUG oslo_vmware.api [None req-0cd81bd2-f2d3-4d28-994a-b72270ebdc9c tempest-ImagesOneServerTestJSON-1738664534 tempest-ImagesOneServerTestJSON-1738664534-project-member] Waiting for the task: (returnval){ [ 1512.497119] env[62574]: value = "task-1861237" [ 1512.497119] env[62574]: _type = "Task" [ 1512.497119] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1512.505839] env[62574]: DEBUG oslo_vmware.api [None req-0cd81bd2-f2d3-4d28-994a-b72270ebdc9c tempest-ImagesOneServerTestJSON-1738664534 tempest-ImagesOneServerTestJSON-1738664534-project-member] Task: {'id': task-1861237, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1512.641298] env[62574]: DEBUG oslo_vmware.api [None req-b7e2b7ac-3354-404a-a92b-23db1a8cd1a5 tempest-ServersAdminNegativeTestJSON-1635259249 tempest-ServersAdminNegativeTestJSON-1635259249-project-member] Task: {'id': task-1861232, 'name': PowerOnVM_Task} progress is 94%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1512.793439] env[62574]: DEBUG oslo_vmware.api [None req-32051c68-37c9-44b2-bcf1-7cfd221e5718 tempest-FloatingIPsAssociationTestJSON-1230011338 tempest-FloatingIPsAssociationTestJSON-1230011338-project-member] Task: {'id': task-1861236, 'name': Rename_Task, 'duration_secs': 0.226062} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1512.795735] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-32051c68-37c9-44b2-bcf1-7cfd221e5718 tempest-FloatingIPsAssociationTestJSON-1230011338 tempest-FloatingIPsAssociationTestJSON-1230011338-project-member] [instance: bf01cd22-6cbb-4a95-aca8-4bcdabdc5b36] Powering on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1512.795735] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b7548d9a-cec6-47a4-9743-9288574f9f3b {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.803721] env[62574]: DEBUG oslo_vmware.api [None req-32051c68-37c9-44b2-bcf1-7cfd221e5718 tempest-FloatingIPsAssociationTestJSON-1230011338 tempest-FloatingIPsAssociationTestJSON-1230011338-project-member] Waiting for the task: (returnval){ [ 1512.803721] env[62574]: value = "task-1861238" [ 1512.803721] env[62574]: _type = "Task" [ 1512.803721] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1512.816551] env[62574]: DEBUG oslo_vmware.api [None req-32051c68-37c9-44b2-bcf1-7cfd221e5718 tempest-FloatingIPsAssociationTestJSON-1230011338 tempest-FloatingIPsAssociationTestJSON-1230011338-project-member] Task: {'id': task-1861238, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1512.869174] env[62574]: DEBUG nova.compute.utils [None req-4194893c-404e-4ac9-9bb4-a4e2394b7390 tempest-AttachInterfacesV270Test-530238025 tempest-AttachInterfacesV270Test-530238025-project-member] Using /dev/sd instead of None {{(pid=62574) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1512.870666] env[62574]: DEBUG nova.compute.manager [None req-4194893c-404e-4ac9-9bb4-a4e2394b7390 tempest-AttachInterfacesV270Test-530238025 tempest-AttachInterfacesV270Test-530238025-project-member] [instance: f80f71e8-1b2f-476e-9b7e-b1dd3b0d7df8] Allocating IP information in the background. {{(pid=62574) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1512.870841] env[62574]: DEBUG nova.network.neutron [None req-4194893c-404e-4ac9-9bb4-a4e2394b7390 tempest-AttachInterfacesV270Test-530238025 tempest-AttachInterfacesV270Test-530238025-project-member] [instance: f80f71e8-1b2f-476e-9b7e-b1dd3b0d7df8] allocate_for_instance() {{(pid=62574) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1512.874665] env[62574]: DEBUG nova.compute.manager [None req-4d56755d-756b-4f5e-a7d8-cfa7c757d693 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] [instance: 6cebe45a-8d90-4ac3-b75e-99e2a598c43b] Starting instance... {{(pid=62574) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1512.892694] env[62574]: DEBUG oslo_vmware.api [None req-45db852b-550a-4427-bf0b-bbf2c61857f1 tempest-VolumesAssistedSnapshotsTest-330692648 tempest-VolumesAssistedSnapshotsTest-330692648-project-member] Task: {'id': task-1861234, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.974095} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1512.893255] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-45db852b-550a-4427-bf0b-bbf2c61857f1 tempest-VolumesAssistedSnapshotsTest-330692648 tempest-VolumesAssistedSnapshotsTest-330692648-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk to [datastore1] f82bad60-9320-4a4e-af74-21557692aa80/f82bad60-9320-4a4e-af74-21557692aa80.vmdk {{(pid=62574) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1512.893255] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-45db852b-550a-4427-bf0b-bbf2c61857f1 tempest-VolumesAssistedSnapshotsTest-330692648 tempest-VolumesAssistedSnapshotsTest-330692648-project-member] [instance: f82bad60-9320-4a4e-af74-21557692aa80] Extending root virtual disk to 1048576 {{(pid=62574) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1512.895226] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1fc6b241-f763-4d3b-ab72-ebe9bd17a4a1 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.902913] env[62574]: DEBUG oslo_vmware.api [None req-45db852b-550a-4427-bf0b-bbf2c61857f1 tempest-VolumesAssistedSnapshotsTest-330692648 tempest-VolumesAssistedSnapshotsTest-330692648-project-member] Waiting for the task: (returnval){ [ 1512.902913] env[62574]: value = "task-1861239" [ 1512.902913] env[62574]: _type = "Task" [ 1512.902913] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1512.912848] env[62574]: DEBUG oslo_vmware.api [None req-45db852b-550a-4427-bf0b-bbf2c61857f1 tempest-VolumesAssistedSnapshotsTest-330692648 tempest-VolumesAssistedSnapshotsTest-330692648-project-member] Task: {'id': task-1861239, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1512.935038] env[62574]: DEBUG nova.policy [None req-4194893c-404e-4ac9-9bb4-a4e2394b7390 tempest-AttachInterfacesV270Test-530238025 tempest-AttachInterfacesV270Test-530238025-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4c4d7a8e46404bbeab9276ad2c81b0a6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7d34ae62438042e1b60f9106f13f4e74', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62574) authorize /opt/stack/nova/nova/policy.py:192}} [ 1513.009684] env[62574]: DEBUG oslo_vmware.api [None req-0cd81bd2-f2d3-4d28-994a-b72270ebdc9c tempest-ImagesOneServerTestJSON-1738664534 tempest-ImagesOneServerTestJSON-1738664534-project-member] Task: {'id': task-1861237, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1513.011915] env[62574]: DEBUG oslo_concurrency.lockutils [None req-c610b6ed-455f-4025-86b8-4e4d5cdb0b9e tempest-ServerDiagnosticsTest-924160412 tempest-ServerDiagnosticsTest-924160412-project-member] Acquiring lock "6d6540ed-ae82-4304-a6f2-7b7063587647" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1513.013046] env[62574]: DEBUG oslo_concurrency.lockutils [None req-c610b6ed-455f-4025-86b8-4e4d5cdb0b9e tempest-ServerDiagnosticsTest-924160412 tempest-ServerDiagnosticsTest-924160412-project-member] Lock "6d6540ed-ae82-4304-a6f2-7b7063587647" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1513.013046] env[62574]: DEBUG oslo_concurrency.lockutils [None req-c610b6ed-455f-4025-86b8-4e4d5cdb0b9e tempest-ServerDiagnosticsTest-924160412 tempest-ServerDiagnosticsTest-924160412-project-member] Acquiring lock "6d6540ed-ae82-4304-a6f2-7b7063587647-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1513.013046] env[62574]: DEBUG oslo_concurrency.lockutils [None req-c610b6ed-455f-4025-86b8-4e4d5cdb0b9e tempest-ServerDiagnosticsTest-924160412 tempest-ServerDiagnosticsTest-924160412-project-member] Lock "6d6540ed-ae82-4304-a6f2-7b7063587647-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1513.013046] env[62574]: DEBUG oslo_concurrency.lockutils [None req-c610b6ed-455f-4025-86b8-4e4d5cdb0b9e tempest-ServerDiagnosticsTest-924160412 tempest-ServerDiagnosticsTest-924160412-project-member] Lock "6d6540ed-ae82-4304-a6f2-7b7063587647-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1513.016403] env[62574]: INFO nova.compute.manager [None req-c610b6ed-455f-4025-86b8-4e4d5cdb0b9e tempest-ServerDiagnosticsTest-924160412 tempest-ServerDiagnosticsTest-924160412-project-member] [instance: 6d6540ed-ae82-4304-a6f2-7b7063587647] Terminating instance [ 1513.132893] env[62574]: DEBUG oslo_vmware.api [None req-b7e2b7ac-3354-404a-a92b-23db1a8cd1a5 tempest-ServersAdminNegativeTestJSON-1635259249 tempest-ServersAdminNegativeTestJSON-1635259249-project-member] Task: {'id': task-1861232, 'name': PowerOnVM_Task, 'duration_secs': 1.214512} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1513.133253] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7e2b7ac-3354-404a-a92b-23db1a8cd1a5 tempest-ServersAdminNegativeTestJSON-1635259249 tempest-ServersAdminNegativeTestJSON-1635259249-project-member] [instance: 692b1ace-0ecb-4fc5-a348-ffe21f0d1ad7] Powered on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1513.133457] env[62574]: INFO nova.compute.manager [None req-b7e2b7ac-3354-404a-a92b-23db1a8cd1a5 tempest-ServersAdminNegativeTestJSON-1635259249 tempest-ServersAdminNegativeTestJSON-1635259249-project-member] [instance: 692b1ace-0ecb-4fc5-a348-ffe21f0d1ad7] Took 13.20 seconds to spawn the instance on the hypervisor. [ 1513.134114] env[62574]: DEBUG nova.compute.manager [None req-b7e2b7ac-3354-404a-a92b-23db1a8cd1a5 tempest-ServersAdminNegativeTestJSON-1635259249 tempest-ServersAdminNegativeTestJSON-1635259249-project-member] [instance: 692b1ace-0ecb-4fc5-a348-ffe21f0d1ad7] Checking state {{(pid=62574) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1513.134796] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23dc011d-3551-4e5b-a74b-f109155176c6 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.226793] env[62574]: DEBUG nova.network.neutron [None req-b29d7fc3-614b-4b61-9099-7497ea105776 tempest-ServersWithSpecificFlavorTestJSON-1641053384 tempest-ServersWithSpecificFlavorTestJSON-1641053384-project-member] [instance: 63c7e049-a6db-462e-a0c6-52ec32e23f86] Successfully updated port: f72894df-1960-47d8-8585-7f81f7513def {{(pid=62574) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1513.314864] env[62574]: DEBUG oslo_vmware.api [None req-32051c68-37c9-44b2-bcf1-7cfd221e5718 tempest-FloatingIPsAssociationTestJSON-1230011338 tempest-FloatingIPsAssociationTestJSON-1230011338-project-member] Task: {'id': task-1861238, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1513.382221] env[62574]: DEBUG nova.compute.manager [None req-4194893c-404e-4ac9-9bb4-a4e2394b7390 tempest-AttachInterfacesV270Test-530238025 tempest-AttachInterfacesV270Test-530238025-project-member] [instance: f80f71e8-1b2f-476e-9b7e-b1dd3b0d7df8] Start building block device mappings for instance. {{(pid=62574) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1513.415147] env[62574]: DEBUG oslo_vmware.api [None req-45db852b-550a-4427-bf0b-bbf2c61857f1 tempest-VolumesAssistedSnapshotsTest-330692648 tempest-VolumesAssistedSnapshotsTest-330692648-project-member] Task: {'id': task-1861239, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070786} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1513.418037] env[62574]: DEBUG oslo_concurrency.lockutils [None req-4d56755d-756b-4f5e-a7d8-cfa7c757d693 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1513.418037] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-45db852b-550a-4427-bf0b-bbf2c61857f1 tempest-VolumesAssistedSnapshotsTest-330692648 tempest-VolumesAssistedSnapshotsTest-330692648-project-member] [instance: f82bad60-9320-4a4e-af74-21557692aa80] Extended root virtual disk {{(pid=62574) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1513.420414] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0d88f18-0f25-4f5b-9093-d0aa8cab9dd9 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.451923] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-45db852b-550a-4427-bf0b-bbf2c61857f1 tempest-VolumesAssistedSnapshotsTest-330692648 tempest-VolumesAssistedSnapshotsTest-330692648-project-member] [instance: f82bad60-9320-4a4e-af74-21557692aa80] Reconfiguring VM instance instance-0000000e to attach disk [datastore1] f82bad60-9320-4a4e-af74-21557692aa80/f82bad60-9320-4a4e-af74-21557692aa80.vmdk or device None with type sparse {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1513.456240] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-324280f1-bf23-4a0a-85bb-2c19f0b1cdc0 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.480062] env[62574]: DEBUG oslo_vmware.api [None req-45db852b-550a-4427-bf0b-bbf2c61857f1 tempest-VolumesAssistedSnapshotsTest-330692648 tempest-VolumesAssistedSnapshotsTest-330692648-project-member] Waiting for the task: (returnval){ [ 1513.480062] env[62574]: value = "task-1861240" [ 1513.480062] env[62574]: _type = "Task" [ 1513.480062] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1513.494293] env[62574]: DEBUG oslo_vmware.api [None req-45db852b-550a-4427-bf0b-bbf2c61857f1 tempest-VolumesAssistedSnapshotsTest-330692648 tempest-VolumesAssistedSnapshotsTest-330692648-project-member] Task: {'id': task-1861240, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1513.509035] env[62574]: DEBUG oslo_vmware.api [None req-0cd81bd2-f2d3-4d28-994a-b72270ebdc9c tempest-ImagesOneServerTestJSON-1738664534 tempest-ImagesOneServerTestJSON-1738664534-project-member] Task: {'id': task-1861237, 'name': RemoveSnapshot_Task, 'duration_secs': 0.946596} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1513.509326] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-0cd81bd2-f2d3-4d28-994a-b72270ebdc9c tempest-ImagesOneServerTestJSON-1738664534 tempest-ImagesOneServerTestJSON-1738664534-project-member] [instance: b19648bf-b106-4c17-8b48-8c579fb23b31] Deleted Snapshot of the VM instance {{(pid=62574) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1513.509553] env[62574]: INFO nova.compute.manager [None req-0cd81bd2-f2d3-4d28-994a-b72270ebdc9c tempest-ImagesOneServerTestJSON-1738664534 tempest-ImagesOneServerTestJSON-1738664534-project-member] [instance: b19648bf-b106-4c17-8b48-8c579fb23b31] Took 19.49 seconds to snapshot the instance on the hypervisor. [ 1513.512613] env[62574]: DEBUG nova.network.neutron [None req-4194893c-404e-4ac9-9bb4-a4e2394b7390 tempest-AttachInterfacesV270Test-530238025 tempest-AttachInterfacesV270Test-530238025-project-member] [instance: f80f71e8-1b2f-476e-9b7e-b1dd3b0d7df8] Successfully created port: c4aa9ee0-c781-4a4f-a144-00394f27aa44 {{(pid=62574) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1513.519549] env[62574]: DEBUG nova.compute.manager [None req-c610b6ed-455f-4025-86b8-4e4d5cdb0b9e tempest-ServerDiagnosticsTest-924160412 tempest-ServerDiagnosticsTest-924160412-project-member] [instance: 6d6540ed-ae82-4304-a6f2-7b7063587647] Start destroying the instance on the hypervisor. {{(pid=62574) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1513.519712] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-c610b6ed-455f-4025-86b8-4e4d5cdb0b9e tempest-ServerDiagnosticsTest-924160412 tempest-ServerDiagnosticsTest-924160412-project-member] [instance: 6d6540ed-ae82-4304-a6f2-7b7063587647] Destroying instance {{(pid=62574) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1513.523024] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-982e7595-2bd3-409a-86e6-49dc1548682c {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.527873] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-c610b6ed-455f-4025-86b8-4e4d5cdb0b9e tempest-ServerDiagnosticsTest-924160412 tempest-ServerDiagnosticsTest-924160412-project-member] [instance: 6d6540ed-ae82-4304-a6f2-7b7063587647] Powering off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1513.528142] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-03c11fd3-7908-45a0-8794-e1c604007f66 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.537198] env[62574]: DEBUG oslo_vmware.api [None req-c610b6ed-455f-4025-86b8-4e4d5cdb0b9e tempest-ServerDiagnosticsTest-924160412 tempest-ServerDiagnosticsTest-924160412-project-member] Waiting for the task: (returnval){ [ 1513.537198] env[62574]: value = "task-1861241" [ 1513.537198] env[62574]: _type = "Task" [ 1513.537198] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1513.550060] env[62574]: DEBUG oslo_vmware.api [None req-c610b6ed-455f-4025-86b8-4e4d5cdb0b9e tempest-ServerDiagnosticsTest-924160412 tempest-ServerDiagnosticsTest-924160412-project-member] Task: {'id': task-1861241, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1513.663826] env[62574]: INFO nova.compute.manager [None req-b7e2b7ac-3354-404a-a92b-23db1a8cd1a5 tempest-ServersAdminNegativeTestJSON-1635259249 tempest-ServersAdminNegativeTestJSON-1635259249-project-member] [instance: 692b1ace-0ecb-4fc5-a348-ffe21f0d1ad7] Took 25.76 seconds to build instance. [ 1513.732527] env[62574]: DEBUG oslo_concurrency.lockutils [None req-b29d7fc3-614b-4b61-9099-7497ea105776 tempest-ServersWithSpecificFlavorTestJSON-1641053384 tempest-ServersWithSpecificFlavorTestJSON-1641053384-project-member] Acquiring lock "refresh_cache-63c7e049-a6db-462e-a0c6-52ec32e23f86" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1513.732527] env[62574]: DEBUG oslo_concurrency.lockutils [None req-b29d7fc3-614b-4b61-9099-7497ea105776 tempest-ServersWithSpecificFlavorTestJSON-1641053384 tempest-ServersWithSpecificFlavorTestJSON-1641053384-project-member] Acquired lock "refresh_cache-63c7e049-a6db-462e-a0c6-52ec32e23f86" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.732527] env[62574]: DEBUG nova.network.neutron [None req-b29d7fc3-614b-4b61-9099-7497ea105776 tempest-ServersWithSpecificFlavorTestJSON-1641053384 tempest-ServersWithSpecificFlavorTestJSON-1641053384-project-member] [instance: 63c7e049-a6db-462e-a0c6-52ec32e23f86] Building network info cache for instance {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1513.814758] env[62574]: DEBUG oslo_vmware.api [None req-32051c68-37c9-44b2-bcf1-7cfd221e5718 tempest-FloatingIPsAssociationTestJSON-1230011338 tempest-FloatingIPsAssociationTestJSON-1230011338-project-member] Task: {'id': task-1861238, 'name': PowerOnVM_Task, 'duration_secs': 0.575897} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1513.815508] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-32051c68-37c9-44b2-bcf1-7cfd221e5718 tempest-FloatingIPsAssociationTestJSON-1230011338 tempest-FloatingIPsAssociationTestJSON-1230011338-project-member] [instance: bf01cd22-6cbb-4a95-aca8-4bcdabdc5b36] Powered on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1513.815508] env[62574]: INFO nova.compute.manager [None req-32051c68-37c9-44b2-bcf1-7cfd221e5718 tempest-FloatingIPsAssociationTestJSON-1230011338 tempest-FloatingIPsAssociationTestJSON-1230011338-project-member] [instance: bf01cd22-6cbb-4a95-aca8-4bcdabdc5b36] Took 11.40 seconds to spawn the instance on the hypervisor. [ 1513.815508] env[62574]: DEBUG nova.compute.manager [None req-32051c68-37c9-44b2-bcf1-7cfd221e5718 tempest-FloatingIPsAssociationTestJSON-1230011338 tempest-FloatingIPsAssociationTestJSON-1230011338-project-member] [instance: bf01cd22-6cbb-4a95-aca8-4bcdabdc5b36] Checking state {{(pid=62574) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1513.816616] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cff1b232-e286-4f71-8aa6-d6c488f4222e {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.979178] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f539cb9-c6e6-400f-b119-6e25c506c1f8 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.990816] env[62574]: DEBUG oslo_vmware.api [None req-45db852b-550a-4427-bf0b-bbf2c61857f1 tempest-VolumesAssistedSnapshotsTest-330692648 tempest-VolumesAssistedSnapshotsTest-330692648-project-member] Task: {'id': task-1861240, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1513.996691] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b69136ba-05e3-4ead-bdd9-4ec8b6706360 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.036197] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b185a420-64c4-4190-a215-e6d74485eca1 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.052986] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bab2f163-9c01-4365-bd15-65024052adcb {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.057362] env[62574]: DEBUG oslo_vmware.api [None req-c610b6ed-455f-4025-86b8-4e4d5cdb0b9e tempest-ServerDiagnosticsTest-924160412 tempest-ServerDiagnosticsTest-924160412-project-member] Task: {'id': task-1861241, 'name': PowerOffVM_Task, 'duration_secs': 0.402535} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1514.058322] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-c610b6ed-455f-4025-86b8-4e4d5cdb0b9e tempest-ServerDiagnosticsTest-924160412 tempest-ServerDiagnosticsTest-924160412-project-member] [instance: 6d6540ed-ae82-4304-a6f2-7b7063587647] Powered off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1514.058547] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-c610b6ed-455f-4025-86b8-4e4d5cdb0b9e tempest-ServerDiagnosticsTest-924160412 tempest-ServerDiagnosticsTest-924160412-project-member] [instance: 6d6540ed-ae82-4304-a6f2-7b7063587647] Unregistering the VM {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1514.059264] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a655ce77-2a3f-4e59-a17a-e38b87e46358 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.073919] env[62574]: DEBUG nova.compute.provider_tree [None req-2df297fa-4567-45c5-811b-8a06c2cfa33b tempest-ServersAdmin275Test-1369324412 tempest-ServersAdmin275Test-1369324412-project-member] Inventory has not changed in ProviderTree for provider: f0ed160a-beff-4626-a531-2a70d7bc0627 {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1514.166536] env[62574]: DEBUG oslo_concurrency.lockutils [None req-b7e2b7ac-3354-404a-a92b-23db1a8cd1a5 tempest-ServersAdminNegativeTestJSON-1635259249 tempest-ServersAdminNegativeTestJSON-1635259249-project-member] Lock "692b1ace-0ecb-4fc5-a348-ffe21f0d1ad7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.546s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1514.166808] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-c610b6ed-455f-4025-86b8-4e4d5cdb0b9e tempest-ServerDiagnosticsTest-924160412 tempest-ServerDiagnosticsTest-924160412-project-member] [instance: 6d6540ed-ae82-4304-a6f2-7b7063587647] Unregistered the VM {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1514.167581] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-c610b6ed-455f-4025-86b8-4e4d5cdb0b9e tempest-ServerDiagnosticsTest-924160412 tempest-ServerDiagnosticsTest-924160412-project-member] [instance: 6d6540ed-ae82-4304-a6f2-7b7063587647] Deleting contents of the VM from datastore datastore1 {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1514.168568] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-c610b6ed-455f-4025-86b8-4e4d5cdb0b9e tempest-ServerDiagnosticsTest-924160412 tempest-ServerDiagnosticsTest-924160412-project-member] Deleting the datastore file [datastore1] 6d6540ed-ae82-4304-a6f2-7b7063587647 {{(pid=62574) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1514.170092] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cabfb1fd-7ea4-4304-9f88-b8fd4074233f {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.182408] env[62574]: DEBUG oslo_vmware.api [None req-c610b6ed-455f-4025-86b8-4e4d5cdb0b9e tempest-ServerDiagnosticsTest-924160412 tempest-ServerDiagnosticsTest-924160412-project-member] Waiting for the task: (returnval){ [ 1514.182408] env[62574]: value = "task-1861243" [ 1514.182408] env[62574]: _type = "Task" [ 1514.182408] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1514.193772] env[62574]: DEBUG oslo_vmware.api [None req-c610b6ed-455f-4025-86b8-4e4d5cdb0b9e tempest-ServerDiagnosticsTest-924160412 tempest-ServerDiagnosticsTest-924160412-project-member] Task: {'id': task-1861243, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1514.229113] env[62574]: DEBUG oslo_concurrency.lockutils [None req-0a7d4177-5735-4451-b194-8dc4b9903035 tempest-ServersTestManualDisk-792638702 tempest-ServersTestManualDisk-792638702-project-member] Acquiring lock "d0a90055-5c6c-44eb-a9e4-467022eda4db" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1514.229428] env[62574]: DEBUG oslo_concurrency.lockutils [None req-0a7d4177-5735-4451-b194-8dc4b9903035 tempest-ServersTestManualDisk-792638702 tempest-ServersTestManualDisk-792638702-project-member] Lock "d0a90055-5c6c-44eb-a9e4-467022eda4db" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1514.277644] env[62574]: DEBUG nova.network.neutron [None req-b29d7fc3-614b-4b61-9099-7497ea105776 tempest-ServersWithSpecificFlavorTestJSON-1641053384 tempest-ServersWithSpecificFlavorTestJSON-1641053384-project-member] [instance: 63c7e049-a6db-462e-a0c6-52ec32e23f86] Instance cache missing network info. {{(pid=62574) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1514.335282] env[62574]: DEBUG oslo_concurrency.lockutils [None req-62dacf8e-a149-42ae-97ce-ffb00e25808b tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Acquiring lock "e9878c22-2044-464f-915f-c1c865693437" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1514.335282] env[62574]: DEBUG oslo_concurrency.lockutils [None req-62dacf8e-a149-42ae-97ce-ffb00e25808b tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Lock "e9878c22-2044-464f-915f-c1c865693437" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1514.336733] env[62574]: INFO nova.compute.manager [None req-32051c68-37c9-44b2-bcf1-7cfd221e5718 tempest-FloatingIPsAssociationTestJSON-1230011338 tempest-FloatingIPsAssociationTestJSON-1230011338-project-member] [instance: bf01cd22-6cbb-4a95-aca8-4bcdabdc5b36] Took 25.81 seconds to build instance. [ 1514.399066] env[62574]: DEBUG nova.compute.manager [None req-4194893c-404e-4ac9-9bb4-a4e2394b7390 tempest-AttachInterfacesV270Test-530238025 tempest-AttachInterfacesV270Test-530238025-project-member] [instance: f80f71e8-1b2f-476e-9b7e-b1dd3b0d7df8] Start spawning the instance on the hypervisor. {{(pid=62574) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1514.442564] env[62574]: DEBUG nova.virt.hardware [None req-4194893c-404e-4ac9-9bb4-a4e2394b7390 tempest-AttachInterfacesV270Test-530238025 tempest-AttachInterfacesV270Test-530238025-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T19:26:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-13T19:26:40Z,direct_url=,disk_format='vmdk',id=3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7eed1dd4d2c3418eb32c4f4ceda3ab0d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-13T19:26:41Z,virtual_size=,visibility=), allow threads: False {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1514.443602] env[62574]: DEBUG nova.virt.hardware [None req-4194893c-404e-4ac9-9bb4-a4e2394b7390 tempest-AttachInterfacesV270Test-530238025 tempest-AttachInterfacesV270Test-530238025-project-member] Flavor limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1514.443826] env[62574]: DEBUG nova.virt.hardware [None req-4194893c-404e-4ac9-9bb4-a4e2394b7390 tempest-AttachInterfacesV270Test-530238025 tempest-AttachInterfacesV270Test-530238025-project-member] Image limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1514.444099] env[62574]: DEBUG nova.virt.hardware [None req-4194893c-404e-4ac9-9bb4-a4e2394b7390 tempest-AttachInterfacesV270Test-530238025 tempest-AttachInterfacesV270Test-530238025-project-member] Flavor pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1514.444309] env[62574]: DEBUG nova.virt.hardware [None req-4194893c-404e-4ac9-9bb4-a4e2394b7390 tempest-AttachInterfacesV270Test-530238025 tempest-AttachInterfacesV270Test-530238025-project-member] Image pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1514.444483] env[62574]: DEBUG nova.virt.hardware [None req-4194893c-404e-4ac9-9bb4-a4e2394b7390 tempest-AttachInterfacesV270Test-530238025 tempest-AttachInterfacesV270Test-530238025-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1514.444765] env[62574]: DEBUG nova.virt.hardware [None req-4194893c-404e-4ac9-9bb4-a4e2394b7390 tempest-AttachInterfacesV270Test-530238025 tempest-AttachInterfacesV270Test-530238025-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1514.444938] env[62574]: DEBUG nova.virt.hardware [None req-4194893c-404e-4ac9-9bb4-a4e2394b7390 tempest-AttachInterfacesV270Test-530238025 tempest-AttachInterfacesV270Test-530238025-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1514.445153] env[62574]: DEBUG nova.virt.hardware [None req-4194893c-404e-4ac9-9bb4-a4e2394b7390 tempest-AttachInterfacesV270Test-530238025 tempest-AttachInterfacesV270Test-530238025-project-member] Got 1 possible topologies {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1514.445345] env[62574]: DEBUG nova.virt.hardware [None req-4194893c-404e-4ac9-9bb4-a4e2394b7390 tempest-AttachInterfacesV270Test-530238025 tempest-AttachInterfacesV270Test-530238025-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1514.445559] env[62574]: DEBUG nova.virt.hardware [None req-4194893c-404e-4ac9-9bb4-a4e2394b7390 tempest-AttachInterfacesV270Test-530238025 tempest-AttachInterfacesV270Test-530238025-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1514.446599] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7013c498-f451-49e0-8435-9ce2a2937b01 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.457782] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19df388f-de96-4e07-8325-c6770dabbed1 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.493559] env[62574]: DEBUG oslo_vmware.api [None req-45db852b-550a-4427-bf0b-bbf2c61857f1 tempest-VolumesAssistedSnapshotsTest-330692648 tempest-VolumesAssistedSnapshotsTest-330692648-project-member] Task: {'id': task-1861240, 'name': ReconfigVM_Task, 'duration_secs': 0.624739} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1514.493976] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-45db852b-550a-4427-bf0b-bbf2c61857f1 tempest-VolumesAssistedSnapshotsTest-330692648 tempest-VolumesAssistedSnapshotsTest-330692648-project-member] [instance: f82bad60-9320-4a4e-af74-21557692aa80] Reconfigured VM instance instance-0000000e to attach disk [datastore1] f82bad60-9320-4a4e-af74-21557692aa80/f82bad60-9320-4a4e-af74-21557692aa80.vmdk or device None with type sparse {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1514.495142] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3587aaa6-0b3b-4750-a076-892bec0bb674 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.503503] env[62574]: DEBUG oslo_vmware.api [None req-45db852b-550a-4427-bf0b-bbf2c61857f1 tempest-VolumesAssistedSnapshotsTest-330692648 tempest-VolumesAssistedSnapshotsTest-330692648-project-member] Waiting for the task: (returnval){ [ 1514.503503] env[62574]: value = "task-1861244" [ 1514.503503] env[62574]: _type = "Task" [ 1514.503503] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1514.512904] env[62574]: DEBUG oslo_vmware.api [None req-45db852b-550a-4427-bf0b-bbf2c61857f1 tempest-VolumesAssistedSnapshotsTest-330692648 tempest-VolumesAssistedSnapshotsTest-330692648-project-member] Task: {'id': task-1861244, 'name': Rename_Task} progress is 5%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1514.528842] env[62574]: DEBUG nova.network.neutron [None req-b29d7fc3-614b-4b61-9099-7497ea105776 tempest-ServersWithSpecificFlavorTestJSON-1641053384 tempest-ServersWithSpecificFlavorTestJSON-1641053384-project-member] [instance: 63c7e049-a6db-462e-a0c6-52ec32e23f86] Updating instance_info_cache with network_info: [{"id": "f72894df-1960-47d8-8585-7f81f7513def", "address": "fa:16:3e:18:32:d3", "network": {"id": "8bb61dfa-14c4-4c8c-81b0-4fc9928a6e8a", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-240900669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "679586b75f7c43ec8322818c36994d91", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31a7f15-a808-4199-9071-31fd05e316ea", "external-id": "nsx-vlan-transportzone-388", "segmentation_id": 388, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf72894df-19", "ovs_interfaceid": "f72894df-1960-47d8-8585-7f81f7513def", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1514.577367] env[62574]: DEBUG nova.scheduler.client.report [None req-2df297fa-4567-45c5-811b-8a06c2cfa33b tempest-ServersAdmin275Test-1369324412 tempest-ServersAdmin275Test-1369324412-project-member] Inventory has not changed for provider f0ed160a-beff-4626-a531-2a70d7bc0627 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 148, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1514.595579] env[62574]: DEBUG nova.compute.manager [req-5f86050f-7d2c-4bcc-b6e3-c0693a6784ee req-61d4b5d0-2d9f-4e11-8ce6-c1f3df00a346 service nova] [instance: f82bad60-9320-4a4e-af74-21557692aa80] Received event network-changed-0f0743aa-09d0-41e4-9150-f1c790d33db1 {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1514.595771] env[62574]: DEBUG nova.compute.manager [req-5f86050f-7d2c-4bcc-b6e3-c0693a6784ee req-61d4b5d0-2d9f-4e11-8ce6-c1f3df00a346 service nova] [instance: f82bad60-9320-4a4e-af74-21557692aa80] Refreshing instance network info cache due to event network-changed-0f0743aa-09d0-41e4-9150-f1c790d33db1. {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1514.595957] env[62574]: DEBUG oslo_concurrency.lockutils [req-5f86050f-7d2c-4bcc-b6e3-c0693a6784ee req-61d4b5d0-2d9f-4e11-8ce6-c1f3df00a346 service nova] Acquiring lock "refresh_cache-f82bad60-9320-4a4e-af74-21557692aa80" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1514.596197] env[62574]: DEBUG oslo_concurrency.lockutils [req-5f86050f-7d2c-4bcc-b6e3-c0693a6784ee req-61d4b5d0-2d9f-4e11-8ce6-c1f3df00a346 service nova] Acquired lock "refresh_cache-f82bad60-9320-4a4e-af74-21557692aa80" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1514.596197] env[62574]: DEBUG nova.network.neutron [req-5f86050f-7d2c-4bcc-b6e3-c0693a6784ee req-61d4b5d0-2d9f-4e11-8ce6-c1f3df00a346 service nova] [instance: f82bad60-9320-4a4e-af74-21557692aa80] Refreshing network info cache for port 0f0743aa-09d0-41e4-9150-f1c790d33db1 {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1514.677894] env[62574]: DEBUG nova.compute.manager [None req-94fb1ff1-c3d0-4da3-b8e0-ccc432ffde04 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] [instance: b4522995-fb9c-471f-bd36-af8b721aa5ff] Starting instance... {{(pid=62574) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1514.692499] env[62574]: DEBUG oslo_vmware.api [None req-c610b6ed-455f-4025-86b8-4e4d5cdb0b9e tempest-ServerDiagnosticsTest-924160412 tempest-ServerDiagnosticsTest-924160412-project-member] Task: {'id': task-1861243, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.495961} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1514.692609] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-c610b6ed-455f-4025-86b8-4e4d5cdb0b9e tempest-ServerDiagnosticsTest-924160412 tempest-ServerDiagnosticsTest-924160412-project-member] Deleted the datastore file {{(pid=62574) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1514.692734] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-c610b6ed-455f-4025-86b8-4e4d5cdb0b9e tempest-ServerDiagnosticsTest-924160412 tempest-ServerDiagnosticsTest-924160412-project-member] [instance: 6d6540ed-ae82-4304-a6f2-7b7063587647] Deleted contents of the VM from datastore datastore1 {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1514.692913] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-c610b6ed-455f-4025-86b8-4e4d5cdb0b9e tempest-ServerDiagnosticsTest-924160412 tempest-ServerDiagnosticsTest-924160412-project-member] [instance: 6d6540ed-ae82-4304-a6f2-7b7063587647] Instance destroyed {{(pid=62574) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1514.694699] env[62574]: INFO nova.compute.manager [None req-c610b6ed-455f-4025-86b8-4e4d5cdb0b9e tempest-ServerDiagnosticsTest-924160412 tempest-ServerDiagnosticsTest-924160412-project-member] [instance: 6d6540ed-ae82-4304-a6f2-7b7063587647] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1514.694699] env[62574]: DEBUG oslo.service.loopingcall [None req-c610b6ed-455f-4025-86b8-4e4d5cdb0b9e tempest-ServerDiagnosticsTest-924160412 tempest-ServerDiagnosticsTest-924160412-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62574) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1514.694699] env[62574]: DEBUG nova.compute.manager [-] [instance: 6d6540ed-ae82-4304-a6f2-7b7063587647] Deallocating network for instance {{(pid=62574) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1514.694699] env[62574]: DEBUG nova.network.neutron [-] [instance: 6d6540ed-ae82-4304-a6f2-7b7063587647] deallocate_for_instance() {{(pid=62574) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1514.840912] env[62574]: DEBUG oslo_concurrency.lockutils [None req-32051c68-37c9-44b2-bcf1-7cfd221e5718 tempest-FloatingIPsAssociationTestJSON-1230011338 tempest-FloatingIPsAssociationTestJSON-1230011338-project-member] Lock "bf01cd22-6cbb-4a95-aca8-4bcdabdc5b36" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.715s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1514.883752] env[62574]: DEBUG oslo_concurrency.lockutils [None req-4ba93575-f762-4982-b1a7-94483bf9cb83 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Acquiring lock "296cf9dd-e110-4144-8899-56fb0d257b8b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1514.884048] env[62574]: DEBUG oslo_concurrency.lockutils [None req-4ba93575-f762-4982-b1a7-94483bf9cb83 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Lock "296cf9dd-e110-4144-8899-56fb0d257b8b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1515.014316] env[62574]: DEBUG oslo_vmware.api [None req-45db852b-550a-4427-bf0b-bbf2c61857f1 tempest-VolumesAssistedSnapshotsTest-330692648 tempest-VolumesAssistedSnapshotsTest-330692648-project-member] Task: {'id': task-1861244, 'name': Rename_Task} progress is 14%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1515.019138] env[62574]: DEBUG nova.compute.manager [req-23b0de49-c925-46e5-93db-156797d0fd4b req-63e9c6e0-8057-4861-a1a8-f144f1dd04eb service nova] [instance: 63c7e049-a6db-462e-a0c6-52ec32e23f86] Received event network-vif-plugged-f72894df-1960-47d8-8585-7f81f7513def {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1515.019138] env[62574]: DEBUG oslo_concurrency.lockutils [req-23b0de49-c925-46e5-93db-156797d0fd4b req-63e9c6e0-8057-4861-a1a8-f144f1dd04eb service nova] Acquiring lock "63c7e049-a6db-462e-a0c6-52ec32e23f86-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1515.019138] env[62574]: DEBUG oslo_concurrency.lockutils [req-23b0de49-c925-46e5-93db-156797d0fd4b req-63e9c6e0-8057-4861-a1a8-f144f1dd04eb service nova] Lock "63c7e049-a6db-462e-a0c6-52ec32e23f86-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1515.019138] env[62574]: DEBUG oslo_concurrency.lockutils [req-23b0de49-c925-46e5-93db-156797d0fd4b req-63e9c6e0-8057-4861-a1a8-f144f1dd04eb service nova] Lock "63c7e049-a6db-462e-a0c6-52ec32e23f86-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1515.019138] env[62574]: DEBUG nova.compute.manager [req-23b0de49-c925-46e5-93db-156797d0fd4b req-63e9c6e0-8057-4861-a1a8-f144f1dd04eb service nova] [instance: 63c7e049-a6db-462e-a0c6-52ec32e23f86] No waiting events found dispatching network-vif-plugged-f72894df-1960-47d8-8585-7f81f7513def {{(pid=62574) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1515.019561] env[62574]: WARNING nova.compute.manager [req-23b0de49-c925-46e5-93db-156797d0fd4b req-63e9c6e0-8057-4861-a1a8-f144f1dd04eb service nova] [instance: 63c7e049-a6db-462e-a0c6-52ec32e23f86] Received unexpected event network-vif-plugged-f72894df-1960-47d8-8585-7f81f7513def for instance with vm_state building and task_state spawning. [ 1515.034034] env[62574]: DEBUG oslo_concurrency.lockutils [None req-b29d7fc3-614b-4b61-9099-7497ea105776 tempest-ServersWithSpecificFlavorTestJSON-1641053384 tempest-ServersWithSpecificFlavorTestJSON-1641053384-project-member] Releasing lock "refresh_cache-63c7e049-a6db-462e-a0c6-52ec32e23f86" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1515.034034] env[62574]: DEBUG nova.compute.manager [None req-b29d7fc3-614b-4b61-9099-7497ea105776 tempest-ServersWithSpecificFlavorTestJSON-1641053384 tempest-ServersWithSpecificFlavorTestJSON-1641053384-project-member] [instance: 63c7e049-a6db-462e-a0c6-52ec32e23f86] Instance network_info: |[{"id": "f72894df-1960-47d8-8585-7f81f7513def", "address": "fa:16:3e:18:32:d3", "network": {"id": "8bb61dfa-14c4-4c8c-81b0-4fc9928a6e8a", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-240900669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "679586b75f7c43ec8322818c36994d91", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31a7f15-a808-4199-9071-31fd05e316ea", "external-id": "nsx-vlan-transportzone-388", "segmentation_id": 388, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf72894df-19", "ovs_interfaceid": "f72894df-1960-47d8-8585-7f81f7513def", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62574) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1515.034239] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-b29d7fc3-614b-4b61-9099-7497ea105776 tempest-ServersWithSpecificFlavorTestJSON-1641053384 tempest-ServersWithSpecificFlavorTestJSON-1641053384-project-member] [instance: 63c7e049-a6db-462e-a0c6-52ec32e23f86] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:18:32:d3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e31a7f15-a808-4199-9071-31fd05e316ea', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f72894df-1960-47d8-8585-7f81f7513def', 'vif_model': 'vmxnet3'}] {{(pid=62574) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1515.042322] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-b29d7fc3-614b-4b61-9099-7497ea105776 tempest-ServersWithSpecificFlavorTestJSON-1641053384 tempest-ServersWithSpecificFlavorTestJSON-1641053384-project-member] Creating folder: Project (679586b75f7c43ec8322818c36994d91). Parent ref: group-v384746. {{(pid=62574) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1515.044637] env[62574]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2606ed03-7912-46e2-8474-4725358f8ad8 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.059021] env[62574]: INFO nova.virt.vmwareapi.vm_util [None req-b29d7fc3-614b-4b61-9099-7497ea105776 tempest-ServersWithSpecificFlavorTestJSON-1641053384 tempest-ServersWithSpecificFlavorTestJSON-1641053384-project-member] Created folder: Project (679586b75f7c43ec8322818c36994d91) in parent group-v384746. [ 1515.059021] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-b29d7fc3-614b-4b61-9099-7497ea105776 tempest-ServersWithSpecificFlavorTestJSON-1641053384 tempest-ServersWithSpecificFlavorTestJSON-1641053384-project-member] Creating folder: Instances. Parent ref: group-v384792. {{(pid=62574) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1515.059021] env[62574]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f1d820cf-48b1-413d-845c-b152f67b655e {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.070183] env[62574]: INFO nova.virt.vmwareapi.vm_util [None req-b29d7fc3-614b-4b61-9099-7497ea105776 tempest-ServersWithSpecificFlavorTestJSON-1641053384 tempest-ServersWithSpecificFlavorTestJSON-1641053384-project-member] Created folder: Instances in parent group-v384792. [ 1515.070183] env[62574]: DEBUG oslo.service.loopingcall [None req-b29d7fc3-614b-4b61-9099-7497ea105776 tempest-ServersWithSpecificFlavorTestJSON-1641053384 tempest-ServersWithSpecificFlavorTestJSON-1641053384-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62574) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1515.070183] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 63c7e049-a6db-462e-a0c6-52ec32e23f86] Creating VM on the ESX host {{(pid=62574) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1515.070183] env[62574]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f587f95f-4469-4363-a18f-dc30163708c6 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.086899] env[62574]: DEBUG oslo_concurrency.lockutils [None req-2df297fa-4567-45c5-811b-8a06c2cfa33b tempest-ServersAdmin275Test-1369324412 tempest-ServersAdmin275Test-1369324412-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.724s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1515.088859] env[62574]: DEBUG nova.compute.manager [None req-2df297fa-4567-45c5-811b-8a06c2cfa33b tempest-ServersAdmin275Test-1369324412 tempest-ServersAdmin275Test-1369324412-project-member] [instance: 90b44fba-636a-414f-b286-7baf5adc2122] Start building networks asynchronously for instance. {{(pid=62574) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1515.092563] env[62574]: DEBUG oslo_concurrency.lockutils [None req-c4c595eb-842c-47d8-90b6-4bc17bb70c93 tempest-TenantUsagesTestJSON-1701219257 tempest-TenantUsagesTestJSON-1701219257-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.061s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1515.094145] env[62574]: INFO nova.compute.claims [None req-c4c595eb-842c-47d8-90b6-4bc17bb70c93 tempest-TenantUsagesTestJSON-1701219257 tempest-TenantUsagesTestJSON-1701219257-project-member] [instance: 049aed69-5511-4770-9a62-039b2f21d60f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1515.104066] env[62574]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1515.104066] env[62574]: value = "task-1861247" [ 1515.104066] env[62574]: _type = "Task" [ 1515.104066] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1515.113090] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1861247, 'name': CreateVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1515.206594] env[62574]: DEBUG oslo_concurrency.lockutils [None req-94fb1ff1-c3d0-4da3-b8e0-ccc432ffde04 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1515.345021] env[62574]: DEBUG nova.compute.manager [None req-a8139111-9c86-4110-a2ce-b526ad630528 tempest-AttachInterfacesUnderV243Test-962410907 tempest-AttachInterfacesUnderV243Test-962410907-project-member] [instance: ae9a6ff7-cc1f-43dc-9acb-47aaa3d1089e] Starting instance... {{(pid=62574) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1515.521686] env[62574]: DEBUG oslo_vmware.api [None req-45db852b-550a-4427-bf0b-bbf2c61857f1 tempest-VolumesAssistedSnapshotsTest-330692648 tempest-VolumesAssistedSnapshotsTest-330692648-project-member] Task: {'id': task-1861244, 'name': Rename_Task, 'duration_secs': 0.841631} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1515.523902] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-45db852b-550a-4427-bf0b-bbf2c61857f1 tempest-VolumesAssistedSnapshotsTest-330692648 tempest-VolumesAssistedSnapshotsTest-330692648-project-member] [instance: f82bad60-9320-4a4e-af74-21557692aa80] Powering on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1515.527522] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7a0fb4e5-43d5-4e64-a633-bd5489337776 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.536488] env[62574]: DEBUG oslo_vmware.api [None req-45db852b-550a-4427-bf0b-bbf2c61857f1 tempest-VolumesAssistedSnapshotsTest-330692648 tempest-VolumesAssistedSnapshotsTest-330692648-project-member] Waiting for the task: (returnval){ [ 1515.536488] env[62574]: value = "task-1861248" [ 1515.536488] env[62574]: _type = "Task" [ 1515.536488] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1515.554924] env[62574]: DEBUG oslo_vmware.api [None req-45db852b-550a-4427-bf0b-bbf2c61857f1 tempest-VolumesAssistedSnapshotsTest-330692648 tempest-VolumesAssistedSnapshotsTest-330692648-project-member] Task: {'id': task-1861248, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1515.602083] env[62574]: DEBUG nova.compute.utils [None req-2df297fa-4567-45c5-811b-8a06c2cfa33b tempest-ServersAdmin275Test-1369324412 tempest-ServersAdmin275Test-1369324412-project-member] Using /dev/sd instead of None {{(pid=62574) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1515.606698] env[62574]: DEBUG nova.compute.manager [None req-2df297fa-4567-45c5-811b-8a06c2cfa33b tempest-ServersAdmin275Test-1369324412 tempest-ServersAdmin275Test-1369324412-project-member] [instance: 90b44fba-636a-414f-b286-7baf5adc2122] Not allocating networking since 'none' was specified. {{(pid=62574) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1515.615589] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1861247, 'name': CreateVM_Task, 'duration_secs': 0.486002} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1515.615783] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 63c7e049-a6db-462e-a0c6-52ec32e23f86] Created VM on the ESX host {{(pid=62574) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1515.616500] env[62574]: DEBUG oslo_concurrency.lockutils [None req-b29d7fc3-614b-4b61-9099-7497ea105776 tempest-ServersWithSpecificFlavorTestJSON-1641053384 tempest-ServersWithSpecificFlavorTestJSON-1641053384-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1515.616656] env[62574]: DEBUG oslo_concurrency.lockutils [None req-b29d7fc3-614b-4b61-9099-7497ea105776 tempest-ServersWithSpecificFlavorTestJSON-1641053384 tempest-ServersWithSpecificFlavorTestJSON-1641053384-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.616976] env[62574]: DEBUG oslo_concurrency.lockutils [None req-b29d7fc3-614b-4b61-9099-7497ea105776 tempest-ServersWithSpecificFlavorTestJSON-1641053384 tempest-ServersWithSpecificFlavorTestJSON-1641053384-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1515.617358] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9c3df1f6-c549-4ab3-bb2a-a71b0093af32 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.622757] env[62574]: DEBUG oslo_vmware.api [None req-b29d7fc3-614b-4b61-9099-7497ea105776 tempest-ServersWithSpecificFlavorTestJSON-1641053384 tempest-ServersWithSpecificFlavorTestJSON-1641053384-project-member] Waiting for the task: (returnval){ [ 1515.622757] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]521bfba7-87b0-09c2-4a04-af29025c121a" [ 1515.622757] env[62574]: _type = "Task" [ 1515.622757] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1515.632024] env[62574]: DEBUG oslo_vmware.api [None req-b29d7fc3-614b-4b61-9099-7497ea105776 tempest-ServersWithSpecificFlavorTestJSON-1641053384 tempest-ServersWithSpecificFlavorTestJSON-1641053384-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]521bfba7-87b0-09c2-4a04-af29025c121a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1515.871721] env[62574]: DEBUG oslo_concurrency.lockutils [None req-a8139111-9c86-4110-a2ce-b526ad630528 tempest-AttachInterfacesUnderV243Test-962410907 tempest-AttachInterfacesUnderV243Test-962410907-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1515.891656] env[62574]: DEBUG nova.network.neutron [req-5f86050f-7d2c-4bcc-b6e3-c0693a6784ee req-61d4b5d0-2d9f-4e11-8ce6-c1f3df00a346 service nova] [instance: f82bad60-9320-4a4e-af74-21557692aa80] Updated VIF entry in instance network info cache for port 0f0743aa-09d0-41e4-9150-f1c790d33db1. {{(pid=62574) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1515.892105] env[62574]: DEBUG nova.network.neutron [req-5f86050f-7d2c-4bcc-b6e3-c0693a6784ee req-61d4b5d0-2d9f-4e11-8ce6-c1f3df00a346 service nova] [instance: f82bad60-9320-4a4e-af74-21557692aa80] Updating instance_info_cache with network_info: [{"id": "0f0743aa-09d0-41e4-9150-f1c790d33db1", "address": "fa:16:3e:97:ed:63", "network": {"id": "7b7be27f-a94f-47d5-8fa9-88653678307e", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-659365786-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6d2e5bf056b845e5bff2000db2da81d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "721c6720-3ce0-450e-9951-a894f03acc27", "external-id": "nsx-vlan-transportzone-394", "segmentation_id": 394, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f0743aa-09", "ovs_interfaceid": "0f0743aa-09d0-41e4-9150-f1c790d33db1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1515.967493] env[62574]: DEBUG nova.network.neutron [-] [instance: 6d6540ed-ae82-4304-a6f2-7b7063587647] Updating instance_info_cache with network_info: [] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1516.032516] env[62574]: DEBUG oslo_concurrency.lockutils [None req-b4a74d3b-4518-4ef6-94d2-fbcd7a7c6429 tempest-ServerShowV254Test-52812069 tempest-ServerShowV254Test-52812069-project-member] Acquiring lock "b79bac0e-5cb0-43de-b10f-26262358e61e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1516.032794] env[62574]: DEBUG oslo_concurrency.lockutils [None req-b4a74d3b-4518-4ef6-94d2-fbcd7a7c6429 tempest-ServerShowV254Test-52812069 tempest-ServerShowV254Test-52812069-project-member] Lock "b79bac0e-5cb0-43de-b10f-26262358e61e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1516.033067] env[62574]: DEBUG oslo_concurrency.lockutils [None req-b4a74d3b-4518-4ef6-94d2-fbcd7a7c6429 tempest-ServerShowV254Test-52812069 tempest-ServerShowV254Test-52812069-project-member] Acquiring lock "b79bac0e-5cb0-43de-b10f-26262358e61e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1516.033266] env[62574]: DEBUG oslo_concurrency.lockutils [None req-b4a74d3b-4518-4ef6-94d2-fbcd7a7c6429 tempest-ServerShowV254Test-52812069 tempest-ServerShowV254Test-52812069-project-member] Lock "b79bac0e-5cb0-43de-b10f-26262358e61e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1516.033435] env[62574]: DEBUG oslo_concurrency.lockutils [None req-b4a74d3b-4518-4ef6-94d2-fbcd7a7c6429 tempest-ServerShowV254Test-52812069 tempest-ServerShowV254Test-52812069-project-member] Lock "b79bac0e-5cb0-43de-b10f-26262358e61e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1516.035598] env[62574]: INFO nova.compute.manager [None req-b4a74d3b-4518-4ef6-94d2-fbcd7a7c6429 tempest-ServerShowV254Test-52812069 tempest-ServerShowV254Test-52812069-project-member] [instance: b79bac0e-5cb0-43de-b10f-26262358e61e] Terminating instance [ 1516.048599] env[62574]: DEBUG oslo_vmware.api [None req-45db852b-550a-4427-bf0b-bbf2c61857f1 tempest-VolumesAssistedSnapshotsTest-330692648 tempest-VolumesAssistedSnapshotsTest-330692648-project-member] Task: {'id': task-1861248, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1516.108654] env[62574]: DEBUG nova.compute.manager [None req-2df297fa-4567-45c5-811b-8a06c2cfa33b tempest-ServersAdmin275Test-1369324412 tempest-ServersAdmin275Test-1369324412-project-member] [instance: 90b44fba-636a-414f-b286-7baf5adc2122] Start building block device mappings for instance. {{(pid=62574) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1516.135761] env[62574]: DEBUG oslo_vmware.api [None req-b29d7fc3-614b-4b61-9099-7497ea105776 tempest-ServersWithSpecificFlavorTestJSON-1641053384 tempest-ServersWithSpecificFlavorTestJSON-1641053384-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]521bfba7-87b0-09c2-4a04-af29025c121a, 'name': SearchDatastore_Task, 'duration_secs': 0.010944} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1516.135761] env[62574]: DEBUG oslo_concurrency.lockutils [None req-b29d7fc3-614b-4b61-9099-7497ea105776 tempest-ServersWithSpecificFlavorTestJSON-1641053384 tempest-ServersWithSpecificFlavorTestJSON-1641053384-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1516.135761] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-b29d7fc3-614b-4b61-9099-7497ea105776 tempest-ServersWithSpecificFlavorTestJSON-1641053384 tempest-ServersWithSpecificFlavorTestJSON-1641053384-project-member] [instance: 63c7e049-a6db-462e-a0c6-52ec32e23f86] Processing image 3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2 {{(pid=62574) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1516.135761] env[62574]: DEBUG oslo_concurrency.lockutils [None req-b29d7fc3-614b-4b61-9099-7497ea105776 tempest-ServersWithSpecificFlavorTestJSON-1641053384 tempest-ServersWithSpecificFlavorTestJSON-1641053384-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1516.136192] env[62574]: DEBUG oslo_concurrency.lockutils [None req-b29d7fc3-614b-4b61-9099-7497ea105776 tempest-ServersWithSpecificFlavorTestJSON-1641053384 tempest-ServersWithSpecificFlavorTestJSON-1641053384-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1516.136192] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-b29d7fc3-614b-4b61-9099-7497ea105776 tempest-ServersWithSpecificFlavorTestJSON-1641053384 tempest-ServersWithSpecificFlavorTestJSON-1641053384-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1516.136192] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d6cba321-d0f8-473f-b36b-0d82af538625 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.149104] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-b29d7fc3-614b-4b61-9099-7497ea105776 tempest-ServersWithSpecificFlavorTestJSON-1641053384 tempest-ServersWithSpecificFlavorTestJSON-1641053384-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1516.149385] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-b29d7fc3-614b-4b61-9099-7497ea105776 tempest-ServersWithSpecificFlavorTestJSON-1641053384 tempest-ServersWithSpecificFlavorTestJSON-1641053384-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62574) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1516.153420] env[62574]: DEBUG nova.network.neutron [None req-4194893c-404e-4ac9-9bb4-a4e2394b7390 tempest-AttachInterfacesV270Test-530238025 tempest-AttachInterfacesV270Test-530238025-project-member] [instance: f80f71e8-1b2f-476e-9b7e-b1dd3b0d7df8] Successfully updated port: c4aa9ee0-c781-4a4f-a144-00394f27aa44 {{(pid=62574) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1516.154798] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b566b1b-5f19-4ce5-8c0e-7d1606fe373a {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.164333] env[62574]: DEBUG oslo_vmware.api [None req-b29d7fc3-614b-4b61-9099-7497ea105776 tempest-ServersWithSpecificFlavorTestJSON-1641053384 tempest-ServersWithSpecificFlavorTestJSON-1641053384-project-member] Waiting for the task: (returnval){ [ 1516.164333] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]52ff1908-66c2-5e0f-a6c2-c73847207850" [ 1516.164333] env[62574]: _type = "Task" [ 1516.164333] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1516.180276] env[62574]: DEBUG oslo_vmware.api [None req-b29d7fc3-614b-4b61-9099-7497ea105776 tempest-ServersWithSpecificFlavorTestJSON-1641053384 tempest-ServersWithSpecificFlavorTestJSON-1641053384-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52ff1908-66c2-5e0f-a6c2-c73847207850, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1516.395931] env[62574]: DEBUG oslo_concurrency.lockutils [req-5f86050f-7d2c-4bcc-b6e3-c0693a6784ee req-61d4b5d0-2d9f-4e11-8ce6-c1f3df00a346 service nova] Releasing lock "refresh_cache-f82bad60-9320-4a4e-af74-21557692aa80" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1516.470859] env[62574]: INFO nova.compute.manager [-] [instance: 6d6540ed-ae82-4304-a6f2-7b7063587647] Took 1.78 seconds to deallocate network for instance. [ 1516.545848] env[62574]: DEBUG oslo_concurrency.lockutils [None req-b4a74d3b-4518-4ef6-94d2-fbcd7a7c6429 tempest-ServerShowV254Test-52812069 tempest-ServerShowV254Test-52812069-project-member] Acquiring lock "refresh_cache-b79bac0e-5cb0-43de-b10f-26262358e61e" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1516.546504] env[62574]: DEBUG oslo_concurrency.lockutils [None req-b4a74d3b-4518-4ef6-94d2-fbcd7a7c6429 tempest-ServerShowV254Test-52812069 tempest-ServerShowV254Test-52812069-project-member] Acquired lock "refresh_cache-b79bac0e-5cb0-43de-b10f-26262358e61e" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1516.546843] env[62574]: DEBUG nova.network.neutron [None req-b4a74d3b-4518-4ef6-94d2-fbcd7a7c6429 tempest-ServerShowV254Test-52812069 tempest-ServerShowV254Test-52812069-project-member] [instance: b79bac0e-5cb0-43de-b10f-26262358e61e] Building network info cache for instance {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1516.554960] env[62574]: DEBUG oslo_vmware.api [None req-45db852b-550a-4427-bf0b-bbf2c61857f1 tempest-VolumesAssistedSnapshotsTest-330692648 tempest-VolumesAssistedSnapshotsTest-330692648-project-member] Task: {'id': task-1861248, 'name': PowerOnVM_Task, 'duration_secs': 0.800804} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1516.557587] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-45db852b-550a-4427-bf0b-bbf2c61857f1 tempest-VolumesAssistedSnapshotsTest-330692648 tempest-VolumesAssistedSnapshotsTest-330692648-project-member] [instance: f82bad60-9320-4a4e-af74-21557692aa80] Powered on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1516.557587] env[62574]: INFO nova.compute.manager [None req-45db852b-550a-4427-bf0b-bbf2c61857f1 tempest-VolumesAssistedSnapshotsTest-330692648 tempest-VolumesAssistedSnapshotsTest-330692648-project-member] [instance: f82bad60-9320-4a4e-af74-21557692aa80] Took 11.58 seconds to spawn the instance on the hypervisor. [ 1516.557587] env[62574]: DEBUG nova.compute.manager [None req-45db852b-550a-4427-bf0b-bbf2c61857f1 tempest-VolumesAssistedSnapshotsTest-330692648 tempest-VolumesAssistedSnapshotsTest-330692648-project-member] [instance: f82bad60-9320-4a4e-af74-21557692aa80] Checking state {{(pid=62574) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1516.557587] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e385095-43df-4489-8ae2-7d05af98cc74 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.627024] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa1636a6-07a8-48bf-99da-fa6cdfb31aff {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.632484] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-830541ee-3780-43ce-be9d-c38f1d2b4e81 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.665302] env[62574]: DEBUG oslo_concurrency.lockutils [None req-4194893c-404e-4ac9-9bb4-a4e2394b7390 tempest-AttachInterfacesV270Test-530238025 tempest-AttachInterfacesV270Test-530238025-project-member] Acquiring lock "refresh_cache-f80f71e8-1b2f-476e-9b7e-b1dd3b0d7df8" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1516.665454] env[62574]: DEBUG oslo_concurrency.lockutils [None req-4194893c-404e-4ac9-9bb4-a4e2394b7390 tempest-AttachInterfacesV270Test-530238025 tempest-AttachInterfacesV270Test-530238025-project-member] Acquired lock "refresh_cache-f80f71e8-1b2f-476e-9b7e-b1dd3b0d7df8" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1516.665605] env[62574]: DEBUG nova.network.neutron [None req-4194893c-404e-4ac9-9bb4-a4e2394b7390 tempest-AttachInterfacesV270Test-530238025 tempest-AttachInterfacesV270Test-530238025-project-member] [instance: f80f71e8-1b2f-476e-9b7e-b1dd3b0d7df8] Building network info cache for instance {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1516.667838] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9c06439-e2f7-479f-8e5b-87ffc8e99a41 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.680452] env[62574]: DEBUG oslo_vmware.api [None req-b29d7fc3-614b-4b61-9099-7497ea105776 tempest-ServersWithSpecificFlavorTestJSON-1641053384 tempest-ServersWithSpecificFlavorTestJSON-1641053384-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52ff1908-66c2-5e0f-a6c2-c73847207850, 'name': SearchDatastore_Task, 'duration_secs': 0.011438} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1516.682989] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-46849609-97d9-49c7-9bcd-784603797d96 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.686121] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e593830-af1a-4988-94ec-33a6ac1218cd {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.693103] env[62574]: DEBUG oslo_vmware.api [None req-b29d7fc3-614b-4b61-9099-7497ea105776 tempest-ServersWithSpecificFlavorTestJSON-1641053384 tempest-ServersWithSpecificFlavorTestJSON-1641053384-project-member] Waiting for the task: (returnval){ [ 1516.693103] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]5217e118-3297-6415-cf25-0d2cb66907a1" [ 1516.693103] env[62574]: _type = "Task" [ 1516.693103] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1516.702714] env[62574]: DEBUG nova.compute.provider_tree [None req-c4c595eb-842c-47d8-90b6-4bc17bb70c93 tempest-TenantUsagesTestJSON-1701219257 tempest-TenantUsagesTestJSON-1701219257-project-member] Inventory has not changed in ProviderTree for provider: f0ed160a-beff-4626-a531-2a70d7bc0627 {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1516.713145] env[62574]: DEBUG oslo_vmware.api [None req-b29d7fc3-614b-4b61-9099-7497ea105776 tempest-ServersWithSpecificFlavorTestJSON-1641053384 tempest-ServersWithSpecificFlavorTestJSON-1641053384-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]5217e118-3297-6415-cf25-0d2cb66907a1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1516.979028] env[62574]: DEBUG oslo_concurrency.lockutils [None req-c610b6ed-455f-4025-86b8-4e4d5cdb0b9e tempest-ServerDiagnosticsTest-924160412 tempest-ServerDiagnosticsTest-924160412-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1517.071116] env[62574]: DEBUG nova.network.neutron [None req-b4a74d3b-4518-4ef6-94d2-fbcd7a7c6429 tempest-ServerShowV254Test-52812069 tempest-ServerShowV254Test-52812069-project-member] [instance: b79bac0e-5cb0-43de-b10f-26262358e61e] Instance cache missing network info. {{(pid=62574) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1517.084025] env[62574]: INFO nova.compute.manager [None req-45db852b-550a-4427-bf0b-bbf2c61857f1 tempest-VolumesAssistedSnapshotsTest-330692648 tempest-VolumesAssistedSnapshotsTest-330692648-project-member] [instance: f82bad60-9320-4a4e-af74-21557692aa80] Took 26.72 seconds to build instance. [ 1517.125023] env[62574]: DEBUG nova.compute.manager [None req-2df297fa-4567-45c5-811b-8a06c2cfa33b tempest-ServersAdmin275Test-1369324412 tempest-ServersAdmin275Test-1369324412-project-member] [instance: 90b44fba-636a-414f-b286-7baf5adc2122] Start spawning the instance on the hypervisor. {{(pid=62574) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1517.153541] env[62574]: DEBUG nova.network.neutron [None req-b4a74d3b-4518-4ef6-94d2-fbcd7a7c6429 tempest-ServerShowV254Test-52812069 tempest-ServerShowV254Test-52812069-project-member] [instance: b79bac0e-5cb0-43de-b10f-26262358e61e] Updating instance_info_cache with network_info: [] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1517.162403] env[62574]: DEBUG nova.virt.hardware [None req-2df297fa-4567-45c5-811b-8a06c2cfa33b tempest-ServersAdmin275Test-1369324412 tempest-ServersAdmin275Test-1369324412-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T19:26:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-13T19:26:40Z,direct_url=,disk_format='vmdk',id=3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7eed1dd4d2c3418eb32c4f4ceda3ab0d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-13T19:26:41Z,virtual_size=,visibility=), allow threads: False {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1517.162695] env[62574]: DEBUG nova.virt.hardware [None req-2df297fa-4567-45c5-811b-8a06c2cfa33b tempest-ServersAdmin275Test-1369324412 tempest-ServersAdmin275Test-1369324412-project-member] Flavor limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1517.162856] env[62574]: DEBUG nova.virt.hardware [None req-2df297fa-4567-45c5-811b-8a06c2cfa33b tempest-ServersAdmin275Test-1369324412 tempest-ServersAdmin275Test-1369324412-project-member] Image limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1517.163051] env[62574]: DEBUG nova.virt.hardware [None req-2df297fa-4567-45c5-811b-8a06c2cfa33b tempest-ServersAdmin275Test-1369324412 tempest-ServersAdmin275Test-1369324412-project-member] Flavor pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1517.163215] env[62574]: DEBUG nova.virt.hardware [None req-2df297fa-4567-45c5-811b-8a06c2cfa33b tempest-ServersAdmin275Test-1369324412 tempest-ServersAdmin275Test-1369324412-project-member] Image pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1517.163361] env[62574]: DEBUG nova.virt.hardware [None req-2df297fa-4567-45c5-811b-8a06c2cfa33b tempest-ServersAdmin275Test-1369324412 tempest-ServersAdmin275Test-1369324412-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1517.163573] env[62574]: DEBUG nova.virt.hardware [None req-2df297fa-4567-45c5-811b-8a06c2cfa33b tempest-ServersAdmin275Test-1369324412 tempest-ServersAdmin275Test-1369324412-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1517.163733] env[62574]: DEBUG nova.virt.hardware [None req-2df297fa-4567-45c5-811b-8a06c2cfa33b tempest-ServersAdmin275Test-1369324412 tempest-ServersAdmin275Test-1369324412-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1517.163894] env[62574]: DEBUG nova.virt.hardware [None req-2df297fa-4567-45c5-811b-8a06c2cfa33b tempest-ServersAdmin275Test-1369324412 tempest-ServersAdmin275Test-1369324412-project-member] Got 1 possible topologies {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1517.164706] env[62574]: DEBUG nova.virt.hardware [None req-2df297fa-4567-45c5-811b-8a06c2cfa33b tempest-ServersAdmin275Test-1369324412 tempest-ServersAdmin275Test-1369324412-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1517.164706] env[62574]: DEBUG nova.virt.hardware [None req-2df297fa-4567-45c5-811b-8a06c2cfa33b tempest-ServersAdmin275Test-1369324412 tempest-ServersAdmin275Test-1369324412-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1517.166561] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-653f82b2-8571-4581-ad35-342bcd40408c {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.176136] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e86e64c0-9044-40d4-b1d8-07f97b069e0b {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.191893] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-2df297fa-4567-45c5-811b-8a06c2cfa33b tempest-ServersAdmin275Test-1369324412 tempest-ServersAdmin275Test-1369324412-project-member] [instance: 90b44fba-636a-414f-b286-7baf5adc2122] Instance VIF info [] {{(pid=62574) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1517.195933] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-2df297fa-4567-45c5-811b-8a06c2cfa33b tempest-ServersAdmin275Test-1369324412 tempest-ServersAdmin275Test-1369324412-project-member] Creating folder: Project (d2024aee91cf41f7a0fdc1b010290c1b). Parent ref: group-v384746. {{(pid=62574) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1517.196259] env[62574]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c1c70084-b1b3-4bad-baec-9281d2bed8e7 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.208477] env[62574]: DEBUG nova.scheduler.client.report [None req-c4c595eb-842c-47d8-90b6-4bc17bb70c93 tempest-TenantUsagesTestJSON-1701219257 tempest-TenantUsagesTestJSON-1701219257-project-member] Inventory has not changed for provider f0ed160a-beff-4626-a531-2a70d7bc0627 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 148, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1517.211630] env[62574]: INFO nova.virt.vmwareapi.vm_util [None req-2df297fa-4567-45c5-811b-8a06c2cfa33b tempest-ServersAdmin275Test-1369324412 tempest-ServersAdmin275Test-1369324412-project-member] Created folder: Project (d2024aee91cf41f7a0fdc1b010290c1b) in parent group-v384746. [ 1517.212336] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-2df297fa-4567-45c5-811b-8a06c2cfa33b tempest-ServersAdmin275Test-1369324412 tempest-ServersAdmin275Test-1369324412-project-member] Creating folder: Instances. Parent ref: group-v384795. {{(pid=62574) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1517.216075] env[62574]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0a281e59-2363-4d31-ada6-b5965a508c6d {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.217794] env[62574]: DEBUG oslo_vmware.api [None req-b29d7fc3-614b-4b61-9099-7497ea105776 tempest-ServersWithSpecificFlavorTestJSON-1641053384 tempest-ServersWithSpecificFlavorTestJSON-1641053384-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]5217e118-3297-6415-cf25-0d2cb66907a1, 'name': SearchDatastore_Task, 'duration_secs': 0.041047} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1517.218578] env[62574]: DEBUG nova.network.neutron [None req-4194893c-404e-4ac9-9bb4-a4e2394b7390 tempest-AttachInterfacesV270Test-530238025 tempest-AttachInterfacesV270Test-530238025-project-member] [instance: f80f71e8-1b2f-476e-9b7e-b1dd3b0d7df8] Instance cache missing network info. {{(pid=62574) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1517.220566] env[62574]: DEBUG oslo_concurrency.lockutils [None req-b29d7fc3-614b-4b61-9099-7497ea105776 tempest-ServersWithSpecificFlavorTestJSON-1641053384 tempest-ServersWithSpecificFlavorTestJSON-1641053384-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1517.220669] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-b29d7fc3-614b-4b61-9099-7497ea105776 tempest-ServersWithSpecificFlavorTestJSON-1641053384 tempest-ServersWithSpecificFlavorTestJSON-1641053384-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk to [datastore2] 63c7e049-a6db-462e-a0c6-52ec32e23f86/63c7e049-a6db-462e-a0c6-52ec32e23f86.vmdk {{(pid=62574) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1517.221262] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2bcec0dc-087d-4c4e-9be5-c136da455295 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.227862] env[62574]: DEBUG oslo_vmware.api [None req-b29d7fc3-614b-4b61-9099-7497ea105776 tempest-ServersWithSpecificFlavorTestJSON-1641053384 tempest-ServersWithSpecificFlavorTestJSON-1641053384-project-member] Waiting for the task: (returnval){ [ 1517.227862] env[62574]: value = "task-1861251" [ 1517.227862] env[62574]: _type = "Task" [ 1517.227862] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1517.229412] env[62574]: INFO nova.virt.vmwareapi.vm_util [None req-2df297fa-4567-45c5-811b-8a06c2cfa33b tempest-ServersAdmin275Test-1369324412 tempest-ServersAdmin275Test-1369324412-project-member] Created folder: Instances in parent group-v384795. [ 1517.229627] env[62574]: DEBUG oslo.service.loopingcall [None req-2df297fa-4567-45c5-811b-8a06c2cfa33b tempest-ServersAdmin275Test-1369324412 tempest-ServersAdmin275Test-1369324412-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62574) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1517.232590] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 90b44fba-636a-414f-b286-7baf5adc2122] Creating VM on the ESX host {{(pid=62574) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1517.233032] env[62574]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0d91f1a3-137a-4a90-af45-65ee4d7ba28a {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.251510] env[62574]: DEBUG oslo_vmware.api [None req-b29d7fc3-614b-4b61-9099-7497ea105776 tempest-ServersWithSpecificFlavorTestJSON-1641053384 tempest-ServersWithSpecificFlavorTestJSON-1641053384-project-member] Task: {'id': task-1861251, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1517.252820] env[62574]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1517.252820] env[62574]: value = "task-1861252" [ 1517.252820] env[62574]: _type = "Task" [ 1517.252820] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1517.261144] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1861252, 'name': CreateVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1517.478632] env[62574]: DEBUG nova.network.neutron [None req-4194893c-404e-4ac9-9bb4-a4e2394b7390 tempest-AttachInterfacesV270Test-530238025 tempest-AttachInterfacesV270Test-530238025-project-member] [instance: f80f71e8-1b2f-476e-9b7e-b1dd3b0d7df8] Updating instance_info_cache with network_info: [{"id": "c4aa9ee0-c781-4a4f-a144-00394f27aa44", "address": "fa:16:3e:20:ca:5d", "network": {"id": "4f67c352-18fe-423e-9d71-969ff0354589", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-593880450-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d34ae62438042e1b60f9106f13f4e74", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cc30a16-f070-421c-964e-50c9aa32f17a", "external-id": "nsx-vlan-transportzone-424", "segmentation_id": 424, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc4aa9ee0-c7", "ovs_interfaceid": "c4aa9ee0-c781-4a4f-a144-00394f27aa44", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1517.586813] env[62574]: DEBUG oslo_concurrency.lockutils [None req-45db852b-550a-4427-bf0b-bbf2c61857f1 tempest-VolumesAssistedSnapshotsTest-330692648 tempest-VolumesAssistedSnapshotsTest-330692648-project-member] Lock "f82bad60-9320-4a4e-af74-21557692aa80" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.923s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1517.669893] env[62574]: DEBUG oslo_concurrency.lockutils [None req-b4a74d3b-4518-4ef6-94d2-fbcd7a7c6429 tempest-ServerShowV254Test-52812069 tempest-ServerShowV254Test-52812069-project-member] Releasing lock "refresh_cache-b79bac0e-5cb0-43de-b10f-26262358e61e" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1517.669893] env[62574]: DEBUG nova.compute.manager [None req-b4a74d3b-4518-4ef6-94d2-fbcd7a7c6429 tempest-ServerShowV254Test-52812069 tempest-ServerShowV254Test-52812069-project-member] [instance: b79bac0e-5cb0-43de-b10f-26262358e61e] Start destroying the instance on the hypervisor. {{(pid=62574) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1517.669893] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-b4a74d3b-4518-4ef6-94d2-fbcd7a7c6429 tempest-ServerShowV254Test-52812069 tempest-ServerShowV254Test-52812069-project-member] [instance: b79bac0e-5cb0-43de-b10f-26262358e61e] Destroying instance {{(pid=62574) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1517.670522] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e249fe8f-f365-44fe-b776-12f91708fc3a {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.679573] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4a74d3b-4518-4ef6-94d2-fbcd7a7c6429 tempest-ServerShowV254Test-52812069 tempest-ServerShowV254Test-52812069-project-member] [instance: b79bac0e-5cb0-43de-b10f-26262358e61e] Powering off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1517.679920] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d14e110a-a6ab-4b7e-9c92-e3e4134a93b8 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.688445] env[62574]: DEBUG oslo_vmware.api [None req-b4a74d3b-4518-4ef6-94d2-fbcd7a7c6429 tempest-ServerShowV254Test-52812069 tempest-ServerShowV254Test-52812069-project-member] Waiting for the task: (returnval){ [ 1517.688445] env[62574]: value = "task-1861253" [ 1517.688445] env[62574]: _type = "Task" [ 1517.688445] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1517.699297] env[62574]: DEBUG oslo_vmware.api [None req-b4a74d3b-4518-4ef6-94d2-fbcd7a7c6429 tempest-ServerShowV254Test-52812069 tempest-ServerShowV254Test-52812069-project-member] Task: {'id': task-1861253, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1517.717531] env[62574]: DEBUG oslo_concurrency.lockutils [None req-c4c595eb-842c-47d8-90b6-4bc17bb70c93 tempest-TenantUsagesTestJSON-1701219257 tempest-TenantUsagesTestJSON-1701219257-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.625s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1517.718230] env[62574]: DEBUG nova.compute.manager [None req-c4c595eb-842c-47d8-90b6-4bc17bb70c93 tempest-TenantUsagesTestJSON-1701219257 tempest-TenantUsagesTestJSON-1701219257-project-member] [instance: 049aed69-5511-4770-9a62-039b2f21d60f] Start building networks asynchronously for instance. {{(pid=62574) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1517.721457] env[62574]: DEBUG oslo_concurrency.lockutils [None req-c52dd69c-5b06-43a2-ac65-43b86bc86553 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.551s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1517.725024] env[62574]: INFO nova.compute.claims [None req-c52dd69c-5b06-43a2-ac65-43b86bc86553 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] [instance: a40bab23-721e-4584-bda1-2bf5d0e0e37e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1517.743016] env[62574]: DEBUG oslo_vmware.api [None req-b29d7fc3-614b-4b61-9099-7497ea105776 tempest-ServersWithSpecificFlavorTestJSON-1641053384 tempest-ServersWithSpecificFlavorTestJSON-1641053384-project-member] Task: {'id': task-1861251, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1517.765405] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1861252, 'name': CreateVM_Task, 'duration_secs': 0.352708} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1517.766482] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 90b44fba-636a-414f-b286-7baf5adc2122] Created VM on the ESX host {{(pid=62574) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1517.767450] env[62574]: DEBUG oslo_concurrency.lockutils [None req-2df297fa-4567-45c5-811b-8a06c2cfa33b tempest-ServersAdmin275Test-1369324412 tempest-ServersAdmin275Test-1369324412-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1517.767450] env[62574]: DEBUG oslo_concurrency.lockutils [None req-2df297fa-4567-45c5-811b-8a06c2cfa33b tempest-ServersAdmin275Test-1369324412 tempest-ServersAdmin275Test-1369324412-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1517.767973] env[62574]: DEBUG oslo_concurrency.lockutils [None req-2df297fa-4567-45c5-811b-8a06c2cfa33b tempest-ServersAdmin275Test-1369324412 tempest-ServersAdmin275Test-1369324412-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1517.769153] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca50ec68-f21d-473d-95aa-8b35ae3fa404 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.777360] env[62574]: DEBUG oslo_vmware.api [None req-2df297fa-4567-45c5-811b-8a06c2cfa33b tempest-ServersAdmin275Test-1369324412 tempest-ServersAdmin275Test-1369324412-project-member] Waiting for the task: (returnval){ [ 1517.777360] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]5284f4f2-2b5a-261d-4040-cf14d0017988" [ 1517.777360] env[62574]: _type = "Task" [ 1517.777360] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1517.787377] env[62574]: DEBUG oslo_vmware.api [None req-2df297fa-4567-45c5-811b-8a06c2cfa33b tempest-ServersAdmin275Test-1369324412 tempest-ServersAdmin275Test-1369324412-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]5284f4f2-2b5a-261d-4040-cf14d0017988, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1517.854092] env[62574]: DEBUG nova.compute.manager [req-fc0fb30c-f16d-4337-8a19-d627e96a3a7a req-112e78be-015c-4649-b969-017910262c35 service nova] [instance: f80f71e8-1b2f-476e-9b7e-b1dd3b0d7df8] Received event network-vif-plugged-c4aa9ee0-c781-4a4f-a144-00394f27aa44 {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1517.854335] env[62574]: DEBUG oslo_concurrency.lockutils [req-fc0fb30c-f16d-4337-8a19-d627e96a3a7a req-112e78be-015c-4649-b969-017910262c35 service nova] Acquiring lock "f80f71e8-1b2f-476e-9b7e-b1dd3b0d7df8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1517.854499] env[62574]: DEBUG oslo_concurrency.lockutils [req-fc0fb30c-f16d-4337-8a19-d627e96a3a7a req-112e78be-015c-4649-b969-017910262c35 service nova] Lock "f80f71e8-1b2f-476e-9b7e-b1dd3b0d7df8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1517.854585] env[62574]: DEBUG oslo_concurrency.lockutils [req-fc0fb30c-f16d-4337-8a19-d627e96a3a7a req-112e78be-015c-4649-b969-017910262c35 service nova] Lock "f80f71e8-1b2f-476e-9b7e-b1dd3b0d7df8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1517.854754] env[62574]: DEBUG nova.compute.manager [req-fc0fb30c-f16d-4337-8a19-d627e96a3a7a req-112e78be-015c-4649-b969-017910262c35 service nova] [instance: f80f71e8-1b2f-476e-9b7e-b1dd3b0d7df8] No waiting events found dispatching network-vif-plugged-c4aa9ee0-c781-4a4f-a144-00394f27aa44 {{(pid=62574) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1517.854921] env[62574]: WARNING nova.compute.manager [req-fc0fb30c-f16d-4337-8a19-d627e96a3a7a req-112e78be-015c-4649-b969-017910262c35 service nova] [instance: f80f71e8-1b2f-476e-9b7e-b1dd3b0d7df8] Received unexpected event network-vif-plugged-c4aa9ee0-c781-4a4f-a144-00394f27aa44 for instance with vm_state building and task_state spawning. [ 1517.855127] env[62574]: DEBUG nova.compute.manager [req-fc0fb30c-f16d-4337-8a19-d627e96a3a7a req-112e78be-015c-4649-b969-017910262c35 service nova] [instance: f80f71e8-1b2f-476e-9b7e-b1dd3b0d7df8] Received event network-changed-c4aa9ee0-c781-4a4f-a144-00394f27aa44 {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1517.855270] env[62574]: DEBUG nova.compute.manager [req-fc0fb30c-f16d-4337-8a19-d627e96a3a7a req-112e78be-015c-4649-b969-017910262c35 service nova] [instance: f80f71e8-1b2f-476e-9b7e-b1dd3b0d7df8] Refreshing instance network info cache due to event network-changed-c4aa9ee0-c781-4a4f-a144-00394f27aa44. {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1517.855440] env[62574]: DEBUG oslo_concurrency.lockutils [req-fc0fb30c-f16d-4337-8a19-d627e96a3a7a req-112e78be-015c-4649-b969-017910262c35 service nova] Acquiring lock "refresh_cache-f80f71e8-1b2f-476e-9b7e-b1dd3b0d7df8" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1517.981875] env[62574]: DEBUG oslo_concurrency.lockutils [None req-4194893c-404e-4ac9-9bb4-a4e2394b7390 tempest-AttachInterfacesV270Test-530238025 tempest-AttachInterfacesV270Test-530238025-project-member] Releasing lock "refresh_cache-f80f71e8-1b2f-476e-9b7e-b1dd3b0d7df8" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1517.982218] env[62574]: DEBUG nova.compute.manager [None req-4194893c-404e-4ac9-9bb4-a4e2394b7390 tempest-AttachInterfacesV270Test-530238025 tempest-AttachInterfacesV270Test-530238025-project-member] [instance: f80f71e8-1b2f-476e-9b7e-b1dd3b0d7df8] Instance network_info: |[{"id": "c4aa9ee0-c781-4a4f-a144-00394f27aa44", "address": "fa:16:3e:20:ca:5d", "network": {"id": "4f67c352-18fe-423e-9d71-969ff0354589", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-593880450-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d34ae62438042e1b60f9106f13f4e74", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cc30a16-f070-421c-964e-50c9aa32f17a", "external-id": "nsx-vlan-transportzone-424", "segmentation_id": 424, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc4aa9ee0-c7", "ovs_interfaceid": "c4aa9ee0-c781-4a4f-a144-00394f27aa44", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62574) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1517.982539] env[62574]: DEBUG oslo_concurrency.lockutils [req-fc0fb30c-f16d-4337-8a19-d627e96a3a7a req-112e78be-015c-4649-b969-017910262c35 service nova] Acquired lock "refresh_cache-f80f71e8-1b2f-476e-9b7e-b1dd3b0d7df8" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1517.982777] env[62574]: DEBUG nova.network.neutron [req-fc0fb30c-f16d-4337-8a19-d627e96a3a7a req-112e78be-015c-4649-b969-017910262c35 service nova] [instance: f80f71e8-1b2f-476e-9b7e-b1dd3b0d7df8] Refreshing network info cache for port c4aa9ee0-c781-4a4f-a144-00394f27aa44 {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1517.984236] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-4194893c-404e-4ac9-9bb4-a4e2394b7390 tempest-AttachInterfacesV270Test-530238025 tempest-AttachInterfacesV270Test-530238025-project-member] [instance: f80f71e8-1b2f-476e-9b7e-b1dd3b0d7df8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:20:ca:5d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0cc30a16-f070-421c-964e-50c9aa32f17a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c4aa9ee0-c781-4a4f-a144-00394f27aa44', 'vif_model': 'vmxnet3'}] {{(pid=62574) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1517.993685] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-4194893c-404e-4ac9-9bb4-a4e2394b7390 tempest-AttachInterfacesV270Test-530238025 tempest-AttachInterfacesV270Test-530238025-project-member] Creating folder: Project (7d34ae62438042e1b60f9106f13f4e74). Parent ref: group-v384746. {{(pid=62574) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1517.996936] env[62574]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a61a505f-9f18-4343-ae4f-26dd288f881b {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.007816] env[62574]: INFO nova.virt.vmwareapi.vm_util [None req-4194893c-404e-4ac9-9bb4-a4e2394b7390 tempest-AttachInterfacesV270Test-530238025 tempest-AttachInterfacesV270Test-530238025-project-member] Created folder: Project (7d34ae62438042e1b60f9106f13f4e74) in parent group-v384746. [ 1518.008010] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-4194893c-404e-4ac9-9bb4-a4e2394b7390 tempest-AttachInterfacesV270Test-530238025 tempest-AttachInterfacesV270Test-530238025-project-member] Creating folder: Instances. Parent ref: group-v384798. {{(pid=62574) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1518.008242] env[62574]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-62d4b7f0-4759-484e-8732-9e4351d00aab {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.016442] env[62574]: INFO nova.virt.vmwareapi.vm_util [None req-4194893c-404e-4ac9-9bb4-a4e2394b7390 tempest-AttachInterfacesV270Test-530238025 tempest-AttachInterfacesV270Test-530238025-project-member] Created folder: Instances in parent group-v384798. [ 1518.016670] env[62574]: DEBUG oslo.service.loopingcall [None req-4194893c-404e-4ac9-9bb4-a4e2394b7390 tempest-AttachInterfacesV270Test-530238025 tempest-AttachInterfacesV270Test-530238025-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62574) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1518.016851] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f80f71e8-1b2f-476e-9b7e-b1dd3b0d7df8] Creating VM on the ESX host {{(pid=62574) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1518.017055] env[62574]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-07f75783-f403-4294-acb6-9d8d5e608be3 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.046164] env[62574]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1518.046164] env[62574]: value = "task-1861256" [ 1518.046164] env[62574]: _type = "Task" [ 1518.046164] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1518.056717] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1861256, 'name': CreateVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1518.089812] env[62574]: DEBUG nova.compute.manager [None req-471df300-4291-4edb-ae72-2c70a57566ba tempest-SecurityGroupsTestJSON-247158518 tempest-SecurityGroupsTestJSON-247158518-project-member] [instance: b8f6a4a6-77e9-4989-bd79-f23e15335517] Starting instance... {{(pid=62574) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1518.198955] env[62574]: DEBUG oslo_vmware.api [None req-b4a74d3b-4518-4ef6-94d2-fbcd7a7c6429 tempest-ServerShowV254Test-52812069 tempest-ServerShowV254Test-52812069-project-member] Task: {'id': task-1861253, 'name': PowerOffVM_Task, 'duration_secs': 0.155449} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1518.199383] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4a74d3b-4518-4ef6-94d2-fbcd7a7c6429 tempest-ServerShowV254Test-52812069 tempest-ServerShowV254Test-52812069-project-member] [instance: b79bac0e-5cb0-43de-b10f-26262358e61e] Powered off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1518.199576] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-b4a74d3b-4518-4ef6-94d2-fbcd7a7c6429 tempest-ServerShowV254Test-52812069 tempest-ServerShowV254Test-52812069-project-member] [instance: b79bac0e-5cb0-43de-b10f-26262358e61e] Unregistering the VM {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1518.199834] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e6a7a5aa-6175-45cd-b2cf-19e7ae425e4e {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.227734] env[62574]: DEBUG nova.compute.utils [None req-c4c595eb-842c-47d8-90b6-4bc17bb70c93 tempest-TenantUsagesTestJSON-1701219257 tempest-TenantUsagesTestJSON-1701219257-project-member] Using /dev/sd instead of None {{(pid=62574) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1518.233131] env[62574]: DEBUG nova.compute.manager [None req-c4c595eb-842c-47d8-90b6-4bc17bb70c93 tempest-TenantUsagesTestJSON-1701219257 tempest-TenantUsagesTestJSON-1701219257-project-member] [instance: 049aed69-5511-4770-9a62-039b2f21d60f] Allocating IP information in the background. {{(pid=62574) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1518.233602] env[62574]: DEBUG nova.network.neutron [None req-c4c595eb-842c-47d8-90b6-4bc17bb70c93 tempest-TenantUsagesTestJSON-1701219257 tempest-TenantUsagesTestJSON-1701219257-project-member] [instance: 049aed69-5511-4770-9a62-039b2f21d60f] allocate_for_instance() {{(pid=62574) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1518.235483] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-b4a74d3b-4518-4ef6-94d2-fbcd7a7c6429 tempest-ServerShowV254Test-52812069 tempest-ServerShowV254Test-52812069-project-member] [instance: b79bac0e-5cb0-43de-b10f-26262358e61e] Unregistered the VM {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1518.236064] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-b4a74d3b-4518-4ef6-94d2-fbcd7a7c6429 tempest-ServerShowV254Test-52812069 tempest-ServerShowV254Test-52812069-project-member] [instance: b79bac0e-5cb0-43de-b10f-26262358e61e] Deleting contents of the VM from datastore datastore1 {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1518.236064] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4a74d3b-4518-4ef6-94d2-fbcd7a7c6429 tempest-ServerShowV254Test-52812069 tempest-ServerShowV254Test-52812069-project-member] Deleting the datastore file [datastore1] b79bac0e-5cb0-43de-b10f-26262358e61e {{(pid=62574) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1518.239203] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2bcdd7bb-fda5-49d7-abeb-4fc5b3c61ca9 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.248139] env[62574]: DEBUG oslo_vmware.api [None req-b29d7fc3-614b-4b61-9099-7497ea105776 tempest-ServersWithSpecificFlavorTestJSON-1641053384 tempest-ServersWithSpecificFlavorTestJSON-1641053384-project-member] Task: {'id': task-1861251, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.587526} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1518.249475] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-b29d7fc3-614b-4b61-9099-7497ea105776 tempest-ServersWithSpecificFlavorTestJSON-1641053384 tempest-ServersWithSpecificFlavorTestJSON-1641053384-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk to [datastore2] 63c7e049-a6db-462e-a0c6-52ec32e23f86/63c7e049-a6db-462e-a0c6-52ec32e23f86.vmdk {{(pid=62574) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1518.249695] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-b29d7fc3-614b-4b61-9099-7497ea105776 tempest-ServersWithSpecificFlavorTestJSON-1641053384 tempest-ServersWithSpecificFlavorTestJSON-1641053384-project-member] [instance: 63c7e049-a6db-462e-a0c6-52ec32e23f86] Extending root virtual disk to 1048576 {{(pid=62574) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1518.250054] env[62574]: DEBUG oslo_vmware.api [None req-b4a74d3b-4518-4ef6-94d2-fbcd7a7c6429 tempest-ServerShowV254Test-52812069 tempest-ServerShowV254Test-52812069-project-member] Waiting for the task: (returnval){ [ 1518.250054] env[62574]: value = "task-1861258" [ 1518.250054] env[62574]: _type = "Task" [ 1518.250054] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1518.250273] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0514134b-8edb-454d-a3a3-2ae1e0e1bdea {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.263047] env[62574]: DEBUG oslo_vmware.api [None req-b4a74d3b-4518-4ef6-94d2-fbcd7a7c6429 tempest-ServerShowV254Test-52812069 tempest-ServerShowV254Test-52812069-project-member] Task: {'id': task-1861258, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1518.264981] env[62574]: DEBUG oslo_vmware.api [None req-b29d7fc3-614b-4b61-9099-7497ea105776 tempest-ServersWithSpecificFlavorTestJSON-1641053384 tempest-ServersWithSpecificFlavorTestJSON-1641053384-project-member] Waiting for the task: (returnval){ [ 1518.264981] env[62574]: value = "task-1861259" [ 1518.264981] env[62574]: _type = "Task" [ 1518.264981] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1518.276171] env[62574]: DEBUG oslo_vmware.api [None req-b29d7fc3-614b-4b61-9099-7497ea105776 tempest-ServersWithSpecificFlavorTestJSON-1641053384 tempest-ServersWithSpecificFlavorTestJSON-1641053384-project-member] Task: {'id': task-1861259, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1518.294483] env[62574]: DEBUG oslo_vmware.api [None req-2df297fa-4567-45c5-811b-8a06c2cfa33b tempest-ServersAdmin275Test-1369324412 tempest-ServersAdmin275Test-1369324412-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]5284f4f2-2b5a-261d-4040-cf14d0017988, 'name': SearchDatastore_Task, 'duration_secs': 0.02378} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1518.294818] env[62574]: DEBUG oslo_concurrency.lockutils [None req-2df297fa-4567-45c5-811b-8a06c2cfa33b tempest-ServersAdmin275Test-1369324412 tempest-ServersAdmin275Test-1369324412-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1518.295066] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-2df297fa-4567-45c5-811b-8a06c2cfa33b tempest-ServersAdmin275Test-1369324412 tempest-ServersAdmin275Test-1369324412-project-member] [instance: 90b44fba-636a-414f-b286-7baf5adc2122] Processing image 3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2 {{(pid=62574) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1518.295305] env[62574]: DEBUG oslo_concurrency.lockutils [None req-2df297fa-4567-45c5-811b-8a06c2cfa33b tempest-ServersAdmin275Test-1369324412 tempest-ServersAdmin275Test-1369324412-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1518.295513] env[62574]: DEBUG oslo_concurrency.lockutils [None req-2df297fa-4567-45c5-811b-8a06c2cfa33b tempest-ServersAdmin275Test-1369324412 tempest-ServersAdmin275Test-1369324412-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1518.295662] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-2df297fa-4567-45c5-811b-8a06c2cfa33b tempest-ServersAdmin275Test-1369324412 tempest-ServersAdmin275Test-1369324412-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1518.295933] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-27aff047-4455-4a69-af1f-7a218f368b70 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.305958] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-2df297fa-4567-45c5-811b-8a06c2cfa33b tempest-ServersAdmin275Test-1369324412 tempest-ServersAdmin275Test-1369324412-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1518.306295] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-2df297fa-4567-45c5-811b-8a06c2cfa33b tempest-ServersAdmin275Test-1369324412 tempest-ServersAdmin275Test-1369324412-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62574) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1518.307120] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-63eddca1-2033-406b-8498-1ebdde6e4d71 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.313338] env[62574]: DEBUG oslo_vmware.api [None req-2df297fa-4567-45c5-811b-8a06c2cfa33b tempest-ServersAdmin275Test-1369324412 tempest-ServersAdmin275Test-1369324412-project-member] Waiting for the task: (returnval){ [ 1518.313338] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]52b90cb8-8540-18d1-1f16-002c0087fa46" [ 1518.313338] env[62574]: _type = "Task" [ 1518.313338] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1518.324821] env[62574]: DEBUG oslo_vmware.api [None req-2df297fa-4567-45c5-811b-8a06c2cfa33b tempest-ServersAdmin275Test-1369324412 tempest-ServersAdmin275Test-1369324412-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52b90cb8-8540-18d1-1f16-002c0087fa46, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1518.401779] env[62574]: DEBUG nova.policy [None req-c4c595eb-842c-47d8-90b6-4bc17bb70c93 tempest-TenantUsagesTestJSON-1701219257 tempest-TenantUsagesTestJSON-1701219257-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '299bac2489444d45bc721bd41340e69e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '798274040caa480ebe1918a40098b740', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62574) authorize /opt/stack/nova/nova/policy.py:192}} [ 1518.532733] env[62574]: DEBUG nova.network.neutron [req-fc0fb30c-f16d-4337-8a19-d627e96a3a7a req-112e78be-015c-4649-b969-017910262c35 service nova] [instance: f80f71e8-1b2f-476e-9b7e-b1dd3b0d7df8] Updated VIF entry in instance network info cache for port c4aa9ee0-c781-4a4f-a144-00394f27aa44. {{(pid=62574) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1518.533130] env[62574]: DEBUG nova.network.neutron [req-fc0fb30c-f16d-4337-8a19-d627e96a3a7a req-112e78be-015c-4649-b969-017910262c35 service nova] [instance: f80f71e8-1b2f-476e-9b7e-b1dd3b0d7df8] Updating instance_info_cache with network_info: [{"id": "c4aa9ee0-c781-4a4f-a144-00394f27aa44", "address": "fa:16:3e:20:ca:5d", "network": {"id": "4f67c352-18fe-423e-9d71-969ff0354589", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-593880450-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d34ae62438042e1b60f9106f13f4e74", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cc30a16-f070-421c-964e-50c9aa32f17a", "external-id": "nsx-vlan-transportzone-424", "segmentation_id": 424, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc4aa9ee0-c7", "ovs_interfaceid": "c4aa9ee0-c781-4a4f-a144-00394f27aa44", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1518.556527] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1861256, 'name': CreateVM_Task, 'duration_secs': 0.485695} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1518.556699] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f80f71e8-1b2f-476e-9b7e-b1dd3b0d7df8] Created VM on the ESX host {{(pid=62574) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1518.557561] env[62574]: DEBUG oslo_concurrency.lockutils [None req-4194893c-404e-4ac9-9bb4-a4e2394b7390 tempest-AttachInterfacesV270Test-530238025 tempest-AttachInterfacesV270Test-530238025-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1518.557857] env[62574]: DEBUG oslo_concurrency.lockutils [None req-4194893c-404e-4ac9-9bb4-a4e2394b7390 tempest-AttachInterfacesV270Test-530238025 tempest-AttachInterfacesV270Test-530238025-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1518.558198] env[62574]: DEBUG oslo_concurrency.lockutils [None req-4194893c-404e-4ac9-9bb4-a4e2394b7390 tempest-AttachInterfacesV270Test-530238025 tempest-AttachInterfacesV270Test-530238025-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1518.558440] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f3429254-6b18-421d-a0a8-5499818df93a {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.563503] env[62574]: DEBUG oslo_vmware.api [None req-4194893c-404e-4ac9-9bb4-a4e2394b7390 tempest-AttachInterfacesV270Test-530238025 tempest-AttachInterfacesV270Test-530238025-project-member] Waiting for the task: (returnval){ [ 1518.563503] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]52e4b8dc-bddc-5ac6-c786-3ae86f39903c" [ 1518.563503] env[62574]: _type = "Task" [ 1518.563503] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1518.571790] env[62574]: DEBUG oslo_vmware.api [None req-4194893c-404e-4ac9-9bb4-a4e2394b7390 tempest-AttachInterfacesV270Test-530238025 tempest-AttachInterfacesV270Test-530238025-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52e4b8dc-bddc-5ac6-c786-3ae86f39903c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1518.573490] env[62574]: DEBUG oslo_service.periodic_task [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62574) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1518.688478] env[62574]: DEBUG oslo_concurrency.lockutils [None req-471df300-4291-4edb-ae72-2c70a57566ba tempest-SecurityGroupsTestJSON-247158518 tempest-SecurityGroupsTestJSON-247158518-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1518.733386] env[62574]: DEBUG nova.compute.manager [None req-c4c595eb-842c-47d8-90b6-4bc17bb70c93 tempest-TenantUsagesTestJSON-1701219257 tempest-TenantUsagesTestJSON-1701219257-project-member] [instance: 049aed69-5511-4770-9a62-039b2f21d60f] Start building block device mappings for instance. {{(pid=62574) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1518.747660] env[62574]: DEBUG nova.compute.manager [req-dd26b2d0-ad38-4d08-a125-521fc2d4a629 req-0bfe7ae3-36c6-49f6-9dfe-f6c4fe3a078c service nova] [instance: 63c7e049-a6db-462e-a0c6-52ec32e23f86] Received event network-changed-f72894df-1960-47d8-8585-7f81f7513def {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1518.747823] env[62574]: DEBUG nova.compute.manager [req-dd26b2d0-ad38-4d08-a125-521fc2d4a629 req-0bfe7ae3-36c6-49f6-9dfe-f6c4fe3a078c service nova] [instance: 63c7e049-a6db-462e-a0c6-52ec32e23f86] Refreshing instance network info cache due to event network-changed-f72894df-1960-47d8-8585-7f81f7513def. {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1518.749497] env[62574]: DEBUG oslo_concurrency.lockutils [req-dd26b2d0-ad38-4d08-a125-521fc2d4a629 req-0bfe7ae3-36c6-49f6-9dfe-f6c4fe3a078c service nova] Acquiring lock "refresh_cache-63c7e049-a6db-462e-a0c6-52ec32e23f86" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1518.749689] env[62574]: DEBUG oslo_concurrency.lockutils [req-dd26b2d0-ad38-4d08-a125-521fc2d4a629 req-0bfe7ae3-36c6-49f6-9dfe-f6c4fe3a078c service nova] Acquired lock "refresh_cache-63c7e049-a6db-462e-a0c6-52ec32e23f86" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1518.749874] env[62574]: DEBUG nova.network.neutron [req-dd26b2d0-ad38-4d08-a125-521fc2d4a629 req-0bfe7ae3-36c6-49f6-9dfe-f6c4fe3a078c service nova] [instance: 63c7e049-a6db-462e-a0c6-52ec32e23f86] Refreshing network info cache for port f72894df-1960-47d8-8585-7f81f7513def {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1518.766259] env[62574]: DEBUG oslo_vmware.api [None req-b4a74d3b-4518-4ef6-94d2-fbcd7a7c6429 tempest-ServerShowV254Test-52812069 tempest-ServerShowV254Test-52812069-project-member] Task: {'id': task-1861258, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1518.776214] env[62574]: DEBUG oslo_vmware.api [None req-b29d7fc3-614b-4b61-9099-7497ea105776 tempest-ServersWithSpecificFlavorTestJSON-1641053384 tempest-ServersWithSpecificFlavorTestJSON-1641053384-project-member] Task: {'id': task-1861259, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070658} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1518.776472] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-b29d7fc3-614b-4b61-9099-7497ea105776 tempest-ServersWithSpecificFlavorTestJSON-1641053384 tempest-ServersWithSpecificFlavorTestJSON-1641053384-project-member] [instance: 63c7e049-a6db-462e-a0c6-52ec32e23f86] Extended root virtual disk {{(pid=62574) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1518.777255] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c588dc4-57e8-43c3-bbf6-78b04b6db8f0 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.801563] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-b29d7fc3-614b-4b61-9099-7497ea105776 tempest-ServersWithSpecificFlavorTestJSON-1641053384 tempest-ServersWithSpecificFlavorTestJSON-1641053384-project-member] [instance: 63c7e049-a6db-462e-a0c6-52ec32e23f86] Reconfiguring VM instance instance-0000000f to attach disk [datastore2] 63c7e049-a6db-462e-a0c6-52ec32e23f86/63c7e049-a6db-462e-a0c6-52ec32e23f86.vmdk or device None with type sparse {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1518.804810] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-715b723a-069b-46d5-8598-8d51c5d83830 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.828129] env[62574]: DEBUG oslo_vmware.api [None req-2df297fa-4567-45c5-811b-8a06c2cfa33b tempest-ServersAdmin275Test-1369324412 tempest-ServersAdmin275Test-1369324412-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52b90cb8-8540-18d1-1f16-002c0087fa46, 'name': SearchDatastore_Task, 'duration_secs': 0.013345} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1518.829874] env[62574]: DEBUG oslo_vmware.api [None req-b29d7fc3-614b-4b61-9099-7497ea105776 tempest-ServersWithSpecificFlavorTestJSON-1641053384 tempest-ServersWithSpecificFlavorTestJSON-1641053384-project-member] Waiting for the task: (returnval){ [ 1518.829874] env[62574]: value = "task-1861260" [ 1518.829874] env[62574]: _type = "Task" [ 1518.829874] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1518.832690] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e7067d5d-0d88-4ca4-9a85-bffda1c298d5 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.840256] env[62574]: DEBUG oslo_vmware.api [None req-2df297fa-4567-45c5-811b-8a06c2cfa33b tempest-ServersAdmin275Test-1369324412 tempest-ServersAdmin275Test-1369324412-project-member] Waiting for the task: (returnval){ [ 1518.840256] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]52102423-e8f4-5cfb-f3c5-15fc0f49c499" [ 1518.840256] env[62574]: _type = "Task" [ 1518.840256] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1518.843435] env[62574]: DEBUG oslo_vmware.api [None req-b29d7fc3-614b-4b61-9099-7497ea105776 tempest-ServersWithSpecificFlavorTestJSON-1641053384 tempest-ServersWithSpecificFlavorTestJSON-1641053384-project-member] Task: {'id': task-1861260, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1518.855752] env[62574]: DEBUG oslo_vmware.api [None req-2df297fa-4567-45c5-811b-8a06c2cfa33b tempest-ServersAdmin275Test-1369324412 tempest-ServersAdmin275Test-1369324412-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52102423-e8f4-5cfb-f3c5-15fc0f49c499, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1518.990856] env[62574]: DEBUG nova.network.neutron [None req-c4c595eb-842c-47d8-90b6-4bc17bb70c93 tempest-TenantUsagesTestJSON-1701219257 tempest-TenantUsagesTestJSON-1701219257-project-member] [instance: 049aed69-5511-4770-9a62-039b2f21d60f] Successfully created port: e8db7723-1c81-47f1-b6f2-d8932150a30e {{(pid=62574) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1519.036511] env[62574]: DEBUG oslo_concurrency.lockutils [req-fc0fb30c-f16d-4337-8a19-d627e96a3a7a req-112e78be-015c-4649-b969-017910262c35 service nova] Releasing lock "refresh_cache-f80f71e8-1b2f-476e-9b7e-b1dd3b0d7df8" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1519.073358] env[62574]: DEBUG oslo_vmware.api [None req-4194893c-404e-4ac9-9bb4-a4e2394b7390 tempest-AttachInterfacesV270Test-530238025 tempest-AttachInterfacesV270Test-530238025-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52e4b8dc-bddc-5ac6-c786-3ae86f39903c, 'name': SearchDatastore_Task, 'duration_secs': 0.022428} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1519.073969] env[62574]: DEBUG oslo_concurrency.lockutils [None req-4194893c-404e-4ac9-9bb4-a4e2394b7390 tempest-AttachInterfacesV270Test-530238025 tempest-AttachInterfacesV270Test-530238025-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1519.073969] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-4194893c-404e-4ac9-9bb4-a4e2394b7390 tempest-AttachInterfacesV270Test-530238025 tempest-AttachInterfacesV270Test-530238025-project-member] [instance: f80f71e8-1b2f-476e-9b7e-b1dd3b0d7df8] Processing image 3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2 {{(pid=62574) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1519.074200] env[62574]: DEBUG oslo_concurrency.lockutils [None req-4194893c-404e-4ac9-9bb4-a4e2394b7390 tempest-AttachInterfacesV270Test-530238025 tempest-AttachInterfacesV270Test-530238025-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1519.083335] env[62574]: DEBUG oslo_service.periodic_task [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62574) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1519.083573] env[62574]: DEBUG nova.compute.manager [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Starting heal instance info cache {{(pid=62574) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10345}} [ 1519.083691] env[62574]: DEBUG nova.compute.manager [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Rebuilding the list of instances to heal {{(pid=62574) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10349}} [ 1519.198962] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a55464fd-d468-4526-8161-7a5cce79d4a7 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.205287] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a56a85ba-8e28-42cf-b570-a89c567a8696 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.240026] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7582a697-cc90-4044-9da1-17d046981634 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.246952] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95d89cdb-cfc5-43a9-b7fc-e5a9404597bf {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.257455] env[62574]: DEBUG oslo_concurrency.lockutils [None req-b1cf7fef-76a4-443d-b6df-89db1a57709a tempest-FloatingIPsAssociationTestJSON-1230011338 tempest-FloatingIPsAssociationTestJSON-1230011338-project-member] Acquiring lock "659eb0b0-3b2a-4253-9c65-ef5bc0d33fd1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1519.259043] env[62574]: DEBUG oslo_concurrency.lockutils [None req-b1cf7fef-76a4-443d-b6df-89db1a57709a tempest-FloatingIPsAssociationTestJSON-1230011338 tempest-FloatingIPsAssociationTestJSON-1230011338-project-member] Lock "659eb0b0-3b2a-4253-9c65-ef5bc0d33fd1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1519.269415] env[62574]: DEBUG nova.compute.provider_tree [None req-c52dd69c-5b06-43a2-ac65-43b86bc86553 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] Inventory has not changed in ProviderTree for provider: f0ed160a-beff-4626-a531-2a70d7bc0627 {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1519.279551] env[62574]: DEBUG oslo_vmware.api [None req-b4a74d3b-4518-4ef6-94d2-fbcd7a7c6429 tempest-ServerShowV254Test-52812069 tempest-ServerShowV254Test-52812069-project-member] Task: {'id': task-1861258, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1519.350448] env[62574]: DEBUG oslo_vmware.api [None req-b29d7fc3-614b-4b61-9099-7497ea105776 tempest-ServersWithSpecificFlavorTestJSON-1641053384 tempest-ServersWithSpecificFlavorTestJSON-1641053384-project-member] Task: {'id': task-1861260, 'name': ReconfigVM_Task, 'duration_secs': 0.357595} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1519.354032] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-b29d7fc3-614b-4b61-9099-7497ea105776 tempest-ServersWithSpecificFlavorTestJSON-1641053384 tempest-ServersWithSpecificFlavorTestJSON-1641053384-project-member] [instance: 63c7e049-a6db-462e-a0c6-52ec32e23f86] Reconfigured VM instance instance-0000000f to attach disk [datastore2] 63c7e049-a6db-462e-a0c6-52ec32e23f86/63c7e049-a6db-462e-a0c6-52ec32e23f86.vmdk or device None with type sparse {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1519.355047] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d6aa8ba3-e510-4bb4-9196-54d8345939c6 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.360138] env[62574]: DEBUG oslo_vmware.api [None req-2df297fa-4567-45c5-811b-8a06c2cfa33b tempest-ServersAdmin275Test-1369324412 tempest-ServersAdmin275Test-1369324412-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52102423-e8f4-5cfb-f3c5-15fc0f49c499, 'name': SearchDatastore_Task, 'duration_secs': 0.025709} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1519.360950] env[62574]: DEBUG oslo_concurrency.lockutils [None req-2df297fa-4567-45c5-811b-8a06c2cfa33b tempest-ServersAdmin275Test-1369324412 tempest-ServersAdmin275Test-1369324412-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1519.361188] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-2df297fa-4567-45c5-811b-8a06c2cfa33b tempest-ServersAdmin275Test-1369324412 tempest-ServersAdmin275Test-1369324412-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk to [datastore2] 90b44fba-636a-414f-b286-7baf5adc2122/90b44fba-636a-414f-b286-7baf5adc2122.vmdk {{(pid=62574) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1519.361881] env[62574]: DEBUG oslo_concurrency.lockutils [None req-4194893c-404e-4ac9-9bb4-a4e2394b7390 tempest-AttachInterfacesV270Test-530238025 tempest-AttachInterfacesV270Test-530238025-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1519.362012] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-4194893c-404e-4ac9-9bb4-a4e2394b7390 tempest-AttachInterfacesV270Test-530238025 tempest-AttachInterfacesV270Test-530238025-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1519.362847] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fc50b7dd-6eca-4aec-aa90-66cc045c10df {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.366886] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8c4844b0-2b8d-43e8-864d-6beac49d2b68 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.368999] env[62574]: DEBUG oslo_vmware.api [None req-b29d7fc3-614b-4b61-9099-7497ea105776 tempest-ServersWithSpecificFlavorTestJSON-1641053384 tempest-ServersWithSpecificFlavorTestJSON-1641053384-project-member] Waiting for the task: (returnval){ [ 1519.368999] env[62574]: value = "task-1861261" [ 1519.368999] env[62574]: _type = "Task" [ 1519.368999] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1519.381263] env[62574]: DEBUG oslo_vmware.api [None req-b29d7fc3-614b-4b61-9099-7497ea105776 tempest-ServersWithSpecificFlavorTestJSON-1641053384 tempest-ServersWithSpecificFlavorTestJSON-1641053384-project-member] Task: {'id': task-1861261, 'name': Rename_Task} progress is 5%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1519.382913] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-4194893c-404e-4ac9-9bb4-a4e2394b7390 tempest-AttachInterfacesV270Test-530238025 tempest-AttachInterfacesV270Test-530238025-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1519.383146] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-4194893c-404e-4ac9-9bb4-a4e2394b7390 tempest-AttachInterfacesV270Test-530238025 tempest-AttachInterfacesV270Test-530238025-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62574) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1519.384832] env[62574]: DEBUG oslo_vmware.api [None req-2df297fa-4567-45c5-811b-8a06c2cfa33b tempest-ServersAdmin275Test-1369324412 tempest-ServersAdmin275Test-1369324412-project-member] Waiting for the task: (returnval){ [ 1519.384832] env[62574]: value = "task-1861262" [ 1519.384832] env[62574]: _type = "Task" [ 1519.384832] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1519.384832] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-baba38c8-ab4c-4c35-b77b-e3c4e9620f91 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.398255] env[62574]: DEBUG oslo_vmware.api [None req-4194893c-404e-4ac9-9bb4-a4e2394b7390 tempest-AttachInterfacesV270Test-530238025 tempest-AttachInterfacesV270Test-530238025-project-member] Waiting for the task: (returnval){ [ 1519.398255] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]52283910-fec7-a0c2-4bb4-26da551b01c5" [ 1519.398255] env[62574]: _type = "Task" [ 1519.398255] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1519.398903] env[62574]: DEBUG oslo_vmware.api [None req-2df297fa-4567-45c5-811b-8a06c2cfa33b tempest-ServersAdmin275Test-1369324412 tempest-ServersAdmin275Test-1369324412-project-member] Task: {'id': task-1861262, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1519.416091] env[62574]: DEBUG oslo_vmware.api [None req-4194893c-404e-4ac9-9bb4-a4e2394b7390 tempest-AttachInterfacesV270Test-530238025 tempest-AttachInterfacesV270Test-530238025-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52283910-fec7-a0c2-4bb4-26da551b01c5, 'name': SearchDatastore_Task, 'duration_secs': 0.01038} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1519.416091] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-34244c5d-cbda-476a-bf1d-e26b7896db71 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.421105] env[62574]: DEBUG oslo_vmware.api [None req-4194893c-404e-4ac9-9bb4-a4e2394b7390 tempest-AttachInterfacesV270Test-530238025 tempest-AttachInterfacesV270Test-530238025-project-member] Waiting for the task: (returnval){ [ 1519.421105] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]52d52069-a87a-4871-8f14-675504344505" [ 1519.421105] env[62574]: _type = "Task" [ 1519.421105] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1519.429379] env[62574]: DEBUG oslo_vmware.api [None req-4194893c-404e-4ac9-9bb4-a4e2394b7390 tempest-AttachInterfacesV270Test-530238025 tempest-AttachInterfacesV270Test-530238025-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52d52069-a87a-4871-8f14-675504344505, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1519.590334] env[62574]: DEBUG nova.compute.manager [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] [instance: b79bac0e-5cb0-43de-b10f-26262358e61e] Skipping network cache update for instance because it is being deleted. {{(pid=62574) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10362}} [ 1519.590858] env[62574]: DEBUG nova.compute.manager [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] [instance: 63c7e049-a6db-462e-a0c6-52ec32e23f86] Skipping network cache update for instance because it is Building. {{(pid=62574) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10358}} [ 1519.590858] env[62574]: DEBUG nova.compute.manager [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] [instance: f80f71e8-1b2f-476e-9b7e-b1dd3b0d7df8] Skipping network cache update for instance because it is Building. {{(pid=62574) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10358}} [ 1519.590858] env[62574]: DEBUG nova.compute.manager [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] [instance: 90b44fba-636a-414f-b286-7baf5adc2122] Skipping network cache update for instance because it is Building. {{(pid=62574) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10358}} [ 1519.591065] env[62574]: DEBUG nova.compute.manager [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] [instance: 049aed69-5511-4770-9a62-039b2f21d60f] Skipping network cache update for instance because it is Building. {{(pid=62574) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10358}} [ 1519.591134] env[62574]: DEBUG nova.compute.manager [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] [instance: a40bab23-721e-4584-bda1-2bf5d0e0e37e] Skipping network cache update for instance because it is Building. {{(pid=62574) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10358}} [ 1519.650202] env[62574]: DEBUG oslo_concurrency.lockutils [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Acquiring lock "refresh_cache-b19648bf-b106-4c17-8b48-8c579fb23b31" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1519.650392] env[62574]: DEBUG oslo_concurrency.lockutils [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Acquired lock "refresh_cache-b19648bf-b106-4c17-8b48-8c579fb23b31" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1519.650564] env[62574]: DEBUG nova.network.neutron [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] [instance: b19648bf-b106-4c17-8b48-8c579fb23b31] Forcefully refreshing network info cache for instance {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1519.650722] env[62574]: DEBUG nova.objects.instance [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Lazy-loading 'info_cache' on Instance uuid b19648bf-b106-4c17-8b48-8c579fb23b31 {{(pid=62574) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1519.747813] env[62574]: DEBUG nova.compute.manager [None req-c4c595eb-842c-47d8-90b6-4bc17bb70c93 tempest-TenantUsagesTestJSON-1701219257 tempest-TenantUsagesTestJSON-1701219257-project-member] [instance: 049aed69-5511-4770-9a62-039b2f21d60f] Start spawning the instance on the hypervisor. {{(pid=62574) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1519.765960] env[62574]: DEBUG oslo_vmware.api [None req-b4a74d3b-4518-4ef6-94d2-fbcd7a7c6429 tempest-ServerShowV254Test-52812069 tempest-ServerShowV254Test-52812069-project-member] Task: {'id': task-1861258, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.438822} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1519.766361] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4a74d3b-4518-4ef6-94d2-fbcd7a7c6429 tempest-ServerShowV254Test-52812069 tempest-ServerShowV254Test-52812069-project-member] Deleted the datastore file {{(pid=62574) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1519.766617] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-b4a74d3b-4518-4ef6-94d2-fbcd7a7c6429 tempest-ServerShowV254Test-52812069 tempest-ServerShowV254Test-52812069-project-member] [instance: b79bac0e-5cb0-43de-b10f-26262358e61e] Deleted contents of the VM from datastore datastore1 {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1519.767073] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-b4a74d3b-4518-4ef6-94d2-fbcd7a7c6429 tempest-ServerShowV254Test-52812069 tempest-ServerShowV254Test-52812069-project-member] [instance: b79bac0e-5cb0-43de-b10f-26262358e61e] Instance destroyed {{(pid=62574) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1519.767073] env[62574]: INFO nova.compute.manager [None req-b4a74d3b-4518-4ef6-94d2-fbcd7a7c6429 tempest-ServerShowV254Test-52812069 tempest-ServerShowV254Test-52812069-project-member] [instance: b79bac0e-5cb0-43de-b10f-26262358e61e] Took 2.10 seconds to destroy the instance on the hypervisor. [ 1519.767386] env[62574]: DEBUG oslo.service.loopingcall [None req-b4a74d3b-4518-4ef6-94d2-fbcd7a7c6429 tempest-ServerShowV254Test-52812069 tempest-ServerShowV254Test-52812069-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62574) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1519.767659] env[62574]: DEBUG nova.compute.manager [-] [instance: b79bac0e-5cb0-43de-b10f-26262358e61e] Deallocating network for instance {{(pid=62574) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1519.767865] env[62574]: DEBUG nova.network.neutron [-] [instance: b79bac0e-5cb0-43de-b10f-26262358e61e] deallocate_for_instance() {{(pid=62574) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1519.776295] env[62574]: DEBUG nova.scheduler.client.report [None req-c52dd69c-5b06-43a2-ac65-43b86bc86553 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] Inventory has not changed for provider f0ed160a-beff-4626-a531-2a70d7bc0627 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 148, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1519.803810] env[62574]: DEBUG nova.virt.hardware [None req-c4c595eb-842c-47d8-90b6-4bc17bb70c93 tempest-TenantUsagesTestJSON-1701219257 tempest-TenantUsagesTestJSON-1701219257-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T19:26:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-13T19:26:40Z,direct_url=,disk_format='vmdk',id=3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7eed1dd4d2c3418eb32c4f4ceda3ab0d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-13T19:26:41Z,virtual_size=,visibility=), allow threads: False {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1519.804130] env[62574]: DEBUG nova.virt.hardware [None req-c4c595eb-842c-47d8-90b6-4bc17bb70c93 tempest-TenantUsagesTestJSON-1701219257 tempest-TenantUsagesTestJSON-1701219257-project-member] Flavor limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1519.805634] env[62574]: DEBUG nova.virt.hardware [None req-c4c595eb-842c-47d8-90b6-4bc17bb70c93 tempest-TenantUsagesTestJSON-1701219257 tempest-TenantUsagesTestJSON-1701219257-project-member] Image limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1519.806246] env[62574]: DEBUG nova.virt.hardware [None req-c4c595eb-842c-47d8-90b6-4bc17bb70c93 tempest-TenantUsagesTestJSON-1701219257 tempest-TenantUsagesTestJSON-1701219257-project-member] Flavor pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1519.806618] env[62574]: DEBUG nova.virt.hardware [None req-c4c595eb-842c-47d8-90b6-4bc17bb70c93 tempest-TenantUsagesTestJSON-1701219257 tempest-TenantUsagesTestJSON-1701219257-project-member] Image pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1519.807065] env[62574]: DEBUG nova.virt.hardware [None req-c4c595eb-842c-47d8-90b6-4bc17bb70c93 tempest-TenantUsagesTestJSON-1701219257 tempest-TenantUsagesTestJSON-1701219257-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1519.807176] env[62574]: DEBUG nova.virt.hardware [None req-c4c595eb-842c-47d8-90b6-4bc17bb70c93 tempest-TenantUsagesTestJSON-1701219257 tempest-TenantUsagesTestJSON-1701219257-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1519.807287] env[62574]: DEBUG nova.virt.hardware [None req-c4c595eb-842c-47d8-90b6-4bc17bb70c93 tempest-TenantUsagesTestJSON-1701219257 tempest-TenantUsagesTestJSON-1701219257-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1519.807476] env[62574]: DEBUG nova.virt.hardware [None req-c4c595eb-842c-47d8-90b6-4bc17bb70c93 tempest-TenantUsagesTestJSON-1701219257 tempest-TenantUsagesTestJSON-1701219257-project-member] Got 1 possible topologies {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1519.808019] env[62574]: DEBUG nova.virt.hardware [None req-c4c595eb-842c-47d8-90b6-4bc17bb70c93 tempest-TenantUsagesTestJSON-1701219257 tempest-TenantUsagesTestJSON-1701219257-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1519.808260] env[62574]: DEBUG nova.virt.hardware [None req-c4c595eb-842c-47d8-90b6-4bc17bb70c93 tempest-TenantUsagesTestJSON-1701219257 tempest-TenantUsagesTestJSON-1701219257-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1519.809251] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b17e72b-b641-4fb5-acc0-0a5a1bb83c4e {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.819027] env[62574]: DEBUG nova.network.neutron [-] [instance: b79bac0e-5cb0-43de-b10f-26262358e61e] Instance cache missing network info. {{(pid=62574) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1519.826539] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a20cc637-ad1d-4110-8b7e-079047d346ec {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.888576] env[62574]: DEBUG oslo_vmware.api [None req-b29d7fc3-614b-4b61-9099-7497ea105776 tempest-ServersWithSpecificFlavorTestJSON-1641053384 tempest-ServersWithSpecificFlavorTestJSON-1641053384-project-member] Task: {'id': task-1861261, 'name': Rename_Task, 'duration_secs': 0.158086} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1519.893154] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-b29d7fc3-614b-4b61-9099-7497ea105776 tempest-ServersWithSpecificFlavorTestJSON-1641053384 tempest-ServersWithSpecificFlavorTestJSON-1641053384-project-member] [instance: 63c7e049-a6db-462e-a0c6-52ec32e23f86] Powering on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1519.893722] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f32db883-19ec-4090-a09c-e4755f26e5ce {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.903570] env[62574]: DEBUG oslo_vmware.api [None req-2df297fa-4567-45c5-811b-8a06c2cfa33b tempest-ServersAdmin275Test-1369324412 tempest-ServersAdmin275Test-1369324412-project-member] Task: {'id': task-1861262, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1519.905191] env[62574]: DEBUG oslo_vmware.api [None req-b29d7fc3-614b-4b61-9099-7497ea105776 tempest-ServersWithSpecificFlavorTestJSON-1641053384 tempest-ServersWithSpecificFlavorTestJSON-1641053384-project-member] Waiting for the task: (returnval){ [ 1519.905191] env[62574]: value = "task-1861263" [ 1519.905191] env[62574]: _type = "Task" [ 1519.905191] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1519.915803] env[62574]: DEBUG oslo_vmware.api [None req-b29d7fc3-614b-4b61-9099-7497ea105776 tempest-ServersWithSpecificFlavorTestJSON-1641053384 tempest-ServersWithSpecificFlavorTestJSON-1641053384-project-member] Task: {'id': task-1861263, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1519.939205] env[62574]: DEBUG oslo_vmware.api [None req-4194893c-404e-4ac9-9bb4-a4e2394b7390 tempest-AttachInterfacesV270Test-530238025 tempest-AttachInterfacesV270Test-530238025-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52d52069-a87a-4871-8f14-675504344505, 'name': SearchDatastore_Task, 'duration_secs': 0.01073} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1519.939205] env[62574]: DEBUG oslo_concurrency.lockutils [None req-4194893c-404e-4ac9-9bb4-a4e2394b7390 tempest-AttachInterfacesV270Test-530238025 tempest-AttachInterfacesV270Test-530238025-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1519.939205] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-4194893c-404e-4ac9-9bb4-a4e2394b7390 tempest-AttachInterfacesV270Test-530238025 tempest-AttachInterfacesV270Test-530238025-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk to [datastore2] f80f71e8-1b2f-476e-9b7e-b1dd3b0d7df8/f80f71e8-1b2f-476e-9b7e-b1dd3b0d7df8.vmdk {{(pid=62574) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1519.939205] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9e3f5fca-604f-4d57-a8aa-c8a8a8168dc1 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.948730] env[62574]: DEBUG oslo_vmware.api [None req-4194893c-404e-4ac9-9bb4-a4e2394b7390 tempest-AttachInterfacesV270Test-530238025 tempest-AttachInterfacesV270Test-530238025-project-member] Waiting for the task: (returnval){ [ 1519.948730] env[62574]: value = "task-1861264" [ 1519.948730] env[62574]: _type = "Task" [ 1519.948730] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1519.966676] env[62574]: DEBUG oslo_vmware.api [None req-4194893c-404e-4ac9-9bb4-a4e2394b7390 tempest-AttachInterfacesV270Test-530238025 tempest-AttachInterfacesV270Test-530238025-project-member] Task: {'id': task-1861264, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1519.983383] env[62574]: DEBUG oslo_concurrency.lockutils [None req-5735e17f-83d6-4385-8615-cfdc2468900b tempest-ServersAdminNegativeTestJSON-1635259249 tempest-ServersAdminNegativeTestJSON-1635259249-project-member] Acquiring lock "d2fba47f-bc9d-4673-a8c1-1dadebdea56e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1519.983682] env[62574]: DEBUG oslo_concurrency.lockutils [None req-5735e17f-83d6-4385-8615-cfdc2468900b tempest-ServersAdminNegativeTestJSON-1635259249 tempest-ServersAdminNegativeTestJSON-1635259249-project-member] Lock "d2fba47f-bc9d-4673-a8c1-1dadebdea56e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1520.036158] env[62574]: DEBUG nova.network.neutron [req-dd26b2d0-ad38-4d08-a125-521fc2d4a629 req-0bfe7ae3-36c6-49f6-9dfe-f6c4fe3a078c service nova] [instance: 63c7e049-a6db-462e-a0c6-52ec32e23f86] Updated VIF entry in instance network info cache for port f72894df-1960-47d8-8585-7f81f7513def. {{(pid=62574) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1520.036569] env[62574]: DEBUG nova.network.neutron [req-dd26b2d0-ad38-4d08-a125-521fc2d4a629 req-0bfe7ae3-36c6-49f6-9dfe-f6c4fe3a078c service nova] [instance: 63c7e049-a6db-462e-a0c6-52ec32e23f86] Updating instance_info_cache with network_info: [{"id": "f72894df-1960-47d8-8585-7f81f7513def", "address": "fa:16:3e:18:32:d3", "network": {"id": "8bb61dfa-14c4-4c8c-81b0-4fc9928a6e8a", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-240900669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "679586b75f7c43ec8322818c36994d91", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31a7f15-a808-4199-9071-31fd05e316ea", "external-id": "nsx-vlan-transportzone-388", "segmentation_id": 388, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf72894df-19", "ovs_interfaceid": "f72894df-1960-47d8-8585-7f81f7513def", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1520.281803] env[62574]: DEBUG oslo_concurrency.lockutils [None req-c52dd69c-5b06-43a2-ac65-43b86bc86553 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.560s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1520.283070] env[62574]: DEBUG nova.compute.manager [None req-c52dd69c-5b06-43a2-ac65-43b86bc86553 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] [instance: a40bab23-721e-4584-bda1-2bf5d0e0e37e] Start building networks asynchronously for instance. {{(pid=62574) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1520.286409] env[62574]: DEBUG oslo_concurrency.lockutils [None req-00c49e98-b2fb-4f92-a2ae-58f621759fa4 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.344s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1520.292540] env[62574]: INFO nova.compute.claims [None req-00c49e98-b2fb-4f92-a2ae-58f621759fa4 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] [instance: 9595a480-fdc1-4dda-877b-e0f6078420e2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1520.319865] env[62574]: DEBUG nova.network.neutron [-] [instance: b79bac0e-5cb0-43de-b10f-26262358e61e] Updating instance_info_cache with network_info: [] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1520.398843] env[62574]: DEBUG oslo_vmware.api [None req-2df297fa-4567-45c5-811b-8a06c2cfa33b tempest-ServersAdmin275Test-1369324412 tempest-ServersAdmin275Test-1369324412-project-member] Task: {'id': task-1861262, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.706826} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1520.399169] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-2df297fa-4567-45c5-811b-8a06c2cfa33b tempest-ServersAdmin275Test-1369324412 tempest-ServersAdmin275Test-1369324412-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk to [datastore2] 90b44fba-636a-414f-b286-7baf5adc2122/90b44fba-636a-414f-b286-7baf5adc2122.vmdk {{(pid=62574) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1520.399419] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-2df297fa-4567-45c5-811b-8a06c2cfa33b tempest-ServersAdmin275Test-1369324412 tempest-ServersAdmin275Test-1369324412-project-member] [instance: 90b44fba-636a-414f-b286-7baf5adc2122] Extending root virtual disk to 1048576 {{(pid=62574) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1520.399654] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e00e0517-b298-4734-a70c-aa09801053fa {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.410146] env[62574]: DEBUG oslo_vmware.api [None req-2df297fa-4567-45c5-811b-8a06c2cfa33b tempest-ServersAdmin275Test-1369324412 tempest-ServersAdmin275Test-1369324412-project-member] Waiting for the task: (returnval){ [ 1520.410146] env[62574]: value = "task-1861265" [ 1520.410146] env[62574]: _type = "Task" [ 1520.410146] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1520.421296] env[62574]: DEBUG oslo_vmware.api [None req-b29d7fc3-614b-4b61-9099-7497ea105776 tempest-ServersWithSpecificFlavorTestJSON-1641053384 tempest-ServersWithSpecificFlavorTestJSON-1641053384-project-member] Task: {'id': task-1861263, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1520.422764] env[62574]: DEBUG oslo_vmware.api [None req-2df297fa-4567-45c5-811b-8a06c2cfa33b tempest-ServersAdmin275Test-1369324412 tempest-ServersAdmin275Test-1369324412-project-member] Task: {'id': task-1861265, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1520.459662] env[62574]: DEBUG oslo_vmware.api [None req-4194893c-404e-4ac9-9bb4-a4e2394b7390 tempest-AttachInterfacesV270Test-530238025 tempest-AttachInterfacesV270Test-530238025-project-member] Task: {'id': task-1861264, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1520.542202] env[62574]: DEBUG oslo_concurrency.lockutils [req-dd26b2d0-ad38-4d08-a125-521fc2d4a629 req-0bfe7ae3-36c6-49f6-9dfe-f6c4fe3a078c service nova] Releasing lock "refresh_cache-63c7e049-a6db-462e-a0c6-52ec32e23f86" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1520.542202] env[62574]: DEBUG nova.compute.manager [req-dd26b2d0-ad38-4d08-a125-521fc2d4a629 req-0bfe7ae3-36c6-49f6-9dfe-f6c4fe3a078c service nova] [instance: 6d6540ed-ae82-4304-a6f2-7b7063587647] Received event network-vif-deleted-c472c1c9-152d-4c88-b7fc-b9792bdeaccc {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1520.542202] env[62574]: DEBUG nova.compute.manager [req-dd26b2d0-ad38-4d08-a125-521fc2d4a629 req-0bfe7ae3-36c6-49f6-9dfe-f6c4fe3a078c service nova] [instance: 2a0c3300-ba7f-4604-b629-42bda5d48664] Received event network-changed-54e8da54-8296-4e08-ad1a-3140fe9ac725 {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1520.542202] env[62574]: DEBUG nova.compute.manager [req-dd26b2d0-ad38-4d08-a125-521fc2d4a629 req-0bfe7ae3-36c6-49f6-9dfe-f6c4fe3a078c service nova] [instance: 2a0c3300-ba7f-4604-b629-42bda5d48664] Refreshing instance network info cache due to event network-changed-54e8da54-8296-4e08-ad1a-3140fe9ac725. {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1520.542202] env[62574]: DEBUG oslo_concurrency.lockutils [req-dd26b2d0-ad38-4d08-a125-521fc2d4a629 req-0bfe7ae3-36c6-49f6-9dfe-f6c4fe3a078c service nova] Acquiring lock "refresh_cache-2a0c3300-ba7f-4604-b629-42bda5d48664" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1520.542411] env[62574]: DEBUG oslo_concurrency.lockutils [req-dd26b2d0-ad38-4d08-a125-521fc2d4a629 req-0bfe7ae3-36c6-49f6-9dfe-f6c4fe3a078c service nova] Acquired lock "refresh_cache-2a0c3300-ba7f-4604-b629-42bda5d48664" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1520.542411] env[62574]: DEBUG nova.network.neutron [req-dd26b2d0-ad38-4d08-a125-521fc2d4a629 req-0bfe7ae3-36c6-49f6-9dfe-f6c4fe3a078c service nova] [instance: 2a0c3300-ba7f-4604-b629-42bda5d48664] Refreshing network info cache for port 54e8da54-8296-4e08-ad1a-3140fe9ac725 {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1520.799594] env[62574]: DEBUG nova.compute.utils [None req-c52dd69c-5b06-43a2-ac65-43b86bc86553 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] Using /dev/sd instead of None {{(pid=62574) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1520.801219] env[62574]: DEBUG nova.compute.manager [None req-c52dd69c-5b06-43a2-ac65-43b86bc86553 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] [instance: a40bab23-721e-4584-bda1-2bf5d0e0e37e] Allocating IP information in the background. {{(pid=62574) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1520.801381] env[62574]: DEBUG nova.network.neutron [None req-c52dd69c-5b06-43a2-ac65-43b86bc86553 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] [instance: a40bab23-721e-4584-bda1-2bf5d0e0e37e] allocate_for_instance() {{(pid=62574) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1520.824458] env[62574]: INFO nova.compute.manager [-] [instance: b79bac0e-5cb0-43de-b10f-26262358e61e] Took 1.06 seconds to deallocate network for instance. [ 1520.921522] env[62574]: DEBUG nova.policy [None req-c52dd69c-5b06-43a2-ac65-43b86bc86553 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1a6fc735ddfe4ed9be8f91ecf260620e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ade30aec989847c498280ff09a4ace80', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62574) authorize /opt/stack/nova/nova/policy.py:192}} [ 1520.927822] env[62574]: DEBUG oslo_vmware.api [None req-b29d7fc3-614b-4b61-9099-7497ea105776 tempest-ServersWithSpecificFlavorTestJSON-1641053384 tempest-ServersWithSpecificFlavorTestJSON-1641053384-project-member] Task: {'id': task-1861263, 'name': PowerOnVM_Task, 'duration_secs': 0.634901} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1520.927907] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-b29d7fc3-614b-4b61-9099-7497ea105776 tempest-ServersWithSpecificFlavorTestJSON-1641053384 tempest-ServersWithSpecificFlavorTestJSON-1641053384-project-member] [instance: 63c7e049-a6db-462e-a0c6-52ec32e23f86] Powered on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1520.928184] env[62574]: INFO nova.compute.manager [None req-b29d7fc3-614b-4b61-9099-7497ea105776 tempest-ServersWithSpecificFlavorTestJSON-1641053384 tempest-ServersWithSpecificFlavorTestJSON-1641053384-project-member] [instance: 63c7e049-a6db-462e-a0c6-52ec32e23f86] Took 9.18 seconds to spawn the instance on the hypervisor. [ 1520.928372] env[62574]: DEBUG nova.compute.manager [None req-b29d7fc3-614b-4b61-9099-7497ea105776 tempest-ServersWithSpecificFlavorTestJSON-1641053384 tempest-ServersWithSpecificFlavorTestJSON-1641053384-project-member] [instance: 63c7e049-a6db-462e-a0c6-52ec32e23f86] Checking state {{(pid=62574) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1520.934454] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f6da4a7-e9fe-47cd-adbd-9511cc0a0960 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.938175] env[62574]: DEBUG oslo_vmware.api [None req-2df297fa-4567-45c5-811b-8a06c2cfa33b tempest-ServersAdmin275Test-1369324412 tempest-ServersAdmin275Test-1369324412-project-member] Task: {'id': task-1861265, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.172061} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1520.938773] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-2df297fa-4567-45c5-811b-8a06c2cfa33b tempest-ServersAdmin275Test-1369324412 tempest-ServersAdmin275Test-1369324412-project-member] [instance: 90b44fba-636a-414f-b286-7baf5adc2122] Extended root virtual disk {{(pid=62574) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1520.942521] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3a396ce-66fe-49a2-83ce-900212828629 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.963921] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-2df297fa-4567-45c5-811b-8a06c2cfa33b tempest-ServersAdmin275Test-1369324412 tempest-ServersAdmin275Test-1369324412-project-member] [instance: 90b44fba-636a-414f-b286-7baf5adc2122] Reconfiguring VM instance instance-00000011 to attach disk [datastore2] 90b44fba-636a-414f-b286-7baf5adc2122/90b44fba-636a-414f-b286-7baf5adc2122.vmdk or device None with type sparse {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1520.967612] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-07a4c5f1-61da-48c7-9b7a-f9ebd2abbc7f {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.989110] env[62574]: DEBUG oslo_vmware.api [None req-4194893c-404e-4ac9-9bb4-a4e2394b7390 tempest-AttachInterfacesV270Test-530238025 tempest-AttachInterfacesV270Test-530238025-project-member] Task: {'id': task-1861264, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.87507} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1520.990480] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-4194893c-404e-4ac9-9bb4-a4e2394b7390 tempest-AttachInterfacesV270Test-530238025 tempest-AttachInterfacesV270Test-530238025-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk to [datastore2] f80f71e8-1b2f-476e-9b7e-b1dd3b0d7df8/f80f71e8-1b2f-476e-9b7e-b1dd3b0d7df8.vmdk {{(pid=62574) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1520.991227] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-4194893c-404e-4ac9-9bb4-a4e2394b7390 tempest-AttachInterfacesV270Test-530238025 tempest-AttachInterfacesV270Test-530238025-project-member] [instance: f80f71e8-1b2f-476e-9b7e-b1dd3b0d7df8] Extending root virtual disk to 1048576 {{(pid=62574) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1520.991326] env[62574]: DEBUG oslo_vmware.api [None req-2df297fa-4567-45c5-811b-8a06c2cfa33b tempest-ServersAdmin275Test-1369324412 tempest-ServersAdmin275Test-1369324412-project-member] Waiting for the task: (returnval){ [ 1520.991326] env[62574]: value = "task-1861266" [ 1520.991326] env[62574]: _type = "Task" [ 1520.991326] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1520.991495] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7c6b9d7c-01f9-41d1-90b8-fe79173ad49c {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.004329] env[62574]: DEBUG oslo_vmware.api [None req-2df297fa-4567-45c5-811b-8a06c2cfa33b tempest-ServersAdmin275Test-1369324412 tempest-ServersAdmin275Test-1369324412-project-member] Task: {'id': task-1861266, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1521.008325] env[62574]: DEBUG oslo_vmware.api [None req-4194893c-404e-4ac9-9bb4-a4e2394b7390 tempest-AttachInterfacesV270Test-530238025 tempest-AttachInterfacesV270Test-530238025-project-member] Waiting for the task: (returnval){ [ 1521.008325] env[62574]: value = "task-1861267" [ 1521.008325] env[62574]: _type = "Task" [ 1521.008325] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1521.017295] env[62574]: DEBUG oslo_vmware.api [None req-4194893c-404e-4ac9-9bb4-a4e2394b7390 tempest-AttachInterfacesV270Test-530238025 tempest-AttachInterfacesV270Test-530238025-project-member] Task: {'id': task-1861267, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1521.251662] env[62574]: DEBUG nova.compute.manager [req-3152f7f8-4e36-496b-ad99-1ddaceebce6b req-0ffc8b59-0a0c-4046-a36e-b3c57dff8f4e service nova] [instance: a903fd4b-e31e-4fde-b8d6-a11ecf5a602f] Received event network-changed-c0a79f88-3220-45d5-9f4c-7e246b70d098 {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1521.251904] env[62574]: DEBUG nova.compute.manager [req-3152f7f8-4e36-496b-ad99-1ddaceebce6b req-0ffc8b59-0a0c-4046-a36e-b3c57dff8f4e service nova] [instance: a903fd4b-e31e-4fde-b8d6-a11ecf5a602f] Refreshing instance network info cache due to event network-changed-c0a79f88-3220-45d5-9f4c-7e246b70d098. {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1521.252146] env[62574]: DEBUG oslo_concurrency.lockutils [req-3152f7f8-4e36-496b-ad99-1ddaceebce6b req-0ffc8b59-0a0c-4046-a36e-b3c57dff8f4e service nova] Acquiring lock "refresh_cache-a903fd4b-e31e-4fde-b8d6-a11ecf5a602f" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1521.252293] env[62574]: DEBUG oslo_concurrency.lockutils [req-3152f7f8-4e36-496b-ad99-1ddaceebce6b req-0ffc8b59-0a0c-4046-a36e-b3c57dff8f4e service nova] Acquired lock "refresh_cache-a903fd4b-e31e-4fde-b8d6-a11ecf5a602f" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1521.252468] env[62574]: DEBUG nova.network.neutron [req-3152f7f8-4e36-496b-ad99-1ddaceebce6b req-0ffc8b59-0a0c-4046-a36e-b3c57dff8f4e service nova] [instance: a903fd4b-e31e-4fde-b8d6-a11ecf5a602f] Refreshing network info cache for port c0a79f88-3220-45d5-9f4c-7e246b70d098 {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1521.308840] env[62574]: DEBUG nova.compute.manager [None req-c52dd69c-5b06-43a2-ac65-43b86bc86553 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] [instance: a40bab23-721e-4584-bda1-2bf5d0e0e37e] Start building block device mappings for instance. {{(pid=62574) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1521.335016] env[62574]: DEBUG oslo_concurrency.lockutils [None req-b4a74d3b-4518-4ef6-94d2-fbcd7a7c6429 tempest-ServerShowV254Test-52812069 tempest-ServerShowV254Test-52812069-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1521.362534] env[62574]: DEBUG nova.network.neutron [req-dd26b2d0-ad38-4d08-a125-521fc2d4a629 req-0bfe7ae3-36c6-49f6-9dfe-f6c4fe3a078c service nova] [instance: 2a0c3300-ba7f-4604-b629-42bda5d48664] Updated VIF entry in instance network info cache for port 54e8da54-8296-4e08-ad1a-3140fe9ac725. {{(pid=62574) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1521.363290] env[62574]: DEBUG nova.network.neutron [req-dd26b2d0-ad38-4d08-a125-521fc2d4a629 req-0bfe7ae3-36c6-49f6-9dfe-f6c4fe3a078c service nova] [instance: 2a0c3300-ba7f-4604-b629-42bda5d48664] Updating instance_info_cache with network_info: [{"id": "54e8da54-8296-4e08-ad1a-3140fe9ac725", "address": "fa:16:3e:24:50:a4", "network": {"id": "00bfa347-a6e1-4070-b5d9-5f46396a9c53", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-693390946-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3197393f8f6a457a9367bd87f7aa5dc2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bdf594e-da7a-4254-b413-87aef4614588", "external-id": "nsx-vlan-transportzone-422", "segmentation_id": 422, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54e8da54-82", "ovs_interfaceid": "54e8da54-8296-4e08-ad1a-3140fe9ac725", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1521.451118] env[62574]: DEBUG nova.compute.manager [req-ef9f8fe1-fdec-411a-8f3e-d59ecaef5e11 req-c98aee6d-c338-450e-82b8-5b219d135831 service nova] [instance: f82bad60-9320-4a4e-af74-21557692aa80] Received event network-changed-0f0743aa-09d0-41e4-9150-f1c790d33db1 {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1521.451574] env[62574]: DEBUG nova.compute.manager [req-ef9f8fe1-fdec-411a-8f3e-d59ecaef5e11 req-c98aee6d-c338-450e-82b8-5b219d135831 service nova] [instance: f82bad60-9320-4a4e-af74-21557692aa80] Refreshing instance network info cache due to event network-changed-0f0743aa-09d0-41e4-9150-f1c790d33db1. {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1521.451909] env[62574]: DEBUG oslo_concurrency.lockutils [req-ef9f8fe1-fdec-411a-8f3e-d59ecaef5e11 req-c98aee6d-c338-450e-82b8-5b219d135831 service nova] Acquiring lock "refresh_cache-f82bad60-9320-4a4e-af74-21557692aa80" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1521.452150] env[62574]: DEBUG oslo_concurrency.lockutils [req-ef9f8fe1-fdec-411a-8f3e-d59ecaef5e11 req-c98aee6d-c338-450e-82b8-5b219d135831 service nova] Acquired lock "refresh_cache-f82bad60-9320-4a4e-af74-21557692aa80" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1521.453334] env[62574]: DEBUG nova.network.neutron [req-ef9f8fe1-fdec-411a-8f3e-d59ecaef5e11 req-c98aee6d-c338-450e-82b8-5b219d135831 service nova] [instance: f82bad60-9320-4a4e-af74-21557692aa80] Refreshing network info cache for port 0f0743aa-09d0-41e4-9150-f1c790d33db1 {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1521.484027] env[62574]: INFO nova.compute.manager [None req-b29d7fc3-614b-4b61-9099-7497ea105776 tempest-ServersWithSpecificFlavorTestJSON-1641053384 tempest-ServersWithSpecificFlavorTestJSON-1641053384-project-member] [instance: 63c7e049-a6db-462e-a0c6-52ec32e23f86] Took 22.11 seconds to build instance. [ 1521.515096] env[62574]: DEBUG oslo_vmware.api [None req-2df297fa-4567-45c5-811b-8a06c2cfa33b tempest-ServersAdmin275Test-1369324412 tempest-ServersAdmin275Test-1369324412-project-member] Task: {'id': task-1861266, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1521.520241] env[62574]: DEBUG oslo_vmware.api [None req-4194893c-404e-4ac9-9bb4-a4e2394b7390 tempest-AttachInterfacesV270Test-530238025 tempest-AttachInterfacesV270Test-530238025-project-member] Task: {'id': task-1861267, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071907} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1521.522879] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-4194893c-404e-4ac9-9bb4-a4e2394b7390 tempest-AttachInterfacesV270Test-530238025 tempest-AttachInterfacesV270Test-530238025-project-member] [instance: f80f71e8-1b2f-476e-9b7e-b1dd3b0d7df8] Extended root virtual disk {{(pid=62574) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1521.525232] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-305e117e-7584-4694-bf0d-4c6fa5359fd0 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.557021] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-4194893c-404e-4ac9-9bb4-a4e2394b7390 tempest-AttachInterfacesV270Test-530238025 tempest-AttachInterfacesV270Test-530238025-project-member] [instance: f80f71e8-1b2f-476e-9b7e-b1dd3b0d7df8] Reconfiguring VM instance instance-00000010 to attach disk [datastore2] f80f71e8-1b2f-476e-9b7e-b1dd3b0d7df8/f80f71e8-1b2f-476e-9b7e-b1dd3b0d7df8.vmdk or device None with type sparse {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1521.559379] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3d58e828-b594-42da-b429-f62305d01548 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.583416] env[62574]: DEBUG oslo_vmware.api [None req-4194893c-404e-4ac9-9bb4-a4e2394b7390 tempest-AttachInterfacesV270Test-530238025 tempest-AttachInterfacesV270Test-530238025-project-member] Waiting for the task: (returnval){ [ 1521.583416] env[62574]: value = "task-1861268" [ 1521.583416] env[62574]: _type = "Task" [ 1521.583416] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1521.593488] env[62574]: DEBUG oslo_vmware.api [None req-4194893c-404e-4ac9-9bb4-a4e2394b7390 tempest-AttachInterfacesV270Test-530238025 tempest-AttachInterfacesV270Test-530238025-project-member] Task: {'id': task-1861268, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1521.623029] env[62574]: DEBUG nova.network.neutron [None req-c52dd69c-5b06-43a2-ac65-43b86bc86553 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] [instance: a40bab23-721e-4584-bda1-2bf5d0e0e37e] Successfully created port: c0000071-6312-4490-994e-e3d175b09e7d {{(pid=62574) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1521.715465] env[62574]: DEBUG nova.network.neutron [None req-c4c595eb-842c-47d8-90b6-4bc17bb70c93 tempest-TenantUsagesTestJSON-1701219257 tempest-TenantUsagesTestJSON-1701219257-project-member] [instance: 049aed69-5511-4770-9a62-039b2f21d60f] Successfully updated port: e8db7723-1c81-47f1-b6f2-d8932150a30e {{(pid=62574) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1521.864573] env[62574]: DEBUG nova.network.neutron [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] [instance: b19648bf-b106-4c17-8b48-8c579fb23b31] Updating instance_info_cache with network_info: [{"id": "61bc6138-7ff4-4c4c-8838-027c4410e41f", "address": "fa:16:3e:ad:58:13", "network": {"id": "10fe65b2-bc9f-46dd-a1c2-ad739ceaf27f", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-614927883-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "59fd6486f6104d688b6c382e520f56f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d33839ae-40ca-471b-92e3-eb282b920682", "external-id": "nsx-vlan-transportzone-416", "segmentation_id": 416, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61bc6138-7f", "ovs_interfaceid": "61bc6138-7ff4-4c4c-8838-027c4410e41f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1521.866172] env[62574]: DEBUG oslo_concurrency.lockutils [req-dd26b2d0-ad38-4d08-a125-521fc2d4a629 req-0bfe7ae3-36c6-49f6-9dfe-f6c4fe3a078c service nova] Releasing lock "refresh_cache-2a0c3300-ba7f-4604-b629-42bda5d48664" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1521.936336] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b02b34ec-b6aa-4c7d-aaaa-9cb39d21f165 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.947177] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5049e391-1b67-45bb-a7f2-21a498edb1ae {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.987239] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a4d1ab6-3cb6-4e16-841b-d7f95afaa619 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.989961] env[62574]: DEBUG oslo_concurrency.lockutils [None req-b29d7fc3-614b-4b61-9099-7497ea105776 tempest-ServersWithSpecificFlavorTestJSON-1641053384 tempest-ServersWithSpecificFlavorTestJSON-1641053384-project-member] Lock "63c7e049-a6db-462e-a0c6-52ec32e23f86" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.808s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1522.002723] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-462d433c-b63a-4951-a27c-0c002500496d {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.013253] env[62574]: DEBUG oslo_vmware.api [None req-2df297fa-4567-45c5-811b-8a06c2cfa33b tempest-ServersAdmin275Test-1369324412 tempest-ServersAdmin275Test-1369324412-project-member] Task: {'id': task-1861266, 'name': ReconfigVM_Task, 'duration_secs': 0.872233} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1522.021778] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-2df297fa-4567-45c5-811b-8a06c2cfa33b tempest-ServersAdmin275Test-1369324412 tempest-ServersAdmin275Test-1369324412-project-member] [instance: 90b44fba-636a-414f-b286-7baf5adc2122] Reconfigured VM instance instance-00000011 to attach disk [datastore2] 90b44fba-636a-414f-b286-7baf5adc2122/90b44fba-636a-414f-b286-7baf5adc2122.vmdk or device None with type sparse {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1522.022956] env[62574]: DEBUG nova.compute.provider_tree [None req-00c49e98-b2fb-4f92-a2ae-58f621759fa4 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] Inventory has not changed in ProviderTree for provider: f0ed160a-beff-4626-a531-2a70d7bc0627 {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1522.024306] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2cb1cf12-9bb5-44d3-90cc-f964b627fa09 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.033613] env[62574]: DEBUG oslo_vmware.api [None req-2df297fa-4567-45c5-811b-8a06c2cfa33b tempest-ServersAdmin275Test-1369324412 tempest-ServersAdmin275Test-1369324412-project-member] Waiting for the task: (returnval){ [ 1522.033613] env[62574]: value = "task-1861269" [ 1522.033613] env[62574]: _type = "Task" [ 1522.033613] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1522.043696] env[62574]: DEBUG oslo_vmware.api [None req-2df297fa-4567-45c5-811b-8a06c2cfa33b tempest-ServersAdmin275Test-1369324412 tempest-ServersAdmin275Test-1369324412-project-member] Task: {'id': task-1861269, 'name': Rename_Task} progress is 6%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1522.094223] env[62574]: DEBUG oslo_vmware.api [None req-4194893c-404e-4ac9-9bb4-a4e2394b7390 tempest-AttachInterfacesV270Test-530238025 tempest-AttachInterfacesV270Test-530238025-project-member] Task: {'id': task-1861268, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1522.098542] env[62574]: DEBUG nova.network.neutron [req-ef9f8fe1-fdec-411a-8f3e-d59ecaef5e11 req-c98aee6d-c338-450e-82b8-5b219d135831 service nova] [instance: f82bad60-9320-4a4e-af74-21557692aa80] Updated VIF entry in instance network info cache for port 0f0743aa-09d0-41e4-9150-f1c790d33db1. {{(pid=62574) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1522.098884] env[62574]: DEBUG nova.network.neutron [req-ef9f8fe1-fdec-411a-8f3e-d59ecaef5e11 req-c98aee6d-c338-450e-82b8-5b219d135831 service nova] [instance: f82bad60-9320-4a4e-af74-21557692aa80] Updating instance_info_cache with network_info: [{"id": "0f0743aa-09d0-41e4-9150-f1c790d33db1", "address": "fa:16:3e:97:ed:63", "network": {"id": "7b7be27f-a94f-47d5-8fa9-88653678307e", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-659365786-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.191", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6d2e5bf056b845e5bff2000db2da81d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "721c6720-3ce0-450e-9951-a894f03acc27", "external-id": "nsx-vlan-transportzone-394", "segmentation_id": 394, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f0743aa-09", "ovs_interfaceid": "0f0743aa-09d0-41e4-9150-f1c790d33db1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1522.218122] env[62574]: DEBUG oslo_concurrency.lockutils [None req-c4c595eb-842c-47d8-90b6-4bc17bb70c93 tempest-TenantUsagesTestJSON-1701219257 tempest-TenantUsagesTestJSON-1701219257-project-member] Acquiring lock "refresh_cache-049aed69-5511-4770-9a62-039b2f21d60f" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1522.218278] env[62574]: DEBUG oslo_concurrency.lockutils [None req-c4c595eb-842c-47d8-90b6-4bc17bb70c93 tempest-TenantUsagesTestJSON-1701219257 tempest-TenantUsagesTestJSON-1701219257-project-member] Acquired lock "refresh_cache-049aed69-5511-4770-9a62-039b2f21d60f" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1522.218428] env[62574]: DEBUG nova.network.neutron [None req-c4c595eb-842c-47d8-90b6-4bc17bb70c93 tempest-TenantUsagesTestJSON-1701219257 tempest-TenantUsagesTestJSON-1701219257-project-member] [instance: 049aed69-5511-4770-9a62-039b2f21d60f] Building network info cache for instance {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1522.285151] env[62574]: DEBUG nova.network.neutron [req-3152f7f8-4e36-496b-ad99-1ddaceebce6b req-0ffc8b59-0a0c-4046-a36e-b3c57dff8f4e service nova] [instance: a903fd4b-e31e-4fde-b8d6-a11ecf5a602f] Updated VIF entry in instance network info cache for port c0a79f88-3220-45d5-9f4c-7e246b70d098. {{(pid=62574) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1522.285508] env[62574]: DEBUG nova.network.neutron [req-3152f7f8-4e36-496b-ad99-1ddaceebce6b req-0ffc8b59-0a0c-4046-a36e-b3c57dff8f4e service nova] [instance: a903fd4b-e31e-4fde-b8d6-a11ecf5a602f] Updating instance_info_cache with network_info: [{"id": "c0a79f88-3220-45d5-9f4c-7e246b70d098", "address": "fa:16:3e:44:9c:ba", "network": {"id": "1936b79f-db67-4ad5-86bc-7dc4ed97eacc", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1542900542-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "c10401ec5a6e44c69288f736108864e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffcecdaa-a7b8-49fc-9371-dbdb7744688e", "external-id": "nsx-vlan-transportzone-994", "segmentation_id": 994, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0a79f88-32", "ovs_interfaceid": "c0a79f88-3220-45d5-9f4c-7e246b70d098", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1522.322524] env[62574]: DEBUG nova.compute.manager [None req-c52dd69c-5b06-43a2-ac65-43b86bc86553 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] [instance: a40bab23-721e-4584-bda1-2bf5d0e0e37e] Start spawning the instance on the hypervisor. {{(pid=62574) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1522.356784] env[62574]: DEBUG nova.virt.hardware [None req-c52dd69c-5b06-43a2-ac65-43b86bc86553 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T19:26:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-13T19:26:40Z,direct_url=,disk_format='vmdk',id=3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7eed1dd4d2c3418eb32c4f4ceda3ab0d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-13T19:26:41Z,virtual_size=,visibility=), allow threads: False {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1522.357219] env[62574]: DEBUG nova.virt.hardware [None req-c52dd69c-5b06-43a2-ac65-43b86bc86553 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] Flavor limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1522.357454] env[62574]: DEBUG nova.virt.hardware [None req-c52dd69c-5b06-43a2-ac65-43b86bc86553 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] Image limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1522.357716] env[62574]: DEBUG nova.virt.hardware [None req-c52dd69c-5b06-43a2-ac65-43b86bc86553 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] Flavor pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1522.357929] env[62574]: DEBUG nova.virt.hardware [None req-c52dd69c-5b06-43a2-ac65-43b86bc86553 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] Image pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1522.358164] env[62574]: DEBUG nova.virt.hardware [None req-c52dd69c-5b06-43a2-ac65-43b86bc86553 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1522.358457] env[62574]: DEBUG nova.virt.hardware [None req-c52dd69c-5b06-43a2-ac65-43b86bc86553 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1522.358704] env[62574]: DEBUG nova.virt.hardware [None req-c52dd69c-5b06-43a2-ac65-43b86bc86553 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1522.358942] env[62574]: DEBUG nova.virt.hardware [None req-c52dd69c-5b06-43a2-ac65-43b86bc86553 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] Got 1 possible topologies {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1522.359181] env[62574]: DEBUG nova.virt.hardware [None req-c52dd69c-5b06-43a2-ac65-43b86bc86553 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1522.359426] env[62574]: DEBUG nova.virt.hardware [None req-c52dd69c-5b06-43a2-ac65-43b86bc86553 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1522.360336] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b60ac4d9-1e0d-4132-94b3-a89201bf176b {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.368434] env[62574]: DEBUG oslo_concurrency.lockutils [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Releasing lock "refresh_cache-b19648bf-b106-4c17-8b48-8c579fb23b31" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1522.368648] env[62574]: DEBUG nova.compute.manager [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] [instance: b19648bf-b106-4c17-8b48-8c579fb23b31] Updated the network info_cache for instance {{(pid=62574) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10416}} [ 1522.369034] env[62574]: DEBUG oslo_service.periodic_task [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62574) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1522.370335] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-027b41d0-6b70-441b-b70b-e45071614e1c {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.375866] env[62574]: DEBUG oslo_service.periodic_task [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62574) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1522.376225] env[62574]: DEBUG oslo_service.periodic_task [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62574) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1522.376810] env[62574]: DEBUG oslo_service.periodic_task [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62574) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1522.377121] env[62574]: DEBUG oslo_service.periodic_task [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Running periodic task ComputeManager.update_available_resource {{(pid=62574) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1522.493753] env[62574]: DEBUG nova.compute.manager [None req-cbcf069e-dca4-4225-a6b4-6e3548d10e3d tempest-DeleteServersAdminTestJSON-663052088 tempest-DeleteServersAdminTestJSON-663052088-project-member] [instance: ac8aec0b-0dd9-4250-8686-343a4d2563c2] Starting instance... {{(pid=62574) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1522.529025] env[62574]: DEBUG nova.scheduler.client.report [None req-00c49e98-b2fb-4f92-a2ae-58f621759fa4 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] Inventory has not changed for provider f0ed160a-beff-4626-a531-2a70d7bc0627 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 148, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1522.547431] env[62574]: DEBUG oslo_vmware.api [None req-2df297fa-4567-45c5-811b-8a06c2cfa33b tempest-ServersAdmin275Test-1369324412 tempest-ServersAdmin275Test-1369324412-project-member] Task: {'id': task-1861269, 'name': Rename_Task, 'duration_secs': 0.3478} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1522.547886] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-2df297fa-4567-45c5-811b-8a06c2cfa33b tempest-ServersAdmin275Test-1369324412 tempest-ServersAdmin275Test-1369324412-project-member] [instance: 90b44fba-636a-414f-b286-7baf5adc2122] Powering on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1522.550018] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7fe161dc-d8c4-469e-a867-db11f76d01c7 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.557389] env[62574]: DEBUG oslo_vmware.api [None req-2df297fa-4567-45c5-811b-8a06c2cfa33b tempest-ServersAdmin275Test-1369324412 tempest-ServersAdmin275Test-1369324412-project-member] Waiting for the task: (returnval){ [ 1522.557389] env[62574]: value = "task-1861270" [ 1522.557389] env[62574]: _type = "Task" [ 1522.557389] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1522.566023] env[62574]: DEBUG oslo_vmware.api [None req-2df297fa-4567-45c5-811b-8a06c2cfa33b tempest-ServersAdmin275Test-1369324412 tempest-ServersAdmin275Test-1369324412-project-member] Task: {'id': task-1861270, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1522.595321] env[62574]: DEBUG oslo_vmware.api [None req-4194893c-404e-4ac9-9bb4-a4e2394b7390 tempest-AttachInterfacesV270Test-530238025 tempest-AttachInterfacesV270Test-530238025-project-member] Task: {'id': task-1861268, 'name': ReconfigVM_Task, 'duration_secs': 0.520166} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1522.595792] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-4194893c-404e-4ac9-9bb4-a4e2394b7390 tempest-AttachInterfacesV270Test-530238025 tempest-AttachInterfacesV270Test-530238025-project-member] [instance: f80f71e8-1b2f-476e-9b7e-b1dd3b0d7df8] Reconfigured VM instance instance-00000010 to attach disk [datastore2] f80f71e8-1b2f-476e-9b7e-b1dd3b0d7df8/f80f71e8-1b2f-476e-9b7e-b1dd3b0d7df8.vmdk or device None with type sparse {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1522.596687] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-591c143f-754e-4e10-836d-8d39cee07400 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.602058] env[62574]: DEBUG oslo_concurrency.lockutils [req-ef9f8fe1-fdec-411a-8f3e-d59ecaef5e11 req-c98aee6d-c338-450e-82b8-5b219d135831 service nova] Releasing lock "refresh_cache-f82bad60-9320-4a4e-af74-21557692aa80" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1522.602926] env[62574]: DEBUG oslo_vmware.api [None req-4194893c-404e-4ac9-9bb4-a4e2394b7390 tempest-AttachInterfacesV270Test-530238025 tempest-AttachInterfacesV270Test-530238025-project-member] Waiting for the task: (returnval){ [ 1522.602926] env[62574]: value = "task-1861271" [ 1522.602926] env[62574]: _type = "Task" [ 1522.602926] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1522.611204] env[62574]: DEBUG oslo_vmware.api [None req-4194893c-404e-4ac9-9bb4-a4e2394b7390 tempest-AttachInterfacesV270Test-530238025 tempest-AttachInterfacesV270Test-530238025-project-member] Task: {'id': task-1861271, 'name': Rename_Task} progress is 5%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1522.780623] env[62574]: DEBUG nova.network.neutron [None req-c4c595eb-842c-47d8-90b6-4bc17bb70c93 tempest-TenantUsagesTestJSON-1701219257 tempest-TenantUsagesTestJSON-1701219257-project-member] [instance: 049aed69-5511-4770-9a62-039b2f21d60f] Instance cache missing network info. {{(pid=62574) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1522.787758] env[62574]: DEBUG oslo_concurrency.lockutils [req-3152f7f8-4e36-496b-ad99-1ddaceebce6b req-0ffc8b59-0a0c-4046-a36e-b3c57dff8f4e service nova] Releasing lock "refresh_cache-a903fd4b-e31e-4fde-b8d6-a11ecf5a602f" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1522.788046] env[62574]: DEBUG nova.compute.manager [req-3152f7f8-4e36-496b-ad99-1ddaceebce6b req-0ffc8b59-0a0c-4046-a36e-b3c57dff8f4e service nova] [instance: a903fd4b-e31e-4fde-b8d6-a11ecf5a602f] Received event network-changed-c0a79f88-3220-45d5-9f4c-7e246b70d098 {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1522.788195] env[62574]: DEBUG nova.compute.manager [req-3152f7f8-4e36-496b-ad99-1ddaceebce6b req-0ffc8b59-0a0c-4046-a36e-b3c57dff8f4e service nova] [instance: a903fd4b-e31e-4fde-b8d6-a11ecf5a602f] Refreshing instance network info cache due to event network-changed-c0a79f88-3220-45d5-9f4c-7e246b70d098. {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1522.788406] env[62574]: DEBUG oslo_concurrency.lockutils [req-3152f7f8-4e36-496b-ad99-1ddaceebce6b req-0ffc8b59-0a0c-4046-a36e-b3c57dff8f4e service nova] Acquiring lock "refresh_cache-a903fd4b-e31e-4fde-b8d6-a11ecf5a602f" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1522.788546] env[62574]: DEBUG oslo_concurrency.lockutils [req-3152f7f8-4e36-496b-ad99-1ddaceebce6b req-0ffc8b59-0a0c-4046-a36e-b3c57dff8f4e service nova] Acquired lock "refresh_cache-a903fd4b-e31e-4fde-b8d6-a11ecf5a602f" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1522.788731] env[62574]: DEBUG nova.network.neutron [req-3152f7f8-4e36-496b-ad99-1ddaceebce6b req-0ffc8b59-0a0c-4046-a36e-b3c57dff8f4e service nova] [instance: a903fd4b-e31e-4fde-b8d6-a11ecf5a602f] Refreshing network info cache for port c0a79f88-3220-45d5-9f4c-7e246b70d098 {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1522.879799] env[62574]: DEBUG oslo_concurrency.lockutils [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1523.017360] env[62574]: DEBUG oslo_concurrency.lockutils [None req-cbcf069e-dca4-4225-a6b4-6e3548d10e3d tempest-DeleteServersAdminTestJSON-663052088 tempest-DeleteServersAdminTestJSON-663052088-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1523.034750] env[62574]: DEBUG oslo_concurrency.lockutils [None req-00c49e98-b2fb-4f92-a2ae-58f621759fa4 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.749s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1523.035302] env[62574]: DEBUG nova.compute.manager [None req-00c49e98-b2fb-4f92-a2ae-58f621759fa4 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] [instance: 9595a480-fdc1-4dda-877b-e0f6078420e2] Start building networks asynchronously for instance. {{(pid=62574) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1523.037834] env[62574]: DEBUG oslo_concurrency.lockutils [None req-f53a9d31-c8c8-41e9-b045-bd67a20e507a tempest-ServerDiagnosticsV248Test-2044626064 tempest-ServerDiagnosticsV248Test-2044626064-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.468s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1523.038023] env[62574]: DEBUG nova.objects.instance [None req-f53a9d31-c8c8-41e9-b045-bd67a20e507a tempest-ServerDiagnosticsV248Test-2044626064 tempest-ServerDiagnosticsV248Test-2044626064-project-member] Lazy-loading 'resources' on Instance uuid b8222a46-63c9-4282-85bf-9e9b044ed524 {{(pid=62574) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1523.067767] env[62574]: DEBUG oslo_vmware.api [None req-2df297fa-4567-45c5-811b-8a06c2cfa33b tempest-ServersAdmin275Test-1369324412 tempest-ServersAdmin275Test-1369324412-project-member] Task: {'id': task-1861270, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1523.107381] env[62574]: DEBUG nova.network.neutron [None req-c4c595eb-842c-47d8-90b6-4bc17bb70c93 tempest-TenantUsagesTestJSON-1701219257 tempest-TenantUsagesTestJSON-1701219257-project-member] [instance: 049aed69-5511-4770-9a62-039b2f21d60f] Updating instance_info_cache with network_info: [{"id": "e8db7723-1c81-47f1-b6f2-d8932150a30e", "address": "fa:16:3e:21:e7:9c", "network": {"id": "90888d97-209c-49d6-8f95-1d0279efea11", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.232", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7eed1dd4d2c3418eb32c4f4ceda3ab0d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d275d7c6-2a7b-4ee8-b6f4-fabf1ba1905f", "external-id": "nsx-vlan-transportzone-513", "segmentation_id": 513, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape8db7723-1c", "ovs_interfaceid": "e8db7723-1c81-47f1-b6f2-d8932150a30e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1523.116833] env[62574]: DEBUG oslo_vmware.api [None req-4194893c-404e-4ac9-9bb4-a4e2394b7390 tempest-AttachInterfacesV270Test-530238025 tempest-AttachInterfacesV270Test-530238025-project-member] Task: {'id': task-1861271, 'name': Rename_Task, 'duration_secs': 0.136725} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1523.117339] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-4194893c-404e-4ac9-9bb4-a4e2394b7390 tempest-AttachInterfacesV270Test-530238025 tempest-AttachInterfacesV270Test-530238025-project-member] [instance: f80f71e8-1b2f-476e-9b7e-b1dd3b0d7df8] Powering on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1523.117719] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2c87eb54-4cfe-480b-8545-0d3f145b8010 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.125838] env[62574]: DEBUG oslo_vmware.api [None req-4194893c-404e-4ac9-9bb4-a4e2394b7390 tempest-AttachInterfacesV270Test-530238025 tempest-AttachInterfacesV270Test-530238025-project-member] Waiting for the task: (returnval){ [ 1523.125838] env[62574]: value = "task-1861272" [ 1523.125838] env[62574]: _type = "Task" [ 1523.125838] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1523.135988] env[62574]: DEBUG oslo_vmware.api [None req-4194893c-404e-4ac9-9bb4-a4e2394b7390 tempest-AttachInterfacesV270Test-530238025 tempest-AttachInterfacesV270Test-530238025-project-member] Task: {'id': task-1861272, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1523.542022] env[62574]: DEBUG nova.compute.utils [None req-00c49e98-b2fb-4f92-a2ae-58f621759fa4 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] Using /dev/sd instead of None {{(pid=62574) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1523.547711] env[62574]: DEBUG nova.compute.manager [None req-00c49e98-b2fb-4f92-a2ae-58f621759fa4 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] [instance: 9595a480-fdc1-4dda-877b-e0f6078420e2] Allocating IP information in the background. {{(pid=62574) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1523.548023] env[62574]: DEBUG nova.network.neutron [None req-00c49e98-b2fb-4f92-a2ae-58f621759fa4 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] [instance: 9595a480-fdc1-4dda-877b-e0f6078420e2] allocate_for_instance() {{(pid=62574) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1523.574325] env[62574]: DEBUG oslo_vmware.api [None req-2df297fa-4567-45c5-811b-8a06c2cfa33b tempest-ServersAdmin275Test-1369324412 tempest-ServersAdmin275Test-1369324412-project-member] Task: {'id': task-1861270, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1523.613849] env[62574]: DEBUG oslo_concurrency.lockutils [None req-c4c595eb-842c-47d8-90b6-4bc17bb70c93 tempest-TenantUsagesTestJSON-1701219257 tempest-TenantUsagesTestJSON-1701219257-project-member] Releasing lock "refresh_cache-049aed69-5511-4770-9a62-039b2f21d60f" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1523.614206] env[62574]: DEBUG nova.compute.manager [None req-c4c595eb-842c-47d8-90b6-4bc17bb70c93 tempest-TenantUsagesTestJSON-1701219257 tempest-TenantUsagesTestJSON-1701219257-project-member] [instance: 049aed69-5511-4770-9a62-039b2f21d60f] Instance network_info: |[{"id": "e8db7723-1c81-47f1-b6f2-d8932150a30e", "address": "fa:16:3e:21:e7:9c", "network": {"id": "90888d97-209c-49d6-8f95-1d0279efea11", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.232", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7eed1dd4d2c3418eb32c4f4ceda3ab0d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d275d7c6-2a7b-4ee8-b6f4-fabf1ba1905f", "external-id": "nsx-vlan-transportzone-513", "segmentation_id": 513, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape8db7723-1c", "ovs_interfaceid": "e8db7723-1c81-47f1-b6f2-d8932150a30e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62574) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1523.614654] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-c4c595eb-842c-47d8-90b6-4bc17bb70c93 tempest-TenantUsagesTestJSON-1701219257 tempest-TenantUsagesTestJSON-1701219257-project-member] [instance: 049aed69-5511-4770-9a62-039b2f21d60f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:21:e7:9c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd275d7c6-2a7b-4ee8-b6f4-fabf1ba1905f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e8db7723-1c81-47f1-b6f2-d8932150a30e', 'vif_model': 'vmxnet3'}] {{(pid=62574) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1523.622563] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4c595eb-842c-47d8-90b6-4bc17bb70c93 tempest-TenantUsagesTestJSON-1701219257 tempest-TenantUsagesTestJSON-1701219257-project-member] Creating folder: Project (798274040caa480ebe1918a40098b740). Parent ref: group-v384746. {{(pid=62574) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1523.627076] env[62574]: DEBUG nova.policy [None req-00c49e98-b2fb-4f92-a2ae-58f621759fa4 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1a6fc735ddfe4ed9be8f91ecf260620e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ade30aec989847c498280ff09a4ace80', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62574) authorize /opt/stack/nova/nova/policy.py:192}} [ 1523.628425] env[62574]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dbc335d3-556c-4c38-b01c-9c571aa0ffb9 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.645021] env[62574]: INFO nova.virt.vmwareapi.vm_util [None req-c4c595eb-842c-47d8-90b6-4bc17bb70c93 tempest-TenantUsagesTestJSON-1701219257 tempest-TenantUsagesTestJSON-1701219257-project-member] Created folder: Project (798274040caa480ebe1918a40098b740) in parent group-v384746. [ 1523.645021] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4c595eb-842c-47d8-90b6-4bc17bb70c93 tempest-TenantUsagesTestJSON-1701219257 tempest-TenantUsagesTestJSON-1701219257-project-member] Creating folder: Instances. Parent ref: group-v384801. {{(pid=62574) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1523.645338] env[62574]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-daba7c96-ac9f-4e8d-a6c2-58289b46346d {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.647413] env[62574]: DEBUG oslo_vmware.api [None req-4194893c-404e-4ac9-9bb4-a4e2394b7390 tempest-AttachInterfacesV270Test-530238025 tempest-AttachInterfacesV270Test-530238025-project-member] Task: {'id': task-1861272, 'name': PowerOnVM_Task, 'duration_secs': 0.502015} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1523.647707] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-4194893c-404e-4ac9-9bb4-a4e2394b7390 tempest-AttachInterfacesV270Test-530238025 tempest-AttachInterfacesV270Test-530238025-project-member] [instance: f80f71e8-1b2f-476e-9b7e-b1dd3b0d7df8] Powered on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1523.647924] env[62574]: INFO nova.compute.manager [None req-4194893c-404e-4ac9-9bb4-a4e2394b7390 tempest-AttachInterfacesV270Test-530238025 tempest-AttachInterfacesV270Test-530238025-project-member] [instance: f80f71e8-1b2f-476e-9b7e-b1dd3b0d7df8] Took 9.25 seconds to spawn the instance on the hypervisor. [ 1523.648119] env[62574]: DEBUG nova.compute.manager [None req-4194893c-404e-4ac9-9bb4-a4e2394b7390 tempest-AttachInterfacesV270Test-530238025 tempest-AttachInterfacesV270Test-530238025-project-member] [instance: f80f71e8-1b2f-476e-9b7e-b1dd3b0d7df8] Checking state {{(pid=62574) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1523.649474] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7880d640-66db-4b7c-8c03-928665aef8e0 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.656219] env[62574]: INFO nova.virt.vmwareapi.vm_util [None req-c4c595eb-842c-47d8-90b6-4bc17bb70c93 tempest-TenantUsagesTestJSON-1701219257 tempest-TenantUsagesTestJSON-1701219257-project-member] Created folder: Instances in parent group-v384801. [ 1523.656921] env[62574]: DEBUG oslo.service.loopingcall [None req-c4c595eb-842c-47d8-90b6-4bc17bb70c93 tempest-TenantUsagesTestJSON-1701219257 tempest-TenantUsagesTestJSON-1701219257-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62574) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1523.656921] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 049aed69-5511-4770-9a62-039b2f21d60f] Creating VM on the ESX host {{(pid=62574) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1523.656921] env[62574]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-453b5284-24ee-4189-a856-e52bc8fcf152 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.687021] env[62574]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1523.687021] env[62574]: value = "task-1861275" [ 1523.687021] env[62574]: _type = "Task" [ 1523.687021] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1523.692232] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1861275, 'name': CreateVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1523.864899] env[62574]: DEBUG nova.network.neutron [req-3152f7f8-4e36-496b-ad99-1ddaceebce6b req-0ffc8b59-0a0c-4046-a36e-b3c57dff8f4e service nova] [instance: a903fd4b-e31e-4fde-b8d6-a11ecf5a602f] Updated VIF entry in instance network info cache for port c0a79f88-3220-45d5-9f4c-7e246b70d098. {{(pid=62574) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1523.865330] env[62574]: DEBUG nova.network.neutron [req-3152f7f8-4e36-496b-ad99-1ddaceebce6b req-0ffc8b59-0a0c-4046-a36e-b3c57dff8f4e service nova] [instance: a903fd4b-e31e-4fde-b8d6-a11ecf5a602f] Updating instance_info_cache with network_info: [{"id": "c0a79f88-3220-45d5-9f4c-7e246b70d098", "address": "fa:16:3e:44:9c:ba", "network": {"id": "1936b79f-db67-4ad5-86bc-7dc4ed97eacc", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1542900542-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "c10401ec5a6e44c69288f736108864e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffcecdaa-a7b8-49fc-9371-dbdb7744688e", "external-id": "nsx-vlan-transportzone-994", "segmentation_id": 994, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0a79f88-32", "ovs_interfaceid": "c0a79f88-3220-45d5-9f4c-7e246b70d098", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1523.948874] env[62574]: DEBUG nova.network.neutron [None req-00c49e98-b2fb-4f92-a2ae-58f621759fa4 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] [instance: 9595a480-fdc1-4dda-877b-e0f6078420e2] Successfully created port: f094f28c-f1f9-47cb-8a76-2e17b5205cb0 {{(pid=62574) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1524.028614] env[62574]: DEBUG nova.network.neutron [None req-c52dd69c-5b06-43a2-ac65-43b86bc86553 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] [instance: a40bab23-721e-4584-bda1-2bf5d0e0e37e] Successfully updated port: c0000071-6312-4490-994e-e3d175b09e7d {{(pid=62574) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1524.048487] env[62574]: DEBUG nova.compute.manager [None req-00c49e98-b2fb-4f92-a2ae-58f621759fa4 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] [instance: 9595a480-fdc1-4dda-877b-e0f6078420e2] Start building block device mappings for instance. {{(pid=62574) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1524.071259] env[62574]: DEBUG oslo_vmware.api [None req-2df297fa-4567-45c5-811b-8a06c2cfa33b tempest-ServersAdmin275Test-1369324412 tempest-ServersAdmin275Test-1369324412-project-member] Task: {'id': task-1861270, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1524.086919] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d3ac347-f540-4b1e-9a66-88ca44c0b443 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.095301] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49007ec7-cc40-4e3b-9610-2b4d082bdd6e {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.127877] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ddc1b65-86ff-4aad-809a-adfc95bc2544 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.135159] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64c3bdfa-f00b-4109-8790-5bf28b6e77e9 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.149402] env[62574]: DEBUG nova.compute.provider_tree [None req-f53a9d31-c8c8-41e9-b045-bd67a20e507a tempest-ServerDiagnosticsV248Test-2044626064 tempest-ServerDiagnosticsV248Test-2044626064-project-member] Inventory has not changed in ProviderTree for provider: f0ed160a-beff-4626-a531-2a70d7bc0627 {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1524.192100] env[62574]: INFO nova.compute.manager [None req-4194893c-404e-4ac9-9bb4-a4e2394b7390 tempest-AttachInterfacesV270Test-530238025 tempest-AttachInterfacesV270Test-530238025-project-member] [instance: f80f71e8-1b2f-476e-9b7e-b1dd3b0d7df8] Took 23.45 seconds to build instance. [ 1524.196761] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1861275, 'name': CreateVM_Task} progress is 25%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1524.369693] env[62574]: DEBUG oslo_concurrency.lockutils [req-3152f7f8-4e36-496b-ad99-1ddaceebce6b req-0ffc8b59-0a0c-4046-a36e-b3c57dff8f4e service nova] Releasing lock "refresh_cache-a903fd4b-e31e-4fde-b8d6-a11ecf5a602f" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1524.534784] env[62574]: DEBUG oslo_concurrency.lockutils [None req-c52dd69c-5b06-43a2-ac65-43b86bc86553 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] Acquiring lock "refresh_cache-a40bab23-721e-4584-bda1-2bf5d0e0e37e" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1524.535066] env[62574]: DEBUG oslo_concurrency.lockutils [None req-c52dd69c-5b06-43a2-ac65-43b86bc86553 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] Acquired lock "refresh_cache-a40bab23-721e-4584-bda1-2bf5d0e0e37e" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1524.535292] env[62574]: DEBUG nova.network.neutron [None req-c52dd69c-5b06-43a2-ac65-43b86bc86553 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] [instance: a40bab23-721e-4584-bda1-2bf5d0e0e37e] Building network info cache for instance {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1524.547550] env[62574]: DEBUG nova.compute.manager [req-15bee978-23ed-4f51-b186-4179a8c2c7cf req-98a66c59-4242-4b34-a6fb-0ff6e2fb69d3 service nova] [instance: 049aed69-5511-4770-9a62-039b2f21d60f] Received event network-vif-plugged-e8db7723-1c81-47f1-b6f2-d8932150a30e {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1524.547875] env[62574]: DEBUG oslo_concurrency.lockutils [req-15bee978-23ed-4f51-b186-4179a8c2c7cf req-98a66c59-4242-4b34-a6fb-0ff6e2fb69d3 service nova] Acquiring lock "049aed69-5511-4770-9a62-039b2f21d60f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1524.548189] env[62574]: DEBUG oslo_concurrency.lockutils [req-15bee978-23ed-4f51-b186-4179a8c2c7cf req-98a66c59-4242-4b34-a6fb-0ff6e2fb69d3 service nova] Lock "049aed69-5511-4770-9a62-039b2f21d60f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1524.548434] env[62574]: DEBUG oslo_concurrency.lockutils [req-15bee978-23ed-4f51-b186-4179a8c2c7cf req-98a66c59-4242-4b34-a6fb-0ff6e2fb69d3 service nova] Lock "049aed69-5511-4770-9a62-039b2f21d60f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1524.548665] env[62574]: DEBUG nova.compute.manager [req-15bee978-23ed-4f51-b186-4179a8c2c7cf req-98a66c59-4242-4b34-a6fb-0ff6e2fb69d3 service nova] [instance: 049aed69-5511-4770-9a62-039b2f21d60f] No waiting events found dispatching network-vif-plugged-e8db7723-1c81-47f1-b6f2-d8932150a30e {{(pid=62574) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1524.548913] env[62574]: WARNING nova.compute.manager [req-15bee978-23ed-4f51-b186-4179a8c2c7cf req-98a66c59-4242-4b34-a6fb-0ff6e2fb69d3 service nova] [instance: 049aed69-5511-4770-9a62-039b2f21d60f] Received unexpected event network-vif-plugged-e8db7723-1c81-47f1-b6f2-d8932150a30e for instance with vm_state building and task_state spawning. [ 1524.549161] env[62574]: DEBUG nova.compute.manager [req-15bee978-23ed-4f51-b186-4179a8c2c7cf req-98a66c59-4242-4b34-a6fb-0ff6e2fb69d3 service nova] [instance: 049aed69-5511-4770-9a62-039b2f21d60f] Received event network-changed-e8db7723-1c81-47f1-b6f2-d8932150a30e {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1524.549379] env[62574]: DEBUG nova.compute.manager [req-15bee978-23ed-4f51-b186-4179a8c2c7cf req-98a66c59-4242-4b34-a6fb-0ff6e2fb69d3 service nova] [instance: 049aed69-5511-4770-9a62-039b2f21d60f] Refreshing instance network info cache due to event network-changed-e8db7723-1c81-47f1-b6f2-d8932150a30e. {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1524.549629] env[62574]: DEBUG oslo_concurrency.lockutils [req-15bee978-23ed-4f51-b186-4179a8c2c7cf req-98a66c59-4242-4b34-a6fb-0ff6e2fb69d3 service nova] Acquiring lock "refresh_cache-049aed69-5511-4770-9a62-039b2f21d60f" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1524.549825] env[62574]: DEBUG oslo_concurrency.lockutils [req-15bee978-23ed-4f51-b186-4179a8c2c7cf req-98a66c59-4242-4b34-a6fb-0ff6e2fb69d3 service nova] Acquired lock "refresh_cache-049aed69-5511-4770-9a62-039b2f21d60f" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1524.550064] env[62574]: DEBUG nova.network.neutron [req-15bee978-23ed-4f51-b186-4179a8c2c7cf req-98a66c59-4242-4b34-a6fb-0ff6e2fb69d3 service nova] [instance: 049aed69-5511-4770-9a62-039b2f21d60f] Refreshing network info cache for port e8db7723-1c81-47f1-b6f2-d8932150a30e {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1524.574787] env[62574]: DEBUG oslo_vmware.api [None req-2df297fa-4567-45c5-811b-8a06c2cfa33b tempest-ServersAdmin275Test-1369324412 tempest-ServersAdmin275Test-1369324412-project-member] Task: {'id': task-1861270, 'name': PowerOnVM_Task, 'duration_secs': 1.879628} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1524.575078] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-2df297fa-4567-45c5-811b-8a06c2cfa33b tempest-ServersAdmin275Test-1369324412 tempest-ServersAdmin275Test-1369324412-project-member] [instance: 90b44fba-636a-414f-b286-7baf5adc2122] Powered on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1524.575417] env[62574]: INFO nova.compute.manager [None req-2df297fa-4567-45c5-811b-8a06c2cfa33b tempest-ServersAdmin275Test-1369324412 tempest-ServersAdmin275Test-1369324412-project-member] [instance: 90b44fba-636a-414f-b286-7baf5adc2122] Took 7.45 seconds to spawn the instance on the hypervisor. [ 1524.575656] env[62574]: DEBUG nova.compute.manager [None req-2df297fa-4567-45c5-811b-8a06c2cfa33b tempest-ServersAdmin275Test-1369324412 tempest-ServersAdmin275Test-1369324412-project-member] [instance: 90b44fba-636a-414f-b286-7baf5adc2122] Checking state {{(pid=62574) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1524.576722] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dbb8ba4-1af2-4240-925d-7fcfc80cce08 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.285914] env[62574]: DEBUG nova.scheduler.client.report [None req-f53a9d31-c8c8-41e9-b045-bd67a20e507a tempest-ServerDiagnosticsV248Test-2044626064 tempest-ServerDiagnosticsV248Test-2044626064-project-member] Inventory has not changed for provider f0ed160a-beff-4626-a531-2a70d7bc0627 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 148, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1525.293031] env[62574]: DEBUG oslo_concurrency.lockutils [None req-4194893c-404e-4ac9-9bb4-a4e2394b7390 tempest-AttachInterfacesV270Test-530238025 tempest-AttachInterfacesV270Test-530238025-project-member] Lock "f80f71e8-1b2f-476e-9b7e-b1dd3b0d7df8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.195s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1525.293900] env[62574]: DEBUG nova.compute.manager [None req-00c49e98-b2fb-4f92-a2ae-58f621759fa4 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] [instance: 9595a480-fdc1-4dda-877b-e0f6078420e2] Start spawning the instance on the hypervisor. {{(pid=62574) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1525.306571] env[62574]: DEBUG oslo_concurrency.lockutils [None req-d5b0c55e-8817-4283-8f61-0c36c4bb7c3a tempest-ServerDiagnosticsNegativeTest-1776344175 tempest-ServerDiagnosticsNegativeTest-1776344175-project-member] Acquiring lock "e3bb34fa-0a4b-4ef0-885a-2c59a191ca72" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1525.306842] env[62574]: DEBUG oslo_concurrency.lockutils [None req-d5b0c55e-8817-4283-8f61-0c36c4bb7c3a tempest-ServerDiagnosticsNegativeTest-1776344175 tempest-ServerDiagnosticsNegativeTest-1776344175-project-member] Lock "e3bb34fa-0a4b-4ef0-885a-2c59a191ca72" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1525.317943] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1861275, 'name': CreateVM_Task, 'duration_secs': 0.820653} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1525.319714] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 049aed69-5511-4770-9a62-039b2f21d60f] Created VM on the ESX host {{(pid=62574) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1525.321175] env[62574]: DEBUG oslo_concurrency.lockutils [None req-c4c595eb-842c-47d8-90b6-4bc17bb70c93 tempest-TenantUsagesTestJSON-1701219257 tempest-TenantUsagesTestJSON-1701219257-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1525.321434] env[62574]: DEBUG oslo_concurrency.lockutils [None req-c4c595eb-842c-47d8-90b6-4bc17bb70c93 tempest-TenantUsagesTestJSON-1701219257 tempest-TenantUsagesTestJSON-1701219257-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.321658] env[62574]: DEBUG oslo_concurrency.lockutils [None req-c4c595eb-842c-47d8-90b6-4bc17bb70c93 tempest-TenantUsagesTestJSON-1701219257 tempest-TenantUsagesTestJSON-1701219257-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1525.322284] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec754454-6fed-4b45-8e06-3d332c902931 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.326439] env[62574]: DEBUG nova.virt.hardware [None req-00c49e98-b2fb-4f92-a2ae-58f621759fa4 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T19:26:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-13T19:26:40Z,direct_url=,disk_format='vmdk',id=3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7eed1dd4d2c3418eb32c4f4ceda3ab0d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-13T19:26:41Z,virtual_size=,visibility=), allow threads: False {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1525.326668] env[62574]: DEBUG nova.virt.hardware [None req-00c49e98-b2fb-4f92-a2ae-58f621759fa4 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] Flavor limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1525.326824] env[62574]: DEBUG nova.virt.hardware [None req-00c49e98-b2fb-4f92-a2ae-58f621759fa4 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] Image limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1525.327013] env[62574]: DEBUG nova.virt.hardware [None req-00c49e98-b2fb-4f92-a2ae-58f621759fa4 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] Flavor pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1525.327165] env[62574]: DEBUG nova.virt.hardware [None req-00c49e98-b2fb-4f92-a2ae-58f621759fa4 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] Image pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1525.327308] env[62574]: DEBUG nova.virt.hardware [None req-00c49e98-b2fb-4f92-a2ae-58f621759fa4 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1525.327513] env[62574]: DEBUG nova.virt.hardware [None req-00c49e98-b2fb-4f92-a2ae-58f621759fa4 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1525.327665] env[62574]: DEBUG nova.virt.hardware [None req-00c49e98-b2fb-4f92-a2ae-58f621759fa4 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1525.327827] env[62574]: DEBUG nova.virt.hardware [None req-00c49e98-b2fb-4f92-a2ae-58f621759fa4 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] Got 1 possible topologies {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1525.327988] env[62574]: DEBUG nova.virt.hardware [None req-00c49e98-b2fb-4f92-a2ae-58f621759fa4 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1525.328167] env[62574]: DEBUG nova.virt.hardware [None req-00c49e98-b2fb-4f92-a2ae-58f621759fa4 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1525.329719] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81302294-9260-4045-b760-e5071e12a961 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.336365] env[62574]: DEBUG oslo_vmware.api [None req-c4c595eb-842c-47d8-90b6-4bc17bb70c93 tempest-TenantUsagesTestJSON-1701219257 tempest-TenantUsagesTestJSON-1701219257-project-member] Waiting for the task: (returnval){ [ 1525.336365] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]52c18bae-c492-d908-b628-bc2a39d3114e" [ 1525.336365] env[62574]: _type = "Task" [ 1525.336365] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1525.342959] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6a561c5-7aa5-4cac-bbd7-ae619a227a81 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.360493] env[62574]: DEBUG oslo_vmware.api [None req-c4c595eb-842c-47d8-90b6-4bc17bb70c93 tempest-TenantUsagesTestJSON-1701219257 tempest-TenantUsagesTestJSON-1701219257-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52c18bae-c492-d908-b628-bc2a39d3114e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1525.392446] env[62574]: DEBUG nova.network.neutron [None req-c52dd69c-5b06-43a2-ac65-43b86bc86553 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] [instance: a40bab23-721e-4584-bda1-2bf5d0e0e37e] Instance cache missing network info. {{(pid=62574) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1525.572035] env[62574]: DEBUG nova.network.neutron [None req-00c49e98-b2fb-4f92-a2ae-58f621759fa4 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] [instance: 9595a480-fdc1-4dda-877b-e0f6078420e2] Successfully updated port: f094f28c-f1f9-47cb-8a76-2e17b5205cb0 {{(pid=62574) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1525.804024] env[62574]: DEBUG oslo_concurrency.lockutils [None req-f53a9d31-c8c8-41e9-b045-bd67a20e507a tempest-ServerDiagnosticsV248Test-2044626064 tempest-ServerDiagnosticsV248Test-2044626064-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.766s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1525.812102] env[62574]: DEBUG oslo_concurrency.lockutils [None req-cff09aa0-636a-48d4-98f2-6a23ae2d930a tempest-ServerExternalEventsTest-1288446 tempest-ServerExternalEventsTest-1288446-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.123s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1525.812359] env[62574]: DEBUG nova.objects.instance [None req-cff09aa0-636a-48d4-98f2-6a23ae2d930a tempest-ServerExternalEventsTest-1288446 tempest-ServerExternalEventsTest-1288446-project-member] Lazy-loading 'resources' on Instance uuid 12efb14a-4241-42ec-b538-3efa54435951 {{(pid=62574) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1525.813558] env[62574]: DEBUG nova.compute.manager [None req-c41600a1-b9ea-4c15-bbd4-47d7d571e886 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] [instance: cf8dfe40-abfe-4888-a1a5-b26f6d781e93] Starting instance... {{(pid=62574) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1525.836460] env[62574]: INFO nova.scheduler.client.report [None req-f53a9d31-c8c8-41e9-b045-bd67a20e507a tempest-ServerDiagnosticsV248Test-2044626064 tempest-ServerDiagnosticsV248Test-2044626064-project-member] Deleted allocations for instance b8222a46-63c9-4282-85bf-9e9b044ed524 [ 1525.837863] env[62574]: INFO nova.compute.manager [None req-2df297fa-4567-45c5-811b-8a06c2cfa33b tempest-ServersAdmin275Test-1369324412 tempest-ServersAdmin275Test-1369324412-project-member] [instance: 90b44fba-636a-414f-b286-7baf5adc2122] Took 24.92 seconds to build instance. [ 1525.858263] env[62574]: DEBUG oslo_vmware.api [None req-c4c595eb-842c-47d8-90b6-4bc17bb70c93 tempest-TenantUsagesTestJSON-1701219257 tempest-TenantUsagesTestJSON-1701219257-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52c18bae-c492-d908-b628-bc2a39d3114e, 'name': SearchDatastore_Task, 'duration_secs': 0.018895} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1525.861803] env[62574]: DEBUG oslo_concurrency.lockutils [None req-c4c595eb-842c-47d8-90b6-4bc17bb70c93 tempest-TenantUsagesTestJSON-1701219257 tempest-TenantUsagesTestJSON-1701219257-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1525.862077] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-c4c595eb-842c-47d8-90b6-4bc17bb70c93 tempest-TenantUsagesTestJSON-1701219257 tempest-TenantUsagesTestJSON-1701219257-project-member] [instance: 049aed69-5511-4770-9a62-039b2f21d60f] Processing image 3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2 {{(pid=62574) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1525.862722] env[62574]: DEBUG oslo_concurrency.lockutils [None req-c4c595eb-842c-47d8-90b6-4bc17bb70c93 tempest-TenantUsagesTestJSON-1701219257 tempest-TenantUsagesTestJSON-1701219257-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1525.863099] env[62574]: DEBUG oslo_concurrency.lockutils [None req-c4c595eb-842c-47d8-90b6-4bc17bb70c93 tempest-TenantUsagesTestJSON-1701219257 tempest-TenantUsagesTestJSON-1701219257-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.863226] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4c595eb-842c-47d8-90b6-4bc17bb70c93 tempest-TenantUsagesTestJSON-1701219257 tempest-TenantUsagesTestJSON-1701219257-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1525.864330] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5cce7ae2-ee02-4c43-b1b3-b51c02ec1297 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.874071] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4c595eb-842c-47d8-90b6-4bc17bb70c93 tempest-TenantUsagesTestJSON-1701219257 tempest-TenantUsagesTestJSON-1701219257-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1525.874176] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-c4c595eb-842c-47d8-90b6-4bc17bb70c93 tempest-TenantUsagesTestJSON-1701219257 tempest-TenantUsagesTestJSON-1701219257-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62574) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1525.878836] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c6986f6c-1a80-47d5-b500-61bd26d170b3 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.885974] env[62574]: DEBUG oslo_vmware.api [None req-c4c595eb-842c-47d8-90b6-4bc17bb70c93 tempest-TenantUsagesTestJSON-1701219257 tempest-TenantUsagesTestJSON-1701219257-project-member] Waiting for the task: (returnval){ [ 1525.885974] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]5233c112-3fdb-83d5-e98f-7c7557b04868" [ 1525.885974] env[62574]: _type = "Task" [ 1525.885974] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1525.895899] env[62574]: DEBUG oslo_vmware.api [None req-c4c595eb-842c-47d8-90b6-4bc17bb70c93 tempest-TenantUsagesTestJSON-1701219257 tempest-TenantUsagesTestJSON-1701219257-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]5233c112-3fdb-83d5-e98f-7c7557b04868, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1525.972334] env[62574]: DEBUG nova.network.neutron [None req-c52dd69c-5b06-43a2-ac65-43b86bc86553 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] [instance: a40bab23-721e-4584-bda1-2bf5d0e0e37e] Updating instance_info_cache with network_info: [{"id": "c0000071-6312-4490-994e-e3d175b09e7d", "address": "fa:16:3e:9f:ca:97", "network": {"id": "a106e1d8-b783-449c-a124-f4d1de404bfd", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-463486581-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ade30aec989847c498280ff09a4ace80", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c5652322-9f10-4996-baed-4c0aa13a1b4e", "external-id": "nsx-vlan-transportzone-941", "segmentation_id": 941, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0000071-63", "ovs_interfaceid": "c0000071-6312-4490-994e-e3d175b09e7d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1526.076907] env[62574]: DEBUG oslo_concurrency.lockutils [None req-00c49e98-b2fb-4f92-a2ae-58f621759fa4 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] Acquiring lock "refresh_cache-9595a480-fdc1-4dda-877b-e0f6078420e2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1526.076907] env[62574]: DEBUG oslo_concurrency.lockutils [None req-00c49e98-b2fb-4f92-a2ae-58f621759fa4 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] Acquired lock "refresh_cache-9595a480-fdc1-4dda-877b-e0f6078420e2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1526.076907] env[62574]: DEBUG nova.network.neutron [None req-00c49e98-b2fb-4f92-a2ae-58f621759fa4 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] [instance: 9595a480-fdc1-4dda-877b-e0f6078420e2] Building network info cache for instance {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1526.121296] env[62574]: DEBUG nova.network.neutron [req-15bee978-23ed-4f51-b186-4179a8c2c7cf req-98a66c59-4242-4b34-a6fb-0ff6e2fb69d3 service nova] [instance: 049aed69-5511-4770-9a62-039b2f21d60f] Updated VIF entry in instance network info cache for port e8db7723-1c81-47f1-b6f2-d8932150a30e. {{(pid=62574) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1526.121296] env[62574]: DEBUG nova.network.neutron [req-15bee978-23ed-4f51-b186-4179a8c2c7cf req-98a66c59-4242-4b34-a6fb-0ff6e2fb69d3 service nova] [instance: 049aed69-5511-4770-9a62-039b2f21d60f] Updating instance_info_cache with network_info: [{"id": "e8db7723-1c81-47f1-b6f2-d8932150a30e", "address": "fa:16:3e:21:e7:9c", "network": {"id": "90888d97-209c-49d6-8f95-1d0279efea11", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.232", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7eed1dd4d2c3418eb32c4f4ceda3ab0d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d275d7c6-2a7b-4ee8-b6f4-fabf1ba1905f", "external-id": "nsx-vlan-transportzone-513", "segmentation_id": 513, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape8db7723-1c", "ovs_interfaceid": "e8db7723-1c81-47f1-b6f2-d8932150a30e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1526.326243] env[62574]: DEBUG nova.compute.manager [None req-e175b960-16b9-4bac-84cc-7c209b9f346b tempest-ImagesOneServerTestJSON-1738664534 tempest-ImagesOneServerTestJSON-1738664534-project-member] [instance: b19648bf-b106-4c17-8b48-8c579fb23b31] Checking state {{(pid=62574) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1526.326243] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f506187-eac5-4fff-8ae7-0ebd2107d1e0 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.350776] env[62574]: DEBUG oslo_concurrency.lockutils [None req-2df297fa-4567-45c5-811b-8a06c2cfa33b tempest-ServersAdmin275Test-1369324412 tempest-ServersAdmin275Test-1369324412-project-member] Lock "90b44fba-636a-414f-b286-7baf5adc2122" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.262s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1526.355031] env[62574]: DEBUG oslo_concurrency.lockutils [None req-c41600a1-b9ea-4c15-bbd4-47d7d571e886 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1526.357666] env[62574]: DEBUG oslo_concurrency.lockutils [None req-f53a9d31-c8c8-41e9-b045-bd67a20e507a tempest-ServerDiagnosticsV248Test-2044626064 tempest-ServerDiagnosticsV248Test-2044626064-project-member] Lock "b8222a46-63c9-4282-85bf-9e9b044ed524" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.290s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1526.376984] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8da4467d-25f3-43ca-b5a8-1d7b431c0f86 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.388879] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-988793ed-93ef-4696-8cdd-fc50dfb3edb3 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.405355] env[62574]: DEBUG oslo_vmware.api [None req-c4c595eb-842c-47d8-90b6-4bc17bb70c93 tempest-TenantUsagesTestJSON-1701219257 tempest-TenantUsagesTestJSON-1701219257-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]5233c112-3fdb-83d5-e98f-7c7557b04868, 'name': SearchDatastore_Task, 'duration_secs': 0.011925} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1526.434357] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd19e8d3-0fe0-4f89-abf4-0e274d532e44 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.437552] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf5f101e-2049-4f4e-a672-3a8bef846b9f {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.447050] env[62574]: DEBUG oslo_vmware.api [None req-c4c595eb-842c-47d8-90b6-4bc17bb70c93 tempest-TenantUsagesTestJSON-1701219257 tempest-TenantUsagesTestJSON-1701219257-project-member] Waiting for the task: (returnval){ [ 1526.447050] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]523e9b2d-0f4b-6d94-1da5-bfdf786d37b6" [ 1526.447050] env[62574]: _type = "Task" [ 1526.447050] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1526.448571] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3b90b82-7fe6-4d0f-8961-3c582b17d3c7 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.468239] env[62574]: DEBUG nova.compute.provider_tree [None req-cff09aa0-636a-48d4-98f2-6a23ae2d930a tempest-ServerExternalEventsTest-1288446 tempest-ServerExternalEventsTest-1288446-project-member] Inventory has not changed in ProviderTree for provider: f0ed160a-beff-4626-a531-2a70d7bc0627 {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1526.473910] env[62574]: DEBUG oslo_concurrency.lockutils [None req-c52dd69c-5b06-43a2-ac65-43b86bc86553 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] Releasing lock "refresh_cache-a40bab23-721e-4584-bda1-2bf5d0e0e37e" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1526.474317] env[62574]: DEBUG nova.compute.manager [None req-c52dd69c-5b06-43a2-ac65-43b86bc86553 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] [instance: a40bab23-721e-4584-bda1-2bf5d0e0e37e] Instance network_info: |[{"id": "c0000071-6312-4490-994e-e3d175b09e7d", "address": "fa:16:3e:9f:ca:97", "network": {"id": "a106e1d8-b783-449c-a124-f4d1de404bfd", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-463486581-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ade30aec989847c498280ff09a4ace80", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c5652322-9f10-4996-baed-4c0aa13a1b4e", "external-id": "nsx-vlan-transportzone-941", "segmentation_id": 941, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0000071-63", "ovs_interfaceid": "c0000071-6312-4490-994e-e3d175b09e7d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62574) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1526.474622] env[62574]: DEBUG oslo_vmware.api [None req-c4c595eb-842c-47d8-90b6-4bc17bb70c93 tempest-TenantUsagesTestJSON-1701219257 tempest-TenantUsagesTestJSON-1701219257-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]523e9b2d-0f4b-6d94-1da5-bfdf786d37b6, 'name': SearchDatastore_Task, 'duration_secs': 0.010792} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1526.475262] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-c52dd69c-5b06-43a2-ac65-43b86bc86553 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] [instance: a40bab23-721e-4584-bda1-2bf5d0e0e37e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9f:ca:97', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c5652322-9f10-4996-baed-4c0aa13a1b4e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c0000071-6312-4490-994e-e3d175b09e7d', 'vif_model': 'vmxnet3'}] {{(pid=62574) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1526.484875] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-c52dd69c-5b06-43a2-ac65-43b86bc86553 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] Creating folder: Project (ade30aec989847c498280ff09a4ace80). Parent ref: group-v384746. {{(pid=62574) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1526.485456] env[62574]: DEBUG oslo_concurrency.lockutils [None req-c4c595eb-842c-47d8-90b6-4bc17bb70c93 tempest-TenantUsagesTestJSON-1701219257 tempest-TenantUsagesTestJSON-1701219257-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1526.485602] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4c595eb-842c-47d8-90b6-4bc17bb70c93 tempest-TenantUsagesTestJSON-1701219257 tempest-TenantUsagesTestJSON-1701219257-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk to [datastore2] 049aed69-5511-4770-9a62-039b2f21d60f/049aed69-5511-4770-9a62-039b2f21d60f.vmdk {{(pid=62574) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1526.486902] env[62574]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-77d5d8b7-6e5b-4a27-a34a-3d19d017cae8 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.488614] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5b2cbd9f-2efa-48ac-8d68-2003b06fa7e1 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.498872] env[62574]: DEBUG oslo_vmware.api [None req-c4c595eb-842c-47d8-90b6-4bc17bb70c93 tempest-TenantUsagesTestJSON-1701219257 tempest-TenantUsagesTestJSON-1701219257-project-member] Waiting for the task: (returnval){ [ 1526.498872] env[62574]: value = "task-1861277" [ 1526.498872] env[62574]: _type = "Task" [ 1526.498872] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1526.503485] env[62574]: INFO nova.virt.vmwareapi.vm_util [None req-c52dd69c-5b06-43a2-ac65-43b86bc86553 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] Created folder: Project (ade30aec989847c498280ff09a4ace80) in parent group-v384746. [ 1526.503787] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-c52dd69c-5b06-43a2-ac65-43b86bc86553 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] Creating folder: Instances. Parent ref: group-v384804. {{(pid=62574) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1526.504239] env[62574]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4237f5ab-6918-4713-ae46-6a8b0c6e1086 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.508875] env[62574]: DEBUG oslo_vmware.api [None req-c4c595eb-842c-47d8-90b6-4bc17bb70c93 tempest-TenantUsagesTestJSON-1701219257 tempest-TenantUsagesTestJSON-1701219257-project-member] Task: {'id': task-1861277, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1526.516634] env[62574]: INFO nova.virt.vmwareapi.vm_util [None req-c52dd69c-5b06-43a2-ac65-43b86bc86553 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] Created folder: Instances in parent group-v384804. [ 1526.516852] env[62574]: DEBUG oslo.service.loopingcall [None req-c52dd69c-5b06-43a2-ac65-43b86bc86553 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62574) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1526.517138] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a40bab23-721e-4584-bda1-2bf5d0e0e37e] Creating VM on the ESX host {{(pid=62574) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1526.517291] env[62574]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1213c5a6-454e-4c71-b270-7f40eb3682ac {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.538378] env[62574]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1526.538378] env[62574]: value = "task-1861279" [ 1526.538378] env[62574]: _type = "Task" [ 1526.538378] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1526.547066] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1861279, 'name': CreateVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1526.614909] env[62574]: DEBUG nova.network.neutron [None req-00c49e98-b2fb-4f92-a2ae-58f621759fa4 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] [instance: 9595a480-fdc1-4dda-877b-e0f6078420e2] Instance cache missing network info. {{(pid=62574) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1526.622802] env[62574]: DEBUG oslo_concurrency.lockutils [req-15bee978-23ed-4f51-b186-4179a8c2c7cf req-98a66c59-4242-4b34-a6fb-0ff6e2fb69d3 service nova] Releasing lock "refresh_cache-049aed69-5511-4770-9a62-039b2f21d60f" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1526.623127] env[62574]: DEBUG nova.compute.manager [req-15bee978-23ed-4f51-b186-4179a8c2c7cf req-98a66c59-4242-4b34-a6fb-0ff6e2fb69d3 service nova] [instance: a903fd4b-e31e-4fde-b8d6-a11ecf5a602f] Received event network-changed-c0a79f88-3220-45d5-9f4c-7e246b70d098 {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1526.623322] env[62574]: DEBUG nova.compute.manager [req-15bee978-23ed-4f51-b186-4179a8c2c7cf req-98a66c59-4242-4b34-a6fb-0ff6e2fb69d3 service nova] [instance: a903fd4b-e31e-4fde-b8d6-a11ecf5a602f] Refreshing instance network info cache due to event network-changed-c0a79f88-3220-45d5-9f4c-7e246b70d098. {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1526.623539] env[62574]: DEBUG oslo_concurrency.lockutils [req-15bee978-23ed-4f51-b186-4179a8c2c7cf req-98a66c59-4242-4b34-a6fb-0ff6e2fb69d3 service nova] Acquiring lock "refresh_cache-a903fd4b-e31e-4fde-b8d6-a11ecf5a602f" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1526.623680] env[62574]: DEBUG oslo_concurrency.lockutils [req-15bee978-23ed-4f51-b186-4179a8c2c7cf req-98a66c59-4242-4b34-a6fb-0ff6e2fb69d3 service nova] Acquired lock "refresh_cache-a903fd4b-e31e-4fde-b8d6-a11ecf5a602f" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1526.623836] env[62574]: DEBUG nova.network.neutron [req-15bee978-23ed-4f51-b186-4179a8c2c7cf req-98a66c59-4242-4b34-a6fb-0ff6e2fb69d3 service nova] [instance: a903fd4b-e31e-4fde-b8d6-a11ecf5a602f] Refreshing network info cache for port c0a79f88-3220-45d5-9f4c-7e246b70d098 {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1526.766436] env[62574]: DEBUG nova.network.neutron [None req-00c49e98-b2fb-4f92-a2ae-58f621759fa4 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] [instance: 9595a480-fdc1-4dda-877b-e0f6078420e2] Updating instance_info_cache with network_info: [{"id": "f094f28c-f1f9-47cb-8a76-2e17b5205cb0", "address": "fa:16:3e:09:b1:0b", "network": {"id": "a106e1d8-b783-449c-a124-f4d1de404bfd", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-463486581-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ade30aec989847c498280ff09a4ace80", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c5652322-9f10-4996-baed-4c0aa13a1b4e", "external-id": "nsx-vlan-transportzone-941", "segmentation_id": 941, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf094f28c-f1", "ovs_interfaceid": "f094f28c-f1f9-47cb-8a76-2e17b5205cb0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1526.844674] env[62574]: INFO nova.compute.manager [None req-e175b960-16b9-4bac-84cc-7c209b9f346b tempest-ImagesOneServerTestJSON-1738664534 tempest-ImagesOneServerTestJSON-1738664534-project-member] [instance: b19648bf-b106-4c17-8b48-8c579fb23b31] instance snapshotting [ 1526.848964] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dd2be4e-e22e-4f04-8471-ae27e9fd986f {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.869351] env[62574]: DEBUG nova.compute.manager [None req-ebda193a-db24-49ab-94a7-847e102dcdb8 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] [instance: 4cc7d784-be5d-41db-a028-0dade3464032] Starting instance... {{(pid=62574) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1526.873892] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ea58245-da20-45a9-a2a0-db165b48c5be {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.899026] env[62574]: DEBUG oslo_concurrency.lockutils [None req-dedbbf9c-f7da-4b95-9347-d5f82c2ef491 tempest-AttachInterfacesV270Test-530238025 tempest-AttachInterfacesV270Test-530238025-project-member] Acquiring lock "interface-f80f71e8-1b2f-476e-9b7e-b1dd3b0d7df8-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1526.899277] env[62574]: DEBUG oslo_concurrency.lockutils [None req-dedbbf9c-f7da-4b95-9347-d5f82c2ef491 tempest-AttachInterfacesV270Test-530238025 tempest-AttachInterfacesV270Test-530238025-project-member] Lock "interface-f80f71e8-1b2f-476e-9b7e-b1dd3b0d7df8-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1526.900133] env[62574]: DEBUG nova.objects.instance [None req-dedbbf9c-f7da-4b95-9347-d5f82c2ef491 tempest-AttachInterfacesV270Test-530238025 tempest-AttachInterfacesV270Test-530238025-project-member] Lazy-loading 'flavor' on Instance uuid f80f71e8-1b2f-476e-9b7e-b1dd3b0d7df8 {{(pid=62574) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1526.977321] env[62574]: DEBUG nova.scheduler.client.report [None req-cff09aa0-636a-48d4-98f2-6a23ae2d930a tempest-ServerExternalEventsTest-1288446 tempest-ServerExternalEventsTest-1288446-project-member] Inventory has not changed for provider f0ed160a-beff-4626-a531-2a70d7bc0627 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 148, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1527.014021] env[62574]: DEBUG oslo_vmware.api [None req-c4c595eb-842c-47d8-90b6-4bc17bb70c93 tempest-TenantUsagesTestJSON-1701219257 tempest-TenantUsagesTestJSON-1701219257-project-member] Task: {'id': task-1861277, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1527.052993] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1861279, 'name': CreateVM_Task, 'duration_secs': 0.418538} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1527.052993] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a40bab23-721e-4584-bda1-2bf5d0e0e37e] Created VM on the ESX host {{(pid=62574) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1527.053698] env[62574]: DEBUG oslo_concurrency.lockutils [None req-c52dd69c-5b06-43a2-ac65-43b86bc86553 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1527.053865] env[62574]: DEBUG oslo_concurrency.lockutils [None req-c52dd69c-5b06-43a2-ac65-43b86bc86553 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1527.054217] env[62574]: DEBUG oslo_concurrency.lockutils [None req-c52dd69c-5b06-43a2-ac65-43b86bc86553 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1527.054546] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b586c2c-9d46-4742-bd4f-ef47d64af52d {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.063510] env[62574]: DEBUG oslo_vmware.api [None req-c52dd69c-5b06-43a2-ac65-43b86bc86553 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] Waiting for the task: (returnval){ [ 1527.063510] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]52c703cc-8d38-ca14-0a11-493dd2a2914e" [ 1527.063510] env[62574]: _type = "Task" [ 1527.063510] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1527.075596] env[62574]: DEBUG oslo_vmware.api [None req-c52dd69c-5b06-43a2-ac65-43b86bc86553 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52c703cc-8d38-ca14-0a11-493dd2a2914e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1527.102096] env[62574]: DEBUG nova.compute.manager [req-5c7afc57-9b70-4f19-9bfb-0f0c5515e423 req-78aeefd4-3039-405a-94fa-6e8f5e80eb74 service nova] [instance: 9595a480-fdc1-4dda-877b-e0f6078420e2] Received event network-vif-plugged-f094f28c-f1f9-47cb-8a76-2e17b5205cb0 {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1527.102328] env[62574]: DEBUG oslo_concurrency.lockutils [req-5c7afc57-9b70-4f19-9bfb-0f0c5515e423 req-78aeefd4-3039-405a-94fa-6e8f5e80eb74 service nova] Acquiring lock "9595a480-fdc1-4dda-877b-e0f6078420e2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1527.102536] env[62574]: DEBUG oslo_concurrency.lockutils [req-5c7afc57-9b70-4f19-9bfb-0f0c5515e423 req-78aeefd4-3039-405a-94fa-6e8f5e80eb74 service nova] Lock "9595a480-fdc1-4dda-877b-e0f6078420e2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1527.102702] env[62574]: DEBUG oslo_concurrency.lockutils [req-5c7afc57-9b70-4f19-9bfb-0f0c5515e423 req-78aeefd4-3039-405a-94fa-6e8f5e80eb74 service nova] Lock "9595a480-fdc1-4dda-877b-e0f6078420e2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1527.102942] env[62574]: DEBUG nova.compute.manager [req-5c7afc57-9b70-4f19-9bfb-0f0c5515e423 req-78aeefd4-3039-405a-94fa-6e8f5e80eb74 service nova] [instance: 9595a480-fdc1-4dda-877b-e0f6078420e2] No waiting events found dispatching network-vif-plugged-f094f28c-f1f9-47cb-8a76-2e17b5205cb0 {{(pid=62574) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1527.103067] env[62574]: WARNING nova.compute.manager [req-5c7afc57-9b70-4f19-9bfb-0f0c5515e423 req-78aeefd4-3039-405a-94fa-6e8f5e80eb74 service nova] [instance: 9595a480-fdc1-4dda-877b-e0f6078420e2] Received unexpected event network-vif-plugged-f094f28c-f1f9-47cb-8a76-2e17b5205cb0 for instance with vm_state building and task_state spawning. [ 1527.270149] env[62574]: DEBUG oslo_concurrency.lockutils [None req-00c49e98-b2fb-4f92-a2ae-58f621759fa4 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] Releasing lock "refresh_cache-9595a480-fdc1-4dda-877b-e0f6078420e2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1527.270519] env[62574]: DEBUG nova.compute.manager [None req-00c49e98-b2fb-4f92-a2ae-58f621759fa4 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] [instance: 9595a480-fdc1-4dda-877b-e0f6078420e2] Instance network_info: |[{"id": "f094f28c-f1f9-47cb-8a76-2e17b5205cb0", "address": "fa:16:3e:09:b1:0b", "network": {"id": "a106e1d8-b783-449c-a124-f4d1de404bfd", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-463486581-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ade30aec989847c498280ff09a4ace80", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c5652322-9f10-4996-baed-4c0aa13a1b4e", "external-id": "nsx-vlan-transportzone-941", "segmentation_id": 941, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf094f28c-f1", "ovs_interfaceid": "f094f28c-f1f9-47cb-8a76-2e17b5205cb0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62574) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1527.273044] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-00c49e98-b2fb-4f92-a2ae-58f621759fa4 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] [instance: 9595a480-fdc1-4dda-877b-e0f6078420e2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:09:b1:0b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c5652322-9f10-4996-baed-4c0aa13a1b4e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f094f28c-f1f9-47cb-8a76-2e17b5205cb0', 'vif_model': 'vmxnet3'}] {{(pid=62574) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1527.280515] env[62574]: DEBUG oslo.service.loopingcall [None req-00c49e98-b2fb-4f92-a2ae-58f621759fa4 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62574) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1527.280692] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9595a480-fdc1-4dda-877b-e0f6078420e2] Creating VM on the ESX host {{(pid=62574) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1527.285426] env[62574]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d0554f9d-2666-4049-ac1a-d72d02320fda {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.312248] env[62574]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1527.312248] env[62574]: value = "task-1861280" [ 1527.312248] env[62574]: _type = "Task" [ 1527.312248] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1527.319786] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1861280, 'name': CreateVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1527.389928] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-e175b960-16b9-4bac-84cc-7c209b9f346b tempest-ImagesOneServerTestJSON-1738664534 tempest-ImagesOneServerTestJSON-1738664534-project-member] [instance: b19648bf-b106-4c17-8b48-8c579fb23b31] Creating Snapshot of the VM instance {{(pid=62574) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1527.390351] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-b2df6779-b19c-4f3f-ab10-c79f7b8de93d {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.395334] env[62574]: DEBUG oslo_concurrency.lockutils [None req-ebda193a-db24-49ab-94a7-847e102dcdb8 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1527.397989] env[62574]: DEBUG oslo_vmware.api [None req-e175b960-16b9-4bac-84cc-7c209b9f346b tempest-ImagesOneServerTestJSON-1738664534 tempest-ImagesOneServerTestJSON-1738664534-project-member] Waiting for the task: (returnval){ [ 1527.397989] env[62574]: value = "task-1861281" [ 1527.397989] env[62574]: _type = "Task" [ 1527.397989] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1527.403574] env[62574]: DEBUG nova.objects.instance [None req-dedbbf9c-f7da-4b95-9347-d5f82c2ef491 tempest-AttachInterfacesV270Test-530238025 tempest-AttachInterfacesV270Test-530238025-project-member] Lazy-loading 'pci_requests' on Instance uuid f80f71e8-1b2f-476e-9b7e-b1dd3b0d7df8 {{(pid=62574) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1527.409307] env[62574]: DEBUG nova.network.neutron [req-15bee978-23ed-4f51-b186-4179a8c2c7cf req-98a66c59-4242-4b34-a6fb-0ff6e2fb69d3 service nova] [instance: a903fd4b-e31e-4fde-b8d6-a11ecf5a602f] Updated VIF entry in instance network info cache for port c0a79f88-3220-45d5-9f4c-7e246b70d098. {{(pid=62574) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1527.410064] env[62574]: DEBUG nova.network.neutron [req-15bee978-23ed-4f51-b186-4179a8c2c7cf req-98a66c59-4242-4b34-a6fb-0ff6e2fb69d3 service nova] [instance: a903fd4b-e31e-4fde-b8d6-a11ecf5a602f] Updating instance_info_cache with network_info: [{"id": "c0a79f88-3220-45d5-9f4c-7e246b70d098", "address": "fa:16:3e:44:9c:ba", "network": {"id": "1936b79f-db67-4ad5-86bc-7dc4ed97eacc", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1542900542-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "c10401ec5a6e44c69288f736108864e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffcecdaa-a7b8-49fc-9371-dbdb7744688e", "external-id": "nsx-vlan-transportzone-994", "segmentation_id": 994, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0a79f88-32", "ovs_interfaceid": "c0a79f88-3220-45d5-9f4c-7e246b70d098", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1527.411325] env[62574]: DEBUG oslo_vmware.api [None req-e175b960-16b9-4bac-84cc-7c209b9f346b tempest-ImagesOneServerTestJSON-1738664534 tempest-ImagesOneServerTestJSON-1738664534-project-member] Task: {'id': task-1861281, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1527.482857] env[62574]: DEBUG oslo_concurrency.lockutils [None req-cff09aa0-636a-48d4-98f2-6a23ae2d930a tempest-ServerExternalEventsTest-1288446 tempest-ServerExternalEventsTest-1288446-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.671s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1527.484974] env[62574]: DEBUG oslo_concurrency.lockutils [None req-5b3e9bbb-8a0d-4317-ab9d-2cb3146c3b7a tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 16.583s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1527.503684] env[62574]: INFO nova.scheduler.client.report [None req-cff09aa0-636a-48d4-98f2-6a23ae2d930a tempest-ServerExternalEventsTest-1288446 tempest-ServerExternalEventsTest-1288446-project-member] Deleted allocations for instance 12efb14a-4241-42ec-b538-3efa54435951 [ 1527.511664] env[62574]: DEBUG oslo_vmware.api [None req-c4c595eb-842c-47d8-90b6-4bc17bb70c93 tempest-TenantUsagesTestJSON-1701219257 tempest-TenantUsagesTestJSON-1701219257-project-member] Task: {'id': task-1861277, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.73288} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1527.512104] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4c595eb-842c-47d8-90b6-4bc17bb70c93 tempest-TenantUsagesTestJSON-1701219257 tempest-TenantUsagesTestJSON-1701219257-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk to [datastore2] 049aed69-5511-4770-9a62-039b2f21d60f/049aed69-5511-4770-9a62-039b2f21d60f.vmdk {{(pid=62574) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1527.512332] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-c4c595eb-842c-47d8-90b6-4bc17bb70c93 tempest-TenantUsagesTestJSON-1701219257 tempest-TenantUsagesTestJSON-1701219257-project-member] [instance: 049aed69-5511-4770-9a62-039b2f21d60f] Extending root virtual disk to 1048576 {{(pid=62574) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1527.512578] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cb017c6d-3b24-45a9-999d-ad4f8bff1583 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.520020] env[62574]: DEBUG oslo_vmware.api [None req-c4c595eb-842c-47d8-90b6-4bc17bb70c93 tempest-TenantUsagesTestJSON-1701219257 tempest-TenantUsagesTestJSON-1701219257-project-member] Waiting for the task: (returnval){ [ 1527.520020] env[62574]: value = "task-1861282" [ 1527.520020] env[62574]: _type = "Task" [ 1527.520020] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1527.527688] env[62574]: DEBUG oslo_vmware.api [None req-c4c595eb-842c-47d8-90b6-4bc17bb70c93 tempest-TenantUsagesTestJSON-1701219257 tempest-TenantUsagesTestJSON-1701219257-project-member] Task: {'id': task-1861282, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1527.574090] env[62574]: DEBUG oslo_vmware.api [None req-c52dd69c-5b06-43a2-ac65-43b86bc86553 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52c703cc-8d38-ca14-0a11-493dd2a2914e, 'name': SearchDatastore_Task, 'duration_secs': 0.053003} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1527.574455] env[62574]: DEBUG oslo_concurrency.lockutils [None req-c52dd69c-5b06-43a2-ac65-43b86bc86553 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1527.574695] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-c52dd69c-5b06-43a2-ac65-43b86bc86553 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] [instance: a40bab23-721e-4584-bda1-2bf5d0e0e37e] Processing image 3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2 {{(pid=62574) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1527.574925] env[62574]: DEBUG oslo_concurrency.lockutils [None req-c52dd69c-5b06-43a2-ac65-43b86bc86553 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1527.575086] env[62574]: DEBUG oslo_concurrency.lockutils [None req-c52dd69c-5b06-43a2-ac65-43b86bc86553 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1527.575266] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-c52dd69c-5b06-43a2-ac65-43b86bc86553 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1527.575519] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-03667a09-2a14-4049-93f8-02b503b7f85d {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.584566] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-c52dd69c-5b06-43a2-ac65-43b86bc86553 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1527.584699] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-c52dd69c-5b06-43a2-ac65-43b86bc86553 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62574) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1527.585427] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b4c343e4-d726-4c18-a81d-362c1d08254a {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.590434] env[62574]: DEBUG oslo_vmware.api [None req-c52dd69c-5b06-43a2-ac65-43b86bc86553 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] Waiting for the task: (returnval){ [ 1527.590434] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]5273939f-9293-11fc-0431-6a174e7b03cc" [ 1527.590434] env[62574]: _type = "Task" [ 1527.590434] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1527.600029] env[62574]: DEBUG oslo_vmware.api [None req-c52dd69c-5b06-43a2-ac65-43b86bc86553 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]5273939f-9293-11fc-0431-6a174e7b03cc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1527.821829] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1861280, 'name': CreateVM_Task} progress is 25%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1527.908523] env[62574]: DEBUG oslo_vmware.api [None req-e175b960-16b9-4bac-84cc-7c209b9f346b tempest-ImagesOneServerTestJSON-1738664534 tempest-ImagesOneServerTestJSON-1738664534-project-member] Task: {'id': task-1861281, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1527.913360] env[62574]: DEBUG nova.objects.base [None req-dedbbf9c-f7da-4b95-9347-d5f82c2ef491 tempest-AttachInterfacesV270Test-530238025 tempest-AttachInterfacesV270Test-530238025-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=62574) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1527.913592] env[62574]: DEBUG nova.network.neutron [None req-dedbbf9c-f7da-4b95-9347-d5f82c2ef491 tempest-AttachInterfacesV270Test-530238025 tempest-AttachInterfacesV270Test-530238025-project-member] [instance: f80f71e8-1b2f-476e-9b7e-b1dd3b0d7df8] allocate_for_instance() {{(pid=62574) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1527.916442] env[62574]: DEBUG oslo_concurrency.lockutils [req-15bee978-23ed-4f51-b186-4179a8c2c7cf req-98a66c59-4242-4b34-a6fb-0ff6e2fb69d3 service nova] Releasing lock "refresh_cache-a903fd4b-e31e-4fde-b8d6-a11ecf5a602f" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1527.990726] env[62574]: INFO nova.compute.claims [None req-5b3e9bbb-8a0d-4317-ab9d-2cb3146c3b7a tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] [instance: 1e669675-0551-49d8-af15-64fdd0984b3f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1528.017732] env[62574]: DEBUG oslo_concurrency.lockutils [None req-cff09aa0-636a-48d4-98f2-6a23ae2d930a tempest-ServerExternalEventsTest-1288446 tempest-ServerExternalEventsTest-1288446-project-member] Lock "12efb14a-4241-42ec-b538-3efa54435951" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.399s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1528.033883] env[62574]: DEBUG oslo_vmware.api [None req-c4c595eb-842c-47d8-90b6-4bc17bb70c93 tempest-TenantUsagesTestJSON-1701219257 tempest-TenantUsagesTestJSON-1701219257-project-member] Task: {'id': task-1861282, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.219405} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1528.033883] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-c4c595eb-842c-47d8-90b6-4bc17bb70c93 tempest-TenantUsagesTestJSON-1701219257 tempest-TenantUsagesTestJSON-1701219257-project-member] [instance: 049aed69-5511-4770-9a62-039b2f21d60f] Extended root virtual disk {{(pid=62574) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1528.033883] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5df23706-3f7b-451c-8e1e-be48c1509384 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.056608] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-c4c595eb-842c-47d8-90b6-4bc17bb70c93 tempest-TenantUsagesTestJSON-1701219257 tempest-TenantUsagesTestJSON-1701219257-project-member] [instance: 049aed69-5511-4770-9a62-039b2f21d60f] Reconfiguring VM instance instance-00000012 to attach disk [datastore2] 049aed69-5511-4770-9a62-039b2f21d60f/049aed69-5511-4770-9a62-039b2f21d60f.vmdk or device None with type sparse {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1528.057194] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-17e9f533-fd38-47c7-8972-2a47cd348fa8 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.072287] env[62574]: DEBUG oslo_concurrency.lockutils [None req-dedbbf9c-f7da-4b95-9347-d5f82c2ef491 tempest-AttachInterfacesV270Test-530238025 tempest-AttachInterfacesV270Test-530238025-project-member] Lock "interface-f80f71e8-1b2f-476e-9b7e-b1dd3b0d7df8-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.173s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1528.078821] env[62574]: DEBUG oslo_vmware.api [None req-c4c595eb-842c-47d8-90b6-4bc17bb70c93 tempest-TenantUsagesTestJSON-1701219257 tempest-TenantUsagesTestJSON-1701219257-project-member] Waiting for the task: (returnval){ [ 1528.078821] env[62574]: value = "task-1861283" [ 1528.078821] env[62574]: _type = "Task" [ 1528.078821] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1528.089743] env[62574]: DEBUG oslo_vmware.api [None req-c4c595eb-842c-47d8-90b6-4bc17bb70c93 tempest-TenantUsagesTestJSON-1701219257 tempest-TenantUsagesTestJSON-1701219257-project-member] Task: {'id': task-1861283, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1528.099538] env[62574]: DEBUG oslo_vmware.api [None req-c52dd69c-5b06-43a2-ac65-43b86bc86553 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]5273939f-9293-11fc-0431-6a174e7b03cc, 'name': SearchDatastore_Task, 'duration_secs': 0.01483} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1528.100706] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3fce6668-e043-4897-9498-6cbb7e04619f {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.105779] env[62574]: DEBUG oslo_vmware.api [None req-c52dd69c-5b06-43a2-ac65-43b86bc86553 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] Waiting for the task: (returnval){ [ 1528.105779] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]5226f868-5566-bffd-1f5a-61754fe8d90a" [ 1528.105779] env[62574]: _type = "Task" [ 1528.105779] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1528.113735] env[62574]: DEBUG oslo_vmware.api [None req-c52dd69c-5b06-43a2-ac65-43b86bc86553 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]5226f868-5566-bffd-1f5a-61754fe8d90a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1528.323178] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1861280, 'name': CreateVM_Task, 'duration_secs': 0.856827} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1528.323358] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9595a480-fdc1-4dda-877b-e0f6078420e2] Created VM on the ESX host {{(pid=62574) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1528.324129] env[62574]: DEBUG oslo_concurrency.lockutils [None req-00c49e98-b2fb-4f92-a2ae-58f621759fa4 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1528.324339] env[62574]: DEBUG oslo_concurrency.lockutils [None req-00c49e98-b2fb-4f92-a2ae-58f621759fa4 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1528.324663] env[62574]: DEBUG oslo_concurrency.lockutils [None req-00c49e98-b2fb-4f92-a2ae-58f621759fa4 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1528.324926] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ccdbcd73-cc4d-4028-87a1-9cf1ca56a3c3 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.330143] env[62574]: DEBUG oslo_vmware.api [None req-00c49e98-b2fb-4f92-a2ae-58f621759fa4 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] Waiting for the task: (returnval){ [ 1528.330143] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]52babc31-99bf-7c22-aeca-3f62235f2d6f" [ 1528.330143] env[62574]: _type = "Task" [ 1528.330143] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1528.338171] env[62574]: DEBUG oslo_vmware.api [None req-00c49e98-b2fb-4f92-a2ae-58f621759fa4 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52babc31-99bf-7c22-aeca-3f62235f2d6f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1528.411261] env[62574]: DEBUG oslo_vmware.api [None req-e175b960-16b9-4bac-84cc-7c209b9f346b tempest-ImagesOneServerTestJSON-1738664534 tempest-ImagesOneServerTestJSON-1738664534-project-member] Task: {'id': task-1861281, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1528.420291] env[62574]: DEBUG nova.compute.manager [req-a04bd138-7408-4e87-bba3-05c2ea9aaa87 req-291afc05-0c74-4818-9679-6b3c8cb34258 service nova] [instance: a40bab23-721e-4584-bda1-2bf5d0e0e37e] Received event network-vif-plugged-c0000071-6312-4490-994e-e3d175b09e7d {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1528.420639] env[62574]: DEBUG oslo_concurrency.lockutils [req-a04bd138-7408-4e87-bba3-05c2ea9aaa87 req-291afc05-0c74-4818-9679-6b3c8cb34258 service nova] Acquiring lock "a40bab23-721e-4584-bda1-2bf5d0e0e37e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1528.420871] env[62574]: DEBUG oslo_concurrency.lockutils [req-a04bd138-7408-4e87-bba3-05c2ea9aaa87 req-291afc05-0c74-4818-9679-6b3c8cb34258 service nova] Lock "a40bab23-721e-4584-bda1-2bf5d0e0e37e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1528.420939] env[62574]: DEBUG oslo_concurrency.lockutils [req-a04bd138-7408-4e87-bba3-05c2ea9aaa87 req-291afc05-0c74-4818-9679-6b3c8cb34258 service nova] Lock "a40bab23-721e-4584-bda1-2bf5d0e0e37e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1528.421241] env[62574]: DEBUG nova.compute.manager [req-a04bd138-7408-4e87-bba3-05c2ea9aaa87 req-291afc05-0c74-4818-9679-6b3c8cb34258 service nova] [instance: a40bab23-721e-4584-bda1-2bf5d0e0e37e] No waiting events found dispatching network-vif-plugged-c0000071-6312-4490-994e-e3d175b09e7d {{(pid=62574) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1528.421309] env[62574]: WARNING nova.compute.manager [req-a04bd138-7408-4e87-bba3-05c2ea9aaa87 req-291afc05-0c74-4818-9679-6b3c8cb34258 service nova] [instance: a40bab23-721e-4584-bda1-2bf5d0e0e37e] Received unexpected event network-vif-plugged-c0000071-6312-4490-994e-e3d175b09e7d for instance with vm_state building and task_state spawning. [ 1528.421417] env[62574]: DEBUG nova.compute.manager [req-a04bd138-7408-4e87-bba3-05c2ea9aaa87 req-291afc05-0c74-4818-9679-6b3c8cb34258 service nova] [instance: a40bab23-721e-4584-bda1-2bf5d0e0e37e] Received event network-changed-c0000071-6312-4490-994e-e3d175b09e7d {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1528.421577] env[62574]: DEBUG nova.compute.manager [req-a04bd138-7408-4e87-bba3-05c2ea9aaa87 req-291afc05-0c74-4818-9679-6b3c8cb34258 service nova] [instance: a40bab23-721e-4584-bda1-2bf5d0e0e37e] Refreshing instance network info cache due to event network-changed-c0000071-6312-4490-994e-e3d175b09e7d. {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1528.421795] env[62574]: DEBUG oslo_concurrency.lockutils [req-a04bd138-7408-4e87-bba3-05c2ea9aaa87 req-291afc05-0c74-4818-9679-6b3c8cb34258 service nova] Acquiring lock "refresh_cache-a40bab23-721e-4584-bda1-2bf5d0e0e37e" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1528.421901] env[62574]: DEBUG oslo_concurrency.lockutils [req-a04bd138-7408-4e87-bba3-05c2ea9aaa87 req-291afc05-0c74-4818-9679-6b3c8cb34258 service nova] Acquired lock "refresh_cache-a40bab23-721e-4584-bda1-2bf5d0e0e37e" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1528.422138] env[62574]: DEBUG nova.network.neutron [req-a04bd138-7408-4e87-bba3-05c2ea9aaa87 req-291afc05-0c74-4818-9679-6b3c8cb34258 service nova] [instance: a40bab23-721e-4584-bda1-2bf5d0e0e37e] Refreshing network info cache for port c0000071-6312-4490-994e-e3d175b09e7d {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1528.497976] env[62574]: INFO nova.compute.resource_tracker [None req-5b3e9bbb-8a0d-4317-ab9d-2cb3146c3b7a tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] [instance: 1e669675-0551-49d8-af15-64fdd0984b3f] Updating resource usage from migration a230e23c-5e4c-4b66-98b2-924204ad956a [ 1528.591594] env[62574]: DEBUG oslo_vmware.api [None req-c4c595eb-842c-47d8-90b6-4bc17bb70c93 tempest-TenantUsagesTestJSON-1701219257 tempest-TenantUsagesTestJSON-1701219257-project-member] Task: {'id': task-1861283, 'name': ReconfigVM_Task, 'duration_secs': 0.388347} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1528.592290] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-c4c595eb-842c-47d8-90b6-4bc17bb70c93 tempest-TenantUsagesTestJSON-1701219257 tempest-TenantUsagesTestJSON-1701219257-project-member] [instance: 049aed69-5511-4770-9a62-039b2f21d60f] Reconfigured VM instance instance-00000012 to attach disk [datastore2] 049aed69-5511-4770-9a62-039b2f21d60f/049aed69-5511-4770-9a62-039b2f21d60f.vmdk or device None with type sparse {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1528.592692] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-59b66736-c2be-40ba-a9fd-4c327916903a {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.599045] env[62574]: DEBUG oslo_vmware.api [None req-c4c595eb-842c-47d8-90b6-4bc17bb70c93 tempest-TenantUsagesTestJSON-1701219257 tempest-TenantUsagesTestJSON-1701219257-project-member] Waiting for the task: (returnval){ [ 1528.599045] env[62574]: value = "task-1861284" [ 1528.599045] env[62574]: _type = "Task" [ 1528.599045] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1528.612671] env[62574]: DEBUG oslo_vmware.api [None req-c4c595eb-842c-47d8-90b6-4bc17bb70c93 tempest-TenantUsagesTestJSON-1701219257 tempest-TenantUsagesTestJSON-1701219257-project-member] Task: {'id': task-1861284, 'name': Rename_Task} progress is 5%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1528.618430] env[62574]: DEBUG oslo_vmware.api [None req-c52dd69c-5b06-43a2-ac65-43b86bc86553 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]5226f868-5566-bffd-1f5a-61754fe8d90a, 'name': SearchDatastore_Task, 'duration_secs': 0.014942} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1528.620677] env[62574]: DEBUG oslo_concurrency.lockutils [None req-c52dd69c-5b06-43a2-ac65-43b86bc86553 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1528.620966] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-c52dd69c-5b06-43a2-ac65-43b86bc86553 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk to [datastore2] a40bab23-721e-4584-bda1-2bf5d0e0e37e/a40bab23-721e-4584-bda1-2bf5d0e0e37e.vmdk {{(pid=62574) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1528.621437] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-18021840-d389-42a5-98dc-04bfdf467acd {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.628260] env[62574]: DEBUG oslo_vmware.api [None req-c52dd69c-5b06-43a2-ac65-43b86bc86553 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] Waiting for the task: (returnval){ [ 1528.628260] env[62574]: value = "task-1861285" [ 1528.628260] env[62574]: _type = "Task" [ 1528.628260] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1528.638843] env[62574]: DEBUG oslo_vmware.api [None req-c52dd69c-5b06-43a2-ac65-43b86bc86553 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] Task: {'id': task-1861285, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1528.730780] env[62574]: DEBUG nova.compute.manager [None req-b54c8830-ed4d-475b-8c40-31c1d57054be tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] [instance: dc6d1fd4-d844-4ef6-b100-5e491a698ae3] Checking state {{(pid=62574) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1528.732140] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d818885-36e4-4440-b162-c3dd7ba7dda7 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.844529] env[62574]: DEBUG oslo_vmware.api [None req-00c49e98-b2fb-4f92-a2ae-58f621759fa4 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52babc31-99bf-7c22-aeca-3f62235f2d6f, 'name': SearchDatastore_Task, 'duration_secs': 0.013051} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1528.847419] env[62574]: DEBUG oslo_concurrency.lockutils [None req-00c49e98-b2fb-4f92-a2ae-58f621759fa4 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1528.847682] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-00c49e98-b2fb-4f92-a2ae-58f621759fa4 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] [instance: 9595a480-fdc1-4dda-877b-e0f6078420e2] Processing image 3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2 {{(pid=62574) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1528.848115] env[62574]: DEBUG oslo_concurrency.lockutils [None req-00c49e98-b2fb-4f92-a2ae-58f621759fa4 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1528.848474] env[62574]: DEBUG oslo_concurrency.lockutils [None req-00c49e98-b2fb-4f92-a2ae-58f621759fa4 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1528.848694] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-00c49e98-b2fb-4f92-a2ae-58f621759fa4 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1528.849513] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-565670df-7c46-492a-8d09-d26014bd6ffb {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.860089] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-00c49e98-b2fb-4f92-a2ae-58f621759fa4 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1528.860292] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-00c49e98-b2fb-4f92-a2ae-58f621759fa4 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62574) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1528.866794] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c78645a-fa8a-4e84-bcfa-e7c92299d9c6 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.872934] env[62574]: DEBUG oslo_vmware.api [None req-00c49e98-b2fb-4f92-a2ae-58f621759fa4 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] Waiting for the task: (returnval){ [ 1528.872934] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]52a458c6-3a3c-fef9-0b86-e58880d517ed" [ 1528.872934] env[62574]: _type = "Task" [ 1528.872934] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1528.883744] env[62574]: DEBUG oslo_vmware.api [None req-00c49e98-b2fb-4f92-a2ae-58f621759fa4 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52a458c6-3a3c-fef9-0b86-e58880d517ed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1528.912352] env[62574]: DEBUG oslo_vmware.api [None req-e175b960-16b9-4bac-84cc-7c209b9f346b tempest-ImagesOneServerTestJSON-1738664534 tempest-ImagesOneServerTestJSON-1738664534-project-member] Task: {'id': task-1861281, 'name': CreateSnapshot_Task, 'duration_secs': 1.104385} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1528.912667] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-e175b960-16b9-4bac-84cc-7c209b9f346b tempest-ImagesOneServerTestJSON-1738664534 tempest-ImagesOneServerTestJSON-1738664534-project-member] [instance: b19648bf-b106-4c17-8b48-8c579fb23b31] Created Snapshot of the VM instance {{(pid=62574) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1528.913560] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90c89da6-fb43-436d-b3d1-11dbcea82b6d {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.969322] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97fbd90d-a999-4b98-9103-55c3b0899f74 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.978418] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-351805d7-e22b-44f5-bd23-71eee3869c00 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.017674] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ceef213-f78e-4d03-bc6a-fb4f8d27c29d {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.027026] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79d66845-8bbf-4133-90db-d7f7c5c0dd13 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.043886] env[62574]: DEBUG nova.compute.provider_tree [None req-5b3e9bbb-8a0d-4317-ab9d-2cb3146c3b7a tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Inventory has not changed in ProviderTree for provider: f0ed160a-beff-4626-a531-2a70d7bc0627 {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1529.112278] env[62574]: DEBUG oslo_vmware.api [None req-c4c595eb-842c-47d8-90b6-4bc17bb70c93 tempest-TenantUsagesTestJSON-1701219257 tempest-TenantUsagesTestJSON-1701219257-project-member] Task: {'id': task-1861284, 'name': Rename_Task, 'duration_secs': 0.181364} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1529.112278] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4c595eb-842c-47d8-90b6-4bc17bb70c93 tempest-TenantUsagesTestJSON-1701219257 tempest-TenantUsagesTestJSON-1701219257-project-member] [instance: 049aed69-5511-4770-9a62-039b2f21d60f] Powering on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1529.112278] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1a90ec1a-760e-4a83-8f9e-037c54141242 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.117170] env[62574]: DEBUG oslo_vmware.api [None req-c4c595eb-842c-47d8-90b6-4bc17bb70c93 tempest-TenantUsagesTestJSON-1701219257 tempest-TenantUsagesTestJSON-1701219257-project-member] Waiting for the task: (returnval){ [ 1529.117170] env[62574]: value = "task-1861286" [ 1529.117170] env[62574]: _type = "Task" [ 1529.117170] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1529.127743] env[62574]: DEBUG oslo_vmware.api [None req-c4c595eb-842c-47d8-90b6-4bc17bb70c93 tempest-TenantUsagesTestJSON-1701219257 tempest-TenantUsagesTestJSON-1701219257-project-member] Task: {'id': task-1861286, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1529.137755] env[62574]: DEBUG oslo_vmware.api [None req-c52dd69c-5b06-43a2-ac65-43b86bc86553 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] Task: {'id': task-1861285, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1529.246643] env[62574]: INFO nova.compute.manager [None req-b54c8830-ed4d-475b-8c40-31c1d57054be tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] [instance: dc6d1fd4-d844-4ef6-b100-5e491a698ae3] instance snapshotting [ 1529.249609] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f53836a4-ddd3-46be-a452-9927aa99cb9d {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.280699] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b21d6b9c-b3d6-4e03-aefd-8dfc751f1ed9 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.386066] env[62574]: DEBUG oslo_vmware.api [None req-00c49e98-b2fb-4f92-a2ae-58f621759fa4 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52a458c6-3a3c-fef9-0b86-e58880d517ed, 'name': SearchDatastore_Task, 'duration_secs': 0.015919} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1529.388998] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-952a158c-b501-4ec7-9001-1c1e2cd5ed5a {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.396793] env[62574]: DEBUG oslo_vmware.api [None req-00c49e98-b2fb-4f92-a2ae-58f621759fa4 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] Waiting for the task: (returnval){ [ 1529.396793] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]52ba3b83-9f0a-140c-f559-3bae84c08ab4" [ 1529.396793] env[62574]: _type = "Task" [ 1529.396793] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1529.402876] env[62574]: DEBUG nova.network.neutron [req-a04bd138-7408-4e87-bba3-05c2ea9aaa87 req-291afc05-0c74-4818-9679-6b3c8cb34258 service nova] [instance: a40bab23-721e-4584-bda1-2bf5d0e0e37e] Updated VIF entry in instance network info cache for port c0000071-6312-4490-994e-e3d175b09e7d. {{(pid=62574) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1529.402876] env[62574]: DEBUG nova.network.neutron [req-a04bd138-7408-4e87-bba3-05c2ea9aaa87 req-291afc05-0c74-4818-9679-6b3c8cb34258 service nova] [instance: a40bab23-721e-4584-bda1-2bf5d0e0e37e] Updating instance_info_cache with network_info: [{"id": "c0000071-6312-4490-994e-e3d175b09e7d", "address": "fa:16:3e:9f:ca:97", "network": {"id": "a106e1d8-b783-449c-a124-f4d1de404bfd", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-463486581-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ade30aec989847c498280ff09a4ace80", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c5652322-9f10-4996-baed-4c0aa13a1b4e", "external-id": "nsx-vlan-transportzone-941", "segmentation_id": 941, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0000071-63", "ovs_interfaceid": "c0000071-6312-4490-994e-e3d175b09e7d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1529.408662] env[62574]: DEBUG oslo_vmware.api [None req-00c49e98-b2fb-4f92-a2ae-58f621759fa4 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52ba3b83-9f0a-140c-f559-3bae84c08ab4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1529.441272] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-e175b960-16b9-4bac-84cc-7c209b9f346b tempest-ImagesOneServerTestJSON-1738664534 tempest-ImagesOneServerTestJSON-1738664534-project-member] [instance: b19648bf-b106-4c17-8b48-8c579fb23b31] Creating linked-clone VM from snapshot {{(pid=62574) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1529.442059] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-117b63ca-c036-4125-a9e0-c290bfe86877 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.452028] env[62574]: DEBUG oslo_vmware.api [None req-e175b960-16b9-4bac-84cc-7c209b9f346b tempest-ImagesOneServerTestJSON-1738664534 tempest-ImagesOneServerTestJSON-1738664534-project-member] Waiting for the task: (returnval){ [ 1529.452028] env[62574]: value = "task-1861287" [ 1529.452028] env[62574]: _type = "Task" [ 1529.452028] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1529.464311] env[62574]: DEBUG oslo_vmware.api [None req-e175b960-16b9-4bac-84cc-7c209b9f346b tempest-ImagesOneServerTestJSON-1738664534 tempest-ImagesOneServerTestJSON-1738664534-project-member] Task: {'id': task-1861287, 'name': CloneVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1529.547262] env[62574]: DEBUG nova.scheduler.client.report [None req-5b3e9bbb-8a0d-4317-ab9d-2cb3146c3b7a tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Inventory has not changed for provider f0ed160a-beff-4626-a531-2a70d7bc0627 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 148, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1529.629528] env[62574]: DEBUG oslo_vmware.api [None req-c4c595eb-842c-47d8-90b6-4bc17bb70c93 tempest-TenantUsagesTestJSON-1701219257 tempest-TenantUsagesTestJSON-1701219257-project-member] Task: {'id': task-1861286, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1529.639431] env[62574]: DEBUG oslo_vmware.api [None req-c52dd69c-5b06-43a2-ac65-43b86bc86553 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] Task: {'id': task-1861285, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.827453} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1529.639903] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-c52dd69c-5b06-43a2-ac65-43b86bc86553 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk to [datastore2] a40bab23-721e-4584-bda1-2bf5d0e0e37e/a40bab23-721e-4584-bda1-2bf5d0e0e37e.vmdk {{(pid=62574) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1529.640677] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-c52dd69c-5b06-43a2-ac65-43b86bc86553 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] [instance: a40bab23-721e-4584-bda1-2bf5d0e0e37e] Extending root virtual disk to 1048576 {{(pid=62574) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1529.641209] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c027444b-6de6-40e5-b079-d8519d43c3e6 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.649117] env[62574]: DEBUG oslo_vmware.api [None req-c52dd69c-5b06-43a2-ac65-43b86bc86553 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] Waiting for the task: (returnval){ [ 1529.649117] env[62574]: value = "task-1861288" [ 1529.649117] env[62574]: _type = "Task" [ 1529.649117] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1529.659571] env[62574]: DEBUG oslo_vmware.api [None req-c52dd69c-5b06-43a2-ac65-43b86bc86553 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] Task: {'id': task-1861288, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1529.795817] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-b54c8830-ed4d-475b-8c40-31c1d57054be tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] [instance: dc6d1fd4-d844-4ef6-b100-5e491a698ae3] Creating Snapshot of the VM instance {{(pid=62574) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1529.798187] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-0ff48b2f-99fb-4669-9cc5-b8182542a7e1 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.807268] env[62574]: DEBUG oslo_vmware.api [None req-b54c8830-ed4d-475b-8c40-31c1d57054be tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Waiting for the task: (returnval){ [ 1529.807268] env[62574]: value = "task-1861289" [ 1529.807268] env[62574]: _type = "Task" [ 1529.807268] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1529.817980] env[62574]: DEBUG oslo_vmware.api [None req-b54c8830-ed4d-475b-8c40-31c1d57054be tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Task: {'id': task-1861289, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1529.906720] env[62574]: DEBUG oslo_concurrency.lockutils [req-a04bd138-7408-4e87-bba3-05c2ea9aaa87 req-291afc05-0c74-4818-9679-6b3c8cb34258 service nova] Releasing lock "refresh_cache-a40bab23-721e-4584-bda1-2bf5d0e0e37e" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1529.906720] env[62574]: DEBUG nova.compute.manager [req-a04bd138-7408-4e87-bba3-05c2ea9aaa87 req-291afc05-0c74-4818-9679-6b3c8cb34258 service nova] [instance: a903fd4b-e31e-4fde-b8d6-a11ecf5a602f] Received event network-changed-c0a79f88-3220-45d5-9f4c-7e246b70d098 {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1529.906720] env[62574]: DEBUG nova.compute.manager [req-a04bd138-7408-4e87-bba3-05c2ea9aaa87 req-291afc05-0c74-4818-9679-6b3c8cb34258 service nova] [instance: a903fd4b-e31e-4fde-b8d6-a11ecf5a602f] Refreshing instance network info cache due to event network-changed-c0a79f88-3220-45d5-9f4c-7e246b70d098. {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1529.906720] env[62574]: DEBUG oslo_concurrency.lockutils [req-a04bd138-7408-4e87-bba3-05c2ea9aaa87 req-291afc05-0c74-4818-9679-6b3c8cb34258 service nova] Acquiring lock "refresh_cache-a903fd4b-e31e-4fde-b8d6-a11ecf5a602f" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1529.906720] env[62574]: DEBUG oslo_concurrency.lockutils [req-a04bd138-7408-4e87-bba3-05c2ea9aaa87 req-291afc05-0c74-4818-9679-6b3c8cb34258 service nova] Acquired lock "refresh_cache-a903fd4b-e31e-4fde-b8d6-a11ecf5a602f" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1529.906945] env[62574]: DEBUG nova.network.neutron [req-a04bd138-7408-4e87-bba3-05c2ea9aaa87 req-291afc05-0c74-4818-9679-6b3c8cb34258 service nova] [instance: a903fd4b-e31e-4fde-b8d6-a11ecf5a602f] Refreshing network info cache for port c0a79f88-3220-45d5-9f4c-7e246b70d098 {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1529.918116] env[62574]: DEBUG oslo_vmware.api [None req-00c49e98-b2fb-4f92-a2ae-58f621759fa4 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52ba3b83-9f0a-140c-f559-3bae84c08ab4, 'name': SearchDatastore_Task, 'duration_secs': 0.044094} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1529.918116] env[62574]: DEBUG oslo_concurrency.lockutils [None req-00c49e98-b2fb-4f92-a2ae-58f621759fa4 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1529.918116] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-00c49e98-b2fb-4f92-a2ae-58f621759fa4 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk to [datastore2] 9595a480-fdc1-4dda-877b-e0f6078420e2/9595a480-fdc1-4dda-877b-e0f6078420e2.vmdk {{(pid=62574) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1529.918373] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3c77ea1f-7a23-4d38-b6bc-9851729355b6 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.928693] env[62574]: DEBUG oslo_vmware.api [None req-00c49e98-b2fb-4f92-a2ae-58f621759fa4 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] Waiting for the task: (returnval){ [ 1529.928693] env[62574]: value = "task-1861290" [ 1529.928693] env[62574]: _type = "Task" [ 1529.928693] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1529.942019] env[62574]: DEBUG oslo_vmware.api [None req-00c49e98-b2fb-4f92-a2ae-58f621759fa4 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] Task: {'id': task-1861290, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1529.969197] env[62574]: DEBUG oslo_vmware.api [None req-e175b960-16b9-4bac-84cc-7c209b9f346b tempest-ImagesOneServerTestJSON-1738664534 tempest-ImagesOneServerTestJSON-1738664534-project-member] Task: {'id': task-1861287, 'name': CloneVM_Task} progress is 94%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1529.987140] env[62574]: DEBUG nova.compute.manager [req-13693db9-52a4-4a70-bcef-eda3f8d8d408 req-35ff9069-b46d-42cb-81e0-c8ea53df6064 service nova] [instance: 9595a480-fdc1-4dda-877b-e0f6078420e2] Received event network-changed-f094f28c-f1f9-47cb-8a76-2e17b5205cb0 {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1529.987352] env[62574]: DEBUG nova.compute.manager [req-13693db9-52a4-4a70-bcef-eda3f8d8d408 req-35ff9069-b46d-42cb-81e0-c8ea53df6064 service nova] [instance: 9595a480-fdc1-4dda-877b-e0f6078420e2] Refreshing instance network info cache due to event network-changed-f094f28c-f1f9-47cb-8a76-2e17b5205cb0. {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1529.989525] env[62574]: DEBUG oslo_concurrency.lockutils [req-13693db9-52a4-4a70-bcef-eda3f8d8d408 req-35ff9069-b46d-42cb-81e0-c8ea53df6064 service nova] Acquiring lock "refresh_cache-9595a480-fdc1-4dda-877b-e0f6078420e2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1529.989793] env[62574]: DEBUG oslo_concurrency.lockutils [req-13693db9-52a4-4a70-bcef-eda3f8d8d408 req-35ff9069-b46d-42cb-81e0-c8ea53df6064 service nova] Acquired lock "refresh_cache-9595a480-fdc1-4dda-877b-e0f6078420e2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1529.989957] env[62574]: DEBUG nova.network.neutron [req-13693db9-52a4-4a70-bcef-eda3f8d8d408 req-35ff9069-b46d-42cb-81e0-c8ea53df6064 service nova] [instance: 9595a480-fdc1-4dda-877b-e0f6078420e2] Refreshing network info cache for port f094f28c-f1f9-47cb-8a76-2e17b5205cb0 {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1530.022420] env[62574]: INFO nova.compute.manager [None req-1dc1e215-8ac7-4ea8-97fc-baf6623a064e tempest-ServersAdmin275Test-1369324412 tempest-ServersAdmin275Test-1369324412-project-member] [instance: 90b44fba-636a-414f-b286-7baf5adc2122] Rebuilding instance [ 1530.054469] env[62574]: DEBUG oslo_concurrency.lockutils [None req-5b3e9bbb-8a0d-4317-ab9d-2cb3146c3b7a tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.568s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1530.054469] env[62574]: INFO nova.compute.manager [None req-5b3e9bbb-8a0d-4317-ab9d-2cb3146c3b7a tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] [instance: 1e669675-0551-49d8-af15-64fdd0984b3f] Migrating [ 1530.054469] env[62574]: DEBUG oslo_concurrency.lockutils [None req-5b3e9bbb-8a0d-4317-ab9d-2cb3146c3b7a tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1530.054469] env[62574]: DEBUG oslo_concurrency.lockutils [None req-5b3e9bbb-8a0d-4317-ab9d-2cb3146c3b7a tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Acquired lock "compute-rpcapi-router" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1530.060355] env[62574]: DEBUG oslo_concurrency.lockutils [None req-69dbf9ab-2542-482f-a97f-8d98b7daf342 tempest-ServerShowV254Test-52812069 tempest-ServerShowV254Test-52812069-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 17.951s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1530.060546] env[62574]: DEBUG nova.objects.instance [None req-69dbf9ab-2542-482f-a97f-8d98b7daf342 tempest-ServerShowV254Test-52812069 tempest-ServerShowV254Test-52812069-project-member] [instance: b79bac0e-5cb0-43de-b10f-26262358e61e] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62574) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1530.101830] env[62574]: DEBUG nova.compute.manager [None req-1dc1e215-8ac7-4ea8-97fc-baf6623a064e tempest-ServersAdmin275Test-1369324412 tempest-ServersAdmin275Test-1369324412-project-member] [instance: 90b44fba-636a-414f-b286-7baf5adc2122] Checking state {{(pid=62574) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1530.102102] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a336824b-4a1b-4a39-b49e-a4de5f35be22 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.128874] env[62574]: DEBUG oslo_vmware.api [None req-c4c595eb-842c-47d8-90b6-4bc17bb70c93 tempest-TenantUsagesTestJSON-1701219257 tempest-TenantUsagesTestJSON-1701219257-project-member] Task: {'id': task-1861286, 'name': PowerOnVM_Task, 'duration_secs': 0.869622} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1530.129837] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4c595eb-842c-47d8-90b6-4bc17bb70c93 tempest-TenantUsagesTestJSON-1701219257 tempest-TenantUsagesTestJSON-1701219257-project-member] [instance: 049aed69-5511-4770-9a62-039b2f21d60f] Powered on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1530.130103] env[62574]: INFO nova.compute.manager [None req-c4c595eb-842c-47d8-90b6-4bc17bb70c93 tempest-TenantUsagesTestJSON-1701219257 tempest-TenantUsagesTestJSON-1701219257-project-member] [instance: 049aed69-5511-4770-9a62-039b2f21d60f] Took 10.38 seconds to spawn the instance on the hypervisor. [ 1530.130179] env[62574]: DEBUG nova.compute.manager [None req-c4c595eb-842c-47d8-90b6-4bc17bb70c93 tempest-TenantUsagesTestJSON-1701219257 tempest-TenantUsagesTestJSON-1701219257-project-member] [instance: 049aed69-5511-4770-9a62-039b2f21d60f] Checking state {{(pid=62574) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1530.130961] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10dd6a10-6ce3-47af-a98e-b897a8364921 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.161672] env[62574]: DEBUG oslo_vmware.api [None req-c52dd69c-5b06-43a2-ac65-43b86bc86553 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] Task: {'id': task-1861288, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.108671} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1530.161946] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-c52dd69c-5b06-43a2-ac65-43b86bc86553 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] [instance: a40bab23-721e-4584-bda1-2bf5d0e0e37e] Extended root virtual disk {{(pid=62574) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1530.164031] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df3537a4-c03e-4545-b3b5-4df9fbe350fa {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.207303] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-c52dd69c-5b06-43a2-ac65-43b86bc86553 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] [instance: a40bab23-721e-4584-bda1-2bf5d0e0e37e] Reconfiguring VM instance instance-00000013 to attach disk [datastore2] a40bab23-721e-4584-bda1-2bf5d0e0e37e/a40bab23-721e-4584-bda1-2bf5d0e0e37e.vmdk or device None with type sparse {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1530.208662] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-126cdb56-2c98-4846-b116-ecc03ffbf0fd {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.242352] env[62574]: DEBUG oslo_vmware.api [None req-c52dd69c-5b06-43a2-ac65-43b86bc86553 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] Waiting for the task: (returnval){ [ 1530.242352] env[62574]: value = "task-1861291" [ 1530.242352] env[62574]: _type = "Task" [ 1530.242352] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1530.250776] env[62574]: DEBUG oslo_vmware.api [None req-c52dd69c-5b06-43a2-ac65-43b86bc86553 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] Task: {'id': task-1861291, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1530.320194] env[62574]: DEBUG oslo_vmware.api [None req-b54c8830-ed4d-475b-8c40-31c1d57054be tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Task: {'id': task-1861289, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1530.440286] env[62574]: DEBUG oslo_vmware.api [None req-00c49e98-b2fb-4f92-a2ae-58f621759fa4 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] Task: {'id': task-1861290, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1530.464519] env[62574]: DEBUG oslo_vmware.api [None req-e175b960-16b9-4bac-84cc-7c209b9f346b tempest-ImagesOneServerTestJSON-1738664534 tempest-ImagesOneServerTestJSON-1738664534-project-member] Task: {'id': task-1861287, 'name': CloneVM_Task} progress is 94%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1530.556786] env[62574]: INFO nova.compute.rpcapi [None req-5b3e9bbb-8a0d-4317-ab9d-2cb3146c3b7a tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Automatically selected compute RPC version 6.4 from minimum service version 68 [ 1530.557469] env[62574]: DEBUG oslo_concurrency.lockutils [None req-5b3e9bbb-8a0d-4317-ab9d-2cb3146c3b7a tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Releasing lock "compute-rpcapi-router" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1530.649701] env[62574]: INFO nova.compute.manager [None req-c4c595eb-842c-47d8-90b6-4bc17bb70c93 tempest-TenantUsagesTestJSON-1701219257 tempest-TenantUsagesTestJSON-1701219257-project-member] [instance: 049aed69-5511-4770-9a62-039b2f21d60f] Took 26.65 seconds to build instance. [ 1530.676995] env[62574]: DEBUG oslo_concurrency.lockutils [None req-96d33733-a4b3-447f-81e2-571222525bc6 tempest-AttachInterfacesV270Test-530238025 tempest-AttachInterfacesV270Test-530238025-project-member] Acquiring lock "f80f71e8-1b2f-476e-9b7e-b1dd3b0d7df8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1530.677338] env[62574]: DEBUG oslo_concurrency.lockutils [None req-96d33733-a4b3-447f-81e2-571222525bc6 tempest-AttachInterfacesV270Test-530238025 tempest-AttachInterfacesV270Test-530238025-project-member] Lock "f80f71e8-1b2f-476e-9b7e-b1dd3b0d7df8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1530.677615] env[62574]: DEBUG oslo_concurrency.lockutils [None req-96d33733-a4b3-447f-81e2-571222525bc6 tempest-AttachInterfacesV270Test-530238025 tempest-AttachInterfacesV270Test-530238025-project-member] Acquiring lock "f80f71e8-1b2f-476e-9b7e-b1dd3b0d7df8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1530.677810] env[62574]: DEBUG oslo_concurrency.lockutils [None req-96d33733-a4b3-447f-81e2-571222525bc6 tempest-AttachInterfacesV270Test-530238025 tempest-AttachInterfacesV270Test-530238025-project-member] Lock "f80f71e8-1b2f-476e-9b7e-b1dd3b0d7df8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1530.678036] env[62574]: DEBUG oslo_concurrency.lockutils [None req-96d33733-a4b3-447f-81e2-571222525bc6 tempest-AttachInterfacesV270Test-530238025 tempest-AttachInterfacesV270Test-530238025-project-member] Lock "f80f71e8-1b2f-476e-9b7e-b1dd3b0d7df8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1530.680718] env[62574]: INFO nova.compute.manager [None req-96d33733-a4b3-447f-81e2-571222525bc6 tempest-AttachInterfacesV270Test-530238025 tempest-AttachInterfacesV270Test-530238025-project-member] [instance: f80f71e8-1b2f-476e-9b7e-b1dd3b0d7df8] Terminating instance [ 1530.751595] env[62574]: DEBUG oslo_vmware.api [None req-c52dd69c-5b06-43a2-ac65-43b86bc86553 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] Task: {'id': task-1861291, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1530.818809] env[62574]: DEBUG oslo_vmware.api [None req-b54c8830-ed4d-475b-8c40-31c1d57054be tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Task: {'id': task-1861289, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1530.875866] env[62574]: DEBUG oslo_concurrency.lockutils [None req-40281dc8-2626-4c9c-8458-349b0d6ae405 tempest-ServerRescueTestJSONUnderV235-2079558425 tempest-ServerRescueTestJSONUnderV235-2079558425-project-member] Acquiring lock "a903fd4b-e31e-4fde-b8d6-a11ecf5a602f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1530.875866] env[62574]: DEBUG oslo_concurrency.lockutils [None req-40281dc8-2626-4c9c-8458-349b0d6ae405 tempest-ServerRescueTestJSONUnderV235-2079558425 tempest-ServerRescueTestJSONUnderV235-2079558425-project-member] Lock "a903fd4b-e31e-4fde-b8d6-a11ecf5a602f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1530.875866] env[62574]: DEBUG oslo_concurrency.lockutils [None req-40281dc8-2626-4c9c-8458-349b0d6ae405 tempest-ServerRescueTestJSONUnderV235-2079558425 tempest-ServerRescueTestJSONUnderV235-2079558425-project-member] Acquiring lock "a903fd4b-e31e-4fde-b8d6-a11ecf5a602f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1530.875866] env[62574]: DEBUG oslo_concurrency.lockutils [None req-40281dc8-2626-4c9c-8458-349b0d6ae405 tempest-ServerRescueTestJSONUnderV235-2079558425 tempest-ServerRescueTestJSONUnderV235-2079558425-project-member] Lock "a903fd4b-e31e-4fde-b8d6-a11ecf5a602f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1530.876218] env[62574]: DEBUG oslo_concurrency.lockutils [None req-40281dc8-2626-4c9c-8458-349b0d6ae405 tempest-ServerRescueTestJSONUnderV235-2079558425 tempest-ServerRescueTestJSONUnderV235-2079558425-project-member] Lock "a903fd4b-e31e-4fde-b8d6-a11ecf5a602f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1530.880834] env[62574]: INFO nova.compute.manager [None req-40281dc8-2626-4c9c-8458-349b0d6ae405 tempest-ServerRescueTestJSONUnderV235-2079558425 tempest-ServerRescueTestJSONUnderV235-2079558425-project-member] [instance: a903fd4b-e31e-4fde-b8d6-a11ecf5a602f] Terminating instance [ 1530.940288] env[62574]: DEBUG oslo_vmware.api [None req-00c49e98-b2fb-4f92-a2ae-58f621759fa4 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] Task: {'id': task-1861290, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.881314} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1530.940609] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-00c49e98-b2fb-4f92-a2ae-58f621759fa4 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk to [datastore2] 9595a480-fdc1-4dda-877b-e0f6078420e2/9595a480-fdc1-4dda-877b-e0f6078420e2.vmdk {{(pid=62574) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1530.940865] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-00c49e98-b2fb-4f92-a2ae-58f621759fa4 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] [instance: 9595a480-fdc1-4dda-877b-e0f6078420e2] Extending root virtual disk to 1048576 {{(pid=62574) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1530.941308] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f5289d49-c2b9-487a-8bf0-464c5079c4d6 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.949455] env[62574]: DEBUG oslo_vmware.api [None req-00c49e98-b2fb-4f92-a2ae-58f621759fa4 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] Waiting for the task: (returnval){ [ 1530.949455] env[62574]: value = "task-1861292" [ 1530.949455] env[62574]: _type = "Task" [ 1530.949455] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1530.965350] env[62574]: DEBUG oslo_vmware.api [None req-00c49e98-b2fb-4f92-a2ae-58f621759fa4 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] Task: {'id': task-1861292, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1530.970612] env[62574]: DEBUG oslo_vmware.api [None req-e175b960-16b9-4bac-84cc-7c209b9f346b tempest-ImagesOneServerTestJSON-1738664534 tempest-ImagesOneServerTestJSON-1738664534-project-member] Task: {'id': task-1861287, 'name': CloneVM_Task} progress is 95%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1531.079780] env[62574]: DEBUG oslo_concurrency.lockutils [None req-69dbf9ab-2542-482f-a97f-8d98b7daf342 tempest-ServerShowV254Test-52812069 tempest-ServerShowV254Test-52812069-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.019s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1531.081515] env[62574]: DEBUG oslo_concurrency.lockutils [None req-5b3e9bbb-8a0d-4317-ab9d-2cb3146c3b7a tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Acquiring lock "refresh_cache-1e669675-0551-49d8-af15-64fdd0984b3f" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1531.081515] env[62574]: DEBUG oslo_concurrency.lockutils [None req-5b3e9bbb-8a0d-4317-ab9d-2cb3146c3b7a tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Acquired lock "refresh_cache-1e669675-0551-49d8-af15-64fdd0984b3f" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1531.081515] env[62574]: DEBUG nova.network.neutron [None req-5b3e9bbb-8a0d-4317-ab9d-2cb3146c3b7a tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] [instance: 1e669675-0551-49d8-af15-64fdd0984b3f] Building network info cache for instance {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1531.084345] env[62574]: DEBUG oslo_concurrency.lockutils [None req-4d56755d-756b-4f5e-a7d8-cfa7c757d693 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.668s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1531.086843] env[62574]: INFO nova.compute.claims [None req-4d56755d-756b-4f5e-a7d8-cfa7c757d693 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] [instance: 6cebe45a-8d90-4ac3-b75e-99e2a598c43b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1531.121419] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-1dc1e215-8ac7-4ea8-97fc-baf6623a064e tempest-ServersAdmin275Test-1369324412 tempest-ServersAdmin275Test-1369324412-project-member] [instance: 90b44fba-636a-414f-b286-7baf5adc2122] Powering off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1531.121896] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-25ead00e-3c5b-4f91-ba8f-5d36a8134c36 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.129266] env[62574]: DEBUG oslo_vmware.api [None req-1dc1e215-8ac7-4ea8-97fc-baf6623a064e tempest-ServersAdmin275Test-1369324412 tempest-ServersAdmin275Test-1369324412-project-member] Waiting for the task: (returnval){ [ 1531.129266] env[62574]: value = "task-1861293" [ 1531.129266] env[62574]: _type = "Task" [ 1531.129266] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1531.143022] env[62574]: DEBUG oslo_vmware.api [None req-1dc1e215-8ac7-4ea8-97fc-baf6623a064e tempest-ServersAdmin275Test-1369324412 tempest-ServersAdmin275Test-1369324412-project-member] Task: {'id': task-1861293, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1531.151475] env[62574]: DEBUG oslo_concurrency.lockutils [None req-c4c595eb-842c-47d8-90b6-4bc17bb70c93 tempest-TenantUsagesTestJSON-1701219257 tempest-TenantUsagesTestJSON-1701219257-project-member] Lock "049aed69-5511-4770-9a62-039b2f21d60f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.167s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1531.190103] env[62574]: DEBUG nova.compute.manager [None req-96d33733-a4b3-447f-81e2-571222525bc6 tempest-AttachInterfacesV270Test-530238025 tempest-AttachInterfacesV270Test-530238025-project-member] [instance: f80f71e8-1b2f-476e-9b7e-b1dd3b0d7df8] Start destroying the instance on the hypervisor. {{(pid=62574) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1531.190103] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-96d33733-a4b3-447f-81e2-571222525bc6 tempest-AttachInterfacesV270Test-530238025 tempest-AttachInterfacesV270Test-530238025-project-member] [instance: f80f71e8-1b2f-476e-9b7e-b1dd3b0d7df8] Destroying instance {{(pid=62574) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1531.190963] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a005ac0-d445-42af-bb97-7934f88ea974 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.200046] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-96d33733-a4b3-447f-81e2-571222525bc6 tempest-AttachInterfacesV270Test-530238025 tempest-AttachInterfacesV270Test-530238025-project-member] [instance: f80f71e8-1b2f-476e-9b7e-b1dd3b0d7df8] Powering off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1531.200595] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4bdb7cd0-ae52-4fde-9926-7f15623234ac {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.208496] env[62574]: DEBUG oslo_vmware.api [None req-96d33733-a4b3-447f-81e2-571222525bc6 tempest-AttachInterfacesV270Test-530238025 tempest-AttachInterfacesV270Test-530238025-project-member] Waiting for the task: (returnval){ [ 1531.208496] env[62574]: value = "task-1861294" [ 1531.208496] env[62574]: _type = "Task" [ 1531.208496] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1531.218370] env[62574]: DEBUG oslo_vmware.api [None req-96d33733-a4b3-447f-81e2-571222525bc6 tempest-AttachInterfacesV270Test-530238025 tempest-AttachInterfacesV270Test-530238025-project-member] Task: {'id': task-1861294, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1531.256188] env[62574]: DEBUG oslo_vmware.api [None req-c52dd69c-5b06-43a2-ac65-43b86bc86553 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] Task: {'id': task-1861291, 'name': ReconfigVM_Task, 'duration_secs': 0.864825} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1531.256507] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-c52dd69c-5b06-43a2-ac65-43b86bc86553 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] [instance: a40bab23-721e-4584-bda1-2bf5d0e0e37e] Reconfigured VM instance instance-00000013 to attach disk [datastore2] a40bab23-721e-4584-bda1-2bf5d0e0e37e/a40bab23-721e-4584-bda1-2bf5d0e0e37e.vmdk or device None with type sparse {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1531.259247] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b07c0c4c-1e67-4836-b156-fa67c75cd9f9 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.266131] env[62574]: DEBUG oslo_vmware.api [None req-c52dd69c-5b06-43a2-ac65-43b86bc86553 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] Waiting for the task: (returnval){ [ 1531.266131] env[62574]: value = "task-1861295" [ 1531.266131] env[62574]: _type = "Task" [ 1531.266131] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1531.280013] env[62574]: DEBUG oslo_vmware.api [None req-c52dd69c-5b06-43a2-ac65-43b86bc86553 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] Task: {'id': task-1861295, 'name': Rename_Task} progress is 5%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1531.290308] env[62574]: DEBUG nova.network.neutron [req-a04bd138-7408-4e87-bba3-05c2ea9aaa87 req-291afc05-0c74-4818-9679-6b3c8cb34258 service nova] [instance: a903fd4b-e31e-4fde-b8d6-a11ecf5a602f] Updated VIF entry in instance network info cache for port c0a79f88-3220-45d5-9f4c-7e246b70d098. {{(pid=62574) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1531.290601] env[62574]: DEBUG nova.network.neutron [req-a04bd138-7408-4e87-bba3-05c2ea9aaa87 req-291afc05-0c74-4818-9679-6b3c8cb34258 service nova] [instance: a903fd4b-e31e-4fde-b8d6-a11ecf5a602f] Updating instance_info_cache with network_info: [{"id": "c0a79f88-3220-45d5-9f4c-7e246b70d098", "address": "fa:16:3e:44:9c:ba", "network": {"id": "1936b79f-db67-4ad5-86bc-7dc4ed97eacc", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1542900542-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "c10401ec5a6e44c69288f736108864e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffcecdaa-a7b8-49fc-9371-dbdb7744688e", "external-id": "nsx-vlan-transportzone-994", "segmentation_id": 994, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0a79f88-32", "ovs_interfaceid": "c0a79f88-3220-45d5-9f4c-7e246b70d098", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1531.319233] env[62574]: DEBUG oslo_vmware.api [None req-b54c8830-ed4d-475b-8c40-31c1d57054be tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Task: {'id': task-1861289, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1531.331332] env[62574]: DEBUG nova.network.neutron [req-13693db9-52a4-4a70-bcef-eda3f8d8d408 req-35ff9069-b46d-42cb-81e0-c8ea53df6064 service nova] [instance: 9595a480-fdc1-4dda-877b-e0f6078420e2] Updated VIF entry in instance network info cache for port f094f28c-f1f9-47cb-8a76-2e17b5205cb0. {{(pid=62574) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1531.331332] env[62574]: DEBUG nova.network.neutron [req-13693db9-52a4-4a70-bcef-eda3f8d8d408 req-35ff9069-b46d-42cb-81e0-c8ea53df6064 service nova] [instance: 9595a480-fdc1-4dda-877b-e0f6078420e2] Updating instance_info_cache with network_info: [{"id": "f094f28c-f1f9-47cb-8a76-2e17b5205cb0", "address": "fa:16:3e:09:b1:0b", "network": {"id": "a106e1d8-b783-449c-a124-f4d1de404bfd", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-463486581-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ade30aec989847c498280ff09a4ace80", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c5652322-9f10-4996-baed-4c0aa13a1b4e", "external-id": "nsx-vlan-transportzone-941", "segmentation_id": 941, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf094f28c-f1", "ovs_interfaceid": "f094f28c-f1f9-47cb-8a76-2e17b5205cb0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1531.385875] env[62574]: DEBUG nova.compute.manager [None req-40281dc8-2626-4c9c-8458-349b0d6ae405 tempest-ServerRescueTestJSONUnderV235-2079558425 tempest-ServerRescueTestJSONUnderV235-2079558425-project-member] [instance: a903fd4b-e31e-4fde-b8d6-a11ecf5a602f] Start destroying the instance on the hypervisor. {{(pid=62574) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1531.385875] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-40281dc8-2626-4c9c-8458-349b0d6ae405 tempest-ServerRescueTestJSONUnderV235-2079558425 tempest-ServerRescueTestJSONUnderV235-2079558425-project-member] [instance: a903fd4b-e31e-4fde-b8d6-a11ecf5a602f] Destroying instance {{(pid=62574) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1531.390021] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-543e0260-de00-40f4-a2e0-37ba80c95966 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.397871] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-40281dc8-2626-4c9c-8458-349b0d6ae405 tempest-ServerRescueTestJSONUnderV235-2079558425 tempest-ServerRescueTestJSONUnderV235-2079558425-project-member] [instance: a903fd4b-e31e-4fde-b8d6-a11ecf5a602f] Powering off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1531.398190] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-53bb6d9a-d542-4973-997e-444db1ef739e {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.406030] env[62574]: DEBUG oslo_vmware.api [None req-40281dc8-2626-4c9c-8458-349b0d6ae405 tempest-ServerRescueTestJSONUnderV235-2079558425 tempest-ServerRescueTestJSONUnderV235-2079558425-project-member] Waiting for the task: (returnval){ [ 1531.406030] env[62574]: value = "task-1861296" [ 1531.406030] env[62574]: _type = "Task" [ 1531.406030] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1531.416744] env[62574]: DEBUG oslo_vmware.api [None req-40281dc8-2626-4c9c-8458-349b0d6ae405 tempest-ServerRescueTestJSONUnderV235-2079558425 tempest-ServerRescueTestJSONUnderV235-2079558425-project-member] Task: {'id': task-1861296, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1531.467130] env[62574]: DEBUG oslo_vmware.api [None req-00c49e98-b2fb-4f92-a2ae-58f621759fa4 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] Task: {'id': task-1861292, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.174232} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1531.471889] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-00c49e98-b2fb-4f92-a2ae-58f621759fa4 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] [instance: 9595a480-fdc1-4dda-877b-e0f6078420e2] Extended root virtual disk {{(pid=62574) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1531.472463] env[62574]: DEBUG oslo_vmware.api [None req-e175b960-16b9-4bac-84cc-7c209b9f346b tempest-ImagesOneServerTestJSON-1738664534 tempest-ImagesOneServerTestJSON-1738664534-project-member] Task: {'id': task-1861287, 'name': CloneVM_Task} progress is 100%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1531.473441] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50b8458d-b7f6-4405-81a5-980d780abe33 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.498736] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-00c49e98-b2fb-4f92-a2ae-58f621759fa4 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] [instance: 9595a480-fdc1-4dda-877b-e0f6078420e2] Reconfiguring VM instance instance-00000014 to attach disk [datastore2] 9595a480-fdc1-4dda-877b-e0f6078420e2/9595a480-fdc1-4dda-877b-e0f6078420e2.vmdk or device None with type sparse {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1531.499089] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-405c7801-3bd3-4669-80e6-47baab222027 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.520525] env[62574]: DEBUG oslo_vmware.api [None req-00c49e98-b2fb-4f92-a2ae-58f621759fa4 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] Waiting for the task: (returnval){ [ 1531.520525] env[62574]: value = "task-1861297" [ 1531.520525] env[62574]: _type = "Task" [ 1531.520525] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1531.531633] env[62574]: DEBUG oslo_vmware.api [None req-00c49e98-b2fb-4f92-a2ae-58f621759fa4 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] Task: {'id': task-1861297, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1531.640593] env[62574]: DEBUG oslo_vmware.api [None req-1dc1e215-8ac7-4ea8-97fc-baf6623a064e tempest-ServersAdmin275Test-1369324412 tempest-ServersAdmin275Test-1369324412-project-member] Task: {'id': task-1861293, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1531.656206] env[62574]: DEBUG nova.compute.manager [None req-0a7d4177-5735-4451-b194-8dc4b9903035 tempest-ServersTestManualDisk-792638702 tempest-ServersTestManualDisk-792638702-project-member] [instance: d0a90055-5c6c-44eb-a9e4-467022eda4db] Starting instance... {{(pid=62574) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1531.720862] env[62574]: DEBUG oslo_vmware.api [None req-96d33733-a4b3-447f-81e2-571222525bc6 tempest-AttachInterfacesV270Test-530238025 tempest-AttachInterfacesV270Test-530238025-project-member] Task: {'id': task-1861294, 'name': PowerOffVM_Task, 'duration_secs': 0.201105} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1531.723953] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-96d33733-a4b3-447f-81e2-571222525bc6 tempest-AttachInterfacesV270Test-530238025 tempest-AttachInterfacesV270Test-530238025-project-member] [instance: f80f71e8-1b2f-476e-9b7e-b1dd3b0d7df8] Powered off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1531.724228] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-96d33733-a4b3-447f-81e2-571222525bc6 tempest-AttachInterfacesV270Test-530238025 tempest-AttachInterfacesV270Test-530238025-project-member] [instance: f80f71e8-1b2f-476e-9b7e-b1dd3b0d7df8] Unregistering the VM {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1531.724541] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-550d7e99-6b50-468f-ab9d-18d4ed73650c {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.778252] env[62574]: DEBUG oslo_vmware.api [None req-c52dd69c-5b06-43a2-ac65-43b86bc86553 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] Task: {'id': task-1861295, 'name': Rename_Task, 'duration_secs': 0.251318} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1531.778545] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-c52dd69c-5b06-43a2-ac65-43b86bc86553 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] [instance: a40bab23-721e-4584-bda1-2bf5d0e0e37e] Powering on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1531.778792] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-df7d2e50-fc79-4e33-ba9a-4b36488c9f5f {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.786398] env[62574]: DEBUG oslo_vmware.api [None req-c52dd69c-5b06-43a2-ac65-43b86bc86553 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] Waiting for the task: (returnval){ [ 1531.786398] env[62574]: value = "task-1861299" [ 1531.786398] env[62574]: _type = "Task" [ 1531.786398] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1531.793303] env[62574]: DEBUG oslo_concurrency.lockutils [req-a04bd138-7408-4e87-bba3-05c2ea9aaa87 req-291afc05-0c74-4818-9679-6b3c8cb34258 service nova] Releasing lock "refresh_cache-a903fd4b-e31e-4fde-b8d6-a11ecf5a602f" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1531.793777] env[62574]: DEBUG oslo_vmware.api [None req-c52dd69c-5b06-43a2-ac65-43b86bc86553 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] Task: {'id': task-1861299, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1531.819890] env[62574]: DEBUG oslo_vmware.api [None req-b54c8830-ed4d-475b-8c40-31c1d57054be tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Task: {'id': task-1861289, 'name': CreateSnapshot_Task, 'duration_secs': 1.632148} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1531.820190] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-b54c8830-ed4d-475b-8c40-31c1d57054be tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] [instance: dc6d1fd4-d844-4ef6-b100-5e491a698ae3] Created Snapshot of the VM instance {{(pid=62574) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1531.820971] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03bd29d9-d48a-42d9-a8c8-046142e2afc6 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.834859] env[62574]: DEBUG oslo_concurrency.lockutils [req-13693db9-52a4-4a70-bcef-eda3f8d8d408 req-35ff9069-b46d-42cb-81e0-c8ea53df6064 service nova] Releasing lock "refresh_cache-9595a480-fdc1-4dda-877b-e0f6078420e2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1531.834859] env[62574]: DEBUG nova.compute.manager [req-13693db9-52a4-4a70-bcef-eda3f8d8d408 req-35ff9069-b46d-42cb-81e0-c8ea53df6064 service nova] [instance: 63c7e049-a6db-462e-a0c6-52ec32e23f86] Received event network-changed-f72894df-1960-47d8-8585-7f81f7513def {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1531.835117] env[62574]: DEBUG nova.compute.manager [req-13693db9-52a4-4a70-bcef-eda3f8d8d408 req-35ff9069-b46d-42cb-81e0-c8ea53df6064 service nova] [instance: 63c7e049-a6db-462e-a0c6-52ec32e23f86] Refreshing instance network info cache due to event network-changed-f72894df-1960-47d8-8585-7f81f7513def. {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1531.838101] env[62574]: DEBUG oslo_concurrency.lockutils [req-13693db9-52a4-4a70-bcef-eda3f8d8d408 req-35ff9069-b46d-42cb-81e0-c8ea53df6064 service nova] Acquiring lock "refresh_cache-63c7e049-a6db-462e-a0c6-52ec32e23f86" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1531.838101] env[62574]: DEBUG oslo_concurrency.lockutils [req-13693db9-52a4-4a70-bcef-eda3f8d8d408 req-35ff9069-b46d-42cb-81e0-c8ea53df6064 service nova] Acquired lock "refresh_cache-63c7e049-a6db-462e-a0c6-52ec32e23f86" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1531.838101] env[62574]: DEBUG nova.network.neutron [req-13693db9-52a4-4a70-bcef-eda3f8d8d408 req-35ff9069-b46d-42cb-81e0-c8ea53df6064 service nova] [instance: 63c7e049-a6db-462e-a0c6-52ec32e23f86] Refreshing network info cache for port f72894df-1960-47d8-8585-7f81f7513def {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1531.871772] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-96d33733-a4b3-447f-81e2-571222525bc6 tempest-AttachInterfacesV270Test-530238025 tempest-AttachInterfacesV270Test-530238025-project-member] [instance: f80f71e8-1b2f-476e-9b7e-b1dd3b0d7df8] Unregistered the VM {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1531.871976] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-96d33733-a4b3-447f-81e2-571222525bc6 tempest-AttachInterfacesV270Test-530238025 tempest-AttachInterfacesV270Test-530238025-project-member] [instance: f80f71e8-1b2f-476e-9b7e-b1dd3b0d7df8] Deleting contents of the VM from datastore datastore2 {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1531.872216] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-96d33733-a4b3-447f-81e2-571222525bc6 tempest-AttachInterfacesV270Test-530238025 tempest-AttachInterfacesV270Test-530238025-project-member] Deleting the datastore file [datastore2] f80f71e8-1b2f-476e-9b7e-b1dd3b0d7df8 {{(pid=62574) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1531.872554] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9f4d54a7-98d0-4412-b5fd-ac6373cbba47 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.879918] env[62574]: DEBUG oslo_vmware.api [None req-96d33733-a4b3-447f-81e2-571222525bc6 tempest-AttachInterfacesV270Test-530238025 tempest-AttachInterfacesV270Test-530238025-project-member] Waiting for the task: (returnval){ [ 1531.879918] env[62574]: value = "task-1861300" [ 1531.879918] env[62574]: _type = "Task" [ 1531.879918] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1531.890017] env[62574]: DEBUG oslo_vmware.api [None req-96d33733-a4b3-447f-81e2-571222525bc6 tempest-AttachInterfacesV270Test-530238025 tempest-AttachInterfacesV270Test-530238025-project-member] Task: {'id': task-1861300, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1531.895312] env[62574]: DEBUG nova.network.neutron [None req-5b3e9bbb-8a0d-4317-ab9d-2cb3146c3b7a tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] [instance: 1e669675-0551-49d8-af15-64fdd0984b3f] Updating instance_info_cache with network_info: [{"id": "c848933c-3878-4d23-a584-da483ccfe518", "address": "fa:16:3e:80:46:6b", "network": {"id": "90888d97-209c-49d6-8f95-1d0279efea11", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.34", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7eed1dd4d2c3418eb32c4f4ceda3ab0d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d275d7c6-2a7b-4ee8-b6f4-fabf1ba1905f", "external-id": "nsx-vlan-transportzone-513", "segmentation_id": 513, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc848933c-38", "ovs_interfaceid": "c848933c-3878-4d23-a584-da483ccfe518", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1531.918497] env[62574]: DEBUG oslo_vmware.api [None req-40281dc8-2626-4c9c-8458-349b0d6ae405 tempest-ServerRescueTestJSONUnderV235-2079558425 tempest-ServerRescueTestJSONUnderV235-2079558425-project-member] Task: {'id': task-1861296, 'name': PowerOffVM_Task, 'duration_secs': 0.248027} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1531.918772] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-40281dc8-2626-4c9c-8458-349b0d6ae405 tempest-ServerRescueTestJSONUnderV235-2079558425 tempest-ServerRescueTestJSONUnderV235-2079558425-project-member] [instance: a903fd4b-e31e-4fde-b8d6-a11ecf5a602f] Powered off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1531.918937] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-40281dc8-2626-4c9c-8458-349b0d6ae405 tempest-ServerRescueTestJSONUnderV235-2079558425 tempest-ServerRescueTestJSONUnderV235-2079558425-project-member] [instance: a903fd4b-e31e-4fde-b8d6-a11ecf5a602f] Unregistering the VM {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1531.919273] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-946dbc05-3a79-42c5-ae1d-9fcf8e94da2c {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.965531] env[62574]: DEBUG oslo_vmware.api [None req-e175b960-16b9-4bac-84cc-7c209b9f346b tempest-ImagesOneServerTestJSON-1738664534 tempest-ImagesOneServerTestJSON-1738664534-project-member] Task: {'id': task-1861287, 'name': CloneVM_Task, 'duration_secs': 2.01617} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1531.965856] env[62574]: INFO nova.virt.vmwareapi.vmops [None req-e175b960-16b9-4bac-84cc-7c209b9f346b tempest-ImagesOneServerTestJSON-1738664534 tempest-ImagesOneServerTestJSON-1738664534-project-member] [instance: b19648bf-b106-4c17-8b48-8c579fb23b31] Created linked-clone VM from snapshot [ 1531.966635] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09fc1f36-886b-41da-9dcc-958594444cb9 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.976806] env[62574]: DEBUG nova.virt.vmwareapi.images [None req-e175b960-16b9-4bac-84cc-7c209b9f346b tempest-ImagesOneServerTestJSON-1738664534 tempest-ImagesOneServerTestJSON-1738664534-project-member] [instance: b19648bf-b106-4c17-8b48-8c579fb23b31] Uploading image 112b08a7-490c-4592-8be1-d9a6800780eb {{(pid=62574) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1532.012754] env[62574]: DEBUG oslo_vmware.rw_handles [None req-e175b960-16b9-4bac-84cc-7c209b9f346b tempest-ImagesOneServerTestJSON-1738664534 tempest-ImagesOneServerTestJSON-1738664534-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1532.012754] env[62574]: value = "vm-384809" [ 1532.012754] env[62574]: _type = "VirtualMachine" [ 1532.012754] env[62574]: }. {{(pid=62574) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1532.013111] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-4e170cf8-0380-41a5-b716-b0a631f79a9f {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.020063] env[62574]: DEBUG oslo_vmware.rw_handles [None req-e175b960-16b9-4bac-84cc-7c209b9f346b tempest-ImagesOneServerTestJSON-1738664534 tempest-ImagesOneServerTestJSON-1738664534-project-member] Lease: (returnval){ [ 1532.020063] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]520c2564-1480-fff2-4b75-c44a98f364a1" [ 1532.020063] env[62574]: _type = "HttpNfcLease" [ 1532.020063] env[62574]: } obtained for exporting VM: (result){ [ 1532.020063] env[62574]: value = "vm-384809" [ 1532.020063] env[62574]: _type = "VirtualMachine" [ 1532.020063] env[62574]: }. {{(pid=62574) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1532.020399] env[62574]: DEBUG oslo_vmware.api [None req-e175b960-16b9-4bac-84cc-7c209b9f346b tempest-ImagesOneServerTestJSON-1738664534 tempest-ImagesOneServerTestJSON-1738664534-project-member] Waiting for the lease: (returnval){ [ 1532.020399] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]520c2564-1480-fff2-4b75-c44a98f364a1" [ 1532.020399] env[62574]: _type = "HttpNfcLease" [ 1532.020399] env[62574]: } to be ready. {{(pid=62574) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1532.033412] env[62574]: DEBUG oslo_vmware.api [None req-00c49e98-b2fb-4f92-a2ae-58f621759fa4 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] Task: {'id': task-1861297, 'name': ReconfigVM_Task, 'duration_secs': 0.341932} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1532.034777] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-00c49e98-b2fb-4f92-a2ae-58f621759fa4 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] [instance: 9595a480-fdc1-4dda-877b-e0f6078420e2] Reconfigured VM instance instance-00000014 to attach disk [datastore2] 9595a480-fdc1-4dda-877b-e0f6078420e2/9595a480-fdc1-4dda-877b-e0f6078420e2.vmdk or device None with type sparse {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1532.035370] env[62574]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1532.035370] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]520c2564-1480-fff2-4b75-c44a98f364a1" [ 1532.035370] env[62574]: _type = "HttpNfcLease" [ 1532.035370] env[62574]: } is initializing. {{(pid=62574) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1532.035557] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6b18c05a-3b8b-4c7b-b1b2-14e9fa889722 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.042424] env[62574]: DEBUG oslo_vmware.api [None req-00c49e98-b2fb-4f92-a2ae-58f621759fa4 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] Waiting for the task: (returnval){ [ 1532.042424] env[62574]: value = "task-1861303" [ 1532.042424] env[62574]: _type = "Task" [ 1532.042424] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1532.052747] env[62574]: DEBUG oslo_vmware.api [None req-00c49e98-b2fb-4f92-a2ae-58f621759fa4 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] Task: {'id': task-1861303, 'name': Rename_Task} progress is 5%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1532.126053] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-40281dc8-2626-4c9c-8458-349b0d6ae405 tempest-ServerRescueTestJSONUnderV235-2079558425 tempest-ServerRescueTestJSONUnderV235-2079558425-project-member] [instance: a903fd4b-e31e-4fde-b8d6-a11ecf5a602f] Unregistered the VM {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1532.126490] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-40281dc8-2626-4c9c-8458-349b0d6ae405 tempest-ServerRescueTestJSONUnderV235-2079558425 tempest-ServerRescueTestJSONUnderV235-2079558425-project-member] [instance: a903fd4b-e31e-4fde-b8d6-a11ecf5a602f] Deleting contents of the VM from datastore datastore2 {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1532.126834] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-40281dc8-2626-4c9c-8458-349b0d6ae405 tempest-ServerRescueTestJSONUnderV235-2079558425 tempest-ServerRescueTestJSONUnderV235-2079558425-project-member] Deleting the datastore file [datastore2] a903fd4b-e31e-4fde-b8d6-a11ecf5a602f {{(pid=62574) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1532.127242] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1505cf58-0692-456a-8a6b-3e95b983d1f3 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.145148] env[62574]: DEBUG oslo_vmware.api [None req-1dc1e215-8ac7-4ea8-97fc-baf6623a064e tempest-ServersAdmin275Test-1369324412 tempest-ServersAdmin275Test-1369324412-project-member] Task: {'id': task-1861293, 'name': PowerOffVM_Task, 'duration_secs': 0.686449} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1532.147464] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-1dc1e215-8ac7-4ea8-97fc-baf6623a064e tempest-ServersAdmin275Test-1369324412 tempest-ServersAdmin275Test-1369324412-project-member] [instance: 90b44fba-636a-414f-b286-7baf5adc2122] Powered off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1532.148701] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-1dc1e215-8ac7-4ea8-97fc-baf6623a064e tempest-ServersAdmin275Test-1369324412 tempest-ServersAdmin275Test-1369324412-project-member] [instance: 90b44fba-636a-414f-b286-7baf5adc2122] Destroying instance {{(pid=62574) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1532.149237] env[62574]: DEBUG oslo_vmware.api [None req-40281dc8-2626-4c9c-8458-349b0d6ae405 tempest-ServerRescueTestJSONUnderV235-2079558425 tempest-ServerRescueTestJSONUnderV235-2079558425-project-member] Waiting for the task: (returnval){ [ 1532.149237] env[62574]: value = "task-1861304" [ 1532.149237] env[62574]: _type = "Task" [ 1532.149237] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1532.150270] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c2c9c80-662d-4e3d-98cd-4465481112a5 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.172844] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-1dc1e215-8ac7-4ea8-97fc-baf6623a064e tempest-ServersAdmin275Test-1369324412 tempest-ServersAdmin275Test-1369324412-project-member] [instance: 90b44fba-636a-414f-b286-7baf5adc2122] Unregistering the VM {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1532.173252] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-36747524-30cf-4e77-aff7-654bf733bc8b {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.181896] env[62574]: DEBUG oslo_vmware.api [None req-40281dc8-2626-4c9c-8458-349b0d6ae405 tempest-ServerRescueTestJSONUnderV235-2079558425 tempest-ServerRescueTestJSONUnderV235-2079558425-project-member] Task: {'id': task-1861304, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1532.187025] env[62574]: DEBUG oslo_concurrency.lockutils [None req-0a7d4177-5735-4451-b194-8dc4b9903035 tempest-ServersTestManualDisk-792638702 tempest-ServersTestManualDisk-792638702-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1532.204972] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-1dc1e215-8ac7-4ea8-97fc-baf6623a064e tempest-ServersAdmin275Test-1369324412 tempest-ServersAdmin275Test-1369324412-project-member] [instance: 90b44fba-636a-414f-b286-7baf5adc2122] Unregistered the VM {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1532.205251] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-1dc1e215-8ac7-4ea8-97fc-baf6623a064e tempest-ServersAdmin275Test-1369324412 tempest-ServersAdmin275Test-1369324412-project-member] [instance: 90b44fba-636a-414f-b286-7baf5adc2122] Deleting contents of the VM from datastore datastore2 {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1532.205439] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-1dc1e215-8ac7-4ea8-97fc-baf6623a064e tempest-ServersAdmin275Test-1369324412 tempest-ServersAdmin275Test-1369324412-project-member] Deleting the datastore file [datastore2] 90b44fba-636a-414f-b286-7baf5adc2122 {{(pid=62574) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1532.205726] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f6c43e18-7cac-4a10-8b09-6ef456eaf53e {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.218359] env[62574]: DEBUG oslo_vmware.api [None req-1dc1e215-8ac7-4ea8-97fc-baf6623a064e tempest-ServersAdmin275Test-1369324412 tempest-ServersAdmin275Test-1369324412-project-member] Waiting for the task: (returnval){ [ 1532.218359] env[62574]: value = "task-1861306" [ 1532.218359] env[62574]: _type = "Task" [ 1532.218359] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1532.233216] env[62574]: DEBUG oslo_vmware.api [None req-1dc1e215-8ac7-4ea8-97fc-baf6623a064e tempest-ServersAdmin275Test-1369324412 tempest-ServersAdmin275Test-1369324412-project-member] Task: {'id': task-1861306, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1532.299175] env[62574]: DEBUG oslo_vmware.api [None req-c52dd69c-5b06-43a2-ac65-43b86bc86553 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] Task: {'id': task-1861299, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1532.348230] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-b54c8830-ed4d-475b-8c40-31c1d57054be tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] [instance: dc6d1fd4-d844-4ef6-b100-5e491a698ae3] Creating linked-clone VM from snapshot {{(pid=62574) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1532.351635] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-3fd04193-7bd9-4bbf-8c55-be4ff7efb171 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.362123] env[62574]: DEBUG oslo_vmware.api [None req-b54c8830-ed4d-475b-8c40-31c1d57054be tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Waiting for the task: (returnval){ [ 1532.362123] env[62574]: value = "task-1861307" [ 1532.362123] env[62574]: _type = "Task" [ 1532.362123] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1532.374915] env[62574]: DEBUG oslo_vmware.api [None req-b54c8830-ed4d-475b-8c40-31c1d57054be tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Task: {'id': task-1861307, 'name': CloneVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1532.393207] env[62574]: DEBUG oslo_vmware.api [None req-96d33733-a4b3-447f-81e2-571222525bc6 tempest-AttachInterfacesV270Test-530238025 tempest-AttachInterfacesV270Test-530238025-project-member] Task: {'id': task-1861300, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.146537} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1532.393659] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-96d33733-a4b3-447f-81e2-571222525bc6 tempest-AttachInterfacesV270Test-530238025 tempest-AttachInterfacesV270Test-530238025-project-member] Deleted the datastore file {{(pid=62574) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1532.393968] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-96d33733-a4b3-447f-81e2-571222525bc6 tempest-AttachInterfacesV270Test-530238025 tempest-AttachInterfacesV270Test-530238025-project-member] [instance: f80f71e8-1b2f-476e-9b7e-b1dd3b0d7df8] Deleted contents of the VM from datastore datastore2 {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1532.394271] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-96d33733-a4b3-447f-81e2-571222525bc6 tempest-AttachInterfacesV270Test-530238025 tempest-AttachInterfacesV270Test-530238025-project-member] [instance: f80f71e8-1b2f-476e-9b7e-b1dd3b0d7df8] Instance destroyed {{(pid=62574) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1532.395384] env[62574]: INFO nova.compute.manager [None req-96d33733-a4b3-447f-81e2-571222525bc6 tempest-AttachInterfacesV270Test-530238025 tempest-AttachInterfacesV270Test-530238025-project-member] [instance: f80f71e8-1b2f-476e-9b7e-b1dd3b0d7df8] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1532.398212] env[62574]: DEBUG oslo.service.loopingcall [None req-96d33733-a4b3-447f-81e2-571222525bc6 tempest-AttachInterfacesV270Test-530238025 tempest-AttachInterfacesV270Test-530238025-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62574) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1532.398212] env[62574]: DEBUG nova.compute.manager [-] [instance: f80f71e8-1b2f-476e-9b7e-b1dd3b0d7df8] Deallocating network for instance {{(pid=62574) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1532.398212] env[62574]: DEBUG nova.network.neutron [-] [instance: f80f71e8-1b2f-476e-9b7e-b1dd3b0d7df8] deallocate_for_instance() {{(pid=62574) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1532.402784] env[62574]: DEBUG oslo_concurrency.lockutils [None req-5b3e9bbb-8a0d-4317-ab9d-2cb3146c3b7a tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Releasing lock "refresh_cache-1e669675-0551-49d8-af15-64fdd0984b3f" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1532.528484] env[62574]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1532.528484] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]520c2564-1480-fff2-4b75-c44a98f364a1" [ 1532.528484] env[62574]: _type = "HttpNfcLease" [ 1532.528484] env[62574]: } is ready. {{(pid=62574) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1532.529162] env[62574]: DEBUG oslo_vmware.rw_handles [None req-e175b960-16b9-4bac-84cc-7c209b9f346b tempest-ImagesOneServerTestJSON-1738664534 tempest-ImagesOneServerTestJSON-1738664534-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1532.529162] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]520c2564-1480-fff2-4b75-c44a98f364a1" [ 1532.529162] env[62574]: _type = "HttpNfcLease" [ 1532.529162] env[62574]: }. {{(pid=62574) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1532.529977] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a21796b-95f2-4043-a093-1e615b75fff5 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.542545] env[62574]: DEBUG oslo_vmware.rw_handles [None req-e175b960-16b9-4bac-84cc-7c209b9f346b tempest-ImagesOneServerTestJSON-1738664534 tempest-ImagesOneServerTestJSON-1738664534-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a908c5-d2a2-3b56-1b17-4fce219bdfea/disk-0.vmdk from lease info. {{(pid=62574) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1532.542795] env[62574]: DEBUG oslo_vmware.rw_handles [None req-e175b960-16b9-4bac-84cc-7c209b9f346b tempest-ImagesOneServerTestJSON-1738664534 tempest-ImagesOneServerTestJSON-1738664534-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a908c5-d2a2-3b56-1b17-4fce219bdfea/disk-0.vmdk for reading. {{(pid=62574) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1532.623742] env[62574]: DEBUG oslo_vmware.api [None req-00c49e98-b2fb-4f92-a2ae-58f621759fa4 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] Task: {'id': task-1861303, 'name': Rename_Task, 'duration_secs': 0.179513} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1532.626972] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-00c49e98-b2fb-4f92-a2ae-58f621759fa4 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] [instance: 9595a480-fdc1-4dda-877b-e0f6078420e2] Powering on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1532.626972] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-404daf04-775c-41b4-beb8-c58a3a295e66 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.635075] env[62574]: DEBUG oslo_vmware.api [None req-00c49e98-b2fb-4f92-a2ae-58f621759fa4 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] Waiting for the task: (returnval){ [ 1532.635075] env[62574]: value = "task-1861308" [ 1532.635075] env[62574]: _type = "Task" [ 1532.635075] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1532.647783] env[62574]: DEBUG oslo_vmware.api [None req-00c49e98-b2fb-4f92-a2ae-58f621759fa4 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] Task: {'id': task-1861308, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1532.664985] env[62574]: DEBUG oslo_vmware.api [None req-40281dc8-2626-4c9c-8458-349b0d6ae405 tempest-ServerRescueTestJSONUnderV235-2079558425 tempest-ServerRescueTestJSONUnderV235-2079558425-project-member] Task: {'id': task-1861304, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.336787} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1532.664985] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-40281dc8-2626-4c9c-8458-349b0d6ae405 tempest-ServerRescueTestJSONUnderV235-2079558425 tempest-ServerRescueTestJSONUnderV235-2079558425-project-member] Deleted the datastore file {{(pid=62574) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1532.665187] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-40281dc8-2626-4c9c-8458-349b0d6ae405 tempest-ServerRescueTestJSONUnderV235-2079558425 tempest-ServerRescueTestJSONUnderV235-2079558425-project-member] [instance: a903fd4b-e31e-4fde-b8d6-a11ecf5a602f] Deleted contents of the VM from datastore datastore2 {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1532.665224] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-40281dc8-2626-4c9c-8458-349b0d6ae405 tempest-ServerRescueTestJSONUnderV235-2079558425 tempest-ServerRescueTestJSONUnderV235-2079558425-project-member] [instance: a903fd4b-e31e-4fde-b8d6-a11ecf5a602f] Instance destroyed {{(pid=62574) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1532.665393] env[62574]: INFO nova.compute.manager [None req-40281dc8-2626-4c9c-8458-349b0d6ae405 tempest-ServerRescueTestJSONUnderV235-2079558425 tempest-ServerRescueTestJSONUnderV235-2079558425-project-member] [instance: a903fd4b-e31e-4fde-b8d6-a11ecf5a602f] Took 1.28 seconds to destroy the instance on the hypervisor. [ 1532.665631] env[62574]: DEBUG oslo.service.loopingcall [None req-40281dc8-2626-4c9c-8458-349b0d6ae405 tempest-ServerRescueTestJSONUnderV235-2079558425 tempest-ServerRescueTestJSONUnderV235-2079558425-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62574) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1532.668513] env[62574]: DEBUG nova.compute.manager [-] [instance: a903fd4b-e31e-4fde-b8d6-a11ecf5a602f] Deallocating network for instance {{(pid=62574) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1532.668611] env[62574]: DEBUG nova.network.neutron [-] [instance: a903fd4b-e31e-4fde-b8d6-a11ecf5a602f] deallocate_for_instance() {{(pid=62574) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1532.677344] env[62574]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-a686bea7-283b-47c9-8437-676edd25be5e {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.741761] env[62574]: DEBUG oslo_vmware.api [None req-1dc1e215-8ac7-4ea8-97fc-baf6623a064e tempest-ServersAdmin275Test-1369324412 tempest-ServersAdmin275Test-1369324412-project-member] Task: {'id': task-1861306, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.185933} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1532.742162] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-1dc1e215-8ac7-4ea8-97fc-baf6623a064e tempest-ServersAdmin275Test-1369324412 tempest-ServersAdmin275Test-1369324412-project-member] Deleted the datastore file {{(pid=62574) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1532.742434] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-1dc1e215-8ac7-4ea8-97fc-baf6623a064e tempest-ServersAdmin275Test-1369324412 tempest-ServersAdmin275Test-1369324412-project-member] [instance: 90b44fba-636a-414f-b286-7baf5adc2122] Deleted contents of the VM from datastore datastore2 {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1532.742771] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-1dc1e215-8ac7-4ea8-97fc-baf6623a064e tempest-ServersAdmin275Test-1369324412 tempest-ServersAdmin275Test-1369324412-project-member] [instance: 90b44fba-636a-414f-b286-7baf5adc2122] Instance destroyed {{(pid=62574) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1532.773026] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c4d0510-cf38-457f-838b-96d708bf4be3 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.780979] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93b1e85e-742c-42b9-b917-5cb82677d0ba {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.825458] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b86cc2d-bd02-41da-8fa4-3d4c044893bb {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.833475] env[62574]: DEBUG oslo_vmware.api [None req-c52dd69c-5b06-43a2-ac65-43b86bc86553 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] Task: {'id': task-1861299, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1532.840609] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c618b5ff-8197-420d-836d-feec95f58ace {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.864441] env[62574]: DEBUG nova.compute.provider_tree [None req-4d56755d-756b-4f5e-a7d8-cfa7c757d693 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] Inventory has not changed in ProviderTree for provider: f0ed160a-beff-4626-a531-2a70d7bc0627 {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1532.877196] env[62574]: DEBUG oslo_vmware.api [None req-b54c8830-ed4d-475b-8c40-31c1d57054be tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Task: {'id': task-1861307, 'name': CloneVM_Task} progress is 94%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1533.146460] env[62574]: DEBUG oslo_vmware.api [None req-00c49e98-b2fb-4f92-a2ae-58f621759fa4 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] Task: {'id': task-1861308, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1533.159933] env[62574]: DEBUG nova.network.neutron [req-13693db9-52a4-4a70-bcef-eda3f8d8d408 req-35ff9069-b46d-42cb-81e0-c8ea53df6064 service nova] [instance: 63c7e049-a6db-462e-a0c6-52ec32e23f86] Updated VIF entry in instance network info cache for port f72894df-1960-47d8-8585-7f81f7513def. {{(pid=62574) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1533.160322] env[62574]: DEBUG nova.network.neutron [req-13693db9-52a4-4a70-bcef-eda3f8d8d408 req-35ff9069-b46d-42cb-81e0-c8ea53df6064 service nova] [instance: 63c7e049-a6db-462e-a0c6-52ec32e23f86] Updating instance_info_cache with network_info: [{"id": "f72894df-1960-47d8-8585-7f81f7513def", "address": "fa:16:3e:18:32:d3", "network": {"id": "8bb61dfa-14c4-4c8c-81b0-4fc9928a6e8a", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-240900669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.182", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "679586b75f7c43ec8322818c36994d91", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31a7f15-a808-4199-9071-31fd05e316ea", "external-id": "nsx-vlan-transportzone-388", "segmentation_id": 388, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf72894df-19", "ovs_interfaceid": "f72894df-1960-47d8-8585-7f81f7513def", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1533.299407] env[62574]: DEBUG oslo_vmware.api [None req-c52dd69c-5b06-43a2-ac65-43b86bc86553 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] Task: {'id': task-1861299, 'name': PowerOnVM_Task, 'duration_secs': 1.064733} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1533.299738] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-c52dd69c-5b06-43a2-ac65-43b86bc86553 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] [instance: a40bab23-721e-4584-bda1-2bf5d0e0e37e] Powered on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1533.300053] env[62574]: INFO nova.compute.manager [None req-c52dd69c-5b06-43a2-ac65-43b86bc86553 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] [instance: a40bab23-721e-4584-bda1-2bf5d0e0e37e] Took 10.98 seconds to spawn the instance on the hypervisor. [ 1533.300528] env[62574]: DEBUG nova.compute.manager [None req-c52dd69c-5b06-43a2-ac65-43b86bc86553 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] [instance: a40bab23-721e-4584-bda1-2bf5d0e0e37e] Checking state {{(pid=62574) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1533.301348] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9dc3560-f7d9-4296-97ba-ef8e68325b6c {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.364573] env[62574]: DEBUG nova.scheduler.client.report [None req-4d56755d-756b-4f5e-a7d8-cfa7c757d693 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] Inventory has not changed for provider f0ed160a-beff-4626-a531-2a70d7bc0627 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 148, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1533.383895] env[62574]: DEBUG oslo_vmware.api [None req-b54c8830-ed4d-475b-8c40-31c1d57054be tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Task: {'id': task-1861307, 'name': CloneVM_Task} progress is 94%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1533.524221] env[62574]: DEBUG nova.network.neutron [-] [instance: f80f71e8-1b2f-476e-9b7e-b1dd3b0d7df8] Updating instance_info_cache with network_info: [] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1533.649216] env[62574]: DEBUG oslo_vmware.api [None req-00c49e98-b2fb-4f92-a2ae-58f621759fa4 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] Task: {'id': task-1861308, 'name': PowerOnVM_Task, 'duration_secs': 0.666926} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1533.649542] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-00c49e98-b2fb-4f92-a2ae-58f621759fa4 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] [instance: 9595a480-fdc1-4dda-877b-e0f6078420e2] Powered on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1533.650589] env[62574]: INFO nova.compute.manager [None req-00c49e98-b2fb-4f92-a2ae-58f621759fa4 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] [instance: 9595a480-fdc1-4dda-877b-e0f6078420e2] Took 8.36 seconds to spawn the instance on the hypervisor. [ 1533.650589] env[62574]: DEBUG nova.compute.manager [None req-00c49e98-b2fb-4f92-a2ae-58f621759fa4 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] [instance: 9595a480-fdc1-4dda-877b-e0f6078420e2] Checking state {{(pid=62574) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1533.651937] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81081697-763e-477f-94f4-bb4482bb3234 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.663046] env[62574]: DEBUG oslo_concurrency.lockutils [req-13693db9-52a4-4a70-bcef-eda3f8d8d408 req-35ff9069-b46d-42cb-81e0-c8ea53df6064 service nova] Releasing lock "refresh_cache-63c7e049-a6db-462e-a0c6-52ec32e23f86" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1533.787703] env[62574]: DEBUG nova.virt.hardware [None req-1dc1e215-8ac7-4ea8-97fc-baf6623a064e tempest-ServersAdmin275Test-1369324412 tempest-ServersAdmin275Test-1369324412-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T19:26:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-13T19:26:40Z,direct_url=,disk_format='vmdk',id=3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7eed1dd4d2c3418eb32c4f4ceda3ab0d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-13T19:26:41Z,virtual_size=,visibility=), allow threads: False {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1533.787703] env[62574]: DEBUG nova.virt.hardware [None req-1dc1e215-8ac7-4ea8-97fc-baf6623a064e tempest-ServersAdmin275Test-1369324412 tempest-ServersAdmin275Test-1369324412-project-member] Flavor limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1533.787703] env[62574]: DEBUG nova.virt.hardware [None req-1dc1e215-8ac7-4ea8-97fc-baf6623a064e tempest-ServersAdmin275Test-1369324412 tempest-ServersAdmin275Test-1369324412-project-member] Image limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1533.787703] env[62574]: DEBUG nova.virt.hardware [None req-1dc1e215-8ac7-4ea8-97fc-baf6623a064e tempest-ServersAdmin275Test-1369324412 tempest-ServersAdmin275Test-1369324412-project-member] Flavor pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1533.788203] env[62574]: DEBUG nova.virt.hardware [None req-1dc1e215-8ac7-4ea8-97fc-baf6623a064e tempest-ServersAdmin275Test-1369324412 tempest-ServersAdmin275Test-1369324412-project-member] Image pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1533.788203] env[62574]: DEBUG nova.virt.hardware [None req-1dc1e215-8ac7-4ea8-97fc-baf6623a064e tempest-ServersAdmin275Test-1369324412 tempest-ServersAdmin275Test-1369324412-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1533.788203] env[62574]: DEBUG nova.virt.hardware [None req-1dc1e215-8ac7-4ea8-97fc-baf6623a064e tempest-ServersAdmin275Test-1369324412 tempest-ServersAdmin275Test-1369324412-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1533.788203] env[62574]: DEBUG nova.virt.hardware [None req-1dc1e215-8ac7-4ea8-97fc-baf6623a064e tempest-ServersAdmin275Test-1369324412 tempest-ServersAdmin275Test-1369324412-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1533.788203] env[62574]: DEBUG nova.virt.hardware [None req-1dc1e215-8ac7-4ea8-97fc-baf6623a064e tempest-ServersAdmin275Test-1369324412 tempest-ServersAdmin275Test-1369324412-project-member] Got 1 possible topologies {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1533.788383] env[62574]: DEBUG nova.virt.hardware [None req-1dc1e215-8ac7-4ea8-97fc-baf6623a064e tempest-ServersAdmin275Test-1369324412 tempest-ServersAdmin275Test-1369324412-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1533.788681] env[62574]: DEBUG nova.virt.hardware [None req-1dc1e215-8ac7-4ea8-97fc-baf6623a064e tempest-ServersAdmin275Test-1369324412 tempest-ServersAdmin275Test-1369324412-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1533.789613] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d167f42-8629-4db5-a5d7-ed5ec17b8bd6 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.798705] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6135f31-2433-4145-a837-31a208c8be87 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.817528] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-1dc1e215-8ac7-4ea8-97fc-baf6623a064e tempest-ServersAdmin275Test-1369324412 tempest-ServersAdmin275Test-1369324412-project-member] [instance: 90b44fba-636a-414f-b286-7baf5adc2122] Instance VIF info [] {{(pid=62574) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1533.824044] env[62574]: DEBUG oslo.service.loopingcall [None req-1dc1e215-8ac7-4ea8-97fc-baf6623a064e tempest-ServersAdmin275Test-1369324412 tempest-ServersAdmin275Test-1369324412-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62574) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1533.831416] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 90b44fba-636a-414f-b286-7baf5adc2122] Creating VM on the ESX host {{(pid=62574) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1533.831416] env[62574]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ae9aa363-11de-46c1-931f-86f2680d0405 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.845654] env[62574]: INFO nova.compute.manager [None req-c52dd69c-5b06-43a2-ac65-43b86bc86553 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] [instance: a40bab23-721e-4584-bda1-2bf5d0e0e37e] Took 28.70 seconds to build instance. [ 1533.845654] env[62574]: DEBUG nova.network.neutron [-] [instance: a903fd4b-e31e-4fde-b8d6-a11ecf5a602f] Updating instance_info_cache with network_info: [] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1533.855821] env[62574]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1533.855821] env[62574]: value = "task-1861309" [ 1533.855821] env[62574]: _type = "Task" [ 1533.855821] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1533.864164] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1861309, 'name': CreateVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1533.870710] env[62574]: DEBUG oslo_concurrency.lockutils [None req-4d56755d-756b-4f5e-a7d8-cfa7c757d693 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.786s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1533.871233] env[62574]: DEBUG nova.compute.manager [None req-4d56755d-756b-4f5e-a7d8-cfa7c757d693 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] [instance: 6cebe45a-8d90-4ac3-b75e-99e2a598c43b] Start building networks asynchronously for instance. {{(pid=62574) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1533.879215] env[62574]: DEBUG oslo_concurrency.lockutils [None req-94fb1ff1-c3d0-4da3-b8e0-ccc432ffde04 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.672s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1533.882121] env[62574]: INFO nova.compute.claims [None req-94fb1ff1-c3d0-4da3-b8e0-ccc432ffde04 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] [instance: b4522995-fb9c-471f-bd36-af8b721aa5ff] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1533.892175] env[62574]: DEBUG oslo_vmware.api [None req-b54c8830-ed4d-475b-8c40-31c1d57054be tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Task: {'id': task-1861307, 'name': CloneVM_Task, 'duration_secs': 1.475565} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1533.892749] env[62574]: INFO nova.virt.vmwareapi.vmops [None req-b54c8830-ed4d-475b-8c40-31c1d57054be tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] [instance: dc6d1fd4-d844-4ef6-b100-5e491a698ae3] Created linked-clone VM from snapshot [ 1533.893319] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a21012e-8527-4b7d-87f1-287b5805bbbf {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.902934] env[62574]: DEBUG nova.virt.vmwareapi.images [None req-b54c8830-ed4d-475b-8c40-31c1d57054be tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] [instance: dc6d1fd4-d844-4ef6-b100-5e491a698ae3] Uploading image fc68122c-3ee3-4cb3-b2c0-c8a08d201c04 {{(pid=62574) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1533.924416] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4928375-b765-44c9-812b-9e3f552e1845 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.928220] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-b54c8830-ed4d-475b-8c40-31c1d57054be tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] [instance: dc6d1fd4-d844-4ef6-b100-5e491a698ae3] Destroying the VM {{(pid=62574) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1533.929059] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-8f9dad01-b6fc-4a3e-8e11-e35f8d2c54af {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.950845] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-5b3e9bbb-8a0d-4317-ab9d-2cb3146c3b7a tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] [instance: 1e669675-0551-49d8-af15-64fdd0984b3f] Updating instance '1e669675-0551-49d8-af15-64fdd0984b3f' progress to 0 {{(pid=62574) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1533.957422] env[62574]: DEBUG oslo_vmware.api [None req-b54c8830-ed4d-475b-8c40-31c1d57054be tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Waiting for the task: (returnval){ [ 1533.957422] env[62574]: value = "task-1861310" [ 1533.957422] env[62574]: _type = "Task" [ 1533.957422] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1533.968021] env[62574]: DEBUG oslo_vmware.api [None req-b54c8830-ed4d-475b-8c40-31c1d57054be tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Task: {'id': task-1861310, 'name': Destroy_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1534.026522] env[62574]: INFO nova.compute.manager [-] [instance: f80f71e8-1b2f-476e-9b7e-b1dd3b0d7df8] Took 1.63 seconds to deallocate network for instance. [ 1534.137799] env[62574]: DEBUG nova.compute.manager [req-849ae8eb-f8a0-497e-b9e6-08d68bed8612 req-e261f5be-748d-42fe-a528-16bb16530fe4 service nova] [instance: f80f71e8-1b2f-476e-9b7e-b1dd3b0d7df8] Received event network-vif-deleted-c4aa9ee0-c781-4a4f-a144-00394f27aa44 {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1534.166567] env[62574]: DEBUG nova.compute.manager [req-b0b182f8-a654-415b-84f4-c889f763fb42 req-6b6fb387-6afe-40f9-8768-87ba51b088b9 service nova] [instance: a903fd4b-e31e-4fde-b8d6-a11ecf5a602f] Received event network-vif-deleted-c0a79f88-3220-45d5-9f4c-7e246b70d098 {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1534.178594] env[62574]: INFO nova.compute.manager [None req-00c49e98-b2fb-4f92-a2ae-58f621759fa4 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] [instance: 9595a480-fdc1-4dda-877b-e0f6078420e2] Took 25.26 seconds to build instance. [ 1534.319070] env[62574]: DEBUG oslo_concurrency.lockutils [None req-7ecc469c-8dcf-4408-abee-06367cd8ba17 tempest-ServerGroupTestJSON-126933416 tempest-ServerGroupTestJSON-126933416-project-member] Acquiring lock "0062297f-63f3-4773-bbc2-5077395657d2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1534.319235] env[62574]: DEBUG oslo_concurrency.lockutils [None req-7ecc469c-8dcf-4408-abee-06367cd8ba17 tempest-ServerGroupTestJSON-126933416 tempest-ServerGroupTestJSON-126933416-project-member] Lock "0062297f-63f3-4773-bbc2-5077395657d2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1534.349384] env[62574]: INFO nova.compute.manager [-] [instance: a903fd4b-e31e-4fde-b8d6-a11ecf5a602f] Took 1.68 seconds to deallocate network for instance. [ 1534.350350] env[62574]: DEBUG oslo_concurrency.lockutils [None req-c52dd69c-5b06-43a2-ac65-43b86bc86553 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] Lock "a40bab23-721e-4584-bda1-2bf5d0e0e37e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.754s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1534.366533] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1861309, 'name': CreateVM_Task, 'duration_secs': 0.41368} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1534.366533] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 90b44fba-636a-414f-b286-7baf5adc2122] Created VM on the ESX host {{(pid=62574) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1534.366802] env[62574]: DEBUG oslo_concurrency.lockutils [None req-1dc1e215-8ac7-4ea8-97fc-baf6623a064e tempest-ServersAdmin275Test-1369324412 tempest-ServersAdmin275Test-1369324412-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1534.366918] env[62574]: DEBUG oslo_concurrency.lockutils [None req-1dc1e215-8ac7-4ea8-97fc-baf6623a064e tempest-ServersAdmin275Test-1369324412 tempest-ServersAdmin275Test-1369324412-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.367575] env[62574]: DEBUG oslo_concurrency.lockutils [None req-1dc1e215-8ac7-4ea8-97fc-baf6623a064e tempest-ServersAdmin275Test-1369324412 tempest-ServersAdmin275Test-1369324412-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1534.367897] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bde88d96-5b19-4efd-935a-0ac94fcfc0cb {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.374042] env[62574]: DEBUG oslo_vmware.api [None req-1dc1e215-8ac7-4ea8-97fc-baf6623a064e tempest-ServersAdmin275Test-1369324412 tempest-ServersAdmin275Test-1369324412-project-member] Waiting for the task: (returnval){ [ 1534.374042] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]5253e9fe-5825-24db-f48f-b6e86aab41fc" [ 1534.374042] env[62574]: _type = "Task" [ 1534.374042] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1534.389525] env[62574]: DEBUG nova.compute.utils [None req-4d56755d-756b-4f5e-a7d8-cfa7c757d693 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] Using /dev/sd instead of None {{(pid=62574) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1534.393096] env[62574]: DEBUG oslo_vmware.api [None req-1dc1e215-8ac7-4ea8-97fc-baf6623a064e tempest-ServersAdmin275Test-1369324412 tempest-ServersAdmin275Test-1369324412-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]5253e9fe-5825-24db-f48f-b6e86aab41fc, 'name': SearchDatastore_Task, 'duration_secs': 0.010214} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1534.396234] env[62574]: DEBUG nova.compute.manager [None req-4d56755d-756b-4f5e-a7d8-cfa7c757d693 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] [instance: 6cebe45a-8d90-4ac3-b75e-99e2a598c43b] Allocating IP information in the background. {{(pid=62574) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1534.396234] env[62574]: DEBUG nova.network.neutron [None req-4d56755d-756b-4f5e-a7d8-cfa7c757d693 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] [instance: 6cebe45a-8d90-4ac3-b75e-99e2a598c43b] allocate_for_instance() {{(pid=62574) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1534.396755] env[62574]: DEBUG oslo_concurrency.lockutils [None req-1dc1e215-8ac7-4ea8-97fc-baf6623a064e tempest-ServersAdmin275Test-1369324412 tempest-ServersAdmin275Test-1369324412-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1534.396992] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-1dc1e215-8ac7-4ea8-97fc-baf6623a064e tempest-ServersAdmin275Test-1369324412 tempest-ServersAdmin275Test-1369324412-project-member] [instance: 90b44fba-636a-414f-b286-7baf5adc2122] Processing image 3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2 {{(pid=62574) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1534.397265] env[62574]: DEBUG oslo_concurrency.lockutils [None req-1dc1e215-8ac7-4ea8-97fc-baf6623a064e tempest-ServersAdmin275Test-1369324412 tempest-ServersAdmin275Test-1369324412-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1534.397406] env[62574]: DEBUG oslo_concurrency.lockutils [None req-1dc1e215-8ac7-4ea8-97fc-baf6623a064e tempest-ServersAdmin275Test-1369324412 tempest-ServersAdmin275Test-1369324412-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.397656] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-1dc1e215-8ac7-4ea8-97fc-baf6623a064e tempest-ServersAdmin275Test-1369324412 tempest-ServersAdmin275Test-1369324412-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1534.398278] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c5828c18-6ef1-43b7-8e9b-eae1f07cd313 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.408369] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-1dc1e215-8ac7-4ea8-97fc-baf6623a064e tempest-ServersAdmin275Test-1369324412 tempest-ServersAdmin275Test-1369324412-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1534.408689] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-1dc1e215-8ac7-4ea8-97fc-baf6623a064e tempest-ServersAdmin275Test-1369324412 tempest-ServersAdmin275Test-1369324412-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62574) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1534.409339] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-59865038-00d2-41b2-afc2-dd6559ded43d {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.416989] env[62574]: DEBUG oslo_vmware.api [None req-1dc1e215-8ac7-4ea8-97fc-baf6623a064e tempest-ServersAdmin275Test-1369324412 tempest-ServersAdmin275Test-1369324412-project-member] Waiting for the task: (returnval){ [ 1534.416989] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]52de7945-c3f4-0397-363d-faa14afc54a6" [ 1534.416989] env[62574]: _type = "Task" [ 1534.416989] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1534.429695] env[62574]: DEBUG oslo_vmware.api [None req-1dc1e215-8ac7-4ea8-97fc-baf6623a064e tempest-ServersAdmin275Test-1369324412 tempest-ServersAdmin275Test-1369324412-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52de7945-c3f4-0397-363d-faa14afc54a6, 'name': SearchDatastore_Task, 'duration_secs': 0.009108} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1534.431338] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d8a4e359-556b-4635-b91f-891512332e03 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.437850] env[62574]: DEBUG oslo_vmware.api [None req-1dc1e215-8ac7-4ea8-97fc-baf6623a064e tempest-ServersAdmin275Test-1369324412 tempest-ServersAdmin275Test-1369324412-project-member] Waiting for the task: (returnval){ [ 1534.437850] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]520b48c0-b61a-36c9-4ca8-45480ed2d28c" [ 1534.437850] env[62574]: _type = "Task" [ 1534.437850] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1534.448427] env[62574]: DEBUG oslo_vmware.api [None req-1dc1e215-8ac7-4ea8-97fc-baf6623a064e tempest-ServersAdmin275Test-1369324412 tempest-ServersAdmin275Test-1369324412-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]520b48c0-b61a-36c9-4ca8-45480ed2d28c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1534.460450] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b3e9bbb-8a0d-4317-ab9d-2cb3146c3b7a tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] [instance: 1e669675-0551-49d8-af15-64fdd0984b3f] Powering off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1534.461742] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bff309e3-142d-4336-bab1-970331c9f959 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.474602] env[62574]: DEBUG oslo_vmware.api [None req-b54c8830-ed4d-475b-8c40-31c1d57054be tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Task: {'id': task-1861310, 'name': Destroy_Task} progress is 33%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1534.476131] env[62574]: DEBUG oslo_vmware.api [None req-5b3e9bbb-8a0d-4317-ab9d-2cb3146c3b7a tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Waiting for the task: (returnval){ [ 1534.476131] env[62574]: value = "task-1861311" [ 1534.476131] env[62574]: _type = "Task" [ 1534.476131] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1534.483283] env[62574]: DEBUG nova.policy [None req-4d56755d-756b-4f5e-a7d8-cfa7c757d693 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1a6fc735ddfe4ed9be8f91ecf260620e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ade30aec989847c498280ff09a4ace80', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62574) authorize /opt/stack/nova/nova/policy.py:192}} [ 1534.490521] env[62574]: DEBUG oslo_vmware.api [None req-5b3e9bbb-8a0d-4317-ab9d-2cb3146c3b7a tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Task: {'id': task-1861311, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1534.536857] env[62574]: DEBUG oslo_concurrency.lockutils [None req-96d33733-a4b3-447f-81e2-571222525bc6 tempest-AttachInterfacesV270Test-530238025 tempest-AttachInterfacesV270Test-530238025-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1534.683422] env[62574]: DEBUG oslo_concurrency.lockutils [None req-00c49e98-b2fb-4f92-a2ae-58f621759fa4 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] Lock "9595a480-fdc1-4dda-877b-e0f6078420e2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.259s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1534.859023] env[62574]: DEBUG oslo_concurrency.lockutils [None req-40281dc8-2626-4c9c-8458-349b0d6ae405 tempest-ServerRescueTestJSONUnderV235-2079558425 tempest-ServerRescueTestJSONUnderV235-2079558425-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1534.859803] env[62574]: DEBUG nova.compute.manager [None req-62dacf8e-a149-42ae-97ce-ffb00e25808b tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] [instance: e9878c22-2044-464f-915f-c1c865693437] Starting instance... {{(pid=62574) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1534.898860] env[62574]: DEBUG nova.compute.manager [None req-4d56755d-756b-4f5e-a7d8-cfa7c757d693 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] [instance: 6cebe45a-8d90-4ac3-b75e-99e2a598c43b] Start building block device mappings for instance. {{(pid=62574) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1534.958350] env[62574]: DEBUG oslo_vmware.api [None req-1dc1e215-8ac7-4ea8-97fc-baf6623a064e tempest-ServersAdmin275Test-1369324412 tempest-ServersAdmin275Test-1369324412-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]520b48c0-b61a-36c9-4ca8-45480ed2d28c, 'name': SearchDatastore_Task, 'duration_secs': 0.00917} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1534.958823] env[62574]: DEBUG oslo_concurrency.lockutils [None req-1dc1e215-8ac7-4ea8-97fc-baf6623a064e tempest-ServersAdmin275Test-1369324412 tempest-ServersAdmin275Test-1369324412-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1534.959281] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-1dc1e215-8ac7-4ea8-97fc-baf6623a064e tempest-ServersAdmin275Test-1369324412 tempest-ServersAdmin275Test-1369324412-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk to [datastore1] 90b44fba-636a-414f-b286-7baf5adc2122/90b44fba-636a-414f-b286-7baf5adc2122.vmdk {{(pid=62574) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1534.959885] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2265662e-678a-4b27-a22d-835ab03224d7 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.972558] env[62574]: DEBUG oslo_vmware.api [None req-1dc1e215-8ac7-4ea8-97fc-baf6623a064e tempest-ServersAdmin275Test-1369324412 tempest-ServersAdmin275Test-1369324412-project-member] Waiting for the task: (returnval){ [ 1534.972558] env[62574]: value = "task-1861312" [ 1534.972558] env[62574]: _type = "Task" [ 1534.972558] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1534.985265] env[62574]: DEBUG oslo_vmware.api [None req-b54c8830-ed4d-475b-8c40-31c1d57054be tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Task: {'id': task-1861310, 'name': Destroy_Task, 'duration_secs': 0.643706} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1534.995369] env[62574]: INFO nova.virt.vmwareapi.vm_util [None req-b54c8830-ed4d-475b-8c40-31c1d57054be tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] [instance: dc6d1fd4-d844-4ef6-b100-5e491a698ae3] Destroyed the VM [ 1534.996029] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-b54c8830-ed4d-475b-8c40-31c1d57054be tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] [instance: dc6d1fd4-d844-4ef6-b100-5e491a698ae3] Deleting Snapshot of the VM instance {{(pid=62574) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1535.000453] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-3d63e7c6-427a-4113-93b3-c4ff86395708 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.002812] env[62574]: DEBUG oslo_vmware.api [None req-1dc1e215-8ac7-4ea8-97fc-baf6623a064e tempest-ServersAdmin275Test-1369324412 tempest-ServersAdmin275Test-1369324412-project-member] Task: {'id': task-1861312, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1535.011521] env[62574]: DEBUG oslo_vmware.api [None req-5b3e9bbb-8a0d-4317-ab9d-2cb3146c3b7a tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Task: {'id': task-1861311, 'name': PowerOffVM_Task, 'duration_secs': 0.207688} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1535.017202] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b3e9bbb-8a0d-4317-ab9d-2cb3146c3b7a tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] [instance: 1e669675-0551-49d8-af15-64fdd0984b3f] Powered off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1535.017536] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-5b3e9bbb-8a0d-4317-ab9d-2cb3146c3b7a tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] [instance: 1e669675-0551-49d8-af15-64fdd0984b3f] Updating instance '1e669675-0551-49d8-af15-64fdd0984b3f' progress to 17 {{(pid=62574) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1535.022895] env[62574]: DEBUG oslo_vmware.api [None req-b54c8830-ed4d-475b-8c40-31c1d57054be tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Waiting for the task: (returnval){ [ 1535.022895] env[62574]: value = "task-1861313" [ 1535.022895] env[62574]: _type = "Task" [ 1535.022895] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1535.037815] env[62574]: DEBUG oslo_vmware.api [None req-b54c8830-ed4d-475b-8c40-31c1d57054be tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Task: {'id': task-1861313, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1535.168326] env[62574]: DEBUG nova.network.neutron [None req-4d56755d-756b-4f5e-a7d8-cfa7c757d693 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] [instance: 6cebe45a-8d90-4ac3-b75e-99e2a598c43b] Successfully created port: 52a8bb75-d009-4aa3-8996-c013ddc49244 {{(pid=62574) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1535.186414] env[62574]: DEBUG nova.compute.manager [None req-4ba93575-f762-4982-b1a7-94483bf9cb83 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] [instance: 296cf9dd-e110-4144-8899-56fb0d257b8b] Starting instance... {{(pid=62574) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1535.385879] env[62574]: DEBUG oslo_concurrency.lockutils [None req-62dacf8e-a149-42ae-97ce-ffb00e25808b tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1535.439494] env[62574]: DEBUG oslo_concurrency.lockutils [None req-b4849e53-f784-4c45-9190-b1ff975e74e6 tempest-TenantUsagesTestJSON-1701219257 tempest-TenantUsagesTestJSON-1701219257-project-member] Acquiring lock "049aed69-5511-4770-9a62-039b2f21d60f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1535.439872] env[62574]: DEBUG oslo_concurrency.lockutils [None req-b4849e53-f784-4c45-9190-b1ff975e74e6 tempest-TenantUsagesTestJSON-1701219257 tempest-TenantUsagesTestJSON-1701219257-project-member] Lock "049aed69-5511-4770-9a62-039b2f21d60f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1535.440179] env[62574]: DEBUG oslo_concurrency.lockutils [None req-b4849e53-f784-4c45-9190-b1ff975e74e6 tempest-TenantUsagesTestJSON-1701219257 tempest-TenantUsagesTestJSON-1701219257-project-member] Acquiring lock "049aed69-5511-4770-9a62-039b2f21d60f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1535.440430] env[62574]: DEBUG oslo_concurrency.lockutils [None req-b4849e53-f784-4c45-9190-b1ff975e74e6 tempest-TenantUsagesTestJSON-1701219257 tempest-TenantUsagesTestJSON-1701219257-project-member] Lock "049aed69-5511-4770-9a62-039b2f21d60f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1535.440641] env[62574]: DEBUG oslo_concurrency.lockutils [None req-b4849e53-f784-4c45-9190-b1ff975e74e6 tempest-TenantUsagesTestJSON-1701219257 tempest-TenantUsagesTestJSON-1701219257-project-member] Lock "049aed69-5511-4770-9a62-039b2f21d60f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1535.445098] env[62574]: INFO nova.compute.manager [None req-b4849e53-f784-4c45-9190-b1ff975e74e6 tempest-TenantUsagesTestJSON-1701219257 tempest-TenantUsagesTestJSON-1701219257-project-member] [instance: 049aed69-5511-4770-9a62-039b2f21d60f] Terminating instance [ 1535.499947] env[62574]: DEBUG oslo_vmware.api [None req-1dc1e215-8ac7-4ea8-97fc-baf6623a064e tempest-ServersAdmin275Test-1369324412 tempest-ServersAdmin275Test-1369324412-project-member] Task: {'id': task-1861312, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1535.525618] env[62574]: DEBUG nova.virt.hardware [None req-5b3e9bbb-8a0d-4317-ab9d-2cb3146c3b7a tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T19:27:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1535.526258] env[62574]: DEBUG nova.virt.hardware [None req-5b3e9bbb-8a0d-4317-ab9d-2cb3146c3b7a tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Flavor limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1535.526258] env[62574]: DEBUG nova.virt.hardware [None req-5b3e9bbb-8a0d-4317-ab9d-2cb3146c3b7a tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Image limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1535.526387] env[62574]: DEBUG nova.virt.hardware [None req-5b3e9bbb-8a0d-4317-ab9d-2cb3146c3b7a tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Flavor pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1535.526502] env[62574]: DEBUG nova.virt.hardware [None req-5b3e9bbb-8a0d-4317-ab9d-2cb3146c3b7a tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Image pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1535.526647] env[62574]: DEBUG nova.virt.hardware [None req-5b3e9bbb-8a0d-4317-ab9d-2cb3146c3b7a tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1535.528028] env[62574]: DEBUG nova.virt.hardware [None req-5b3e9bbb-8a0d-4317-ab9d-2cb3146c3b7a tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1535.528028] env[62574]: DEBUG nova.virt.hardware [None req-5b3e9bbb-8a0d-4317-ab9d-2cb3146c3b7a tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1535.528028] env[62574]: DEBUG nova.virt.hardware [None req-5b3e9bbb-8a0d-4317-ab9d-2cb3146c3b7a tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Got 1 possible topologies {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1535.528028] env[62574]: DEBUG nova.virt.hardware [None req-5b3e9bbb-8a0d-4317-ab9d-2cb3146c3b7a tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1535.528028] env[62574]: DEBUG nova.virt.hardware [None req-5b3e9bbb-8a0d-4317-ab9d-2cb3146c3b7a tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1535.535495] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f9d2850c-8e9b-4380-b4a7-c55d8e76d04d {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.561858] env[62574]: DEBUG oslo_vmware.api [None req-b54c8830-ed4d-475b-8c40-31c1d57054be tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Task: {'id': task-1861313, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1535.563712] env[62574]: DEBUG oslo_vmware.api [None req-5b3e9bbb-8a0d-4317-ab9d-2cb3146c3b7a tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Waiting for the task: (returnval){ [ 1535.563712] env[62574]: value = "task-1861314" [ 1535.563712] env[62574]: _type = "Task" [ 1535.563712] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1535.573013] env[62574]: DEBUG oslo_vmware.api [None req-5b3e9bbb-8a0d-4317-ab9d-2cb3146c3b7a tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Task: {'id': task-1861314, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1535.577219] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-491253e6-fac7-4bb4-8203-d8604bcf3d20 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.587161] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f5a7c75-2f80-40cd-a98c-ba4513d37c55 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.642194] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcb5ce72-ae8a-4522-a0c0-cc7797eab09c {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.651399] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d73e270-a63d-49e5-b5a6-36563050d793 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.669274] env[62574]: DEBUG nova.compute.provider_tree [None req-94fb1ff1-c3d0-4da3-b8e0-ccc432ffde04 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Inventory has not changed in ProviderTree for provider: f0ed160a-beff-4626-a531-2a70d7bc0627 {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1535.715552] env[62574]: DEBUG oslo_concurrency.lockutils [None req-4ba93575-f762-4982-b1a7-94483bf9cb83 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1535.916652] env[62574]: DEBUG nova.compute.manager [None req-4d56755d-756b-4f5e-a7d8-cfa7c757d693 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] [instance: 6cebe45a-8d90-4ac3-b75e-99e2a598c43b] Start spawning the instance on the hypervisor. {{(pid=62574) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1535.948211] env[62574]: DEBUG nova.virt.hardware [None req-4d56755d-756b-4f5e-a7d8-cfa7c757d693 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T19:27:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-13T19:26:40Z,direct_url=,disk_format='vmdk',id=3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7eed1dd4d2c3418eb32c4f4ceda3ab0d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-13T19:26:41Z,virtual_size=,visibility=), allow threads: False {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1535.949589] env[62574]: DEBUG nova.virt.hardware [None req-4d56755d-756b-4f5e-a7d8-cfa7c757d693 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] Flavor limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1535.949589] env[62574]: DEBUG nova.virt.hardware [None req-4d56755d-756b-4f5e-a7d8-cfa7c757d693 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] Image limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1535.949589] env[62574]: DEBUG nova.virt.hardware [None req-4d56755d-756b-4f5e-a7d8-cfa7c757d693 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] Flavor pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1535.949589] env[62574]: DEBUG nova.virt.hardware [None req-4d56755d-756b-4f5e-a7d8-cfa7c757d693 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] Image pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1535.949589] env[62574]: DEBUG nova.virt.hardware [None req-4d56755d-756b-4f5e-a7d8-cfa7c757d693 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1535.949968] env[62574]: DEBUG nova.virt.hardware [None req-4d56755d-756b-4f5e-a7d8-cfa7c757d693 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1535.950354] env[62574]: DEBUG nova.virt.hardware [None req-4d56755d-756b-4f5e-a7d8-cfa7c757d693 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1535.950431] env[62574]: DEBUG nova.virt.hardware [None req-4d56755d-756b-4f5e-a7d8-cfa7c757d693 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] Got 1 possible topologies {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1535.950825] env[62574]: DEBUG nova.virt.hardware [None req-4d56755d-756b-4f5e-a7d8-cfa7c757d693 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1535.951146] env[62574]: DEBUG nova.virt.hardware [None req-4d56755d-756b-4f5e-a7d8-cfa7c757d693 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1535.951885] env[62574]: DEBUG nova.compute.manager [None req-b4849e53-f784-4c45-9190-b1ff975e74e6 tempest-TenantUsagesTestJSON-1701219257 tempest-TenantUsagesTestJSON-1701219257-project-member] [instance: 049aed69-5511-4770-9a62-039b2f21d60f] Start destroying the instance on the hypervisor. {{(pid=62574) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1535.952265] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-b4849e53-f784-4c45-9190-b1ff975e74e6 tempest-TenantUsagesTestJSON-1701219257 tempest-TenantUsagesTestJSON-1701219257-project-member] [instance: 049aed69-5511-4770-9a62-039b2f21d60f] Destroying instance {{(pid=62574) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1535.953353] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f7064bd-1d41-49ab-af2b-199739b0e16c {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.957956] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e495d82-e342-49eb-b05c-1265cbbe80e4 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.974926] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39e4286c-7df7-495a-8a4a-cede13a5cc47 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.980713] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4849e53-f784-4c45-9190-b1ff975e74e6 tempest-TenantUsagesTestJSON-1701219257 tempest-TenantUsagesTestJSON-1701219257-project-member] [instance: 049aed69-5511-4770-9a62-039b2f21d60f] Powering off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1535.980713] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-29d78dfc-2dd9-49ec-90fa-98746ca69f2d {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.994273] env[62574]: DEBUG oslo_vmware.api [None req-1dc1e215-8ac7-4ea8-97fc-baf6623a064e tempest-ServersAdmin275Test-1369324412 tempest-ServersAdmin275Test-1369324412-project-member] Task: {'id': task-1861312, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.548975} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1536.008268] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-1dc1e215-8ac7-4ea8-97fc-baf6623a064e tempest-ServersAdmin275Test-1369324412 tempest-ServersAdmin275Test-1369324412-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk to [datastore1] 90b44fba-636a-414f-b286-7baf5adc2122/90b44fba-636a-414f-b286-7baf5adc2122.vmdk {{(pid=62574) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1536.008682] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-1dc1e215-8ac7-4ea8-97fc-baf6623a064e tempest-ServersAdmin275Test-1369324412 tempest-ServersAdmin275Test-1369324412-project-member] [instance: 90b44fba-636a-414f-b286-7baf5adc2122] Extending root virtual disk to 1048576 {{(pid=62574) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1536.009208] env[62574]: DEBUG oslo_vmware.api [None req-b4849e53-f784-4c45-9190-b1ff975e74e6 tempest-TenantUsagesTestJSON-1701219257 tempest-TenantUsagesTestJSON-1701219257-project-member] Waiting for the task: (returnval){ [ 1536.009208] env[62574]: value = "task-1861315" [ 1536.009208] env[62574]: _type = "Task" [ 1536.009208] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1536.009835] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-560e5cb8-6c23-42ef-a7a7-b06f6ad9e0ea {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.025968] env[62574]: DEBUG oslo_vmware.api [None req-b4849e53-f784-4c45-9190-b1ff975e74e6 tempest-TenantUsagesTestJSON-1701219257 tempest-TenantUsagesTestJSON-1701219257-project-member] Task: {'id': task-1861315, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1536.025968] env[62574]: DEBUG oslo_vmware.api [None req-1dc1e215-8ac7-4ea8-97fc-baf6623a064e tempest-ServersAdmin275Test-1369324412 tempest-ServersAdmin275Test-1369324412-project-member] Waiting for the task: (returnval){ [ 1536.025968] env[62574]: value = "task-1861316" [ 1536.025968] env[62574]: _type = "Task" [ 1536.025968] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1536.041230] env[62574]: DEBUG oslo_vmware.api [None req-1dc1e215-8ac7-4ea8-97fc-baf6623a064e tempest-ServersAdmin275Test-1369324412 tempest-ServersAdmin275Test-1369324412-project-member] Task: {'id': task-1861316, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1536.053926] env[62574]: DEBUG oslo_vmware.api [None req-b54c8830-ed4d-475b-8c40-31c1d57054be tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Task: {'id': task-1861313, 'name': RemoveSnapshot_Task, 'duration_secs': 0.666752} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1536.054252] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-b54c8830-ed4d-475b-8c40-31c1d57054be tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] [instance: dc6d1fd4-d844-4ef6-b100-5e491a698ae3] Deleted Snapshot of the VM instance {{(pid=62574) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1536.079709] env[62574]: DEBUG oslo_vmware.api [None req-5b3e9bbb-8a0d-4317-ab9d-2cb3146c3b7a tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Task: {'id': task-1861314, 'name': ReconfigVM_Task, 'duration_secs': 0.249308} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1536.080311] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-5b3e9bbb-8a0d-4317-ab9d-2cb3146c3b7a tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] [instance: 1e669675-0551-49d8-af15-64fdd0984b3f] Updating instance '1e669675-0551-49d8-af15-64fdd0984b3f' progress to 33 {{(pid=62574) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1536.172696] env[62574]: DEBUG nova.scheduler.client.report [None req-94fb1ff1-c3d0-4da3-b8e0-ccc432ffde04 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Inventory has not changed for provider f0ed160a-beff-4626-a531-2a70d7bc0627 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 148, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1536.525410] env[62574]: DEBUG oslo_vmware.api [None req-b4849e53-f784-4c45-9190-b1ff975e74e6 tempest-TenantUsagesTestJSON-1701219257 tempest-TenantUsagesTestJSON-1701219257-project-member] Task: {'id': task-1861315, 'name': PowerOffVM_Task, 'duration_secs': 0.216132} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1536.526061] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4849e53-f784-4c45-9190-b1ff975e74e6 tempest-TenantUsagesTestJSON-1701219257 tempest-TenantUsagesTestJSON-1701219257-project-member] [instance: 049aed69-5511-4770-9a62-039b2f21d60f] Powered off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1536.526061] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-b4849e53-f784-4c45-9190-b1ff975e74e6 tempest-TenantUsagesTestJSON-1701219257 tempest-TenantUsagesTestJSON-1701219257-project-member] [instance: 049aed69-5511-4770-9a62-039b2f21d60f] Unregistering the VM {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1536.530167] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-72778345-44b9-41e3-a6ad-2963b3bf1e97 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.536638] env[62574]: DEBUG oslo_vmware.api [None req-1dc1e215-8ac7-4ea8-97fc-baf6623a064e tempest-ServersAdmin275Test-1369324412 tempest-ServersAdmin275Test-1369324412-project-member] Task: {'id': task-1861316, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.110302} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1536.537950] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-1dc1e215-8ac7-4ea8-97fc-baf6623a064e tempest-ServersAdmin275Test-1369324412 tempest-ServersAdmin275Test-1369324412-project-member] [instance: 90b44fba-636a-414f-b286-7baf5adc2122] Extended root virtual disk {{(pid=62574) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1536.538290] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02776326-4cd8-49fc-8915-f97b785e5361 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.559146] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-1dc1e215-8ac7-4ea8-97fc-baf6623a064e tempest-ServersAdmin275Test-1369324412 tempest-ServersAdmin275Test-1369324412-project-member] [instance: 90b44fba-636a-414f-b286-7baf5adc2122] Reconfiguring VM instance instance-00000011 to attach disk [datastore1] 90b44fba-636a-414f-b286-7baf5adc2122/90b44fba-636a-414f-b286-7baf5adc2122.vmdk or device None with type sparse {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1536.561107] env[62574]: WARNING nova.compute.manager [None req-b54c8830-ed4d-475b-8c40-31c1d57054be tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] [instance: dc6d1fd4-d844-4ef6-b100-5e491a698ae3] Image not found during snapshot: nova.exception.ImageNotFound: Image fc68122c-3ee3-4cb3-b2c0-c8a08d201c04 could not be found. [ 1536.562170] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-13d6c0ef-3d8c-4c65-b5af-77815bb65aab {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.589191] env[62574]: DEBUG nova.virt.hardware [None req-5b3e9bbb-8a0d-4317-ab9d-2cb3146c3b7a tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T19:26:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1536.589191] env[62574]: DEBUG nova.virt.hardware [None req-5b3e9bbb-8a0d-4317-ab9d-2cb3146c3b7a tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Flavor limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1536.589191] env[62574]: DEBUG nova.virt.hardware [None req-5b3e9bbb-8a0d-4317-ab9d-2cb3146c3b7a tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Image limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1536.589191] env[62574]: DEBUG nova.virt.hardware [None req-5b3e9bbb-8a0d-4317-ab9d-2cb3146c3b7a tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Flavor pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1536.589451] env[62574]: DEBUG nova.virt.hardware [None req-5b3e9bbb-8a0d-4317-ab9d-2cb3146c3b7a tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Image pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1536.589451] env[62574]: DEBUG nova.virt.hardware [None req-5b3e9bbb-8a0d-4317-ab9d-2cb3146c3b7a tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1536.589451] env[62574]: DEBUG nova.virt.hardware [None req-5b3e9bbb-8a0d-4317-ab9d-2cb3146c3b7a tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1536.589451] env[62574]: DEBUG nova.virt.hardware [None req-5b3e9bbb-8a0d-4317-ab9d-2cb3146c3b7a tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1536.590853] env[62574]: DEBUG nova.virt.hardware [None req-5b3e9bbb-8a0d-4317-ab9d-2cb3146c3b7a tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Got 1 possible topologies {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1536.590853] env[62574]: DEBUG nova.virt.hardware [None req-5b3e9bbb-8a0d-4317-ab9d-2cb3146c3b7a tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1536.590853] env[62574]: DEBUG nova.virt.hardware [None req-5b3e9bbb-8a0d-4317-ab9d-2cb3146c3b7a tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1536.595777] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b3e9bbb-8a0d-4317-ab9d-2cb3146c3b7a tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] [instance: 1e669675-0551-49d8-af15-64fdd0984b3f] Reconfiguring VM instance instance-00000008 to detach disk 2000 {{(pid=62574) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1536.598225] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-db59802c-3187-4eab-aeb7-210df91a0616 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.611591] env[62574]: DEBUG oslo_vmware.api [None req-1dc1e215-8ac7-4ea8-97fc-baf6623a064e tempest-ServersAdmin275Test-1369324412 tempest-ServersAdmin275Test-1369324412-project-member] Waiting for the task: (returnval){ [ 1536.611591] env[62574]: value = "task-1861318" [ 1536.611591] env[62574]: _type = "Task" [ 1536.611591] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1536.617236] env[62574]: DEBUG oslo_vmware.api [None req-5b3e9bbb-8a0d-4317-ab9d-2cb3146c3b7a tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Waiting for the task: (returnval){ [ 1536.617236] env[62574]: value = "task-1861319" [ 1536.617236] env[62574]: _type = "Task" [ 1536.617236] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1536.625466] env[62574]: DEBUG oslo_vmware.api [None req-1dc1e215-8ac7-4ea8-97fc-baf6623a064e tempest-ServersAdmin275Test-1369324412 tempest-ServersAdmin275Test-1369324412-project-member] Task: {'id': task-1861318, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1536.631772] env[62574]: DEBUG oslo_vmware.api [None req-5b3e9bbb-8a0d-4317-ab9d-2cb3146c3b7a tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Task: {'id': task-1861319, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1536.633238] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-b4849e53-f784-4c45-9190-b1ff975e74e6 tempest-TenantUsagesTestJSON-1701219257 tempest-TenantUsagesTestJSON-1701219257-project-member] [instance: 049aed69-5511-4770-9a62-039b2f21d60f] Unregistered the VM {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1536.633238] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-b4849e53-f784-4c45-9190-b1ff975e74e6 tempest-TenantUsagesTestJSON-1701219257 tempest-TenantUsagesTestJSON-1701219257-project-member] [instance: 049aed69-5511-4770-9a62-039b2f21d60f] Deleting contents of the VM from datastore datastore2 {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1536.633238] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4849e53-f784-4c45-9190-b1ff975e74e6 tempest-TenantUsagesTestJSON-1701219257 tempest-TenantUsagesTestJSON-1701219257-project-member] Deleting the datastore file [datastore2] 049aed69-5511-4770-9a62-039b2f21d60f {{(pid=62574) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1536.633700] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-958156b5-0231-4c4d-80d4-d28214d2724d {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.653849] env[62574]: DEBUG oslo_vmware.api [None req-b4849e53-f784-4c45-9190-b1ff975e74e6 tempest-TenantUsagesTestJSON-1701219257 tempest-TenantUsagesTestJSON-1701219257-project-member] Waiting for the task: (returnval){ [ 1536.653849] env[62574]: value = "task-1861320" [ 1536.653849] env[62574]: _type = "Task" [ 1536.653849] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1536.663979] env[62574]: DEBUG oslo_vmware.api [None req-b4849e53-f784-4c45-9190-b1ff975e74e6 tempest-TenantUsagesTestJSON-1701219257 tempest-TenantUsagesTestJSON-1701219257-project-member] Task: {'id': task-1861320, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1536.678815] env[62574]: DEBUG oslo_concurrency.lockutils [None req-94fb1ff1-c3d0-4da3-b8e0-ccc432ffde04 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.800s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1536.679603] env[62574]: DEBUG nova.compute.manager [None req-94fb1ff1-c3d0-4da3-b8e0-ccc432ffde04 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] [instance: b4522995-fb9c-471f-bd36-af8b721aa5ff] Start building networks asynchronously for instance. {{(pid=62574) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1536.683380] env[62574]: DEBUG oslo_concurrency.lockutils [None req-a8139111-9c86-4110-a2ce-b526ad630528 tempest-AttachInterfacesUnderV243Test-962410907 tempest-AttachInterfacesUnderV243Test-962410907-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.812s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1536.684954] env[62574]: INFO nova.compute.claims [None req-a8139111-9c86-4110-a2ce-b526ad630528 tempest-AttachInterfacesUnderV243Test-962410907 tempest-AttachInterfacesUnderV243Test-962410907-project-member] [instance: ae9a6ff7-cc1f-43dc-9acb-47aaa3d1089e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1536.939715] env[62574]: DEBUG nova.network.neutron [None req-4d56755d-756b-4f5e-a7d8-cfa7c757d693 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] [instance: 6cebe45a-8d90-4ac3-b75e-99e2a598c43b] Successfully updated port: 52a8bb75-d009-4aa3-8996-c013ddc49244 {{(pid=62574) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1537.125494] env[62574]: DEBUG oslo_vmware.api [None req-1dc1e215-8ac7-4ea8-97fc-baf6623a064e tempest-ServersAdmin275Test-1369324412 tempest-ServersAdmin275Test-1369324412-project-member] Task: {'id': task-1861318, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1537.132699] env[62574]: DEBUG oslo_vmware.api [None req-5b3e9bbb-8a0d-4317-ab9d-2cb3146c3b7a tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Task: {'id': task-1861319, 'name': ReconfigVM_Task, 'duration_secs': 0.18442} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1537.132958] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b3e9bbb-8a0d-4317-ab9d-2cb3146c3b7a tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] [instance: 1e669675-0551-49d8-af15-64fdd0984b3f] Reconfigured VM instance instance-00000008 to detach disk 2000 {{(pid=62574) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1537.136147] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c421845-325f-42bd-a1a6-3eb0a2fcaf89 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.164981] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b3e9bbb-8a0d-4317-ab9d-2cb3146c3b7a tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] [instance: 1e669675-0551-49d8-af15-64fdd0984b3f] Reconfiguring VM instance instance-00000008 to attach disk [datastore2] 1e669675-0551-49d8-af15-64fdd0984b3f/1e669675-0551-49d8-af15-64fdd0984b3f.vmdk or device None with type thin {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1537.168617] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4eca367f-263f-4340-8945-1a8d3698cd68 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.189819] env[62574]: DEBUG nova.compute.utils [None req-94fb1ff1-c3d0-4da3-b8e0-ccc432ffde04 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Using /dev/sd instead of None {{(pid=62574) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1537.199967] env[62574]: DEBUG oslo_vmware.api [None req-b4849e53-f784-4c45-9190-b1ff975e74e6 tempest-TenantUsagesTestJSON-1701219257 tempest-TenantUsagesTestJSON-1701219257-project-member] Task: {'id': task-1861320, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.170964} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1537.199967] env[62574]: DEBUG nova.compute.manager [None req-94fb1ff1-c3d0-4da3-b8e0-ccc432ffde04 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] [instance: b4522995-fb9c-471f-bd36-af8b721aa5ff] Allocating IP information in the background. {{(pid=62574) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1537.199967] env[62574]: DEBUG nova.network.neutron [None req-94fb1ff1-c3d0-4da3-b8e0-ccc432ffde04 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] [instance: b4522995-fb9c-471f-bd36-af8b721aa5ff] allocate_for_instance() {{(pid=62574) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1537.203455] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4849e53-f784-4c45-9190-b1ff975e74e6 tempest-TenantUsagesTestJSON-1701219257 tempest-TenantUsagesTestJSON-1701219257-project-member] Deleted the datastore file {{(pid=62574) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1537.203551] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-b4849e53-f784-4c45-9190-b1ff975e74e6 tempest-TenantUsagesTestJSON-1701219257 tempest-TenantUsagesTestJSON-1701219257-project-member] [instance: 049aed69-5511-4770-9a62-039b2f21d60f] Deleted contents of the VM from datastore datastore2 {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1537.203735] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-b4849e53-f784-4c45-9190-b1ff975e74e6 tempest-TenantUsagesTestJSON-1701219257 tempest-TenantUsagesTestJSON-1701219257-project-member] [instance: 049aed69-5511-4770-9a62-039b2f21d60f] Instance destroyed {{(pid=62574) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1537.203947] env[62574]: INFO nova.compute.manager [None req-b4849e53-f784-4c45-9190-b1ff975e74e6 tempest-TenantUsagesTestJSON-1701219257 tempest-TenantUsagesTestJSON-1701219257-project-member] [instance: 049aed69-5511-4770-9a62-039b2f21d60f] Took 1.25 seconds to destroy the instance on the hypervisor. [ 1537.204268] env[62574]: DEBUG oslo.service.loopingcall [None req-b4849e53-f784-4c45-9190-b1ff975e74e6 tempest-TenantUsagesTestJSON-1701219257 tempest-TenantUsagesTestJSON-1701219257-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62574) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1537.204623] env[62574]: DEBUG oslo_vmware.api [None req-5b3e9bbb-8a0d-4317-ab9d-2cb3146c3b7a tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Waiting for the task: (returnval){ [ 1537.204623] env[62574]: value = "task-1861321" [ 1537.204623] env[62574]: _type = "Task" [ 1537.204623] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1537.204900] env[62574]: DEBUG nova.compute.manager [-] [instance: 049aed69-5511-4770-9a62-039b2f21d60f] Deallocating network for instance {{(pid=62574) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1537.205016] env[62574]: DEBUG nova.network.neutron [-] [instance: 049aed69-5511-4770-9a62-039b2f21d60f] deallocate_for_instance() {{(pid=62574) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1537.227374] env[62574]: DEBUG oslo_vmware.api [None req-5b3e9bbb-8a0d-4317-ab9d-2cb3146c3b7a tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Task: {'id': task-1861321, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1537.277019] env[62574]: DEBUG nova.policy [None req-94fb1ff1-c3d0-4da3-b8e0-ccc432ffde04 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6809b284d7ae448884cb02ba77b62ba9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3efda8e53e3c4eea8bfd1d5d6cd90db3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62574) authorize /opt/stack/nova/nova/policy.py:192}} [ 1537.444972] env[62574]: DEBUG oslo_concurrency.lockutils [None req-4d56755d-756b-4f5e-a7d8-cfa7c757d693 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] Acquiring lock "refresh_cache-6cebe45a-8d90-4ac3-b75e-99e2a598c43b" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1537.444972] env[62574]: DEBUG oslo_concurrency.lockutils [None req-4d56755d-756b-4f5e-a7d8-cfa7c757d693 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] Acquired lock "refresh_cache-6cebe45a-8d90-4ac3-b75e-99e2a598c43b" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1537.445262] env[62574]: DEBUG nova.network.neutron [None req-4d56755d-756b-4f5e-a7d8-cfa7c757d693 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] [instance: 6cebe45a-8d90-4ac3-b75e-99e2a598c43b] Building network info cache for instance {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1537.623883] env[62574]: DEBUG oslo_vmware.api [None req-1dc1e215-8ac7-4ea8-97fc-baf6623a064e tempest-ServersAdmin275Test-1369324412 tempest-ServersAdmin275Test-1369324412-project-member] Task: {'id': task-1861318, 'name': ReconfigVM_Task, 'duration_secs': 0.637192} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1537.624229] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-1dc1e215-8ac7-4ea8-97fc-baf6623a064e tempest-ServersAdmin275Test-1369324412 tempest-ServersAdmin275Test-1369324412-project-member] [instance: 90b44fba-636a-414f-b286-7baf5adc2122] Reconfigured VM instance instance-00000011 to attach disk [datastore1] 90b44fba-636a-414f-b286-7baf5adc2122/90b44fba-636a-414f-b286-7baf5adc2122.vmdk or device None with type sparse {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1537.625022] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f523a0b0-14af-464f-be33-f5f887e9c25e {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.633103] env[62574]: DEBUG oslo_vmware.api [None req-1dc1e215-8ac7-4ea8-97fc-baf6623a064e tempest-ServersAdmin275Test-1369324412 tempest-ServersAdmin275Test-1369324412-project-member] Waiting for the task: (returnval){ [ 1537.633103] env[62574]: value = "task-1861322" [ 1537.633103] env[62574]: _type = "Task" [ 1537.633103] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1537.644064] env[62574]: DEBUG oslo_vmware.api [None req-1dc1e215-8ac7-4ea8-97fc-baf6623a064e tempest-ServersAdmin275Test-1369324412 tempest-ServersAdmin275Test-1369324412-project-member] Task: {'id': task-1861322, 'name': Rename_Task} progress is 5%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1537.708040] env[62574]: DEBUG nova.compute.manager [None req-94fb1ff1-c3d0-4da3-b8e0-ccc432ffde04 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] [instance: b4522995-fb9c-471f-bd36-af8b721aa5ff] Start building block device mappings for instance. {{(pid=62574) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1537.723810] env[62574]: DEBUG oslo_vmware.api [None req-5b3e9bbb-8a0d-4317-ab9d-2cb3146c3b7a tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Task: {'id': task-1861321, 'name': ReconfigVM_Task, 'duration_secs': 0.284735} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1537.724535] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b3e9bbb-8a0d-4317-ab9d-2cb3146c3b7a tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] [instance: 1e669675-0551-49d8-af15-64fdd0984b3f] Reconfigured VM instance instance-00000008 to attach disk [datastore2] 1e669675-0551-49d8-af15-64fdd0984b3f/1e669675-0551-49d8-af15-64fdd0984b3f.vmdk or device None with type thin {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1537.725010] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-5b3e9bbb-8a0d-4317-ab9d-2cb3146c3b7a tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] [instance: 1e669675-0551-49d8-af15-64fdd0984b3f] Updating instance '1e669675-0551-49d8-af15-64fdd0984b3f' progress to 50 {{(pid=62574) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1537.776433] env[62574]: DEBUG nova.network.neutron [None req-94fb1ff1-c3d0-4da3-b8e0-ccc432ffde04 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] [instance: b4522995-fb9c-471f-bd36-af8b721aa5ff] Successfully created port: caf5c8e8-e94e-42ba-ab38-e0de749fbc41 {{(pid=62574) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1537.954036] env[62574]: DEBUG oslo_concurrency.lockutils [None req-be513537-e531-4880-94c4-45d99f4f8993 tempest-ImagesNegativeTestJSON-1839133942 tempest-ImagesNegativeTestJSON-1839133942-project-member] Acquiring lock "1885c76e-a6bc-4f5b-bf2b-fe43229cec08" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1537.954302] env[62574]: DEBUG oslo_concurrency.lockutils [None req-be513537-e531-4880-94c4-45d99f4f8993 tempest-ImagesNegativeTestJSON-1839133942 tempest-ImagesNegativeTestJSON-1839133942-project-member] Lock "1885c76e-a6bc-4f5b-bf2b-fe43229cec08" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1537.992835] env[62574]: DEBUG nova.network.neutron [None req-4d56755d-756b-4f5e-a7d8-cfa7c757d693 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] [instance: 6cebe45a-8d90-4ac3-b75e-99e2a598c43b] Instance cache missing network info. {{(pid=62574) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1538.069801] env[62574]: DEBUG nova.compute.manager [req-10ce38c9-6498-4293-8655-cd106632eb62 req-5baf1d64-d01c-46d6-af51-ea6de5655659 service nova] [instance: 6cebe45a-8d90-4ac3-b75e-99e2a598c43b] Received event network-vif-plugged-52a8bb75-d009-4aa3-8996-c013ddc49244 {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1538.070070] env[62574]: DEBUG oslo_concurrency.lockutils [req-10ce38c9-6498-4293-8655-cd106632eb62 req-5baf1d64-d01c-46d6-af51-ea6de5655659 service nova] Acquiring lock "6cebe45a-8d90-4ac3-b75e-99e2a598c43b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1538.070334] env[62574]: DEBUG oslo_concurrency.lockutils [req-10ce38c9-6498-4293-8655-cd106632eb62 req-5baf1d64-d01c-46d6-af51-ea6de5655659 service nova] Lock "6cebe45a-8d90-4ac3-b75e-99e2a598c43b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1538.070447] env[62574]: DEBUG oslo_concurrency.lockutils [req-10ce38c9-6498-4293-8655-cd106632eb62 req-5baf1d64-d01c-46d6-af51-ea6de5655659 service nova] Lock "6cebe45a-8d90-4ac3-b75e-99e2a598c43b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1538.070614] env[62574]: DEBUG nova.compute.manager [req-10ce38c9-6498-4293-8655-cd106632eb62 req-5baf1d64-d01c-46d6-af51-ea6de5655659 service nova] [instance: 6cebe45a-8d90-4ac3-b75e-99e2a598c43b] No waiting events found dispatching network-vif-plugged-52a8bb75-d009-4aa3-8996-c013ddc49244 {{(pid=62574) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1538.070790] env[62574]: WARNING nova.compute.manager [req-10ce38c9-6498-4293-8655-cd106632eb62 req-5baf1d64-d01c-46d6-af51-ea6de5655659 service nova] [instance: 6cebe45a-8d90-4ac3-b75e-99e2a598c43b] Received unexpected event network-vif-plugged-52a8bb75-d009-4aa3-8996-c013ddc49244 for instance with vm_state building and task_state spawning. [ 1538.150556] env[62574]: DEBUG oslo_vmware.api [None req-1dc1e215-8ac7-4ea8-97fc-baf6623a064e tempest-ServersAdmin275Test-1369324412 tempest-ServersAdmin275Test-1369324412-project-member] Task: {'id': task-1861322, 'name': Rename_Task, 'duration_secs': 0.17869} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1538.150556] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-1dc1e215-8ac7-4ea8-97fc-baf6623a064e tempest-ServersAdmin275Test-1369324412 tempest-ServersAdmin275Test-1369324412-project-member] [instance: 90b44fba-636a-414f-b286-7baf5adc2122] Powering on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1538.150556] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b8b2b447-13b9-47c0-a973-37b306017a11 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.157621] env[62574]: DEBUG oslo_vmware.api [None req-1dc1e215-8ac7-4ea8-97fc-baf6623a064e tempest-ServersAdmin275Test-1369324412 tempest-ServersAdmin275Test-1369324412-project-member] Waiting for the task: (returnval){ [ 1538.157621] env[62574]: value = "task-1861323" [ 1538.157621] env[62574]: _type = "Task" [ 1538.157621] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1538.172800] env[62574]: DEBUG oslo_vmware.api [None req-1dc1e215-8ac7-4ea8-97fc-baf6623a064e tempest-ServersAdmin275Test-1369324412 tempest-ServersAdmin275Test-1369324412-project-member] Task: {'id': task-1861323, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1538.216728] env[62574]: DEBUG nova.network.neutron [-] [instance: 049aed69-5511-4770-9a62-039b2f21d60f] Updating instance_info_cache with network_info: [] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1538.245262] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce5db758-83a9-4296-b922-73a5cbaff006 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.267082] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01daeaf3-2117-4f04-8eab-6e1e057bdcb5 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.270617] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b3d743f-8573-47fb-afb7-d65e2c391e2a {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.274281] env[62574]: DEBUG nova.network.neutron [None req-4d56755d-756b-4f5e-a7d8-cfa7c757d693 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] [instance: 6cebe45a-8d90-4ac3-b75e-99e2a598c43b] Updating instance_info_cache with network_info: [{"id": "52a8bb75-d009-4aa3-8996-c013ddc49244", "address": "fa:16:3e:87:68:ae", "network": {"id": "a106e1d8-b783-449c-a124-f4d1de404bfd", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-463486581-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ade30aec989847c498280ff09a4ace80", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c5652322-9f10-4996-baed-4c0aa13a1b4e", "external-id": "nsx-vlan-transportzone-941", "segmentation_id": 941, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52a8bb75-d0", "ovs_interfaceid": "52a8bb75-d009-4aa3-8996-c013ddc49244", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1538.300639] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83545e3c-c880-419a-a037-d75bea5435ea {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.305586] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-5b3e9bbb-8a0d-4317-ab9d-2cb3146c3b7a tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] [instance: 1e669675-0551-49d8-af15-64fdd0984b3f] Updating instance '1e669675-0551-49d8-af15-64fdd0984b3f' progress to 67 {{(pid=62574) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1538.365814] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-682abab2-97d5-437b-b958-54033d11bb3b {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.377963] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afe44e1b-dd3b-48e2-b0f6-e69750c098f2 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.394713] env[62574]: DEBUG nova.compute.provider_tree [None req-a8139111-9c86-4110-a2ce-b526ad630528 tempest-AttachInterfacesUnderV243Test-962410907 tempest-AttachInterfacesUnderV243Test-962410907-project-member] Inventory has not changed in ProviderTree for provider: f0ed160a-beff-4626-a531-2a70d7bc0627 {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1538.672444] env[62574]: DEBUG oslo_vmware.api [None req-1dc1e215-8ac7-4ea8-97fc-baf6623a064e tempest-ServersAdmin275Test-1369324412 tempest-ServersAdmin275Test-1369324412-project-member] Task: {'id': task-1861323, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1538.720132] env[62574]: DEBUG nova.compute.manager [None req-94fb1ff1-c3d0-4da3-b8e0-ccc432ffde04 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] [instance: b4522995-fb9c-471f-bd36-af8b721aa5ff] Start spawning the instance on the hypervisor. {{(pid=62574) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1538.723112] env[62574]: INFO nova.compute.manager [-] [instance: 049aed69-5511-4770-9a62-039b2f21d60f] Took 1.52 seconds to deallocate network for instance. [ 1538.749071] env[62574]: DEBUG nova.virt.hardware [None req-94fb1ff1-c3d0-4da3-b8e0-ccc432ffde04 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T19:26:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-13T19:26:40Z,direct_url=,disk_format='vmdk',id=3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7eed1dd4d2c3418eb32c4f4ceda3ab0d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-13T19:26:41Z,virtual_size=,visibility=), allow threads: False {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1538.749376] env[62574]: DEBUG nova.virt.hardware [None req-94fb1ff1-c3d0-4da3-b8e0-ccc432ffde04 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Flavor limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1538.749559] env[62574]: DEBUG nova.virt.hardware [None req-94fb1ff1-c3d0-4da3-b8e0-ccc432ffde04 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Image limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1538.749745] env[62574]: DEBUG nova.virt.hardware [None req-94fb1ff1-c3d0-4da3-b8e0-ccc432ffde04 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Flavor pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1538.749891] env[62574]: DEBUG nova.virt.hardware [None req-94fb1ff1-c3d0-4da3-b8e0-ccc432ffde04 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Image pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1538.750068] env[62574]: DEBUG nova.virt.hardware [None req-94fb1ff1-c3d0-4da3-b8e0-ccc432ffde04 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1538.750299] env[62574]: DEBUG nova.virt.hardware [None req-94fb1ff1-c3d0-4da3-b8e0-ccc432ffde04 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1538.750461] env[62574]: DEBUG nova.virt.hardware [None req-94fb1ff1-c3d0-4da3-b8e0-ccc432ffde04 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1538.750629] env[62574]: DEBUG nova.virt.hardware [None req-94fb1ff1-c3d0-4da3-b8e0-ccc432ffde04 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Got 1 possible topologies {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1538.750791] env[62574]: DEBUG nova.virt.hardware [None req-94fb1ff1-c3d0-4da3-b8e0-ccc432ffde04 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1538.750963] env[62574]: DEBUG nova.virt.hardware [None req-94fb1ff1-c3d0-4da3-b8e0-ccc432ffde04 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1538.751892] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e521597-889a-4156-8564-ec706d53dd42 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.793575] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e29a613-9924-4a07-be37-fb161ee0eabb {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.793575] env[62574]: DEBUG oslo_concurrency.lockutils [None req-4d56755d-756b-4f5e-a7d8-cfa7c757d693 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] Releasing lock "refresh_cache-6cebe45a-8d90-4ac3-b75e-99e2a598c43b" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1538.794352] env[62574]: DEBUG nova.compute.manager [None req-4d56755d-756b-4f5e-a7d8-cfa7c757d693 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] [instance: 6cebe45a-8d90-4ac3-b75e-99e2a598c43b] Instance network_info: |[{"id": "52a8bb75-d009-4aa3-8996-c013ddc49244", "address": "fa:16:3e:87:68:ae", "network": {"id": "a106e1d8-b783-449c-a124-f4d1de404bfd", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-463486581-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ade30aec989847c498280ff09a4ace80", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c5652322-9f10-4996-baed-4c0aa13a1b4e", "external-id": "nsx-vlan-transportzone-941", "segmentation_id": 941, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52a8bb75-d0", "ovs_interfaceid": "52a8bb75-d009-4aa3-8996-c013ddc49244", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62574) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1538.794651] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-4d56755d-756b-4f5e-a7d8-cfa7c757d693 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] [instance: 6cebe45a-8d90-4ac3-b75e-99e2a598c43b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:87:68:ae', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c5652322-9f10-4996-baed-4c0aa13a1b4e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '52a8bb75-d009-4aa3-8996-c013ddc49244', 'vif_model': 'vmxnet3'}] {{(pid=62574) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1538.794923] env[62574]: DEBUG oslo.service.loopingcall [None req-4d56755d-756b-4f5e-a7d8-cfa7c757d693 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62574) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1538.795778] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6cebe45a-8d90-4ac3-b75e-99e2a598c43b] Creating VM on the ESX host {{(pid=62574) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1538.795778] env[62574]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-58759161-8c87-4b85-9c13-54b31c8be8e2 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.824963] env[62574]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1538.824963] env[62574]: value = "task-1861324" [ 1538.824963] env[62574]: _type = "Task" [ 1538.824963] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1538.836657] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1861324, 'name': CreateVM_Task} progress is 6%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1538.843199] env[62574]: DEBUG nova.compute.manager [req-c8d28eb9-231f-4939-ab3d-3f2bdc335f02 req-62d47854-396e-468d-b674-8173ce92ff5e service nova] [instance: 049aed69-5511-4770-9a62-039b2f21d60f] Received event network-vif-deleted-e8db7723-1c81-47f1-b6f2-d8932150a30e {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1538.860060] env[62574]: DEBUG nova.network.neutron [None req-5b3e9bbb-8a0d-4317-ab9d-2cb3146c3b7a tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] [instance: 1e669675-0551-49d8-af15-64fdd0984b3f] Port c848933c-3878-4d23-a584-da483ccfe518 binding to destination host cpu-1 is already ACTIVE {{(pid=62574) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1538.898124] env[62574]: DEBUG nova.scheduler.client.report [None req-a8139111-9c86-4110-a2ce-b526ad630528 tempest-AttachInterfacesUnderV243Test-962410907 tempest-AttachInterfacesUnderV243Test-962410907-project-member] Inventory has not changed for provider f0ed160a-beff-4626-a531-2a70d7bc0627 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 148, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1539.177355] env[62574]: DEBUG oslo_vmware.api [None req-1dc1e215-8ac7-4ea8-97fc-baf6623a064e tempest-ServersAdmin275Test-1369324412 tempest-ServersAdmin275Test-1369324412-project-member] Task: {'id': task-1861323, 'name': PowerOnVM_Task, 'duration_secs': 0.70032} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1539.177355] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-1dc1e215-8ac7-4ea8-97fc-baf6623a064e tempest-ServersAdmin275Test-1369324412 tempest-ServersAdmin275Test-1369324412-project-member] [instance: 90b44fba-636a-414f-b286-7baf5adc2122] Powered on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1539.181156] env[62574]: DEBUG nova.compute.manager [None req-1dc1e215-8ac7-4ea8-97fc-baf6623a064e tempest-ServersAdmin275Test-1369324412 tempest-ServersAdmin275Test-1369324412-project-member] [instance: 90b44fba-636a-414f-b286-7baf5adc2122] Checking state {{(pid=62574) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1539.181156] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5541b912-b15a-40aa-bb5c-1f700ff5c8e2 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.232543] env[62574]: DEBUG oslo_concurrency.lockutils [None req-b4849e53-f784-4c45-9190-b1ff975e74e6 tempest-TenantUsagesTestJSON-1701219257 tempest-TenantUsagesTestJSON-1701219257-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1539.344113] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1861324, 'name': CreateVM_Task, 'duration_secs': 0.380094} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1539.344353] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6cebe45a-8d90-4ac3-b75e-99e2a598c43b] Created VM on the ESX host {{(pid=62574) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1539.345469] env[62574]: DEBUG oslo_concurrency.lockutils [None req-4d56755d-756b-4f5e-a7d8-cfa7c757d693 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1539.345469] env[62574]: DEBUG oslo_concurrency.lockutils [None req-4d56755d-756b-4f5e-a7d8-cfa7c757d693 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1539.346128] env[62574]: DEBUG oslo_concurrency.lockutils [None req-4d56755d-756b-4f5e-a7d8-cfa7c757d693 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1539.346379] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d0bec27a-01d6-4b95-b596-98160c580483 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.351574] env[62574]: DEBUG oslo_vmware.api [None req-4d56755d-756b-4f5e-a7d8-cfa7c757d693 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] Waiting for the task: (returnval){ [ 1539.351574] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]52573014-c0f8-53f6-719f-1214c952f62c" [ 1539.351574] env[62574]: _type = "Task" [ 1539.351574] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1539.360834] env[62574]: DEBUG oslo_vmware.api [None req-4d56755d-756b-4f5e-a7d8-cfa7c757d693 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52573014-c0f8-53f6-719f-1214c952f62c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1539.404825] env[62574]: DEBUG oslo_concurrency.lockutils [None req-a8139111-9c86-4110-a2ce-b526ad630528 tempest-AttachInterfacesUnderV243Test-962410907 tempest-AttachInterfacesUnderV243Test-962410907-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.721s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1539.405384] env[62574]: DEBUG nova.compute.manager [None req-a8139111-9c86-4110-a2ce-b526ad630528 tempest-AttachInterfacesUnderV243Test-962410907 tempest-AttachInterfacesUnderV243Test-962410907-project-member] [instance: ae9a6ff7-cc1f-43dc-9acb-47aaa3d1089e] Start building networks asynchronously for instance. {{(pid=62574) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1539.408971] env[62574]: DEBUG oslo_concurrency.lockutils [None req-c610b6ed-455f-4025-86b8-4e4d5cdb0b9e tempest-ServerDiagnosticsTest-924160412 tempest-ServerDiagnosticsTest-924160412-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.430s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1539.409307] env[62574]: DEBUG nova.objects.instance [None req-c610b6ed-455f-4025-86b8-4e4d5cdb0b9e tempest-ServerDiagnosticsTest-924160412 tempest-ServerDiagnosticsTest-924160412-project-member] Lazy-loading 'resources' on Instance uuid 6d6540ed-ae82-4304-a6f2-7b7063587647 {{(pid=62574) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1539.619266] env[62574]: DEBUG oslo_concurrency.lockutils [None req-40e5f32b-0900-4b1e-b577-24ab6c473df3 tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Acquiring lock "dc6d1fd4-d844-4ef6-b100-5e491a698ae3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1539.619436] env[62574]: DEBUG oslo_concurrency.lockutils [None req-40e5f32b-0900-4b1e-b577-24ab6c473df3 tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Lock "dc6d1fd4-d844-4ef6-b100-5e491a698ae3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1539.619700] env[62574]: DEBUG oslo_concurrency.lockutils [None req-40e5f32b-0900-4b1e-b577-24ab6c473df3 tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Acquiring lock "dc6d1fd4-d844-4ef6-b100-5e491a698ae3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1539.620388] env[62574]: DEBUG oslo_concurrency.lockutils [None req-40e5f32b-0900-4b1e-b577-24ab6c473df3 tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Lock "dc6d1fd4-d844-4ef6-b100-5e491a698ae3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1539.621421] env[62574]: DEBUG oslo_concurrency.lockutils [None req-40e5f32b-0900-4b1e-b577-24ab6c473df3 tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Lock "dc6d1fd4-d844-4ef6-b100-5e491a698ae3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1539.624674] env[62574]: INFO nova.compute.manager [None req-40e5f32b-0900-4b1e-b577-24ab6c473df3 tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] [instance: dc6d1fd4-d844-4ef6-b100-5e491a698ae3] Terminating instance [ 1539.642056] env[62574]: DEBUG nova.network.neutron [None req-94fb1ff1-c3d0-4da3-b8e0-ccc432ffde04 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] [instance: b4522995-fb9c-471f-bd36-af8b721aa5ff] Successfully updated port: caf5c8e8-e94e-42ba-ab38-e0de749fbc41 {{(pid=62574) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1539.704719] env[62574]: DEBUG oslo_concurrency.lockutils [None req-1dc1e215-8ac7-4ea8-97fc-baf6623a064e tempest-ServersAdmin275Test-1369324412 tempest-ServersAdmin275Test-1369324412-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1539.862962] env[62574]: DEBUG oslo_vmware.api [None req-4d56755d-756b-4f5e-a7d8-cfa7c757d693 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52573014-c0f8-53f6-719f-1214c952f62c, 'name': SearchDatastore_Task, 'duration_secs': 0.010301} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1539.863816] env[62574]: DEBUG oslo_concurrency.lockutils [None req-4d56755d-756b-4f5e-a7d8-cfa7c757d693 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1539.863816] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-4d56755d-756b-4f5e-a7d8-cfa7c757d693 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] [instance: 6cebe45a-8d90-4ac3-b75e-99e2a598c43b] Processing image 3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2 {{(pid=62574) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1539.863904] env[62574]: DEBUG oslo_concurrency.lockutils [None req-4d56755d-756b-4f5e-a7d8-cfa7c757d693 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1539.864080] env[62574]: DEBUG oslo_concurrency.lockutils [None req-4d56755d-756b-4f5e-a7d8-cfa7c757d693 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1539.864312] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d56755d-756b-4f5e-a7d8-cfa7c757d693 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1539.864608] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-217a4038-dad6-40ef-afe2-b7bc4cd3c6b0 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.878986] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d56755d-756b-4f5e-a7d8-cfa7c757d693 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1539.879279] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-4d56755d-756b-4f5e-a7d8-cfa7c757d693 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62574) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1539.884307] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2295be04-f393-4365-a661-b952c1965222 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.892734] env[62574]: DEBUG oslo_concurrency.lockutils [None req-5b3e9bbb-8a0d-4317-ab9d-2cb3146c3b7a tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Acquiring lock "1e669675-0551-49d8-af15-64fdd0984b3f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1539.892734] env[62574]: DEBUG oslo_concurrency.lockutils [None req-5b3e9bbb-8a0d-4317-ab9d-2cb3146c3b7a tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Lock "1e669675-0551-49d8-af15-64fdd0984b3f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1539.892734] env[62574]: DEBUG oslo_concurrency.lockutils [None req-5b3e9bbb-8a0d-4317-ab9d-2cb3146c3b7a tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Lock "1e669675-0551-49d8-af15-64fdd0984b3f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1539.896754] env[62574]: DEBUG oslo_vmware.api [None req-4d56755d-756b-4f5e-a7d8-cfa7c757d693 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] Waiting for the task: (returnval){ [ 1539.896754] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]52a1a6ce-006d-298d-a8ba-8ea4cc216bcd" [ 1539.896754] env[62574]: _type = "Task" [ 1539.896754] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1539.906300] env[62574]: DEBUG oslo_vmware.api [None req-4d56755d-756b-4f5e-a7d8-cfa7c757d693 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52a1a6ce-006d-298d-a8ba-8ea4cc216bcd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1539.915082] env[62574]: DEBUG nova.compute.utils [None req-a8139111-9c86-4110-a2ce-b526ad630528 tempest-AttachInterfacesUnderV243Test-962410907 tempest-AttachInterfacesUnderV243Test-962410907-project-member] Using /dev/sd instead of None {{(pid=62574) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1539.920053] env[62574]: DEBUG nova.compute.manager [None req-a8139111-9c86-4110-a2ce-b526ad630528 tempest-AttachInterfacesUnderV243Test-962410907 tempest-AttachInterfacesUnderV243Test-962410907-project-member] [instance: ae9a6ff7-cc1f-43dc-9acb-47aaa3d1089e] Allocating IP information in the background. {{(pid=62574) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1539.920053] env[62574]: DEBUG nova.network.neutron [None req-a8139111-9c86-4110-a2ce-b526ad630528 tempest-AttachInterfacesUnderV243Test-962410907 tempest-AttachInterfacesUnderV243Test-962410907-project-member] [instance: ae9a6ff7-cc1f-43dc-9acb-47aaa3d1089e] allocate_for_instance() {{(pid=62574) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1539.985265] env[62574]: DEBUG nova.policy [None req-a8139111-9c86-4110-a2ce-b526ad630528 tempest-AttachInterfacesUnderV243Test-962410907 tempest-AttachInterfacesUnderV243Test-962410907-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a0701785dd3b41c59d2ba3898c01665a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1e65546ab27a4afe8ba3f0598772f41a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62574) authorize /opt/stack/nova/nova/policy.py:192}} [ 1540.129450] env[62574]: DEBUG nova.compute.manager [None req-40e5f32b-0900-4b1e-b577-24ab6c473df3 tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] [instance: dc6d1fd4-d844-4ef6-b100-5e491a698ae3] Start destroying the instance on the hypervisor. {{(pid=62574) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1540.129972] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-40e5f32b-0900-4b1e-b577-24ab6c473df3 tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] [instance: dc6d1fd4-d844-4ef6-b100-5e491a698ae3] Destroying instance {{(pid=62574) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1540.131321] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e14c151d-b238-48ce-97ce-d37fd91c9984 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.145257] env[62574]: DEBUG oslo_concurrency.lockutils [None req-94fb1ff1-c3d0-4da3-b8e0-ccc432ffde04 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Acquiring lock "refresh_cache-b4522995-fb9c-471f-bd36-af8b721aa5ff" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1540.145549] env[62574]: DEBUG oslo_concurrency.lockutils [None req-94fb1ff1-c3d0-4da3-b8e0-ccc432ffde04 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Acquired lock "refresh_cache-b4522995-fb9c-471f-bd36-af8b721aa5ff" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1540.147236] env[62574]: DEBUG nova.network.neutron [None req-94fb1ff1-c3d0-4da3-b8e0-ccc432ffde04 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] [instance: b4522995-fb9c-471f-bd36-af8b721aa5ff] Building network info cache for instance {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1540.156518] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-40e5f32b-0900-4b1e-b577-24ab6c473df3 tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] [instance: dc6d1fd4-d844-4ef6-b100-5e491a698ae3] Powering off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1540.156518] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dd7ea57a-e40d-4577-a03e-0f470b72fcad {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.162700] env[62574]: DEBUG oslo_vmware.api [None req-40e5f32b-0900-4b1e-b577-24ab6c473df3 tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Waiting for the task: (returnval){ [ 1540.162700] env[62574]: value = "task-1861325" [ 1540.162700] env[62574]: _type = "Task" [ 1540.162700] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1540.171510] env[62574]: DEBUG oslo_vmware.api [None req-40e5f32b-0900-4b1e-b577-24ab6c473df3 tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Task: {'id': task-1861325, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1540.332736] env[62574]: DEBUG nova.network.neutron [None req-a8139111-9c86-4110-a2ce-b526ad630528 tempest-AttachInterfacesUnderV243Test-962410907 tempest-AttachInterfacesUnderV243Test-962410907-project-member] [instance: ae9a6ff7-cc1f-43dc-9acb-47aaa3d1089e] Successfully created port: 51e938de-9a12-4d8a-905c-465b1e3ede91 {{(pid=62574) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1540.413269] env[62574]: DEBUG oslo_vmware.api [None req-4d56755d-756b-4f5e-a7d8-cfa7c757d693 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52a1a6ce-006d-298d-a8ba-8ea4cc216bcd, 'name': SearchDatastore_Task, 'duration_secs': 0.011159} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1540.416082] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-15ce2e6e-4386-4bcf-b9f8-6bc13e027629 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.417248] env[62574]: DEBUG nova.compute.manager [None req-a8139111-9c86-4110-a2ce-b526ad630528 tempest-AttachInterfacesUnderV243Test-962410907 tempest-AttachInterfacesUnderV243Test-962410907-project-member] [instance: ae9a6ff7-cc1f-43dc-9acb-47aaa3d1089e] Start building block device mappings for instance. {{(pid=62574) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1540.422792] env[62574]: DEBUG oslo_vmware.api [None req-4d56755d-756b-4f5e-a7d8-cfa7c757d693 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] Waiting for the task: (returnval){ [ 1540.422792] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]524388fc-7c13-3cb2-2749-0d4a81efb075" [ 1540.422792] env[62574]: _type = "Task" [ 1540.422792] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1540.427673] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b0e3115-eb14-4c22-beba-4d78e1f3f0b1 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.436595] env[62574]: DEBUG oslo_vmware.api [None req-4d56755d-756b-4f5e-a7d8-cfa7c757d693 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]524388fc-7c13-3cb2-2749-0d4a81efb075, 'name': SearchDatastore_Task, 'duration_secs': 0.010557} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1540.438387] env[62574]: DEBUG oslo_concurrency.lockutils [None req-4d56755d-756b-4f5e-a7d8-cfa7c757d693 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1540.438462] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d56755d-756b-4f5e-a7d8-cfa7c757d693 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk to [datastore1] 6cebe45a-8d90-4ac3-b75e-99e2a598c43b/6cebe45a-8d90-4ac3-b75e-99e2a598c43b.vmdk {{(pid=62574) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1540.438832] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bcf7014a-e38b-4b3c-9cd2-301ef654b31d {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.442248] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdb2e859-a6d4-4f77-9cdb-a84fc46258ab {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.479343] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-141959aa-2bd4-440b-a118-5b689855f9ad {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.483030] env[62574]: DEBUG oslo_vmware.api [None req-4d56755d-756b-4f5e-a7d8-cfa7c757d693 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] Waiting for the task: (returnval){ [ 1540.483030] env[62574]: value = "task-1861326" [ 1540.483030] env[62574]: _type = "Task" [ 1540.483030] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1540.490796] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d964ff4-d474-4e41-b1c7-ce37277a068a {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.498453] env[62574]: DEBUG oslo_vmware.api [None req-4d56755d-756b-4f5e-a7d8-cfa7c757d693 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] Task: {'id': task-1861326, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1540.510639] env[62574]: DEBUG nova.compute.provider_tree [None req-c610b6ed-455f-4025-86b8-4e4d5cdb0b9e tempest-ServerDiagnosticsTest-924160412 tempest-ServerDiagnosticsTest-924160412-project-member] Inventory has not changed in ProviderTree for provider: f0ed160a-beff-4626-a531-2a70d7bc0627 {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1540.674639] env[62574]: DEBUG oslo_vmware.api [None req-40e5f32b-0900-4b1e-b577-24ab6c473df3 tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Task: {'id': task-1861325, 'name': PowerOffVM_Task, 'duration_secs': 0.260881} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1540.676150] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-40e5f32b-0900-4b1e-b577-24ab6c473df3 tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] [instance: dc6d1fd4-d844-4ef6-b100-5e491a698ae3] Powered off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1540.676385] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-40e5f32b-0900-4b1e-b577-24ab6c473df3 tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] [instance: dc6d1fd4-d844-4ef6-b100-5e491a698ae3] Unregistering the VM {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1540.676831] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-40db2e8f-cb06-4164-964e-47af0fd9ac0c {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.739292] env[62574]: DEBUG nova.network.neutron [None req-94fb1ff1-c3d0-4da3-b8e0-ccc432ffde04 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] [instance: b4522995-fb9c-471f-bd36-af8b721aa5ff] Instance cache missing network info. {{(pid=62574) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1540.759719] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-40e5f32b-0900-4b1e-b577-24ab6c473df3 tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] [instance: dc6d1fd4-d844-4ef6-b100-5e491a698ae3] Unregistered the VM {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1540.760090] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-40e5f32b-0900-4b1e-b577-24ab6c473df3 tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] [instance: dc6d1fd4-d844-4ef6-b100-5e491a698ae3] Deleting contents of the VM from datastore datastore2 {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1540.760609] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-40e5f32b-0900-4b1e-b577-24ab6c473df3 tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Deleting the datastore file [datastore2] dc6d1fd4-d844-4ef6-b100-5e491a698ae3 {{(pid=62574) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1540.760904] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9e4b8612-d8e0-4b9a-8b01-26253e31ed72 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.768418] env[62574]: DEBUG oslo_vmware.api [None req-40e5f32b-0900-4b1e-b577-24ab6c473df3 tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Waiting for the task: (returnval){ [ 1540.768418] env[62574]: value = "task-1861328" [ 1540.768418] env[62574]: _type = "Task" [ 1540.768418] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1540.776849] env[62574]: DEBUG oslo_vmware.api [None req-40e5f32b-0900-4b1e-b577-24ab6c473df3 tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Task: {'id': task-1861328, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1540.903776] env[62574]: DEBUG nova.compute.manager [req-b9a36dff-a9b3-4bf8-ae49-4c186af701e3 req-27403616-afa7-4c8c-a8ca-7688d33dd04d service nova] [instance: 6cebe45a-8d90-4ac3-b75e-99e2a598c43b] Received event network-changed-52a8bb75-d009-4aa3-8996-c013ddc49244 {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1540.904239] env[62574]: DEBUG nova.compute.manager [req-b9a36dff-a9b3-4bf8-ae49-4c186af701e3 req-27403616-afa7-4c8c-a8ca-7688d33dd04d service nova] [instance: 6cebe45a-8d90-4ac3-b75e-99e2a598c43b] Refreshing instance network info cache due to event network-changed-52a8bb75-d009-4aa3-8996-c013ddc49244. {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1540.904546] env[62574]: DEBUG oslo_concurrency.lockutils [req-b9a36dff-a9b3-4bf8-ae49-4c186af701e3 req-27403616-afa7-4c8c-a8ca-7688d33dd04d service nova] Acquiring lock "refresh_cache-6cebe45a-8d90-4ac3-b75e-99e2a598c43b" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1540.904742] env[62574]: DEBUG oslo_concurrency.lockutils [req-b9a36dff-a9b3-4bf8-ae49-4c186af701e3 req-27403616-afa7-4c8c-a8ca-7688d33dd04d service nova] Acquired lock "refresh_cache-6cebe45a-8d90-4ac3-b75e-99e2a598c43b" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1540.905018] env[62574]: DEBUG nova.network.neutron [req-b9a36dff-a9b3-4bf8-ae49-4c186af701e3 req-27403616-afa7-4c8c-a8ca-7688d33dd04d service nova] [instance: 6cebe45a-8d90-4ac3-b75e-99e2a598c43b] Refreshing network info cache for port 52a8bb75-d009-4aa3-8996-c013ddc49244 {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1540.994692] env[62574]: DEBUG oslo_vmware.api [None req-4d56755d-756b-4f5e-a7d8-cfa7c757d693 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] Task: {'id': task-1861326, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.530726} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1540.994886] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d56755d-756b-4f5e-a7d8-cfa7c757d693 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk to [datastore1] 6cebe45a-8d90-4ac3-b75e-99e2a598c43b/6cebe45a-8d90-4ac3-b75e-99e2a598c43b.vmdk {{(pid=62574) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1540.995417] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-4d56755d-756b-4f5e-a7d8-cfa7c757d693 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] [instance: 6cebe45a-8d90-4ac3-b75e-99e2a598c43b] Extending root virtual disk to 1048576 {{(pid=62574) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1540.996103] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ee32f4c4-7e57-46d9-8af1-a6419d4e1f65 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.002184] env[62574]: DEBUG oslo_vmware.api [None req-4d56755d-756b-4f5e-a7d8-cfa7c757d693 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] Waiting for the task: (returnval){ [ 1541.002184] env[62574]: value = "task-1861329" [ 1541.002184] env[62574]: _type = "Task" [ 1541.002184] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1541.017739] env[62574]: DEBUG nova.scheduler.client.report [None req-c610b6ed-455f-4025-86b8-4e4d5cdb0b9e tempest-ServerDiagnosticsTest-924160412 tempest-ServerDiagnosticsTest-924160412-project-member] Inventory has not changed for provider f0ed160a-beff-4626-a531-2a70d7bc0627 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 148, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1541.023563] env[62574]: DEBUG oslo_vmware.api [None req-4d56755d-756b-4f5e-a7d8-cfa7c757d693 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] Task: {'id': task-1861329, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1541.025049] env[62574]: DEBUG oslo_concurrency.lockutils [None req-5b3e9bbb-8a0d-4317-ab9d-2cb3146c3b7a tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Acquiring lock "refresh_cache-1e669675-0551-49d8-af15-64fdd0984b3f" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1541.025260] env[62574]: DEBUG oslo_concurrency.lockutils [None req-5b3e9bbb-8a0d-4317-ab9d-2cb3146c3b7a tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Acquired lock "refresh_cache-1e669675-0551-49d8-af15-64fdd0984b3f" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1541.025411] env[62574]: DEBUG nova.network.neutron [None req-5b3e9bbb-8a0d-4317-ab9d-2cb3146c3b7a tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] [instance: 1e669675-0551-49d8-af15-64fdd0984b3f] Building network info cache for instance {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1541.173785] env[62574]: DEBUG nova.network.neutron [None req-94fb1ff1-c3d0-4da3-b8e0-ccc432ffde04 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] [instance: b4522995-fb9c-471f-bd36-af8b721aa5ff] Updating instance_info_cache with network_info: [{"id": "caf5c8e8-e94e-42ba-ab38-e0de749fbc41", "address": "fa:16:3e:e7:4f:ca", "network": {"id": "048e4d0d-d1ab-45c4-a15c-a1cfb16572ac", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1657993544-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3efda8e53e3c4eea8bfd1d5d6cd90db3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f68ebd2a-3c68-48db-8c32-8a01497fc2e7", "external-id": "nsx-vlan-transportzone-49", "segmentation_id": 49, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcaf5c8e8-e9", "ovs_interfaceid": "caf5c8e8-e94e-42ba-ab38-e0de749fbc41", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1541.280086] env[62574]: DEBUG oslo_vmware.api [None req-40e5f32b-0900-4b1e-b577-24ab6c473df3 tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Task: {'id': task-1861328, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.268726} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1541.280086] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-40e5f32b-0900-4b1e-b577-24ab6c473df3 tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Deleted the datastore file {{(pid=62574) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1541.280086] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-40e5f32b-0900-4b1e-b577-24ab6c473df3 tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] [instance: dc6d1fd4-d844-4ef6-b100-5e491a698ae3] Deleted contents of the VM from datastore datastore2 {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1541.280270] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-40e5f32b-0900-4b1e-b577-24ab6c473df3 tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] [instance: dc6d1fd4-d844-4ef6-b100-5e491a698ae3] Instance destroyed {{(pid=62574) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1541.280402] env[62574]: INFO nova.compute.manager [None req-40e5f32b-0900-4b1e-b577-24ab6c473df3 tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] [instance: dc6d1fd4-d844-4ef6-b100-5e491a698ae3] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1541.280652] env[62574]: DEBUG oslo.service.loopingcall [None req-40e5f32b-0900-4b1e-b577-24ab6c473df3 tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62574) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1541.280842] env[62574]: DEBUG nova.compute.manager [-] [instance: dc6d1fd4-d844-4ef6-b100-5e491a698ae3] Deallocating network for instance {{(pid=62574) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1541.280931] env[62574]: DEBUG nova.network.neutron [-] [instance: dc6d1fd4-d844-4ef6-b100-5e491a698ae3] deallocate_for_instance() {{(pid=62574) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1541.427816] env[62574]: DEBUG nova.compute.manager [None req-a8139111-9c86-4110-a2ce-b526ad630528 tempest-AttachInterfacesUnderV243Test-962410907 tempest-AttachInterfacesUnderV243Test-962410907-project-member] [instance: ae9a6ff7-cc1f-43dc-9acb-47aaa3d1089e] Start spawning the instance on the hypervisor. {{(pid=62574) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1541.454977] env[62574]: DEBUG nova.virt.hardware [None req-a8139111-9c86-4110-a2ce-b526ad630528 tempest-AttachInterfacesUnderV243Test-962410907 tempest-AttachInterfacesUnderV243Test-962410907-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T19:26:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-13T19:26:40Z,direct_url=,disk_format='vmdk',id=3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7eed1dd4d2c3418eb32c4f4ceda3ab0d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-13T19:26:41Z,virtual_size=,visibility=), allow threads: False {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1541.454977] env[62574]: DEBUG nova.virt.hardware [None req-a8139111-9c86-4110-a2ce-b526ad630528 tempest-AttachInterfacesUnderV243Test-962410907 tempest-AttachInterfacesUnderV243Test-962410907-project-member] Flavor limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1541.455681] env[62574]: DEBUG nova.virt.hardware [None req-a8139111-9c86-4110-a2ce-b526ad630528 tempest-AttachInterfacesUnderV243Test-962410907 tempest-AttachInterfacesUnderV243Test-962410907-project-member] Image limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1541.455681] env[62574]: DEBUG nova.virt.hardware [None req-a8139111-9c86-4110-a2ce-b526ad630528 tempest-AttachInterfacesUnderV243Test-962410907 tempest-AttachInterfacesUnderV243Test-962410907-project-member] Flavor pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1541.455681] env[62574]: DEBUG nova.virt.hardware [None req-a8139111-9c86-4110-a2ce-b526ad630528 tempest-AttachInterfacesUnderV243Test-962410907 tempest-AttachInterfacesUnderV243Test-962410907-project-member] Image pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1541.455681] env[62574]: DEBUG nova.virt.hardware [None req-a8139111-9c86-4110-a2ce-b526ad630528 tempest-AttachInterfacesUnderV243Test-962410907 tempest-AttachInterfacesUnderV243Test-962410907-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1541.456527] env[62574]: DEBUG nova.virt.hardware [None req-a8139111-9c86-4110-a2ce-b526ad630528 tempest-AttachInterfacesUnderV243Test-962410907 tempest-AttachInterfacesUnderV243Test-962410907-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1541.456527] env[62574]: DEBUG nova.virt.hardware [None req-a8139111-9c86-4110-a2ce-b526ad630528 tempest-AttachInterfacesUnderV243Test-962410907 tempest-AttachInterfacesUnderV243Test-962410907-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1541.456527] env[62574]: DEBUG nova.virt.hardware [None req-a8139111-9c86-4110-a2ce-b526ad630528 tempest-AttachInterfacesUnderV243Test-962410907 tempest-AttachInterfacesUnderV243Test-962410907-project-member] Got 1 possible topologies {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1541.456527] env[62574]: DEBUG nova.virt.hardware [None req-a8139111-9c86-4110-a2ce-b526ad630528 tempest-AttachInterfacesUnderV243Test-962410907 tempest-AttachInterfacesUnderV243Test-962410907-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1541.456527] env[62574]: DEBUG nova.virt.hardware [None req-a8139111-9c86-4110-a2ce-b526ad630528 tempest-AttachInterfacesUnderV243Test-962410907 tempest-AttachInterfacesUnderV243Test-962410907-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1541.457327] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-176d79d7-1721-4cdb-876c-a25cb52703c7 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.466072] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a35af96c-0a52-45f3-bbee-9522d5ba4253 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.513408] env[62574]: DEBUG oslo_vmware.api [None req-4d56755d-756b-4f5e-a7d8-cfa7c757d693 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] Task: {'id': task-1861329, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.0794} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1541.513733] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-4d56755d-756b-4f5e-a7d8-cfa7c757d693 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] [instance: 6cebe45a-8d90-4ac3-b75e-99e2a598c43b] Extended root virtual disk {{(pid=62574) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1541.514545] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c992186-87a3-4e3f-84a6-f7790d20f27d {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.531445] env[62574]: DEBUG oslo_concurrency.lockutils [None req-c610b6ed-455f-4025-86b8-4e4d5cdb0b9e tempest-ServerDiagnosticsTest-924160412 tempest-ServerDiagnosticsTest-924160412-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.122s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1541.545135] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d56755d-756b-4f5e-a7d8-cfa7c757d693 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] [instance: 6cebe45a-8d90-4ac3-b75e-99e2a598c43b] Reconfiguring VM instance instance-00000015 to attach disk [datastore1] 6cebe45a-8d90-4ac3-b75e-99e2a598c43b/6cebe45a-8d90-4ac3-b75e-99e2a598c43b.vmdk or device None with type sparse {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1541.545814] env[62574]: DEBUG oslo_concurrency.lockutils [None req-471df300-4291-4edb-ae72-2c70a57566ba tempest-SecurityGroupsTestJSON-247158518 tempest-SecurityGroupsTestJSON-247158518-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.857s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1541.547469] env[62574]: INFO nova.compute.claims [None req-471df300-4291-4edb-ae72-2c70a57566ba tempest-SecurityGroupsTestJSON-247158518 tempest-SecurityGroupsTestJSON-247158518-project-member] [instance: b8f6a4a6-77e9-4989-bd79-f23e15335517] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1541.550984] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c484b37a-5cff-4658-a58b-b25068cda592 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.569959] env[62574]: INFO nova.scheduler.client.report [None req-c610b6ed-455f-4025-86b8-4e4d5cdb0b9e tempest-ServerDiagnosticsTest-924160412 tempest-ServerDiagnosticsTest-924160412-project-member] Deleted allocations for instance 6d6540ed-ae82-4304-a6f2-7b7063587647 [ 1541.577293] env[62574]: DEBUG oslo_vmware.api [None req-4d56755d-756b-4f5e-a7d8-cfa7c757d693 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] Waiting for the task: (returnval){ [ 1541.577293] env[62574]: value = "task-1861330" [ 1541.577293] env[62574]: _type = "Task" [ 1541.577293] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1541.588794] env[62574]: DEBUG oslo_vmware.api [None req-4d56755d-756b-4f5e-a7d8-cfa7c757d693 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] Task: {'id': task-1861330, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1541.678822] env[62574]: DEBUG oslo_concurrency.lockutils [None req-94fb1ff1-c3d0-4da3-b8e0-ccc432ffde04 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Releasing lock "refresh_cache-b4522995-fb9c-471f-bd36-af8b721aa5ff" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1541.679156] env[62574]: DEBUG nova.compute.manager [None req-94fb1ff1-c3d0-4da3-b8e0-ccc432ffde04 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] [instance: b4522995-fb9c-471f-bd36-af8b721aa5ff] Instance network_info: |[{"id": "caf5c8e8-e94e-42ba-ab38-e0de749fbc41", "address": "fa:16:3e:e7:4f:ca", "network": {"id": "048e4d0d-d1ab-45c4-a15c-a1cfb16572ac", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1657993544-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3efda8e53e3c4eea8bfd1d5d6cd90db3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f68ebd2a-3c68-48db-8c32-8a01497fc2e7", "external-id": "nsx-vlan-transportzone-49", "segmentation_id": 49, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcaf5c8e8-e9", "ovs_interfaceid": "caf5c8e8-e94e-42ba-ab38-e0de749fbc41", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62574) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1541.685384] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-94fb1ff1-c3d0-4da3-b8e0-ccc432ffde04 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] [instance: b4522995-fb9c-471f-bd36-af8b721aa5ff] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e7:4f:ca', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f68ebd2a-3c68-48db-8c32-8a01497fc2e7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'caf5c8e8-e94e-42ba-ab38-e0de749fbc41', 'vif_model': 'vmxnet3'}] {{(pid=62574) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1541.702027] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-94fb1ff1-c3d0-4da3-b8e0-ccc432ffde04 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Creating folder: Project (3efda8e53e3c4eea8bfd1d5d6cd90db3). Parent ref: group-v384746. {{(pid=62574) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1541.702027] env[62574]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bbb78d3a-af6a-41c4-80c6-f7d3b8cf7364 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.710427] env[62574]: INFO nova.virt.vmwareapi.vm_util [None req-94fb1ff1-c3d0-4da3-b8e0-ccc432ffde04 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Created folder: Project (3efda8e53e3c4eea8bfd1d5d6cd90db3) in parent group-v384746. [ 1541.710623] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-94fb1ff1-c3d0-4da3-b8e0-ccc432ffde04 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Creating folder: Instances. Parent ref: group-v384814. {{(pid=62574) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1541.710871] env[62574]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c4877128-1a2f-4ed4-bfb0-b313a5d3ccb4 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.721040] env[62574]: INFO nova.virt.vmwareapi.vm_util [None req-94fb1ff1-c3d0-4da3-b8e0-ccc432ffde04 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Created folder: Instances in parent group-v384814. [ 1541.721040] env[62574]: DEBUG oslo.service.loopingcall [None req-94fb1ff1-c3d0-4da3-b8e0-ccc432ffde04 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62574) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1541.723489] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b4522995-fb9c-471f-bd36-af8b721aa5ff] Creating VM on the ESX host {{(pid=62574) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1541.723653] env[62574]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3c6ea3f6-7b18-4938-ad00-7fe242971a9c {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.748728] env[62574]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1541.748728] env[62574]: value = "task-1861333" [ 1541.748728] env[62574]: _type = "Task" [ 1541.748728] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1541.757421] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1861333, 'name': CreateVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1541.943281] env[62574]: DEBUG nova.network.neutron [None req-5b3e9bbb-8a0d-4317-ab9d-2cb3146c3b7a tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] [instance: 1e669675-0551-49d8-af15-64fdd0984b3f] Updating instance_info_cache with network_info: [{"id": "c848933c-3878-4d23-a584-da483ccfe518", "address": "fa:16:3e:80:46:6b", "network": {"id": "90888d97-209c-49d6-8f95-1d0279efea11", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.34", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7eed1dd4d2c3418eb32c4f4ceda3ab0d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d275d7c6-2a7b-4ee8-b6f4-fabf1ba1905f", "external-id": "nsx-vlan-transportzone-513", "segmentation_id": 513, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc848933c-38", "ovs_interfaceid": "c848933c-3878-4d23-a584-da483ccfe518", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1542.083791] env[62574]: DEBUG oslo_concurrency.lockutils [None req-c610b6ed-455f-4025-86b8-4e4d5cdb0b9e tempest-ServerDiagnosticsTest-924160412 tempest-ServerDiagnosticsTest-924160412-project-member] Lock "6d6540ed-ae82-4304-a6f2-7b7063587647" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.071s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1542.100385] env[62574]: DEBUG nova.network.neutron [None req-a8139111-9c86-4110-a2ce-b526ad630528 tempest-AttachInterfacesUnderV243Test-962410907 tempest-AttachInterfacesUnderV243Test-962410907-project-member] [instance: ae9a6ff7-cc1f-43dc-9acb-47aaa3d1089e] Successfully updated port: 51e938de-9a12-4d8a-905c-465b1e3ede91 {{(pid=62574) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1542.108109] env[62574]: DEBUG oslo_vmware.api [None req-4d56755d-756b-4f5e-a7d8-cfa7c757d693 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] Task: {'id': task-1861330, 'name': ReconfigVM_Task, 'duration_secs': 0.337228} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1542.108540] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d56755d-756b-4f5e-a7d8-cfa7c757d693 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] [instance: 6cebe45a-8d90-4ac3-b75e-99e2a598c43b] Reconfigured VM instance instance-00000015 to attach disk [datastore1] 6cebe45a-8d90-4ac3-b75e-99e2a598c43b/6cebe45a-8d90-4ac3-b75e-99e2a598c43b.vmdk or device None with type sparse {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1542.109477] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ea80ac4c-3582-44ec-a647-f08a59dd0c2d {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.118158] env[62574]: DEBUG oslo_vmware.api [None req-4d56755d-756b-4f5e-a7d8-cfa7c757d693 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] Waiting for the task: (returnval){ [ 1542.118158] env[62574]: value = "task-1861334" [ 1542.118158] env[62574]: _type = "Task" [ 1542.118158] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1542.128551] env[62574]: DEBUG oslo_vmware.api [None req-4d56755d-756b-4f5e-a7d8-cfa7c757d693 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] Task: {'id': task-1861334, 'name': Rename_Task} progress is 5%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1542.261129] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1861333, 'name': CreateVM_Task} progress is 99%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1542.447319] env[62574]: DEBUG oslo_concurrency.lockutils [None req-5b3e9bbb-8a0d-4317-ab9d-2cb3146c3b7a tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Releasing lock "refresh_cache-1e669675-0551-49d8-af15-64fdd0984b3f" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1542.543332] env[62574]: DEBUG nova.network.neutron [req-b9a36dff-a9b3-4bf8-ae49-4c186af701e3 req-27403616-afa7-4c8c-a8ca-7688d33dd04d service nova] [instance: 6cebe45a-8d90-4ac3-b75e-99e2a598c43b] Updated VIF entry in instance network info cache for port 52a8bb75-d009-4aa3-8996-c013ddc49244. {{(pid=62574) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1542.543728] env[62574]: DEBUG nova.network.neutron [req-b9a36dff-a9b3-4bf8-ae49-4c186af701e3 req-27403616-afa7-4c8c-a8ca-7688d33dd04d service nova] [instance: 6cebe45a-8d90-4ac3-b75e-99e2a598c43b] Updating instance_info_cache with network_info: [{"id": "52a8bb75-d009-4aa3-8996-c013ddc49244", "address": "fa:16:3e:87:68:ae", "network": {"id": "a106e1d8-b783-449c-a124-f4d1de404bfd", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-463486581-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ade30aec989847c498280ff09a4ace80", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c5652322-9f10-4996-baed-4c0aa13a1b4e", "external-id": "nsx-vlan-transportzone-941", "segmentation_id": 941, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52a8bb75-d0", "ovs_interfaceid": "52a8bb75-d009-4aa3-8996-c013ddc49244", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1542.601270] env[62574]: DEBUG oslo_concurrency.lockutils [None req-a8139111-9c86-4110-a2ce-b526ad630528 tempest-AttachInterfacesUnderV243Test-962410907 tempest-AttachInterfacesUnderV243Test-962410907-project-member] Acquiring lock "refresh_cache-ae9a6ff7-cc1f-43dc-9acb-47aaa3d1089e" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1542.601479] env[62574]: DEBUG oslo_concurrency.lockutils [None req-a8139111-9c86-4110-a2ce-b526ad630528 tempest-AttachInterfacesUnderV243Test-962410907 tempest-AttachInterfacesUnderV243Test-962410907-project-member] Acquired lock "refresh_cache-ae9a6ff7-cc1f-43dc-9acb-47aaa3d1089e" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.601640] env[62574]: DEBUG nova.network.neutron [None req-a8139111-9c86-4110-a2ce-b526ad630528 tempest-AttachInterfacesUnderV243Test-962410907 tempest-AttachInterfacesUnderV243Test-962410907-project-member] [instance: ae9a6ff7-cc1f-43dc-9acb-47aaa3d1089e] Building network info cache for instance {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1542.639532] env[62574]: DEBUG oslo_vmware.api [None req-4d56755d-756b-4f5e-a7d8-cfa7c757d693 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] Task: {'id': task-1861334, 'name': Rename_Task} progress is 14%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1542.659521] env[62574]: DEBUG oslo_vmware.rw_handles [None req-e175b960-16b9-4bac-84cc-7c209b9f346b tempest-ImagesOneServerTestJSON-1738664534 tempest-ImagesOneServerTestJSON-1738664534-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a908c5-d2a2-3b56-1b17-4fce219bdfea/disk-0.vmdk. {{(pid=62574) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1542.660502] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-194f2ed0-fcf3-4ec8-9755-178eee7dac21 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.667527] env[62574]: DEBUG oslo_vmware.rw_handles [None req-e175b960-16b9-4bac-84cc-7c209b9f346b tempest-ImagesOneServerTestJSON-1738664534 tempest-ImagesOneServerTestJSON-1738664534-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a908c5-d2a2-3b56-1b17-4fce219bdfea/disk-0.vmdk is in state: ready. {{(pid=62574) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1542.667527] env[62574]: ERROR oslo_vmware.rw_handles [None req-e175b960-16b9-4bac-84cc-7c209b9f346b tempest-ImagesOneServerTestJSON-1738664534 tempest-ImagesOneServerTestJSON-1738664534-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a908c5-d2a2-3b56-1b17-4fce219bdfea/disk-0.vmdk due to incomplete transfer. [ 1542.669780] env[62574]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-0a0ac437-2cfc-4256-867a-e0a9ea902b26 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.679311] env[62574]: DEBUG oslo_vmware.rw_handles [None req-e175b960-16b9-4bac-84cc-7c209b9f346b tempest-ImagesOneServerTestJSON-1738664534 tempest-ImagesOneServerTestJSON-1738664534-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a908c5-d2a2-3b56-1b17-4fce219bdfea/disk-0.vmdk. {{(pid=62574) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1542.679311] env[62574]: DEBUG nova.virt.vmwareapi.images [None req-e175b960-16b9-4bac-84cc-7c209b9f346b tempest-ImagesOneServerTestJSON-1738664534 tempest-ImagesOneServerTestJSON-1738664534-project-member] [instance: b19648bf-b106-4c17-8b48-8c579fb23b31] Uploaded image 112b08a7-490c-4592-8be1-d9a6800780eb to the Glance image server {{(pid=62574) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1542.685170] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-e175b960-16b9-4bac-84cc-7c209b9f346b tempest-ImagesOneServerTestJSON-1738664534 tempest-ImagesOneServerTestJSON-1738664534-project-member] [instance: b19648bf-b106-4c17-8b48-8c579fb23b31] Destroying the VM {{(pid=62574) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1542.687663] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-ab4283f1-7214-4781-b9fd-52b1f470df58 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.697136] env[62574]: DEBUG oslo_vmware.api [None req-e175b960-16b9-4bac-84cc-7c209b9f346b tempest-ImagesOneServerTestJSON-1738664534 tempest-ImagesOneServerTestJSON-1738664534-project-member] Waiting for the task: (returnval){ [ 1542.697136] env[62574]: value = "task-1861335" [ 1542.697136] env[62574]: _type = "Task" [ 1542.697136] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1542.706136] env[62574]: DEBUG oslo_vmware.api [None req-e175b960-16b9-4bac-84cc-7c209b9f346b tempest-ImagesOneServerTestJSON-1738664534 tempest-ImagesOneServerTestJSON-1738664534-project-member] Task: {'id': task-1861335, 'name': Destroy_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1542.760165] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1861333, 'name': CreateVM_Task} progress is 99%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1542.906972] env[62574]: INFO nova.compute.manager [None req-d31c8a8f-d687-4476-b20d-b66393707859 tempest-ServersAdmin275Test-269086882 tempest-ServersAdmin275Test-269086882-project-admin] [instance: 90b44fba-636a-414f-b286-7baf5adc2122] Rebuilding instance [ 1542.968545] env[62574]: DEBUG nova.compute.manager [None req-d31c8a8f-d687-4476-b20d-b66393707859 tempest-ServersAdmin275Test-269086882 tempest-ServersAdmin275Test-269086882-project-admin] [instance: 90b44fba-636a-414f-b286-7baf5adc2122] Checking state {{(pid=62574) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1542.968901] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ec70c7d-5352-4f15-b71d-b547750bade2 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.973797] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcc5c4d5-7ae1-43ec-8a55-ae4c60f3d793 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.978901] env[62574]: DEBUG nova.network.neutron [-] [instance: dc6d1fd4-d844-4ef6-b100-5e491a698ae3] Updating instance_info_cache with network_info: [] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1543.002485] env[62574]: INFO nova.compute.manager [-] [instance: dc6d1fd4-d844-4ef6-b100-5e491a698ae3] Took 1.72 seconds to deallocate network for instance. [ 1543.005781] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd8b7566-ad68-4961-8669-75a8d7e65d35 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.024629] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-5b3e9bbb-8a0d-4317-ab9d-2cb3146c3b7a tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] [instance: 1e669675-0551-49d8-af15-64fdd0984b3f] Updating instance '1e669675-0551-49d8-af15-64fdd0984b3f' progress to 83 {{(pid=62574) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1543.049129] env[62574]: DEBUG oslo_concurrency.lockutils [req-b9a36dff-a9b3-4bf8-ae49-4c186af701e3 req-27403616-afa7-4c8c-a8ca-7688d33dd04d service nova] Releasing lock "refresh_cache-6cebe45a-8d90-4ac3-b75e-99e2a598c43b" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1543.049393] env[62574]: DEBUG nova.compute.manager [req-b9a36dff-a9b3-4bf8-ae49-4c186af701e3 req-27403616-afa7-4c8c-a8ca-7688d33dd04d service nova] [instance: b4522995-fb9c-471f-bd36-af8b721aa5ff] Received event network-vif-plugged-caf5c8e8-e94e-42ba-ab38-e0de749fbc41 {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1543.049651] env[62574]: DEBUG oslo_concurrency.lockutils [req-b9a36dff-a9b3-4bf8-ae49-4c186af701e3 req-27403616-afa7-4c8c-a8ca-7688d33dd04d service nova] Acquiring lock "b4522995-fb9c-471f-bd36-af8b721aa5ff-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1543.049943] env[62574]: DEBUG oslo_concurrency.lockutils [req-b9a36dff-a9b3-4bf8-ae49-4c186af701e3 req-27403616-afa7-4c8c-a8ca-7688d33dd04d service nova] Lock "b4522995-fb9c-471f-bd36-af8b721aa5ff-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1543.050683] env[62574]: DEBUG oslo_concurrency.lockutils [req-b9a36dff-a9b3-4bf8-ae49-4c186af701e3 req-27403616-afa7-4c8c-a8ca-7688d33dd04d service nova] Lock "b4522995-fb9c-471f-bd36-af8b721aa5ff-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1543.050683] env[62574]: DEBUG nova.compute.manager [req-b9a36dff-a9b3-4bf8-ae49-4c186af701e3 req-27403616-afa7-4c8c-a8ca-7688d33dd04d service nova] [instance: b4522995-fb9c-471f-bd36-af8b721aa5ff] No waiting events found dispatching network-vif-plugged-caf5c8e8-e94e-42ba-ab38-e0de749fbc41 {{(pid=62574) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1543.050683] env[62574]: WARNING nova.compute.manager [req-b9a36dff-a9b3-4bf8-ae49-4c186af701e3 req-27403616-afa7-4c8c-a8ca-7688d33dd04d service nova] [instance: b4522995-fb9c-471f-bd36-af8b721aa5ff] Received unexpected event network-vif-plugged-caf5c8e8-e94e-42ba-ab38-e0de749fbc41 for instance with vm_state building and task_state spawning. [ 1543.050683] env[62574]: DEBUG nova.compute.manager [req-b9a36dff-a9b3-4bf8-ae49-4c186af701e3 req-27403616-afa7-4c8c-a8ca-7688d33dd04d service nova] [instance: b4522995-fb9c-471f-bd36-af8b721aa5ff] Received event network-changed-caf5c8e8-e94e-42ba-ab38-e0de749fbc41 {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1543.051304] env[62574]: DEBUG nova.compute.manager [req-b9a36dff-a9b3-4bf8-ae49-4c186af701e3 req-27403616-afa7-4c8c-a8ca-7688d33dd04d service nova] [instance: b4522995-fb9c-471f-bd36-af8b721aa5ff] Refreshing instance network info cache due to event network-changed-caf5c8e8-e94e-42ba-ab38-e0de749fbc41. {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1543.051304] env[62574]: DEBUG oslo_concurrency.lockutils [req-b9a36dff-a9b3-4bf8-ae49-4c186af701e3 req-27403616-afa7-4c8c-a8ca-7688d33dd04d service nova] Acquiring lock "refresh_cache-b4522995-fb9c-471f-bd36-af8b721aa5ff" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1543.051304] env[62574]: DEBUG oslo_concurrency.lockutils [req-b9a36dff-a9b3-4bf8-ae49-4c186af701e3 req-27403616-afa7-4c8c-a8ca-7688d33dd04d service nova] Acquired lock "refresh_cache-b4522995-fb9c-471f-bd36-af8b721aa5ff" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1543.051304] env[62574]: DEBUG nova.network.neutron [req-b9a36dff-a9b3-4bf8-ae49-4c186af701e3 req-27403616-afa7-4c8c-a8ca-7688d33dd04d service nova] [instance: b4522995-fb9c-471f-bd36-af8b721aa5ff] Refreshing network info cache for port caf5c8e8-e94e-42ba-ab38-e0de749fbc41 {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1543.129204] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff595174-56a5-42b2-9c2f-00b4577a8e80 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.142953] env[62574]: DEBUG oslo_vmware.api [None req-4d56755d-756b-4f5e-a7d8-cfa7c757d693 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] Task: {'id': task-1861334, 'name': Rename_Task} progress is 14%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1543.144082] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16834875-491d-4605-9b87-00d86799eb0a {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.176331] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b81aee3e-7ce6-49a5-8f33-b97e100d1107 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.184764] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f939fccd-ee91-43b1-9fc5-9f550e5c0307 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.199028] env[62574]: DEBUG nova.compute.provider_tree [None req-471df300-4291-4edb-ae72-2c70a57566ba tempest-SecurityGroupsTestJSON-247158518 tempest-SecurityGroupsTestJSON-247158518-project-member] Inventory has not changed in ProviderTree for provider: f0ed160a-beff-4626-a531-2a70d7bc0627 {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1543.204057] env[62574]: DEBUG nova.network.neutron [None req-a8139111-9c86-4110-a2ce-b526ad630528 tempest-AttachInterfacesUnderV243Test-962410907 tempest-AttachInterfacesUnderV243Test-962410907-project-member] [instance: ae9a6ff7-cc1f-43dc-9acb-47aaa3d1089e] Instance cache missing network info. {{(pid=62574) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1543.211455] env[62574]: DEBUG oslo_vmware.api [None req-e175b960-16b9-4bac-84cc-7c209b9f346b tempest-ImagesOneServerTestJSON-1738664534 tempest-ImagesOneServerTestJSON-1738664534-project-member] Task: {'id': task-1861335, 'name': Destroy_Task} progress is 33%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1543.262505] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1861333, 'name': CreateVM_Task, 'duration_secs': 1.417145} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1543.262681] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b4522995-fb9c-471f-bd36-af8b721aa5ff] Created VM on the ESX host {{(pid=62574) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1543.263369] env[62574]: DEBUG oslo_concurrency.lockutils [None req-94fb1ff1-c3d0-4da3-b8e0-ccc432ffde04 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1543.263538] env[62574]: DEBUG oslo_concurrency.lockutils [None req-94fb1ff1-c3d0-4da3-b8e0-ccc432ffde04 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1543.263855] env[62574]: DEBUG oslo_concurrency.lockutils [None req-94fb1ff1-c3d0-4da3-b8e0-ccc432ffde04 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1543.264136] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9872b242-50a7-49eb-8e03-98ce2130730b {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.268836] env[62574]: DEBUG oslo_vmware.api [None req-94fb1ff1-c3d0-4da3-b8e0-ccc432ffde04 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Waiting for the task: (returnval){ [ 1543.268836] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]5288a04d-d72c-9315-9afa-84d0d8ce3b56" [ 1543.268836] env[62574]: _type = "Task" [ 1543.268836] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1543.277014] env[62574]: DEBUG oslo_vmware.api [None req-94fb1ff1-c3d0-4da3-b8e0-ccc432ffde04 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]5288a04d-d72c-9315-9afa-84d0d8ce3b56, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1543.519942] env[62574]: DEBUG oslo_concurrency.lockutils [None req-40e5f32b-0900-4b1e-b577-24ab6c473df3 tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1543.534178] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b3e9bbb-8a0d-4317-ab9d-2cb3146c3b7a tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] [instance: 1e669675-0551-49d8-af15-64fdd0984b3f] Powering on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1543.534178] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5b95ea60-030e-435e-8f25-83169171b65e {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.542966] env[62574]: DEBUG oslo_vmware.api [None req-5b3e9bbb-8a0d-4317-ab9d-2cb3146c3b7a tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Waiting for the task: (returnval){ [ 1543.542966] env[62574]: value = "task-1861336" [ 1543.542966] env[62574]: _type = "Task" [ 1543.542966] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1543.559075] env[62574]: DEBUG oslo_vmware.api [None req-5b3e9bbb-8a0d-4317-ab9d-2cb3146c3b7a tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Task: {'id': task-1861336, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1543.606809] env[62574]: DEBUG nova.network.neutron [None req-a8139111-9c86-4110-a2ce-b526ad630528 tempest-AttachInterfacesUnderV243Test-962410907 tempest-AttachInterfacesUnderV243Test-962410907-project-member] [instance: ae9a6ff7-cc1f-43dc-9acb-47aaa3d1089e] Updating instance_info_cache with network_info: [{"id": "51e938de-9a12-4d8a-905c-465b1e3ede91", "address": "fa:16:3e:65:79:c5", "network": {"id": "bfb33f5f-722e-474d-9852-8f4912e532ff", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1540486594-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e65546ab27a4afe8ba3f0598772f41a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2321dbbe-f64a-4253-a462-21676f8a278e", "external-id": "nsx-vlan-transportzone-714", "segmentation_id": 714, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51e938de-9a", "ovs_interfaceid": "51e938de-9a12-4d8a-905c-465b1e3ede91", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1543.632970] env[62574]: DEBUG oslo_vmware.api [None req-4d56755d-756b-4f5e-a7d8-cfa7c757d693 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] Task: {'id': task-1861334, 'name': Rename_Task, 'duration_secs': 1.057901} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1543.633287] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d56755d-756b-4f5e-a7d8-cfa7c757d693 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] [instance: 6cebe45a-8d90-4ac3-b75e-99e2a598c43b] Powering on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1543.633650] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4e920283-067e-4715-b0a2-852dd2fcc186 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.643456] env[62574]: DEBUG oslo_vmware.api [None req-4d56755d-756b-4f5e-a7d8-cfa7c757d693 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] Waiting for the task: (returnval){ [ 1543.643456] env[62574]: value = "task-1861337" [ 1543.643456] env[62574]: _type = "Task" [ 1543.643456] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1543.662026] env[62574]: DEBUG oslo_vmware.api [None req-4d56755d-756b-4f5e-a7d8-cfa7c757d693 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] Task: {'id': task-1861337, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1543.709895] env[62574]: DEBUG nova.scheduler.client.report [None req-471df300-4291-4edb-ae72-2c70a57566ba tempest-SecurityGroupsTestJSON-247158518 tempest-SecurityGroupsTestJSON-247158518-project-member] Inventory has not changed for provider f0ed160a-beff-4626-a531-2a70d7bc0627 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 148, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1543.713191] env[62574]: DEBUG oslo_vmware.api [None req-e175b960-16b9-4bac-84cc-7c209b9f346b tempest-ImagesOneServerTestJSON-1738664534 tempest-ImagesOneServerTestJSON-1738664534-project-member] Task: {'id': task-1861335, 'name': Destroy_Task, 'duration_secs': 0.566005} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1543.714182] env[62574]: INFO nova.virt.vmwareapi.vm_util [None req-e175b960-16b9-4bac-84cc-7c209b9f346b tempest-ImagesOneServerTestJSON-1738664534 tempest-ImagesOneServerTestJSON-1738664534-project-member] [instance: b19648bf-b106-4c17-8b48-8c579fb23b31] Destroyed the VM [ 1543.714182] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-e175b960-16b9-4bac-84cc-7c209b9f346b tempest-ImagesOneServerTestJSON-1738664534 tempest-ImagesOneServerTestJSON-1738664534-project-member] [instance: b19648bf-b106-4c17-8b48-8c579fb23b31] Deleting Snapshot of the VM instance {{(pid=62574) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1543.714182] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-b9383e1c-26d1-40b1-ba4a-88de988468ef {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.722878] env[62574]: DEBUG oslo_vmware.api [None req-e175b960-16b9-4bac-84cc-7c209b9f346b tempest-ImagesOneServerTestJSON-1738664534 tempest-ImagesOneServerTestJSON-1738664534-project-member] Waiting for the task: (returnval){ [ 1543.722878] env[62574]: value = "task-1861338" [ 1543.722878] env[62574]: _type = "Task" [ 1543.722878] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1543.733716] env[62574]: DEBUG oslo_vmware.api [None req-e175b960-16b9-4bac-84cc-7c209b9f346b tempest-ImagesOneServerTestJSON-1738664534 tempest-ImagesOneServerTestJSON-1738664534-project-member] Task: {'id': task-1861338, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1543.786777] env[62574]: DEBUG oslo_vmware.api [None req-94fb1ff1-c3d0-4da3-b8e0-ccc432ffde04 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]5288a04d-d72c-9315-9afa-84d0d8ce3b56, 'name': SearchDatastore_Task, 'duration_secs': 0.009457} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1543.787210] env[62574]: DEBUG oslo_concurrency.lockutils [None req-94fb1ff1-c3d0-4da3-b8e0-ccc432ffde04 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1543.787519] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-94fb1ff1-c3d0-4da3-b8e0-ccc432ffde04 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] [instance: b4522995-fb9c-471f-bd36-af8b721aa5ff] Processing image 3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2 {{(pid=62574) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1543.787860] env[62574]: DEBUG oslo_concurrency.lockutils [None req-94fb1ff1-c3d0-4da3-b8e0-ccc432ffde04 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1543.788296] env[62574]: DEBUG oslo_concurrency.lockutils [None req-94fb1ff1-c3d0-4da3-b8e0-ccc432ffde04 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1543.788731] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-94fb1ff1-c3d0-4da3-b8e0-ccc432ffde04 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1543.789782] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4855d498-0042-49c7-8faa-562d58fe628f {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.800408] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-94fb1ff1-c3d0-4da3-b8e0-ccc432ffde04 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1543.800674] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-94fb1ff1-c3d0-4da3-b8e0-ccc432ffde04 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62574) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1543.801670] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8fb0f7e4-5687-4d5e-b98b-aaad29c7e265 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.807717] env[62574]: DEBUG oslo_vmware.api [None req-94fb1ff1-c3d0-4da3-b8e0-ccc432ffde04 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Waiting for the task: (returnval){ [ 1543.807717] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]52a65017-2d52-bfe4-23f9-aef9f43e8631" [ 1543.807717] env[62574]: _type = "Task" [ 1543.807717] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1543.818115] env[62574]: DEBUG oslo_vmware.api [None req-94fb1ff1-c3d0-4da3-b8e0-ccc432ffde04 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52a65017-2d52-bfe4-23f9-aef9f43e8631, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1543.851366] env[62574]: DEBUG nova.compute.manager [req-77891e0b-8e69-44fb-bbca-a65a29fc45ec req-85b6c646-d599-4d93-af03-457a9d099428 service nova] [instance: dc6d1fd4-d844-4ef6-b100-5e491a698ae3] Received event network-vif-deleted-7be331c4-5cc2-42f6-83d8-9cfa90eb6d56 {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1544.022394] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-d31c8a8f-d687-4476-b20d-b66393707859 tempest-ServersAdmin275Test-269086882 tempest-ServersAdmin275Test-269086882-project-admin] [instance: 90b44fba-636a-414f-b286-7baf5adc2122] Powering off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1544.022818] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-240bd548-53d7-439f-a74e-5310afae7b96 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.033277] env[62574]: DEBUG oslo_vmware.api [None req-d31c8a8f-d687-4476-b20d-b66393707859 tempest-ServersAdmin275Test-269086882 tempest-ServersAdmin275Test-269086882-project-admin] Waiting for the task: (returnval){ [ 1544.033277] env[62574]: value = "task-1861339" [ 1544.033277] env[62574]: _type = "Task" [ 1544.033277] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1544.049103] env[62574]: DEBUG nova.compute.manager [req-ec8d1f4f-3d8b-450b-abe5-9ab59bb6751e req-0f62e5a1-297b-43e7-9cf3-47cf9598dcaa service nova] [instance: ae9a6ff7-cc1f-43dc-9acb-47aaa3d1089e] Received event network-vif-plugged-51e938de-9a12-4d8a-905c-465b1e3ede91 {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1544.049212] env[62574]: DEBUG oslo_concurrency.lockutils [req-ec8d1f4f-3d8b-450b-abe5-9ab59bb6751e req-0f62e5a1-297b-43e7-9cf3-47cf9598dcaa service nova] Acquiring lock "ae9a6ff7-cc1f-43dc-9acb-47aaa3d1089e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1544.049434] env[62574]: DEBUG oslo_concurrency.lockutils [req-ec8d1f4f-3d8b-450b-abe5-9ab59bb6751e req-0f62e5a1-297b-43e7-9cf3-47cf9598dcaa service nova] Lock "ae9a6ff7-cc1f-43dc-9acb-47aaa3d1089e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1544.049656] env[62574]: DEBUG oslo_concurrency.lockutils [req-ec8d1f4f-3d8b-450b-abe5-9ab59bb6751e req-0f62e5a1-297b-43e7-9cf3-47cf9598dcaa service nova] Lock "ae9a6ff7-cc1f-43dc-9acb-47aaa3d1089e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1544.049773] env[62574]: DEBUG nova.compute.manager [req-ec8d1f4f-3d8b-450b-abe5-9ab59bb6751e req-0f62e5a1-297b-43e7-9cf3-47cf9598dcaa service nova] [instance: ae9a6ff7-cc1f-43dc-9acb-47aaa3d1089e] No waiting events found dispatching network-vif-plugged-51e938de-9a12-4d8a-905c-465b1e3ede91 {{(pid=62574) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1544.049939] env[62574]: WARNING nova.compute.manager [req-ec8d1f4f-3d8b-450b-abe5-9ab59bb6751e req-0f62e5a1-297b-43e7-9cf3-47cf9598dcaa service nova] [instance: ae9a6ff7-cc1f-43dc-9acb-47aaa3d1089e] Received unexpected event network-vif-plugged-51e938de-9a12-4d8a-905c-465b1e3ede91 for instance with vm_state building and task_state spawning. [ 1544.050113] env[62574]: DEBUG nova.compute.manager [req-ec8d1f4f-3d8b-450b-abe5-9ab59bb6751e req-0f62e5a1-297b-43e7-9cf3-47cf9598dcaa service nova] [instance: ae9a6ff7-cc1f-43dc-9acb-47aaa3d1089e] Received event network-changed-51e938de-9a12-4d8a-905c-465b1e3ede91 {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1544.050356] env[62574]: DEBUG nova.compute.manager [req-ec8d1f4f-3d8b-450b-abe5-9ab59bb6751e req-0f62e5a1-297b-43e7-9cf3-47cf9598dcaa service nova] [instance: ae9a6ff7-cc1f-43dc-9acb-47aaa3d1089e] Refreshing instance network info cache due to event network-changed-51e938de-9a12-4d8a-905c-465b1e3ede91. {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1544.050694] env[62574]: DEBUG oslo_concurrency.lockutils [req-ec8d1f4f-3d8b-450b-abe5-9ab59bb6751e req-0f62e5a1-297b-43e7-9cf3-47cf9598dcaa service nova] Acquiring lock "refresh_cache-ae9a6ff7-cc1f-43dc-9acb-47aaa3d1089e" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1544.059689] env[62574]: DEBUG oslo_vmware.api [None req-d31c8a8f-d687-4476-b20d-b66393707859 tempest-ServersAdmin275Test-269086882 tempest-ServersAdmin275Test-269086882-project-admin] Task: {'id': task-1861339, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1544.068173] env[62574]: DEBUG oslo_vmware.api [None req-5b3e9bbb-8a0d-4317-ab9d-2cb3146c3b7a tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Task: {'id': task-1861336, 'name': PowerOnVM_Task, 'duration_secs': 0.403612} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1544.068173] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b3e9bbb-8a0d-4317-ab9d-2cb3146c3b7a tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] [instance: 1e669675-0551-49d8-af15-64fdd0984b3f] Powered on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1544.069177] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-5b3e9bbb-8a0d-4317-ab9d-2cb3146c3b7a tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] [instance: 1e669675-0551-49d8-af15-64fdd0984b3f] Updating instance '1e669675-0551-49d8-af15-64fdd0984b3f' progress to 100 {{(pid=62574) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1544.101024] env[62574]: DEBUG nova.network.neutron [req-b9a36dff-a9b3-4bf8-ae49-4c186af701e3 req-27403616-afa7-4c8c-a8ca-7688d33dd04d service nova] [instance: b4522995-fb9c-471f-bd36-af8b721aa5ff] Updated VIF entry in instance network info cache for port caf5c8e8-e94e-42ba-ab38-e0de749fbc41. {{(pid=62574) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1544.101024] env[62574]: DEBUG nova.network.neutron [req-b9a36dff-a9b3-4bf8-ae49-4c186af701e3 req-27403616-afa7-4c8c-a8ca-7688d33dd04d service nova] [instance: b4522995-fb9c-471f-bd36-af8b721aa5ff] Updating instance_info_cache with network_info: [{"id": "caf5c8e8-e94e-42ba-ab38-e0de749fbc41", "address": "fa:16:3e:e7:4f:ca", "network": {"id": "048e4d0d-d1ab-45c4-a15c-a1cfb16572ac", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1657993544-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3efda8e53e3c4eea8bfd1d5d6cd90db3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f68ebd2a-3c68-48db-8c32-8a01497fc2e7", "external-id": "nsx-vlan-transportzone-49", "segmentation_id": 49, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcaf5c8e8-e9", "ovs_interfaceid": "caf5c8e8-e94e-42ba-ab38-e0de749fbc41", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1544.110699] env[62574]: DEBUG oslo_concurrency.lockutils [None req-a8139111-9c86-4110-a2ce-b526ad630528 tempest-AttachInterfacesUnderV243Test-962410907 tempest-AttachInterfacesUnderV243Test-962410907-project-member] Releasing lock "refresh_cache-ae9a6ff7-cc1f-43dc-9acb-47aaa3d1089e" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1544.113429] env[62574]: DEBUG nova.compute.manager [None req-a8139111-9c86-4110-a2ce-b526ad630528 tempest-AttachInterfacesUnderV243Test-962410907 tempest-AttachInterfacesUnderV243Test-962410907-project-member] [instance: ae9a6ff7-cc1f-43dc-9acb-47aaa3d1089e] Instance network_info: |[{"id": "51e938de-9a12-4d8a-905c-465b1e3ede91", "address": "fa:16:3e:65:79:c5", "network": {"id": "bfb33f5f-722e-474d-9852-8f4912e532ff", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1540486594-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e65546ab27a4afe8ba3f0598772f41a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2321dbbe-f64a-4253-a462-21676f8a278e", "external-id": "nsx-vlan-transportzone-714", "segmentation_id": 714, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51e938de-9a", "ovs_interfaceid": "51e938de-9a12-4d8a-905c-465b1e3ede91", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62574) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1544.113429] env[62574]: DEBUG oslo_concurrency.lockutils [req-ec8d1f4f-3d8b-450b-abe5-9ab59bb6751e req-0f62e5a1-297b-43e7-9cf3-47cf9598dcaa service nova] Acquired lock "refresh_cache-ae9a6ff7-cc1f-43dc-9acb-47aaa3d1089e" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1544.113525] env[62574]: DEBUG nova.network.neutron [req-ec8d1f4f-3d8b-450b-abe5-9ab59bb6751e req-0f62e5a1-297b-43e7-9cf3-47cf9598dcaa service nova] [instance: ae9a6ff7-cc1f-43dc-9acb-47aaa3d1089e] Refreshing network info cache for port 51e938de-9a12-4d8a-905c-465b1e3ede91 {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1544.115062] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-a8139111-9c86-4110-a2ce-b526ad630528 tempest-AttachInterfacesUnderV243Test-962410907 tempest-AttachInterfacesUnderV243Test-962410907-project-member] [instance: ae9a6ff7-cc1f-43dc-9acb-47aaa3d1089e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:65:79:c5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2321dbbe-f64a-4253-a462-21676f8a278e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '51e938de-9a12-4d8a-905c-465b1e3ede91', 'vif_model': 'vmxnet3'}] {{(pid=62574) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1544.123187] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8139111-9c86-4110-a2ce-b526ad630528 tempest-AttachInterfacesUnderV243Test-962410907 tempest-AttachInterfacesUnderV243Test-962410907-project-member] Creating folder: Project (1e65546ab27a4afe8ba3f0598772f41a). Parent ref: group-v384746. {{(pid=62574) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1544.126849] env[62574]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-32f55b40-32b0-4bda-981c-f4b265b0cffc {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.139326] env[62574]: INFO nova.virt.vmwareapi.vm_util [None req-a8139111-9c86-4110-a2ce-b526ad630528 tempest-AttachInterfacesUnderV243Test-962410907 tempest-AttachInterfacesUnderV243Test-962410907-project-member] Created folder: Project (1e65546ab27a4afe8ba3f0598772f41a) in parent group-v384746. [ 1544.139561] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8139111-9c86-4110-a2ce-b526ad630528 tempest-AttachInterfacesUnderV243Test-962410907 tempest-AttachInterfacesUnderV243Test-962410907-project-member] Creating folder: Instances. Parent ref: group-v384817. {{(pid=62574) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1544.139817] env[62574]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a34b2a91-0765-47eb-b2ba-826a248890d6 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.152164] env[62574]: DEBUG oslo_vmware.api [None req-4d56755d-756b-4f5e-a7d8-cfa7c757d693 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] Task: {'id': task-1861337, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1544.153453] env[62574]: INFO nova.virt.vmwareapi.vm_util [None req-a8139111-9c86-4110-a2ce-b526ad630528 tempest-AttachInterfacesUnderV243Test-962410907 tempest-AttachInterfacesUnderV243Test-962410907-project-member] Created folder: Instances in parent group-v384817. [ 1544.153782] env[62574]: DEBUG oslo.service.loopingcall [None req-a8139111-9c86-4110-a2ce-b526ad630528 tempest-AttachInterfacesUnderV243Test-962410907 tempest-AttachInterfacesUnderV243Test-962410907-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62574) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1544.153940] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ae9a6ff7-cc1f-43dc-9acb-47aaa3d1089e] Creating VM on the ESX host {{(pid=62574) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1544.154190] env[62574]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-81c43420-d34c-463c-808a-1fc908588b1d {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.177050] env[62574]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1544.177050] env[62574]: value = "task-1861342" [ 1544.177050] env[62574]: _type = "Task" [ 1544.177050] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1544.186978] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1861342, 'name': CreateVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1544.215315] env[62574]: DEBUG oslo_concurrency.lockutils [None req-471df300-4291-4edb-ae72-2c70a57566ba tempest-SecurityGroupsTestJSON-247158518 tempest-SecurityGroupsTestJSON-247158518-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.669s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1544.215853] env[62574]: DEBUG nova.compute.manager [None req-471df300-4291-4edb-ae72-2c70a57566ba tempest-SecurityGroupsTestJSON-247158518 tempest-SecurityGroupsTestJSON-247158518-project-member] [instance: b8f6a4a6-77e9-4989-bd79-f23e15335517] Start building networks asynchronously for instance. {{(pid=62574) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1544.219027] env[62574]: DEBUG oslo_concurrency.lockutils [None req-b4a74d3b-4518-4ef6-94d2-fbcd7a7c6429 tempest-ServerShowV254Test-52812069 tempest-ServerShowV254Test-52812069-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.884s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1544.219735] env[62574]: DEBUG nova.objects.instance [None req-b4a74d3b-4518-4ef6-94d2-fbcd7a7c6429 tempest-ServerShowV254Test-52812069 tempest-ServerShowV254Test-52812069-project-member] Lazy-loading 'resources' on Instance uuid b79bac0e-5cb0-43de-b10f-26262358e61e {{(pid=62574) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1544.234776] env[62574]: DEBUG oslo_vmware.api [None req-e175b960-16b9-4bac-84cc-7c209b9f346b tempest-ImagesOneServerTestJSON-1738664534 tempest-ImagesOneServerTestJSON-1738664534-project-member] Task: {'id': task-1861338, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1544.322164] env[62574]: DEBUG oslo_vmware.api [None req-94fb1ff1-c3d0-4da3-b8e0-ccc432ffde04 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52a65017-2d52-bfe4-23f9-aef9f43e8631, 'name': SearchDatastore_Task, 'duration_secs': 0.008878} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1544.326614] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7c615b05-2cdd-4846-b827-4c271074f1e8 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.333154] env[62574]: DEBUG oslo_vmware.api [None req-94fb1ff1-c3d0-4da3-b8e0-ccc432ffde04 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Waiting for the task: (returnval){ [ 1544.333154] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]527a7ae6-15d7-aa8d-7ec7-1848256f531a" [ 1544.333154] env[62574]: _type = "Task" [ 1544.333154] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1544.342739] env[62574]: DEBUG oslo_vmware.api [None req-94fb1ff1-c3d0-4da3-b8e0-ccc432ffde04 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]527a7ae6-15d7-aa8d-7ec7-1848256f531a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1544.544712] env[62574]: DEBUG oslo_vmware.api [None req-d31c8a8f-d687-4476-b20d-b66393707859 tempest-ServersAdmin275Test-269086882 tempest-ServersAdmin275Test-269086882-project-admin] Task: {'id': task-1861339, 'name': PowerOffVM_Task, 'duration_secs': 0.150449} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1544.545031] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-d31c8a8f-d687-4476-b20d-b66393707859 tempest-ServersAdmin275Test-269086882 tempest-ServersAdmin275Test-269086882-project-admin] [instance: 90b44fba-636a-414f-b286-7baf5adc2122] Powered off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1544.545134] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-d31c8a8f-d687-4476-b20d-b66393707859 tempest-ServersAdmin275Test-269086882 tempest-ServersAdmin275Test-269086882-project-admin] [instance: 90b44fba-636a-414f-b286-7baf5adc2122] Destroying instance {{(pid=62574) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1544.546027] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f11f7c2f-5b54-452a-9d90-e4a2957e22b1 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.555816] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-d31c8a8f-d687-4476-b20d-b66393707859 tempest-ServersAdmin275Test-269086882 tempest-ServersAdmin275Test-269086882-project-admin] [instance: 90b44fba-636a-414f-b286-7baf5adc2122] Unregistering the VM {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1544.555860] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ed4575d9-a9d9-483b-bfa9-28e9564f6cb2 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.581289] env[62574]: DEBUG nova.network.neutron [req-ec8d1f4f-3d8b-450b-abe5-9ab59bb6751e req-0f62e5a1-297b-43e7-9cf3-47cf9598dcaa service nova] [instance: ae9a6ff7-cc1f-43dc-9acb-47aaa3d1089e] Updated VIF entry in instance network info cache for port 51e938de-9a12-4d8a-905c-465b1e3ede91. {{(pid=62574) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1544.581956] env[62574]: DEBUG nova.network.neutron [req-ec8d1f4f-3d8b-450b-abe5-9ab59bb6751e req-0f62e5a1-297b-43e7-9cf3-47cf9598dcaa service nova] [instance: ae9a6ff7-cc1f-43dc-9acb-47aaa3d1089e] Updating instance_info_cache with network_info: [{"id": "51e938de-9a12-4d8a-905c-465b1e3ede91", "address": "fa:16:3e:65:79:c5", "network": {"id": "bfb33f5f-722e-474d-9852-8f4912e532ff", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1540486594-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e65546ab27a4afe8ba3f0598772f41a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2321dbbe-f64a-4253-a462-21676f8a278e", "external-id": "nsx-vlan-transportzone-714", "segmentation_id": 714, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51e938de-9a", "ovs_interfaceid": "51e938de-9a12-4d8a-905c-465b1e3ede91", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1544.582890] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-d31c8a8f-d687-4476-b20d-b66393707859 tempest-ServersAdmin275Test-269086882 tempest-ServersAdmin275Test-269086882-project-admin] [instance: 90b44fba-636a-414f-b286-7baf5adc2122] Unregistered the VM {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1544.583096] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-d31c8a8f-d687-4476-b20d-b66393707859 tempest-ServersAdmin275Test-269086882 tempest-ServersAdmin275Test-269086882-project-admin] [instance: 90b44fba-636a-414f-b286-7baf5adc2122] Deleting contents of the VM from datastore datastore1 {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1544.585285] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-d31c8a8f-d687-4476-b20d-b66393707859 tempest-ServersAdmin275Test-269086882 tempest-ServersAdmin275Test-269086882-project-admin] Deleting the datastore file [datastore1] 90b44fba-636a-414f-b286-7baf5adc2122 {{(pid=62574) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1544.585285] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1cbd3bf0-3a79-45b0-b775-4dcae2e170f9 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.590075] env[62574]: DEBUG oslo_vmware.api [None req-d31c8a8f-d687-4476-b20d-b66393707859 tempest-ServersAdmin275Test-269086882 tempest-ServersAdmin275Test-269086882-project-admin] Waiting for the task: (returnval){ [ 1544.590075] env[62574]: value = "task-1861344" [ 1544.590075] env[62574]: _type = "Task" [ 1544.590075] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1544.599685] env[62574]: DEBUG oslo_vmware.api [None req-d31c8a8f-d687-4476-b20d-b66393707859 tempest-ServersAdmin275Test-269086882 tempest-ServersAdmin275Test-269086882-project-admin] Task: {'id': task-1861344, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1544.602920] env[62574]: DEBUG oslo_concurrency.lockutils [req-b9a36dff-a9b3-4bf8-ae49-4c186af701e3 req-27403616-afa7-4c8c-a8ca-7688d33dd04d service nova] Releasing lock "refresh_cache-b4522995-fb9c-471f-bd36-af8b721aa5ff" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1544.653034] env[62574]: DEBUG oslo_vmware.api [None req-4d56755d-756b-4f5e-a7d8-cfa7c757d693 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] Task: {'id': task-1861337, 'name': PowerOnVM_Task, 'duration_secs': 0.749264} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1544.653149] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d56755d-756b-4f5e-a7d8-cfa7c757d693 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] [instance: 6cebe45a-8d90-4ac3-b75e-99e2a598c43b] Powered on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1544.653304] env[62574]: INFO nova.compute.manager [None req-4d56755d-756b-4f5e-a7d8-cfa7c757d693 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] [instance: 6cebe45a-8d90-4ac3-b75e-99e2a598c43b] Took 8.74 seconds to spawn the instance on the hypervisor. [ 1544.653461] env[62574]: DEBUG nova.compute.manager [None req-4d56755d-756b-4f5e-a7d8-cfa7c757d693 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] [instance: 6cebe45a-8d90-4ac3-b75e-99e2a598c43b] Checking state {{(pid=62574) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1544.654284] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1dc4bc5-39c0-44ba-bfda-3448f58c5bfd {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.689857] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1861342, 'name': CreateVM_Task, 'duration_secs': 0.409466} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1544.690039] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ae9a6ff7-cc1f-43dc-9acb-47aaa3d1089e] Created VM on the ESX host {{(pid=62574) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1544.691551] env[62574]: DEBUG oslo_concurrency.lockutils [None req-a8139111-9c86-4110-a2ce-b526ad630528 tempest-AttachInterfacesUnderV243Test-962410907 tempest-AttachInterfacesUnderV243Test-962410907-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1544.691647] env[62574]: DEBUG oslo_concurrency.lockutils [None req-a8139111-9c86-4110-a2ce-b526ad630528 tempest-AttachInterfacesUnderV243Test-962410907 tempest-AttachInterfacesUnderV243Test-962410907-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1544.692446] env[62574]: DEBUG oslo_concurrency.lockutils [None req-a8139111-9c86-4110-a2ce-b526ad630528 tempest-AttachInterfacesUnderV243Test-962410907 tempest-AttachInterfacesUnderV243Test-962410907-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1544.695318] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-74cbd908-b605-4365-ae06-b338107ceeca {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.703105] env[62574]: DEBUG oslo_vmware.api [None req-a8139111-9c86-4110-a2ce-b526ad630528 tempest-AttachInterfacesUnderV243Test-962410907 tempest-AttachInterfacesUnderV243Test-962410907-project-member] Waiting for the task: (returnval){ [ 1544.703105] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]52471740-dfd9-5fab-0fa7-ec45b5b2ff94" [ 1544.703105] env[62574]: _type = "Task" [ 1544.703105] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1544.712460] env[62574]: DEBUG oslo_vmware.api [None req-a8139111-9c86-4110-a2ce-b526ad630528 tempest-AttachInterfacesUnderV243Test-962410907 tempest-AttachInterfacesUnderV243Test-962410907-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52471740-dfd9-5fab-0fa7-ec45b5b2ff94, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1544.723879] env[62574]: DEBUG nova.compute.utils [None req-471df300-4291-4edb-ae72-2c70a57566ba tempest-SecurityGroupsTestJSON-247158518 tempest-SecurityGroupsTestJSON-247158518-project-member] Using /dev/sd instead of None {{(pid=62574) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1544.729021] env[62574]: DEBUG nova.compute.manager [None req-471df300-4291-4edb-ae72-2c70a57566ba tempest-SecurityGroupsTestJSON-247158518 tempest-SecurityGroupsTestJSON-247158518-project-member] [instance: b8f6a4a6-77e9-4989-bd79-f23e15335517] Allocating IP information in the background. {{(pid=62574) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1544.729021] env[62574]: DEBUG nova.network.neutron [None req-471df300-4291-4edb-ae72-2c70a57566ba tempest-SecurityGroupsTestJSON-247158518 tempest-SecurityGroupsTestJSON-247158518-project-member] [instance: b8f6a4a6-77e9-4989-bd79-f23e15335517] allocate_for_instance() {{(pid=62574) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1544.741925] env[62574]: DEBUG oslo_vmware.api [None req-e175b960-16b9-4bac-84cc-7c209b9f346b tempest-ImagesOneServerTestJSON-1738664534 tempest-ImagesOneServerTestJSON-1738664534-project-member] Task: {'id': task-1861338, 'name': RemoveSnapshot_Task, 'duration_secs': 0.523315} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1544.742265] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-e175b960-16b9-4bac-84cc-7c209b9f346b tempest-ImagesOneServerTestJSON-1738664534 tempest-ImagesOneServerTestJSON-1738664534-project-member] [instance: b19648bf-b106-4c17-8b48-8c579fb23b31] Deleted Snapshot of the VM instance {{(pid=62574) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1544.742524] env[62574]: INFO nova.compute.manager [None req-e175b960-16b9-4bac-84cc-7c209b9f346b tempest-ImagesOneServerTestJSON-1738664534 tempest-ImagesOneServerTestJSON-1738664534-project-member] [instance: b19648bf-b106-4c17-8b48-8c579fb23b31] Took 17.90 seconds to snapshot the instance on the hypervisor. [ 1544.809439] env[62574]: DEBUG nova.policy [None req-471df300-4291-4edb-ae72-2c70a57566ba tempest-SecurityGroupsTestJSON-247158518 tempest-SecurityGroupsTestJSON-247158518-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ea242d0d149d46ea9db16ed9906b67e0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '10cbceaa655b46ebabb5a9831d033750', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62574) authorize /opt/stack/nova/nova/policy.py:192}} [ 1544.848964] env[62574]: DEBUG oslo_vmware.api [None req-94fb1ff1-c3d0-4da3-b8e0-ccc432ffde04 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]527a7ae6-15d7-aa8d-7ec7-1848256f531a, 'name': SearchDatastore_Task, 'duration_secs': 0.012853} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1544.849720] env[62574]: DEBUG oslo_concurrency.lockutils [None req-94fb1ff1-c3d0-4da3-b8e0-ccc432ffde04 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1544.849998] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-94fb1ff1-c3d0-4da3-b8e0-ccc432ffde04 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk to [datastore1] b4522995-fb9c-471f-bd36-af8b721aa5ff/b4522995-fb9c-471f-bd36-af8b721aa5ff.vmdk {{(pid=62574) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1544.850301] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fce652ef-954d-4356-8c0b-e5243eceb4c1 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.863351] env[62574]: DEBUG oslo_vmware.api [None req-94fb1ff1-c3d0-4da3-b8e0-ccc432ffde04 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Waiting for the task: (returnval){ [ 1544.863351] env[62574]: value = "task-1861345" [ 1544.863351] env[62574]: _type = "Task" [ 1544.863351] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1544.876575] env[62574]: DEBUG oslo_vmware.api [None req-94fb1ff1-c3d0-4da3-b8e0-ccc432ffde04 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Task: {'id': task-1861345, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1545.084591] env[62574]: DEBUG oslo_concurrency.lockutils [req-ec8d1f4f-3d8b-450b-abe5-9ab59bb6751e req-0f62e5a1-297b-43e7-9cf3-47cf9598dcaa service nova] Releasing lock "refresh_cache-ae9a6ff7-cc1f-43dc-9acb-47aaa3d1089e" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1545.102940] env[62574]: DEBUG oslo_vmware.api [None req-d31c8a8f-d687-4476-b20d-b66393707859 tempest-ServersAdmin275Test-269086882 tempest-ServersAdmin275Test-269086882-project-admin] Task: {'id': task-1861344, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.137598} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1545.102940] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-d31c8a8f-d687-4476-b20d-b66393707859 tempest-ServersAdmin275Test-269086882 tempest-ServersAdmin275Test-269086882-project-admin] Deleted the datastore file {{(pid=62574) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1545.102940] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-d31c8a8f-d687-4476-b20d-b66393707859 tempest-ServersAdmin275Test-269086882 tempest-ServersAdmin275Test-269086882-project-admin] [instance: 90b44fba-636a-414f-b286-7baf5adc2122] Deleted contents of the VM from datastore datastore1 {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1545.103174] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-d31c8a8f-d687-4476-b20d-b66393707859 tempest-ServersAdmin275Test-269086882 tempest-ServersAdmin275Test-269086882-project-admin] [instance: 90b44fba-636a-414f-b286-7baf5adc2122] Instance destroyed {{(pid=62574) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1545.180175] env[62574]: INFO nova.compute.manager [None req-4d56755d-756b-4f5e-a7d8-cfa7c757d693 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] [instance: 6cebe45a-8d90-4ac3-b75e-99e2a598c43b] Took 31.79 seconds to build instance. [ 1545.220900] env[62574]: DEBUG oslo_vmware.api [None req-a8139111-9c86-4110-a2ce-b526ad630528 tempest-AttachInterfacesUnderV243Test-962410907 tempest-AttachInterfacesUnderV243Test-962410907-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52471740-dfd9-5fab-0fa7-ec45b5b2ff94, 'name': SearchDatastore_Task, 'duration_secs': 0.02659} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1545.221173] env[62574]: DEBUG oslo_concurrency.lockutils [None req-a8139111-9c86-4110-a2ce-b526ad630528 tempest-AttachInterfacesUnderV243Test-962410907 tempest-AttachInterfacesUnderV243Test-962410907-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1545.221415] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-a8139111-9c86-4110-a2ce-b526ad630528 tempest-AttachInterfacesUnderV243Test-962410907 tempest-AttachInterfacesUnderV243Test-962410907-project-member] [instance: ae9a6ff7-cc1f-43dc-9acb-47aaa3d1089e] Processing image 3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2 {{(pid=62574) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1545.221667] env[62574]: DEBUG oslo_concurrency.lockutils [None req-a8139111-9c86-4110-a2ce-b526ad630528 tempest-AttachInterfacesUnderV243Test-962410907 tempest-AttachInterfacesUnderV243Test-962410907-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1545.221845] env[62574]: DEBUG oslo_concurrency.lockutils [None req-a8139111-9c86-4110-a2ce-b526ad630528 tempest-AttachInterfacesUnderV243Test-962410907 tempest-AttachInterfacesUnderV243Test-962410907-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1545.222067] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8139111-9c86-4110-a2ce-b526ad630528 tempest-AttachInterfacesUnderV243Test-962410907 tempest-AttachInterfacesUnderV243Test-962410907-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1545.222368] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5f5774e9-7696-4da8-86be-836151f2e84e {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.228894] env[62574]: DEBUG nova.compute.manager [None req-471df300-4291-4edb-ae72-2c70a57566ba tempest-SecurityGroupsTestJSON-247158518 tempest-SecurityGroupsTestJSON-247158518-project-member] [instance: b8f6a4a6-77e9-4989-bd79-f23e15335517] Start building block device mappings for instance. {{(pid=62574) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1545.233844] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8139111-9c86-4110-a2ce-b526ad630528 tempest-AttachInterfacesUnderV243Test-962410907 tempest-AttachInterfacesUnderV243Test-962410907-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1545.234036] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-a8139111-9c86-4110-a2ce-b526ad630528 tempest-AttachInterfacesUnderV243Test-962410907 tempest-AttachInterfacesUnderV243Test-962410907-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62574) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1545.234857] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b51c59c0-d2ca-4abd-b926-fce0f649698d {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.241460] env[62574]: DEBUG oslo_vmware.api [None req-a8139111-9c86-4110-a2ce-b526ad630528 tempest-AttachInterfacesUnderV243Test-962410907 tempest-AttachInterfacesUnderV243Test-962410907-project-member] Waiting for the task: (returnval){ [ 1545.241460] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]528ef8f2-6f8c-0496-19e0-0e99494d009e" [ 1545.241460] env[62574]: _type = "Task" [ 1545.241460] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1545.254745] env[62574]: DEBUG oslo_vmware.api [None req-a8139111-9c86-4110-a2ce-b526ad630528 tempest-AttachInterfacesUnderV243Test-962410907 tempest-AttachInterfacesUnderV243Test-962410907-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]528ef8f2-6f8c-0496-19e0-0e99494d009e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1545.266021] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62d0c747-dbdc-42ab-9713-dcafa0381015 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.275313] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6d0e37e-6dd7-44d4-b72f-d83f2d5b3574 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.310239] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91c9c1e6-131b-4040-9bb9-db5f148d8c28 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.320079] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a28c128-62e8-4741-93fc-69466227592d {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.335703] env[62574]: DEBUG nova.compute.provider_tree [None req-b4a74d3b-4518-4ef6-94d2-fbcd7a7c6429 tempest-ServerShowV254Test-52812069 tempest-ServerShowV254Test-52812069-project-member] Inventory has not changed in ProviderTree for provider: f0ed160a-beff-4626-a531-2a70d7bc0627 {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1545.378241] env[62574]: DEBUG oslo_vmware.api [None req-94fb1ff1-c3d0-4da3-b8e0-ccc432ffde04 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Task: {'id': task-1861345, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1545.402147] env[62574]: DEBUG nova.network.neutron [None req-471df300-4291-4edb-ae72-2c70a57566ba tempest-SecurityGroupsTestJSON-247158518 tempest-SecurityGroupsTestJSON-247158518-project-member] [instance: b8f6a4a6-77e9-4989-bd79-f23e15335517] Successfully created port: 6a7ce2f1-94dd-4e5b-9c7f-64bd15f36d2c {{(pid=62574) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1545.548197] env[62574]: DEBUG oslo_concurrency.lockutils [None req-986718a7-c619-47ed-a9da-0b05b3291680 tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] Acquiring lock "c2e5c2fb-e759-48f8-8bdc-7fd0a86ac1b9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1545.548476] env[62574]: DEBUG oslo_concurrency.lockutils [None req-986718a7-c619-47ed-a9da-0b05b3291680 tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] Lock "c2e5c2fb-e759-48f8-8bdc-7fd0a86ac1b9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1545.578727] env[62574]: DEBUG oslo_concurrency.lockutils [None req-986718a7-c619-47ed-a9da-0b05b3291680 tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] Acquiring lock "c195131e-5a17-4c77-b7d2-8873bb6a9653" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1545.579208] env[62574]: DEBUG oslo_concurrency.lockutils [None req-986718a7-c619-47ed-a9da-0b05b3291680 tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] Lock "c195131e-5a17-4c77-b7d2-8873bb6a9653" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1545.616275] env[62574]: DEBUG oslo_concurrency.lockutils [None req-986718a7-c619-47ed-a9da-0b05b3291680 tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] Acquiring lock "3692d5e9-2382-4f95-8ca4-0a57474e9be7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1545.616503] env[62574]: DEBUG oslo_concurrency.lockutils [None req-986718a7-c619-47ed-a9da-0b05b3291680 tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] Lock "3692d5e9-2382-4f95-8ca4-0a57474e9be7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1545.682410] env[62574]: DEBUG oslo_concurrency.lockutils [None req-4d56755d-756b-4f5e-a7d8-cfa7c757d693 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] Lock "6cebe45a-8d90-4ac3-b75e-99e2a598c43b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.273s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1545.753435] env[62574]: DEBUG oslo_vmware.api [None req-a8139111-9c86-4110-a2ce-b526ad630528 tempest-AttachInterfacesUnderV243Test-962410907 tempest-AttachInterfacesUnderV243Test-962410907-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]528ef8f2-6f8c-0496-19e0-0e99494d009e, 'name': SearchDatastore_Task, 'duration_secs': 0.013661} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1545.754627] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4abb0d01-7d43-447f-8bc9-611f494fecdd {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.760510] env[62574]: DEBUG oslo_vmware.api [None req-a8139111-9c86-4110-a2ce-b526ad630528 tempest-AttachInterfacesUnderV243Test-962410907 tempest-AttachInterfacesUnderV243Test-962410907-project-member] Waiting for the task: (returnval){ [ 1545.760510] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]5228af50-0641-f255-39f5-653c11dbfdb3" [ 1545.760510] env[62574]: _type = "Task" [ 1545.760510] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1545.769905] env[62574]: DEBUG oslo_vmware.api [None req-a8139111-9c86-4110-a2ce-b526ad630528 tempest-AttachInterfacesUnderV243Test-962410907 tempest-AttachInterfacesUnderV243Test-962410907-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]5228af50-0641-f255-39f5-653c11dbfdb3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1545.839937] env[62574]: DEBUG nova.scheduler.client.report [None req-b4a74d3b-4518-4ef6-94d2-fbcd7a7c6429 tempest-ServerShowV254Test-52812069 tempest-ServerShowV254Test-52812069-project-member] Inventory has not changed for provider f0ed160a-beff-4626-a531-2a70d7bc0627 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 148, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1545.876403] env[62574]: DEBUG oslo_vmware.api [None req-94fb1ff1-c3d0-4da3-b8e0-ccc432ffde04 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Task: {'id': task-1861345, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.704786} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1545.876783] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-94fb1ff1-c3d0-4da3-b8e0-ccc432ffde04 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk to [datastore1] b4522995-fb9c-471f-bd36-af8b721aa5ff/b4522995-fb9c-471f-bd36-af8b721aa5ff.vmdk {{(pid=62574) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1545.876998] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-94fb1ff1-c3d0-4da3-b8e0-ccc432ffde04 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] [instance: b4522995-fb9c-471f-bd36-af8b721aa5ff] Extending root virtual disk to 1048576 {{(pid=62574) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1545.877262] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9095ca3f-953e-4887-b910-d65d326689fe {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.884016] env[62574]: DEBUG oslo_vmware.api [None req-94fb1ff1-c3d0-4da3-b8e0-ccc432ffde04 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Waiting for the task: (returnval){ [ 1545.884016] env[62574]: value = "task-1861346" [ 1545.884016] env[62574]: _type = "Task" [ 1545.884016] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1545.892653] env[62574]: DEBUG oslo_vmware.api [None req-94fb1ff1-c3d0-4da3-b8e0-ccc432ffde04 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Task: {'id': task-1861346, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1546.149042] env[62574]: DEBUG nova.virt.hardware [None req-d31c8a8f-d687-4476-b20d-b66393707859 tempest-ServersAdmin275Test-269086882 tempest-ServersAdmin275Test-269086882-project-admin] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T19:26:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-13T19:26:40Z,direct_url=,disk_format='vmdk',id=3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7eed1dd4d2c3418eb32c4f4ceda3ab0d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-13T19:26:41Z,virtual_size=,visibility=), allow threads: False {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1546.149312] env[62574]: DEBUG nova.virt.hardware [None req-d31c8a8f-d687-4476-b20d-b66393707859 tempest-ServersAdmin275Test-269086882 tempest-ServersAdmin275Test-269086882-project-admin] Flavor limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1546.149554] env[62574]: DEBUG nova.virt.hardware [None req-d31c8a8f-d687-4476-b20d-b66393707859 tempest-ServersAdmin275Test-269086882 tempest-ServersAdmin275Test-269086882-project-admin] Image limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1546.149764] env[62574]: DEBUG nova.virt.hardware [None req-d31c8a8f-d687-4476-b20d-b66393707859 tempest-ServersAdmin275Test-269086882 tempest-ServersAdmin275Test-269086882-project-admin] Flavor pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1546.149912] env[62574]: DEBUG nova.virt.hardware [None req-d31c8a8f-d687-4476-b20d-b66393707859 tempest-ServersAdmin275Test-269086882 tempest-ServersAdmin275Test-269086882-project-admin] Image pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1546.150816] env[62574]: DEBUG nova.virt.hardware [None req-d31c8a8f-d687-4476-b20d-b66393707859 tempest-ServersAdmin275Test-269086882 tempest-ServersAdmin275Test-269086882-project-admin] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1546.151091] env[62574]: DEBUG nova.virt.hardware [None req-d31c8a8f-d687-4476-b20d-b66393707859 tempest-ServersAdmin275Test-269086882 tempest-ServersAdmin275Test-269086882-project-admin] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1546.151385] env[62574]: DEBUG nova.virt.hardware [None req-d31c8a8f-d687-4476-b20d-b66393707859 tempest-ServersAdmin275Test-269086882 tempest-ServersAdmin275Test-269086882-project-admin] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1546.152284] env[62574]: DEBUG nova.virt.hardware [None req-d31c8a8f-d687-4476-b20d-b66393707859 tempest-ServersAdmin275Test-269086882 tempest-ServersAdmin275Test-269086882-project-admin] Got 1 possible topologies {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1546.152284] env[62574]: DEBUG nova.virt.hardware [None req-d31c8a8f-d687-4476-b20d-b66393707859 tempest-ServersAdmin275Test-269086882 tempest-ServersAdmin275Test-269086882-project-admin] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1546.152284] env[62574]: DEBUG nova.virt.hardware [None req-d31c8a8f-d687-4476-b20d-b66393707859 tempest-ServersAdmin275Test-269086882 tempest-ServersAdmin275Test-269086882-project-admin] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1546.152808] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f329f0d-a5de-4f07-8462-e6c4def8f781 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.162040] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cdcf160-ddd1-41d2-ace1-590ee13fa434 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.180172] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-d31c8a8f-d687-4476-b20d-b66393707859 tempest-ServersAdmin275Test-269086882 tempest-ServersAdmin275Test-269086882-project-admin] [instance: 90b44fba-636a-414f-b286-7baf5adc2122] Instance VIF info [] {{(pid=62574) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1546.187044] env[62574]: DEBUG oslo.service.loopingcall [None req-d31c8a8f-d687-4476-b20d-b66393707859 tempest-ServersAdmin275Test-269086882 tempest-ServersAdmin275Test-269086882-project-admin] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62574) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1546.187332] env[62574]: DEBUG nova.compute.manager [None req-b1cf7fef-76a4-443d-b6df-89db1a57709a tempest-FloatingIPsAssociationTestJSON-1230011338 tempest-FloatingIPsAssociationTestJSON-1230011338-project-member] [instance: 659eb0b0-3b2a-4253-9c65-ef5bc0d33fd1] Starting instance... {{(pid=62574) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1546.193228] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 90b44fba-636a-414f-b286-7baf5adc2122] Creating VM on the ESX host {{(pid=62574) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1546.193828] env[62574]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-57c1fdb2-25c4-4f1b-b084-9e894ea12abb {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.214665] env[62574]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1546.214665] env[62574]: value = "task-1861347" [ 1546.214665] env[62574]: _type = "Task" [ 1546.214665] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1546.225495] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1861347, 'name': CreateVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1546.238674] env[62574]: DEBUG nova.compute.manager [None req-471df300-4291-4edb-ae72-2c70a57566ba tempest-SecurityGroupsTestJSON-247158518 tempest-SecurityGroupsTestJSON-247158518-project-member] [instance: b8f6a4a6-77e9-4989-bd79-f23e15335517] Start spawning the instance on the hypervisor. {{(pid=62574) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1546.267340] env[62574]: DEBUG nova.virt.hardware [None req-471df300-4291-4edb-ae72-2c70a57566ba tempest-SecurityGroupsTestJSON-247158518 tempest-SecurityGroupsTestJSON-247158518-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T19:26:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-13T19:26:40Z,direct_url=,disk_format='vmdk',id=3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7eed1dd4d2c3418eb32c4f4ceda3ab0d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-13T19:26:41Z,virtual_size=,visibility=), allow threads: False {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1546.267597] env[62574]: DEBUG nova.virt.hardware [None req-471df300-4291-4edb-ae72-2c70a57566ba tempest-SecurityGroupsTestJSON-247158518 tempest-SecurityGroupsTestJSON-247158518-project-member] Flavor limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1546.267817] env[62574]: DEBUG nova.virt.hardware [None req-471df300-4291-4edb-ae72-2c70a57566ba tempest-SecurityGroupsTestJSON-247158518 tempest-SecurityGroupsTestJSON-247158518-project-member] Image limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1546.268133] env[62574]: DEBUG nova.virt.hardware [None req-471df300-4291-4edb-ae72-2c70a57566ba tempest-SecurityGroupsTestJSON-247158518 tempest-SecurityGroupsTestJSON-247158518-project-member] Flavor pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1546.268331] env[62574]: DEBUG nova.virt.hardware [None req-471df300-4291-4edb-ae72-2c70a57566ba tempest-SecurityGroupsTestJSON-247158518 tempest-SecurityGroupsTestJSON-247158518-project-member] Image pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1546.268769] env[62574]: DEBUG nova.virt.hardware [None req-471df300-4291-4edb-ae72-2c70a57566ba tempest-SecurityGroupsTestJSON-247158518 tempest-SecurityGroupsTestJSON-247158518-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1546.268990] env[62574]: DEBUG nova.virt.hardware [None req-471df300-4291-4edb-ae72-2c70a57566ba tempest-SecurityGroupsTestJSON-247158518 tempest-SecurityGroupsTestJSON-247158518-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1546.269143] env[62574]: DEBUG nova.virt.hardware [None req-471df300-4291-4edb-ae72-2c70a57566ba tempest-SecurityGroupsTestJSON-247158518 tempest-SecurityGroupsTestJSON-247158518-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1546.269388] env[62574]: DEBUG nova.virt.hardware [None req-471df300-4291-4edb-ae72-2c70a57566ba tempest-SecurityGroupsTestJSON-247158518 tempest-SecurityGroupsTestJSON-247158518-project-member] Got 1 possible topologies {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1546.269650] env[62574]: DEBUG nova.virt.hardware [None req-471df300-4291-4edb-ae72-2c70a57566ba tempest-SecurityGroupsTestJSON-247158518 tempest-SecurityGroupsTestJSON-247158518-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1546.269845] env[62574]: DEBUG nova.virt.hardware [None req-471df300-4291-4edb-ae72-2c70a57566ba tempest-SecurityGroupsTestJSON-247158518 tempest-SecurityGroupsTestJSON-247158518-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1546.271010] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aea1e0d8-0adb-496f-a319-5027b25c0c24 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.279715] env[62574]: DEBUG oslo_vmware.api [None req-a8139111-9c86-4110-a2ce-b526ad630528 tempest-AttachInterfacesUnderV243Test-962410907 tempest-AttachInterfacesUnderV243Test-962410907-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]5228af50-0641-f255-39f5-653c11dbfdb3, 'name': SearchDatastore_Task, 'duration_secs': 0.041578} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1546.282160] env[62574]: DEBUG oslo_concurrency.lockutils [None req-a8139111-9c86-4110-a2ce-b526ad630528 tempest-AttachInterfacesUnderV243Test-962410907 tempest-AttachInterfacesUnderV243Test-962410907-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1546.282238] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8139111-9c86-4110-a2ce-b526ad630528 tempest-AttachInterfacesUnderV243Test-962410907 tempest-AttachInterfacesUnderV243Test-962410907-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk to [datastore1] ae9a6ff7-cc1f-43dc-9acb-47aaa3d1089e/ae9a6ff7-cc1f-43dc-9acb-47aaa3d1089e.vmdk {{(pid=62574) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1546.282544] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7d4e64a4-119f-4f97-8924-dd6f52917f6f {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.285838] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08b5e904-ad93-442c-8dc3-19561f64357a {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.305839] env[62574]: DEBUG oslo_vmware.api [None req-a8139111-9c86-4110-a2ce-b526ad630528 tempest-AttachInterfacesUnderV243Test-962410907 tempest-AttachInterfacesUnderV243Test-962410907-project-member] Waiting for the task: (returnval){ [ 1546.305839] env[62574]: value = "task-1861348" [ 1546.305839] env[62574]: _type = "Task" [ 1546.305839] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1546.315924] env[62574]: DEBUG oslo_vmware.api [None req-a8139111-9c86-4110-a2ce-b526ad630528 tempest-AttachInterfacesUnderV243Test-962410907 tempest-AttachInterfacesUnderV243Test-962410907-project-member] Task: {'id': task-1861348, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1546.353211] env[62574]: DEBUG oslo_concurrency.lockutils [None req-b4a74d3b-4518-4ef6-94d2-fbcd7a7c6429 tempest-ServerShowV254Test-52812069 tempest-ServerShowV254Test-52812069-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.132s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1546.353732] env[62574]: DEBUG oslo_concurrency.lockutils [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 23.474s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1546.353912] env[62574]: DEBUG oslo_concurrency.lockutils [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1546.354655] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62574) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1546.354767] env[62574]: DEBUG oslo_concurrency.lockutils [None req-cbcf069e-dca4-4225-a6b4-6e3548d10e3d tempest-DeleteServersAdminTestJSON-663052088 tempest-DeleteServersAdminTestJSON-663052088-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.338s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1546.356711] env[62574]: INFO nova.compute.claims [None req-cbcf069e-dca4-4225-a6b4-6e3548d10e3d tempest-DeleteServersAdminTestJSON-663052088 tempest-DeleteServersAdminTestJSON-663052088-project-member] [instance: ac8aec0b-0dd9-4250-8686-343a4d2563c2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1546.361274] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94edc645-dc54-45d8-8e2a-11f7df697f20 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.370033] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e08e555-2d52-4d07-a63a-b06e290ac4d8 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.387404] env[62574]: INFO nova.scheduler.client.report [None req-b4a74d3b-4518-4ef6-94d2-fbcd7a7c6429 tempest-ServerShowV254Test-52812069 tempest-ServerShowV254Test-52812069-project-member] Deleted allocations for instance b79bac0e-5cb0-43de-b10f-26262358e61e [ 1546.392705] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98186e0e-3338-4a38-8b2c-8f88f18cf3a0 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.404046] env[62574]: DEBUG oslo_vmware.api [None req-94fb1ff1-c3d0-4da3-b8e0-ccc432ffde04 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Task: {'id': task-1861346, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.088537} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1546.406687] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-94fb1ff1-c3d0-4da3-b8e0-ccc432ffde04 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] [instance: b4522995-fb9c-471f-bd36-af8b721aa5ff] Extended root virtual disk {{(pid=62574) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1546.408582] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fd084f1-34df-4ef7-a3f8-cf46e5289f38 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.412335] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5476e1e9-35b1-4a8d-a48b-e41742452e70 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.437187] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-94fb1ff1-c3d0-4da3-b8e0-ccc432ffde04 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] [instance: b4522995-fb9c-471f-bd36-af8b721aa5ff] Reconfiguring VM instance instance-00000016 to attach disk [datastore1] b4522995-fb9c-471f-bd36-af8b721aa5ff/b4522995-fb9c-471f-bd36-af8b721aa5ff.vmdk or device None with type sparse {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1546.468052] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b864f1c9-9c89-4d95-95a8-c7cce09ce079 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.485066] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181068MB free_disk=148GB free_vcpus=48 pci_devices=None {{(pid=62574) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1546.485326] env[62574]: DEBUG oslo_concurrency.lockutils [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1546.492618] env[62574]: DEBUG oslo_vmware.api [None req-94fb1ff1-c3d0-4da3-b8e0-ccc432ffde04 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Waiting for the task: (returnval){ [ 1546.492618] env[62574]: value = "task-1861349" [ 1546.492618] env[62574]: _type = "Task" [ 1546.492618] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1546.503529] env[62574]: DEBUG oslo_vmware.api [None req-94fb1ff1-c3d0-4da3-b8e0-ccc432ffde04 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Task: {'id': task-1861349, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1546.721134] env[62574]: DEBUG oslo_concurrency.lockutils [None req-b1cf7fef-76a4-443d-b6df-89db1a57709a tempest-FloatingIPsAssociationTestJSON-1230011338 tempest-FloatingIPsAssociationTestJSON-1230011338-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1546.726826] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1861347, 'name': CreateVM_Task} progress is 99%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1546.816272] env[62574]: DEBUG oslo_vmware.api [None req-a8139111-9c86-4110-a2ce-b526ad630528 tempest-AttachInterfacesUnderV243Test-962410907 tempest-AttachInterfacesUnderV243Test-962410907-project-member] Task: {'id': task-1861348, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1546.903388] env[62574]: DEBUG oslo_concurrency.lockutils [None req-b4a74d3b-4518-4ef6-94d2-fbcd7a7c6429 tempest-ServerShowV254Test-52812069 tempest-ServerShowV254Test-52812069-project-member] Lock "b79bac0e-5cb0-43de-b10f-26262358e61e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.870s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1547.005927] env[62574]: DEBUG oslo_vmware.api [None req-94fb1ff1-c3d0-4da3-b8e0-ccc432ffde04 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Task: {'id': task-1861349, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1547.231652] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1861347, 'name': CreateVM_Task, 'duration_secs': 0.609456} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1547.232157] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 90b44fba-636a-414f-b286-7baf5adc2122] Created VM on the ESX host {{(pid=62574) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1547.232398] env[62574]: DEBUG oslo_concurrency.lockutils [None req-d31c8a8f-d687-4476-b20d-b66393707859 tempest-ServersAdmin275Test-269086882 tempest-ServersAdmin275Test-269086882-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1547.232489] env[62574]: DEBUG oslo_concurrency.lockutils [None req-d31c8a8f-d687-4476-b20d-b66393707859 tempest-ServersAdmin275Test-269086882 tempest-ServersAdmin275Test-269086882-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1547.232821] env[62574]: DEBUG oslo_concurrency.lockutils [None req-d31c8a8f-d687-4476-b20d-b66393707859 tempest-ServersAdmin275Test-269086882 tempest-ServersAdmin275Test-269086882-project-admin] Acquired external semaphore "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1547.233297] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6dabc415-fe1a-4b7f-8442-ea11c3ded17a {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.239575] env[62574]: DEBUG oslo_vmware.api [None req-d31c8a8f-d687-4476-b20d-b66393707859 tempest-ServersAdmin275Test-269086882 tempest-ServersAdmin275Test-269086882-project-admin] Waiting for the task: (returnval){ [ 1547.239575] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]52f4d85d-2a4a-89d9-82cc-a97127dc9ebf" [ 1547.239575] env[62574]: _type = "Task" [ 1547.239575] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1547.249616] env[62574]: DEBUG oslo_vmware.api [None req-d31c8a8f-d687-4476-b20d-b66393707859 tempest-ServersAdmin275Test-269086882 tempest-ServersAdmin275Test-269086882-project-admin] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52f4d85d-2a4a-89d9-82cc-a97127dc9ebf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1547.318981] env[62574]: DEBUG oslo_vmware.api [None req-a8139111-9c86-4110-a2ce-b526ad630528 tempest-AttachInterfacesUnderV243Test-962410907 tempest-AttachInterfacesUnderV243Test-962410907-project-member] Task: {'id': task-1861348, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.574113} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1547.319267] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8139111-9c86-4110-a2ce-b526ad630528 tempest-AttachInterfacesUnderV243Test-962410907 tempest-AttachInterfacesUnderV243Test-962410907-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk to [datastore1] ae9a6ff7-cc1f-43dc-9acb-47aaa3d1089e/ae9a6ff7-cc1f-43dc-9acb-47aaa3d1089e.vmdk {{(pid=62574) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1547.319883] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-a8139111-9c86-4110-a2ce-b526ad630528 tempest-AttachInterfacesUnderV243Test-962410907 tempest-AttachInterfacesUnderV243Test-962410907-project-member] [instance: ae9a6ff7-cc1f-43dc-9acb-47aaa3d1089e] Extending root virtual disk to 1048576 {{(pid=62574) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1547.319883] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cbaf8986-5ae2-4627-ae71-5ccc11a9e80f {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.328812] env[62574]: DEBUG oslo_vmware.api [None req-a8139111-9c86-4110-a2ce-b526ad630528 tempest-AttachInterfacesUnderV243Test-962410907 tempest-AttachInterfacesUnderV243Test-962410907-project-member] Waiting for the task: (returnval){ [ 1547.328812] env[62574]: value = "task-1861350" [ 1547.328812] env[62574]: _type = "Task" [ 1547.328812] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1547.338771] env[62574]: DEBUG oslo_vmware.api [None req-a8139111-9c86-4110-a2ce-b526ad630528 tempest-AttachInterfacesUnderV243Test-962410907 tempest-AttachInterfacesUnderV243Test-962410907-project-member] Task: {'id': task-1861350, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1547.509273] env[62574]: DEBUG oslo_vmware.api [None req-94fb1ff1-c3d0-4da3-b8e0-ccc432ffde04 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Task: {'id': task-1861349, 'name': ReconfigVM_Task, 'duration_secs': 0.657655} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1547.509544] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-94fb1ff1-c3d0-4da3-b8e0-ccc432ffde04 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] [instance: b4522995-fb9c-471f-bd36-af8b721aa5ff] Reconfigured VM instance instance-00000016 to attach disk [datastore1] b4522995-fb9c-471f-bd36-af8b721aa5ff/b4522995-fb9c-471f-bd36-af8b721aa5ff.vmdk or device None with type sparse {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1547.510196] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f8bf3fc6-6134-4925-b7e4-83152ac5ff03 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.517642] env[62574]: DEBUG oslo_vmware.api [None req-94fb1ff1-c3d0-4da3-b8e0-ccc432ffde04 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Waiting for the task: (returnval){ [ 1547.517642] env[62574]: value = "task-1861351" [ 1547.517642] env[62574]: _type = "Task" [ 1547.517642] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1547.529605] env[62574]: DEBUG oslo_vmware.api [None req-94fb1ff1-c3d0-4da3-b8e0-ccc432ffde04 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Task: {'id': task-1861351, 'name': Rename_Task} progress is 6%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1547.750115] env[62574]: DEBUG oslo_vmware.api [None req-d31c8a8f-d687-4476-b20d-b66393707859 tempest-ServersAdmin275Test-269086882 tempest-ServersAdmin275Test-269086882-project-admin] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52f4d85d-2a4a-89d9-82cc-a97127dc9ebf, 'name': SearchDatastore_Task, 'duration_secs': 0.026724} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1547.752874] env[62574]: DEBUG oslo_concurrency.lockutils [None req-d31c8a8f-d687-4476-b20d-b66393707859 tempest-ServersAdmin275Test-269086882 tempest-ServersAdmin275Test-269086882-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1547.753288] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-d31c8a8f-d687-4476-b20d-b66393707859 tempest-ServersAdmin275Test-269086882 tempest-ServersAdmin275Test-269086882-project-admin] [instance: 90b44fba-636a-414f-b286-7baf5adc2122] Processing image 3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2 {{(pid=62574) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1547.753567] env[62574]: DEBUG oslo_concurrency.lockutils [None req-d31c8a8f-d687-4476-b20d-b66393707859 tempest-ServersAdmin275Test-269086882 tempest-ServersAdmin275Test-269086882-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1547.753721] env[62574]: DEBUG oslo_concurrency.lockutils [None req-d31c8a8f-d687-4476-b20d-b66393707859 tempest-ServersAdmin275Test-269086882 tempest-ServersAdmin275Test-269086882-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1547.753907] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-d31c8a8f-d687-4476-b20d-b66393707859 tempest-ServersAdmin275Test-269086882 tempest-ServersAdmin275Test-269086882-project-admin] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1547.754985] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3280c440-769e-41aa-bea3-959391ba7d98 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.773490] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-d31c8a8f-d687-4476-b20d-b66393707859 tempest-ServersAdmin275Test-269086882 tempest-ServersAdmin275Test-269086882-project-admin] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1547.773490] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-d31c8a8f-d687-4476-b20d-b66393707859 tempest-ServersAdmin275Test-269086882 tempest-ServersAdmin275Test-269086882-project-admin] Folder [datastore1] devstack-image-cache_base created. {{(pid=62574) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1547.773490] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4dbdc78b-dffc-4fb6-8a0e-dfd376a05781 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.777520] env[62574]: DEBUG oslo_vmware.api [None req-d31c8a8f-d687-4476-b20d-b66393707859 tempest-ServersAdmin275Test-269086882 tempest-ServersAdmin275Test-269086882-project-admin] Waiting for the task: (returnval){ [ 1547.777520] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]52662fae-a4e4-f6b7-0b58-03d3bb92843b" [ 1547.777520] env[62574]: _type = "Task" [ 1547.777520] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1547.794243] env[62574]: DEBUG oslo_vmware.api [None req-d31c8a8f-d687-4476-b20d-b66393707859 tempest-ServersAdmin275Test-269086882 tempest-ServersAdmin275Test-269086882-project-admin] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52662fae-a4e4-f6b7-0b58-03d3bb92843b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1547.799955] env[62574]: DEBUG nova.network.neutron [None req-471df300-4291-4edb-ae72-2c70a57566ba tempest-SecurityGroupsTestJSON-247158518 tempest-SecurityGroupsTestJSON-247158518-project-member] [instance: b8f6a4a6-77e9-4989-bd79-f23e15335517] Successfully updated port: 6a7ce2f1-94dd-4e5b-9c7f-64bd15f36d2c {{(pid=62574) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1547.840785] env[62574]: DEBUG oslo_vmware.api [None req-a8139111-9c86-4110-a2ce-b526ad630528 tempest-AttachInterfacesUnderV243Test-962410907 tempest-AttachInterfacesUnderV243Test-962410907-project-member] Task: {'id': task-1861350, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065705} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1547.843902] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-a8139111-9c86-4110-a2ce-b526ad630528 tempest-AttachInterfacesUnderV243Test-962410907 tempest-AttachInterfacesUnderV243Test-962410907-project-member] [instance: ae9a6ff7-cc1f-43dc-9acb-47aaa3d1089e] Extended root virtual disk {{(pid=62574) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1547.844955] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d2adedc-c052-4499-83b0-a0d3e7869115 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.870709] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-a8139111-9c86-4110-a2ce-b526ad630528 tempest-AttachInterfacesUnderV243Test-962410907 tempest-AttachInterfacesUnderV243Test-962410907-project-member] [instance: ae9a6ff7-cc1f-43dc-9acb-47aaa3d1089e] Reconfiguring VM instance instance-00000017 to attach disk [datastore1] ae9a6ff7-cc1f-43dc-9acb-47aaa3d1089e/ae9a6ff7-cc1f-43dc-9acb-47aaa3d1089e.vmdk or device None with type sparse {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1547.873607] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ae5043e5-65cb-4070-8be0-1e8f6d08fa78 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.896541] env[62574]: DEBUG oslo_vmware.api [None req-a8139111-9c86-4110-a2ce-b526ad630528 tempest-AttachInterfacesUnderV243Test-962410907 tempest-AttachInterfacesUnderV243Test-962410907-project-member] Waiting for the task: (returnval){ [ 1547.896541] env[62574]: value = "task-1861352" [ 1547.896541] env[62574]: _type = "Task" [ 1547.896541] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1547.910439] env[62574]: DEBUG oslo_vmware.api [None req-a8139111-9c86-4110-a2ce-b526ad630528 tempest-AttachInterfacesUnderV243Test-962410907 tempest-AttachInterfacesUnderV243Test-962410907-project-member] Task: {'id': task-1861352, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1547.942419] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d3c2de5-2214-4125-916e-ffe346beb48f {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.950499] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2aa8ff38-ec66-40f7-aaf4-50741a94c5ab {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.983103] env[62574]: DEBUG oslo_concurrency.lockutils [None req-8854a774-a9df-4d08-a0c3-b701596e292f tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Acquiring lock "1e669675-0551-49d8-af15-64fdd0984b3f" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1547.983505] env[62574]: DEBUG oslo_concurrency.lockutils [None req-8854a774-a9df-4d08-a0c3-b701596e292f tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Lock "1e669675-0551-49d8-af15-64fdd0984b3f" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1547.983801] env[62574]: DEBUG nova.compute.manager [None req-8854a774-a9df-4d08-a0c3-b701596e292f tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] [instance: 1e669675-0551-49d8-af15-64fdd0984b3f] Going to confirm migration 1 {{(pid=62574) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5193}} [ 1547.986880] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb077f82-874b-490a-84e4-e322c9e71c1e {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.998724] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91658cd3-da72-4a72-a14f-e8f1acc7e273 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.014482] env[62574]: DEBUG nova.compute.provider_tree [None req-cbcf069e-dca4-4225-a6b4-6e3548d10e3d tempest-DeleteServersAdminTestJSON-663052088 tempest-DeleteServersAdminTestJSON-663052088-project-member] Inventory has not changed in ProviderTree for provider: f0ed160a-beff-4626-a531-2a70d7bc0627 {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1548.029229] env[62574]: DEBUG oslo_vmware.api [None req-94fb1ff1-c3d0-4da3-b8e0-ccc432ffde04 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Task: {'id': task-1861351, 'name': Rename_Task, 'duration_secs': 0.334343} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1548.029514] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-94fb1ff1-c3d0-4da3-b8e0-ccc432ffde04 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] [instance: b4522995-fb9c-471f-bd36-af8b721aa5ff] Powering on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1548.029758] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e8ecf179-4324-4127-a595-32fb0b7865d5 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.036504] env[62574]: DEBUG oslo_vmware.api [None req-94fb1ff1-c3d0-4da3-b8e0-ccc432ffde04 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Waiting for the task: (returnval){ [ 1548.036504] env[62574]: value = "task-1861353" [ 1548.036504] env[62574]: _type = "Task" [ 1548.036504] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1548.045510] env[62574]: DEBUG oslo_vmware.api [None req-94fb1ff1-c3d0-4da3-b8e0-ccc432ffde04 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Task: {'id': task-1861353, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1548.141737] env[62574]: DEBUG oslo_concurrency.lockutils [None req-35118b2a-6aa7-4ffe-8d41-d0cba98b2322 tempest-ImagesOneServerTestJSON-1738664534 tempest-ImagesOneServerTestJSON-1738664534-project-member] Acquiring lock "b19648bf-b106-4c17-8b48-8c579fb23b31" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1548.142055] env[62574]: DEBUG oslo_concurrency.lockutils [None req-35118b2a-6aa7-4ffe-8d41-d0cba98b2322 tempest-ImagesOneServerTestJSON-1738664534 tempest-ImagesOneServerTestJSON-1738664534-project-member] Lock "b19648bf-b106-4c17-8b48-8c579fb23b31" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1548.142394] env[62574]: DEBUG oslo_concurrency.lockutils [None req-35118b2a-6aa7-4ffe-8d41-d0cba98b2322 tempest-ImagesOneServerTestJSON-1738664534 tempest-ImagesOneServerTestJSON-1738664534-project-member] Acquiring lock "b19648bf-b106-4c17-8b48-8c579fb23b31-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1548.142479] env[62574]: DEBUG oslo_concurrency.lockutils [None req-35118b2a-6aa7-4ffe-8d41-d0cba98b2322 tempest-ImagesOneServerTestJSON-1738664534 tempest-ImagesOneServerTestJSON-1738664534-project-member] Lock "b19648bf-b106-4c17-8b48-8c579fb23b31-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1548.143035] env[62574]: DEBUG oslo_concurrency.lockutils [None req-35118b2a-6aa7-4ffe-8d41-d0cba98b2322 tempest-ImagesOneServerTestJSON-1738664534 tempest-ImagesOneServerTestJSON-1738664534-project-member] Lock "b19648bf-b106-4c17-8b48-8c579fb23b31-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1548.145264] env[62574]: INFO nova.compute.manager [None req-35118b2a-6aa7-4ffe-8d41-d0cba98b2322 tempest-ImagesOneServerTestJSON-1738664534 tempest-ImagesOneServerTestJSON-1738664534-project-member] [instance: b19648bf-b106-4c17-8b48-8c579fb23b31] Terminating instance [ 1548.276052] env[62574]: DEBUG nova.compute.manager [req-c3797d5f-88aa-4134-b1b9-49436022c790 req-5f1e6aa1-590a-445c-bdfe-5fe7e2d4b1f9 service nova] [instance: b8f6a4a6-77e9-4989-bd79-f23e15335517] Received event network-vif-plugged-6a7ce2f1-94dd-4e5b-9c7f-64bd15f36d2c {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1548.284651] env[62574]: DEBUG oslo_concurrency.lockutils [req-c3797d5f-88aa-4134-b1b9-49436022c790 req-5f1e6aa1-590a-445c-bdfe-5fe7e2d4b1f9 service nova] Acquiring lock "b8f6a4a6-77e9-4989-bd79-f23e15335517-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1548.284651] env[62574]: DEBUG oslo_concurrency.lockutils [req-c3797d5f-88aa-4134-b1b9-49436022c790 req-5f1e6aa1-590a-445c-bdfe-5fe7e2d4b1f9 service nova] Lock "b8f6a4a6-77e9-4989-bd79-f23e15335517-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.006s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1548.284651] env[62574]: DEBUG oslo_concurrency.lockutils [req-c3797d5f-88aa-4134-b1b9-49436022c790 req-5f1e6aa1-590a-445c-bdfe-5fe7e2d4b1f9 service nova] Lock "b8f6a4a6-77e9-4989-bd79-f23e15335517-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1548.284651] env[62574]: DEBUG nova.compute.manager [req-c3797d5f-88aa-4134-b1b9-49436022c790 req-5f1e6aa1-590a-445c-bdfe-5fe7e2d4b1f9 service nova] [instance: b8f6a4a6-77e9-4989-bd79-f23e15335517] No waiting events found dispatching network-vif-plugged-6a7ce2f1-94dd-4e5b-9c7f-64bd15f36d2c {{(pid=62574) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1548.284651] env[62574]: WARNING nova.compute.manager [req-c3797d5f-88aa-4134-b1b9-49436022c790 req-5f1e6aa1-590a-445c-bdfe-5fe7e2d4b1f9 service nova] [instance: b8f6a4a6-77e9-4989-bd79-f23e15335517] Received unexpected event network-vif-plugged-6a7ce2f1-94dd-4e5b-9c7f-64bd15f36d2c for instance with vm_state building and task_state spawning. [ 1548.294325] env[62574]: DEBUG oslo_vmware.api [None req-d31c8a8f-d687-4476-b20d-b66393707859 tempest-ServersAdmin275Test-269086882 tempest-ServersAdmin275Test-269086882-project-admin] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52662fae-a4e4-f6b7-0b58-03d3bb92843b, 'name': SearchDatastore_Task, 'duration_secs': 0.032824} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1548.295182] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-02c476a4-3915-497c-9303-459ca3ead846 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.303830] env[62574]: DEBUG oslo_concurrency.lockutils [None req-471df300-4291-4edb-ae72-2c70a57566ba tempest-SecurityGroupsTestJSON-247158518 tempest-SecurityGroupsTestJSON-247158518-project-member] Acquiring lock "refresh_cache-b8f6a4a6-77e9-4989-bd79-f23e15335517" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1548.303830] env[62574]: DEBUG oslo_concurrency.lockutils [None req-471df300-4291-4edb-ae72-2c70a57566ba tempest-SecurityGroupsTestJSON-247158518 tempest-SecurityGroupsTestJSON-247158518-project-member] Acquired lock "refresh_cache-b8f6a4a6-77e9-4989-bd79-f23e15335517" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1548.303830] env[62574]: DEBUG nova.network.neutron [None req-471df300-4291-4edb-ae72-2c70a57566ba tempest-SecurityGroupsTestJSON-247158518 tempest-SecurityGroupsTestJSON-247158518-project-member] [instance: b8f6a4a6-77e9-4989-bd79-f23e15335517] Building network info cache for instance {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1548.305559] env[62574]: DEBUG oslo_vmware.api [None req-d31c8a8f-d687-4476-b20d-b66393707859 tempest-ServersAdmin275Test-269086882 tempest-ServersAdmin275Test-269086882-project-admin] Waiting for the task: (returnval){ [ 1548.305559] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]52cd8411-6439-e646-3673-9ec55d742247" [ 1548.305559] env[62574]: _type = "Task" [ 1548.305559] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1548.318120] env[62574]: DEBUG oslo_vmware.api [None req-d31c8a8f-d687-4476-b20d-b66393707859 tempest-ServersAdmin275Test-269086882 tempest-ServersAdmin275Test-269086882-project-admin] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52cd8411-6439-e646-3673-9ec55d742247, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1548.407818] env[62574]: DEBUG oslo_vmware.api [None req-a8139111-9c86-4110-a2ce-b526ad630528 tempest-AttachInterfacesUnderV243Test-962410907 tempest-AttachInterfacesUnderV243Test-962410907-project-member] Task: {'id': task-1861352, 'name': ReconfigVM_Task, 'duration_secs': 0.309778} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1548.408151] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-a8139111-9c86-4110-a2ce-b526ad630528 tempest-AttachInterfacesUnderV243Test-962410907 tempest-AttachInterfacesUnderV243Test-962410907-project-member] [instance: ae9a6ff7-cc1f-43dc-9acb-47aaa3d1089e] Reconfigured VM instance instance-00000017 to attach disk [datastore1] ae9a6ff7-cc1f-43dc-9acb-47aaa3d1089e/ae9a6ff7-cc1f-43dc-9acb-47aaa3d1089e.vmdk or device None with type sparse {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1548.408861] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1af17eb0-f5cd-4836-8e01-cdba42fef348 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.415633] env[62574]: DEBUG oslo_vmware.api [None req-a8139111-9c86-4110-a2ce-b526ad630528 tempest-AttachInterfacesUnderV243Test-962410907 tempest-AttachInterfacesUnderV243Test-962410907-project-member] Waiting for the task: (returnval){ [ 1548.415633] env[62574]: value = "task-1861354" [ 1548.415633] env[62574]: _type = "Task" [ 1548.415633] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1548.427278] env[62574]: DEBUG oslo_vmware.api [None req-a8139111-9c86-4110-a2ce-b526ad630528 tempest-AttachInterfacesUnderV243Test-962410907 tempest-AttachInterfacesUnderV243Test-962410907-project-member] Task: {'id': task-1861354, 'name': Rename_Task} progress is 5%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1548.516626] env[62574]: DEBUG nova.scheduler.client.report [None req-cbcf069e-dca4-4225-a6b4-6e3548d10e3d tempest-DeleteServersAdminTestJSON-663052088 tempest-DeleteServersAdminTestJSON-663052088-project-member] Inventory has not changed for provider f0ed160a-beff-4626-a531-2a70d7bc0627 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 148, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1548.552452] env[62574]: DEBUG oslo_vmware.api [None req-94fb1ff1-c3d0-4da3-b8e0-ccc432ffde04 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Task: {'id': task-1861353, 'name': PowerOnVM_Task} progress is 87%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1548.586670] env[62574]: DEBUG oslo_concurrency.lockutils [None req-8854a774-a9df-4d08-a0c3-b701596e292f tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Acquiring lock "refresh_cache-1e669675-0551-49d8-af15-64fdd0984b3f" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1548.586867] env[62574]: DEBUG oslo_concurrency.lockutils [None req-8854a774-a9df-4d08-a0c3-b701596e292f tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Acquired lock "refresh_cache-1e669675-0551-49d8-af15-64fdd0984b3f" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1548.587065] env[62574]: DEBUG nova.network.neutron [None req-8854a774-a9df-4d08-a0c3-b701596e292f tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] [instance: 1e669675-0551-49d8-af15-64fdd0984b3f] Building network info cache for instance {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1548.587259] env[62574]: DEBUG nova.objects.instance [None req-8854a774-a9df-4d08-a0c3-b701596e292f tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Lazy-loading 'info_cache' on Instance uuid 1e669675-0551-49d8-af15-64fdd0984b3f {{(pid=62574) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1548.649955] env[62574]: DEBUG nova.compute.manager [None req-35118b2a-6aa7-4ffe-8d41-d0cba98b2322 tempest-ImagesOneServerTestJSON-1738664534 tempest-ImagesOneServerTestJSON-1738664534-project-member] [instance: b19648bf-b106-4c17-8b48-8c579fb23b31] Start destroying the instance on the hypervisor. {{(pid=62574) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1548.649955] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-35118b2a-6aa7-4ffe-8d41-d0cba98b2322 tempest-ImagesOneServerTestJSON-1738664534 tempest-ImagesOneServerTestJSON-1738664534-project-member] [instance: b19648bf-b106-4c17-8b48-8c579fb23b31] Destroying instance {{(pid=62574) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1548.651477] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b904d0a6-b4cd-4f16-b5b2-d48c46f34390 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.662650] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-35118b2a-6aa7-4ffe-8d41-d0cba98b2322 tempest-ImagesOneServerTestJSON-1738664534 tempest-ImagesOneServerTestJSON-1738664534-project-member] [instance: b19648bf-b106-4c17-8b48-8c579fb23b31] Powering off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1548.662874] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-30c62d4c-f8af-4450-8cb7-e18aa007ed86 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.670850] env[62574]: DEBUG oslo_vmware.api [None req-35118b2a-6aa7-4ffe-8d41-d0cba98b2322 tempest-ImagesOneServerTestJSON-1738664534 tempest-ImagesOneServerTestJSON-1738664534-project-member] Waiting for the task: (returnval){ [ 1548.670850] env[62574]: value = "task-1861355" [ 1548.670850] env[62574]: _type = "Task" [ 1548.670850] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1548.676880] env[62574]: DEBUG oslo_vmware.api [None req-35118b2a-6aa7-4ffe-8d41-d0cba98b2322 tempest-ImagesOneServerTestJSON-1738664534 tempest-ImagesOneServerTestJSON-1738664534-project-member] Task: {'id': task-1861355, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1548.803466] env[62574]: DEBUG oslo_concurrency.lockutils [None req-6b1e47e3-fbe6-4775-a4a7-c785e0bb6ccc tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] Acquiring lock "958ea876-0fce-4489-9fd8-d577d5ac230b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1548.803728] env[62574]: DEBUG oslo_concurrency.lockutils [None req-6b1e47e3-fbe6-4775-a4a7-c785e0bb6ccc tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] Lock "958ea876-0fce-4489-9fd8-d577d5ac230b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1548.822586] env[62574]: DEBUG oslo_vmware.api [None req-d31c8a8f-d687-4476-b20d-b66393707859 tempest-ServersAdmin275Test-269086882 tempest-ServersAdmin275Test-269086882-project-admin] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52cd8411-6439-e646-3673-9ec55d742247, 'name': SearchDatastore_Task, 'duration_secs': 0.021654} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1548.822796] env[62574]: DEBUG oslo_concurrency.lockutils [None req-d31c8a8f-d687-4476-b20d-b66393707859 tempest-ServersAdmin275Test-269086882 tempest-ServersAdmin275Test-269086882-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1548.822998] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-d31c8a8f-d687-4476-b20d-b66393707859 tempest-ServersAdmin275Test-269086882 tempest-ServersAdmin275Test-269086882-project-admin] Copying Virtual Disk [datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk to [datastore1] 90b44fba-636a-414f-b286-7baf5adc2122/90b44fba-636a-414f-b286-7baf5adc2122.vmdk {{(pid=62574) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1548.823745] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-113aedb6-6e3f-4eb9-bc19-0ce925c79903 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.833271] env[62574]: DEBUG oslo_vmware.api [None req-d31c8a8f-d687-4476-b20d-b66393707859 tempest-ServersAdmin275Test-269086882 tempest-ServersAdmin275Test-269086882-project-admin] Waiting for the task: (returnval){ [ 1548.833271] env[62574]: value = "task-1861356" [ 1548.833271] env[62574]: _type = "Task" [ 1548.833271] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1548.844609] env[62574]: DEBUG oslo_vmware.api [None req-d31c8a8f-d687-4476-b20d-b66393707859 tempest-ServersAdmin275Test-269086882 tempest-ServersAdmin275Test-269086882-project-admin] Task: {'id': task-1861356, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1548.914366] env[62574]: DEBUG nova.network.neutron [None req-471df300-4291-4edb-ae72-2c70a57566ba tempest-SecurityGroupsTestJSON-247158518 tempest-SecurityGroupsTestJSON-247158518-project-member] [instance: b8f6a4a6-77e9-4989-bd79-f23e15335517] Instance cache missing network info. {{(pid=62574) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1548.930425] env[62574]: DEBUG oslo_vmware.api [None req-a8139111-9c86-4110-a2ce-b526ad630528 tempest-AttachInterfacesUnderV243Test-962410907 tempest-AttachInterfacesUnderV243Test-962410907-project-member] Task: {'id': task-1861354, 'name': Rename_Task, 'duration_secs': 0.134563} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1548.930425] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8139111-9c86-4110-a2ce-b526ad630528 tempest-AttachInterfacesUnderV243Test-962410907 tempest-AttachInterfacesUnderV243Test-962410907-project-member] [instance: ae9a6ff7-cc1f-43dc-9acb-47aaa3d1089e] Powering on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1548.930425] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c397fc76-9192-4224-9dfe-78f2be1e9a65 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.936601] env[62574]: DEBUG oslo_vmware.api [None req-a8139111-9c86-4110-a2ce-b526ad630528 tempest-AttachInterfacesUnderV243Test-962410907 tempest-AttachInterfacesUnderV243Test-962410907-project-member] Waiting for the task: (returnval){ [ 1548.936601] env[62574]: value = "task-1861357" [ 1548.936601] env[62574]: _type = "Task" [ 1548.936601] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1548.948700] env[62574]: DEBUG oslo_vmware.api [None req-a8139111-9c86-4110-a2ce-b526ad630528 tempest-AttachInterfacesUnderV243Test-962410907 tempest-AttachInterfacesUnderV243Test-962410907-project-member] Task: {'id': task-1861357, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1549.022436] env[62574]: DEBUG oslo_concurrency.lockutils [None req-cbcf069e-dca4-4225-a6b4-6e3548d10e3d tempest-DeleteServersAdminTestJSON-663052088 tempest-DeleteServersAdminTestJSON-663052088-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.668s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1549.023059] env[62574]: DEBUG nova.compute.manager [None req-cbcf069e-dca4-4225-a6b4-6e3548d10e3d tempest-DeleteServersAdminTestJSON-663052088 tempest-DeleteServersAdminTestJSON-663052088-project-member] [instance: ac8aec0b-0dd9-4250-8686-343a4d2563c2] Start building networks asynchronously for instance. {{(pid=62574) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1549.025849] env[62574]: DEBUG oslo_concurrency.lockutils [None req-c41600a1-b9ea-4c15-bbd4-47d7d571e886 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.672s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1549.027600] env[62574]: INFO nova.compute.claims [None req-c41600a1-b9ea-4c15-bbd4-47d7d571e886 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] [instance: cf8dfe40-abfe-4888-a1a5-b26f6d781e93] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1549.048170] env[62574]: DEBUG oslo_vmware.api [None req-94fb1ff1-c3d0-4da3-b8e0-ccc432ffde04 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Task: {'id': task-1861353, 'name': PowerOnVM_Task, 'duration_secs': 0.859882} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1549.048170] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-94fb1ff1-c3d0-4da3-b8e0-ccc432ffde04 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] [instance: b4522995-fb9c-471f-bd36-af8b721aa5ff] Powered on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1549.048455] env[62574]: INFO nova.compute.manager [None req-94fb1ff1-c3d0-4da3-b8e0-ccc432ffde04 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] [instance: b4522995-fb9c-471f-bd36-af8b721aa5ff] Took 10.33 seconds to spawn the instance on the hypervisor. [ 1549.048632] env[62574]: DEBUG nova.compute.manager [None req-94fb1ff1-c3d0-4da3-b8e0-ccc432ffde04 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] [instance: b4522995-fb9c-471f-bd36-af8b721aa5ff] Checking state {{(pid=62574) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1549.049517] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c126fc6-7291-4476-92f0-183d83c07968 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.179991] env[62574]: DEBUG oslo_vmware.api [None req-35118b2a-6aa7-4ffe-8d41-d0cba98b2322 tempest-ImagesOneServerTestJSON-1738664534 tempest-ImagesOneServerTestJSON-1738664534-project-member] Task: {'id': task-1861355, 'name': PowerOffVM_Task, 'duration_secs': 0.304216} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1549.180186] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-35118b2a-6aa7-4ffe-8d41-d0cba98b2322 tempest-ImagesOneServerTestJSON-1738664534 tempest-ImagesOneServerTestJSON-1738664534-project-member] [instance: b19648bf-b106-4c17-8b48-8c579fb23b31] Powered off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1549.181092] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-35118b2a-6aa7-4ffe-8d41-d0cba98b2322 tempest-ImagesOneServerTestJSON-1738664534 tempest-ImagesOneServerTestJSON-1738664534-project-member] [instance: b19648bf-b106-4c17-8b48-8c579fb23b31] Unregistering the VM {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1549.181092] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3b25ee94-407b-4c13-8429-f0233d41d8c7 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.205030] env[62574]: DEBUG nova.network.neutron [None req-471df300-4291-4edb-ae72-2c70a57566ba tempest-SecurityGroupsTestJSON-247158518 tempest-SecurityGroupsTestJSON-247158518-project-member] [instance: b8f6a4a6-77e9-4989-bd79-f23e15335517] Updating instance_info_cache with network_info: [{"id": "6a7ce2f1-94dd-4e5b-9c7f-64bd15f36d2c", "address": "fa:16:3e:eb:46:d1", "network": {"id": "7fdc333e-a271-4977-bb85-e3f0da637517", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-201715430-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10cbceaa655b46ebabb5a9831d033750", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a55f45a-d631-4ebc-b73b-8a30bd0a32a8", "external-id": "nsx-vlan-transportzone-303", "segmentation_id": 303, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a7ce2f1-94", "ovs_interfaceid": "6a7ce2f1-94dd-4e5b-9c7f-64bd15f36d2c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1549.318696] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-35118b2a-6aa7-4ffe-8d41-d0cba98b2322 tempest-ImagesOneServerTestJSON-1738664534 tempest-ImagesOneServerTestJSON-1738664534-project-member] [instance: b19648bf-b106-4c17-8b48-8c579fb23b31] Unregistered the VM {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1549.319048] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-35118b2a-6aa7-4ffe-8d41-d0cba98b2322 tempest-ImagesOneServerTestJSON-1738664534 tempest-ImagesOneServerTestJSON-1738664534-project-member] [instance: b19648bf-b106-4c17-8b48-8c579fb23b31] Deleting contents of the VM from datastore datastore1 {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1549.319281] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-35118b2a-6aa7-4ffe-8d41-d0cba98b2322 tempest-ImagesOneServerTestJSON-1738664534 tempest-ImagesOneServerTestJSON-1738664534-project-member] Deleting the datastore file [datastore1] b19648bf-b106-4c17-8b48-8c579fb23b31 {{(pid=62574) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1549.320871] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6ab3003a-4690-44e4-b78e-37336fbeea6d {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.331815] env[62574]: DEBUG oslo_vmware.api [None req-35118b2a-6aa7-4ffe-8d41-d0cba98b2322 tempest-ImagesOneServerTestJSON-1738664534 tempest-ImagesOneServerTestJSON-1738664534-project-member] Waiting for the task: (returnval){ [ 1549.331815] env[62574]: value = "task-1861359" [ 1549.331815] env[62574]: _type = "Task" [ 1549.331815] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1549.343861] env[62574]: DEBUG oslo_vmware.api [None req-35118b2a-6aa7-4ffe-8d41-d0cba98b2322 tempest-ImagesOneServerTestJSON-1738664534 tempest-ImagesOneServerTestJSON-1738664534-project-member] Task: {'id': task-1861359, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1549.354097] env[62574]: DEBUG oslo_vmware.api [None req-d31c8a8f-d687-4476-b20d-b66393707859 tempest-ServersAdmin275Test-269086882 tempest-ServersAdmin275Test-269086882-project-admin] Task: {'id': task-1861356, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1549.366762] env[62574]: DEBUG oslo_concurrency.lockutils [None req-f9873488-b4b1-4f86-a0c7-bac622bf45eb tempest-InstanceActionsV221TestJSON-1872238690 tempest-InstanceActionsV221TestJSON-1872238690-project-member] Acquiring lock "f68bb186-74b9-4c10-a7a0-e8feda38b3bd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1549.366762] env[62574]: DEBUG oslo_concurrency.lockutils [None req-f9873488-b4b1-4f86-a0c7-bac622bf45eb tempest-InstanceActionsV221TestJSON-1872238690 tempest-InstanceActionsV221TestJSON-1872238690-project-member] Lock "f68bb186-74b9-4c10-a7a0-e8feda38b3bd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1549.449578] env[62574]: DEBUG oslo_vmware.api [None req-a8139111-9c86-4110-a2ce-b526ad630528 tempest-AttachInterfacesUnderV243Test-962410907 tempest-AttachInterfacesUnderV243Test-962410907-project-member] Task: {'id': task-1861357, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1549.533586] env[62574]: DEBUG nova.compute.utils [None req-cbcf069e-dca4-4225-a6b4-6e3548d10e3d tempest-DeleteServersAdminTestJSON-663052088 tempest-DeleteServersAdminTestJSON-663052088-project-member] Using /dev/sd instead of None {{(pid=62574) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1549.535970] env[62574]: DEBUG nova.compute.manager [None req-cbcf069e-dca4-4225-a6b4-6e3548d10e3d tempest-DeleteServersAdminTestJSON-663052088 tempest-DeleteServersAdminTestJSON-663052088-project-member] [instance: ac8aec0b-0dd9-4250-8686-343a4d2563c2] Allocating IP information in the background. {{(pid=62574) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1549.536113] env[62574]: DEBUG nova.network.neutron [None req-cbcf069e-dca4-4225-a6b4-6e3548d10e3d tempest-DeleteServersAdminTestJSON-663052088 tempest-DeleteServersAdminTestJSON-663052088-project-member] [instance: ac8aec0b-0dd9-4250-8686-343a4d2563c2] allocate_for_instance() {{(pid=62574) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1549.584601] env[62574]: INFO nova.compute.manager [None req-94fb1ff1-c3d0-4da3-b8e0-ccc432ffde04 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] [instance: b4522995-fb9c-471f-bd36-af8b721aa5ff] Took 34.40 seconds to build instance. [ 1549.711018] env[62574]: DEBUG oslo_concurrency.lockutils [None req-471df300-4291-4edb-ae72-2c70a57566ba tempest-SecurityGroupsTestJSON-247158518 tempest-SecurityGroupsTestJSON-247158518-project-member] Releasing lock "refresh_cache-b8f6a4a6-77e9-4989-bd79-f23e15335517" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1549.711018] env[62574]: DEBUG nova.compute.manager [None req-471df300-4291-4edb-ae72-2c70a57566ba tempest-SecurityGroupsTestJSON-247158518 tempest-SecurityGroupsTestJSON-247158518-project-member] [instance: b8f6a4a6-77e9-4989-bd79-f23e15335517] Instance network_info: |[{"id": "6a7ce2f1-94dd-4e5b-9c7f-64bd15f36d2c", "address": "fa:16:3e:eb:46:d1", "network": {"id": "7fdc333e-a271-4977-bb85-e3f0da637517", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-201715430-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10cbceaa655b46ebabb5a9831d033750", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a55f45a-d631-4ebc-b73b-8a30bd0a32a8", "external-id": "nsx-vlan-transportzone-303", "segmentation_id": 303, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a7ce2f1-94", "ovs_interfaceid": "6a7ce2f1-94dd-4e5b-9c7f-64bd15f36d2c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62574) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1549.711293] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-471df300-4291-4edb-ae72-2c70a57566ba tempest-SecurityGroupsTestJSON-247158518 tempest-SecurityGroupsTestJSON-247158518-project-member] [instance: b8f6a4a6-77e9-4989-bd79-f23e15335517] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:eb:46:d1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1a55f45a-d631-4ebc-b73b-8a30bd0a32a8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6a7ce2f1-94dd-4e5b-9c7f-64bd15f36d2c', 'vif_model': 'vmxnet3'}] {{(pid=62574) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1549.719035] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-471df300-4291-4edb-ae72-2c70a57566ba tempest-SecurityGroupsTestJSON-247158518 tempest-SecurityGroupsTestJSON-247158518-project-member] Creating folder: Project (10cbceaa655b46ebabb5a9831d033750). Parent ref: group-v384746. {{(pid=62574) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1549.719035] env[62574]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7eb0a09c-7e97-4a8d-a32e-35b338a3c6a5 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.730544] env[62574]: INFO nova.virt.vmwareapi.vm_util [None req-471df300-4291-4edb-ae72-2c70a57566ba tempest-SecurityGroupsTestJSON-247158518 tempest-SecurityGroupsTestJSON-247158518-project-member] Created folder: Project (10cbceaa655b46ebabb5a9831d033750) in parent group-v384746. [ 1549.732228] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-471df300-4291-4edb-ae72-2c70a57566ba tempest-SecurityGroupsTestJSON-247158518 tempest-SecurityGroupsTestJSON-247158518-project-member] Creating folder: Instances. Parent ref: group-v384821. {{(pid=62574) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1549.732228] env[62574]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1d1fbaa0-29a5-4c51-aa01-00216dba2d68 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.746027] env[62574]: INFO nova.virt.vmwareapi.vm_util [None req-471df300-4291-4edb-ae72-2c70a57566ba tempest-SecurityGroupsTestJSON-247158518 tempest-SecurityGroupsTestJSON-247158518-project-member] Created folder: Instances in parent group-v384821. [ 1549.746027] env[62574]: DEBUG oslo.service.loopingcall [None req-471df300-4291-4edb-ae72-2c70a57566ba tempest-SecurityGroupsTestJSON-247158518 tempest-SecurityGroupsTestJSON-247158518-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62574) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1549.746027] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b8f6a4a6-77e9-4989-bd79-f23e15335517] Creating VM on the ESX host {{(pid=62574) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1549.746027] env[62574]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-08c27079-45c9-4a95-8296-af9a3a05451f {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.770131] env[62574]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1549.770131] env[62574]: value = "task-1861362" [ 1549.770131] env[62574]: _type = "Task" [ 1549.770131] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1549.780568] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1861362, 'name': CreateVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1549.846381] env[62574]: DEBUG oslo_vmware.api [None req-35118b2a-6aa7-4ffe-8d41-d0cba98b2322 tempest-ImagesOneServerTestJSON-1738664534 tempest-ImagesOneServerTestJSON-1738664534-project-member] Task: {'id': task-1861359, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.228103} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1549.850584] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-35118b2a-6aa7-4ffe-8d41-d0cba98b2322 tempest-ImagesOneServerTestJSON-1738664534 tempest-ImagesOneServerTestJSON-1738664534-project-member] Deleted the datastore file {{(pid=62574) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1549.850584] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-35118b2a-6aa7-4ffe-8d41-d0cba98b2322 tempest-ImagesOneServerTestJSON-1738664534 tempest-ImagesOneServerTestJSON-1738664534-project-member] [instance: b19648bf-b106-4c17-8b48-8c579fb23b31] Deleted contents of the VM from datastore datastore1 {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1549.850833] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-35118b2a-6aa7-4ffe-8d41-d0cba98b2322 tempest-ImagesOneServerTestJSON-1738664534 tempest-ImagesOneServerTestJSON-1738664534-project-member] [instance: b19648bf-b106-4c17-8b48-8c579fb23b31] Instance destroyed {{(pid=62574) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1549.851203] env[62574]: INFO nova.compute.manager [None req-35118b2a-6aa7-4ffe-8d41-d0cba98b2322 tempest-ImagesOneServerTestJSON-1738664534 tempest-ImagesOneServerTestJSON-1738664534-project-member] [instance: b19648bf-b106-4c17-8b48-8c579fb23b31] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1549.851304] env[62574]: DEBUG oslo.service.loopingcall [None req-35118b2a-6aa7-4ffe-8d41-d0cba98b2322 tempest-ImagesOneServerTestJSON-1738664534 tempest-ImagesOneServerTestJSON-1738664534-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62574) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1549.851691] env[62574]: DEBUG oslo_vmware.api [None req-d31c8a8f-d687-4476-b20d-b66393707859 tempest-ServersAdmin275Test-269086882 tempest-ServersAdmin275Test-269086882-project-admin] Task: {'id': task-1861356, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.53517} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1549.854392] env[62574]: DEBUG nova.compute.manager [-] [instance: b19648bf-b106-4c17-8b48-8c579fb23b31] Deallocating network for instance {{(pid=62574) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1549.854527] env[62574]: DEBUG nova.network.neutron [-] [instance: b19648bf-b106-4c17-8b48-8c579fb23b31] deallocate_for_instance() {{(pid=62574) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1549.856527] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-d31c8a8f-d687-4476-b20d-b66393707859 tempest-ServersAdmin275Test-269086882 tempest-ServersAdmin275Test-269086882-project-admin] Copied Virtual Disk [datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk to [datastore1] 90b44fba-636a-414f-b286-7baf5adc2122/90b44fba-636a-414f-b286-7baf5adc2122.vmdk {{(pid=62574) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1549.858085] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-d31c8a8f-d687-4476-b20d-b66393707859 tempest-ServersAdmin275Test-269086882 tempest-ServersAdmin275Test-269086882-project-admin] [instance: 90b44fba-636a-414f-b286-7baf5adc2122] Extending root virtual disk to 1048576 {{(pid=62574) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1549.858085] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a623c296-74ad-4c20-af23-975606770279 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.865626] env[62574]: DEBUG oslo_vmware.api [None req-d31c8a8f-d687-4476-b20d-b66393707859 tempest-ServersAdmin275Test-269086882 tempest-ServersAdmin275Test-269086882-project-admin] Waiting for the task: (returnval){ [ 1549.865626] env[62574]: value = "task-1861363" [ 1549.865626] env[62574]: _type = "Task" [ 1549.865626] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1549.869957] env[62574]: DEBUG nova.policy [None req-cbcf069e-dca4-4225-a6b4-6e3548d10e3d tempest-DeleteServersAdminTestJSON-663052088 tempest-DeleteServersAdminTestJSON-663052088-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4c17478bc4b54cf38be7b4b3cac22ad6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5bb195a35933485aa8736781fa7c5c50', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62574) authorize /opt/stack/nova/nova/policy.py:192}} [ 1549.886152] env[62574]: DEBUG oslo_vmware.api [None req-d31c8a8f-d687-4476-b20d-b66393707859 tempest-ServersAdmin275Test-269086882 tempest-ServersAdmin275Test-269086882-project-admin] Task: {'id': task-1861363, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1549.952836] env[62574]: DEBUG oslo_vmware.api [None req-a8139111-9c86-4110-a2ce-b526ad630528 tempest-AttachInterfacesUnderV243Test-962410907 tempest-AttachInterfacesUnderV243Test-962410907-project-member] Task: {'id': task-1861357, 'name': PowerOnVM_Task, 'duration_secs': 0.647178} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1549.954231] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8139111-9c86-4110-a2ce-b526ad630528 tempest-AttachInterfacesUnderV243Test-962410907 tempest-AttachInterfacesUnderV243Test-962410907-project-member] [instance: ae9a6ff7-cc1f-43dc-9acb-47aaa3d1089e] Powered on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1549.954231] env[62574]: INFO nova.compute.manager [None req-a8139111-9c86-4110-a2ce-b526ad630528 tempest-AttachInterfacesUnderV243Test-962410907 tempest-AttachInterfacesUnderV243Test-962410907-project-member] [instance: ae9a6ff7-cc1f-43dc-9acb-47aaa3d1089e] Took 8.53 seconds to spawn the instance on the hypervisor. [ 1549.954387] env[62574]: DEBUG nova.compute.manager [None req-a8139111-9c86-4110-a2ce-b526ad630528 tempest-AttachInterfacesUnderV243Test-962410907 tempest-AttachInterfacesUnderV243Test-962410907-project-member] [instance: ae9a6ff7-cc1f-43dc-9acb-47aaa3d1089e] Checking state {{(pid=62574) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1549.959207] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fd0f4e3-7208-409c-a453-8159c99d4ffa {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.043651] env[62574]: DEBUG nova.compute.manager [None req-cbcf069e-dca4-4225-a6b4-6e3548d10e3d tempest-DeleteServersAdminTestJSON-663052088 tempest-DeleteServersAdminTestJSON-663052088-project-member] [instance: ac8aec0b-0dd9-4250-8686-343a4d2563c2] Start building block device mappings for instance. {{(pid=62574) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1550.088626] env[62574]: DEBUG oslo_concurrency.lockutils [None req-94fb1ff1-c3d0-4da3-b8e0-ccc432ffde04 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Lock "b4522995-fb9c-471f-bd36-af8b721aa5ff" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.004s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1550.281963] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1861362, 'name': CreateVM_Task} progress is 25%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1550.390536] env[62574]: DEBUG oslo_vmware.api [None req-d31c8a8f-d687-4476-b20d-b66393707859 tempest-ServersAdmin275Test-269086882 tempest-ServersAdmin275Test-269086882-project-admin] Task: {'id': task-1861363, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.224141} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1550.391491] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-d31c8a8f-d687-4476-b20d-b66393707859 tempest-ServersAdmin275Test-269086882 tempest-ServersAdmin275Test-269086882-project-admin] [instance: 90b44fba-636a-414f-b286-7baf5adc2122] Extended root virtual disk {{(pid=62574) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1550.391859] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72e5eca7-bb9f-4a92-b4b2-351d3162807c {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.419705] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-d31c8a8f-d687-4476-b20d-b66393707859 tempest-ServersAdmin275Test-269086882 tempest-ServersAdmin275Test-269086882-project-admin] [instance: 90b44fba-636a-414f-b286-7baf5adc2122] Reconfiguring VM instance instance-00000011 to attach disk [datastore1] 90b44fba-636a-414f-b286-7baf5adc2122/90b44fba-636a-414f-b286-7baf5adc2122.vmdk or device None with type sparse {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1550.422696] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-28970a59-ee45-4e5c-a60b-949b443b0b10 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.442415] env[62574]: DEBUG oslo_vmware.api [None req-d31c8a8f-d687-4476-b20d-b66393707859 tempest-ServersAdmin275Test-269086882 tempest-ServersAdmin275Test-269086882-project-admin] Waiting for the task: (returnval){ [ 1550.442415] env[62574]: value = "task-1861364" [ 1550.442415] env[62574]: _type = "Task" [ 1550.442415] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1550.451604] env[62574]: DEBUG oslo_vmware.api [None req-d31c8a8f-d687-4476-b20d-b66393707859 tempest-ServersAdmin275Test-269086882 tempest-ServersAdmin275Test-269086882-project-admin] Task: {'id': task-1861364, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1550.457384] env[62574]: DEBUG nova.network.neutron [None req-8854a774-a9df-4d08-a0c3-b701596e292f tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] [instance: 1e669675-0551-49d8-af15-64fdd0984b3f] Updating instance_info_cache with network_info: [{"id": "c848933c-3878-4d23-a584-da483ccfe518", "address": "fa:16:3e:80:46:6b", "network": {"id": "90888d97-209c-49d6-8f95-1d0279efea11", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.34", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7eed1dd4d2c3418eb32c4f4ceda3ab0d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d275d7c6-2a7b-4ee8-b6f4-fabf1ba1905f", "external-id": "nsx-vlan-transportzone-513", "segmentation_id": 513, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc848933c-38", "ovs_interfaceid": "c848933c-3878-4d23-a584-da483ccfe518", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1550.490405] env[62574]: INFO nova.compute.manager [None req-a8139111-9c86-4110-a2ce-b526ad630528 tempest-AttachInterfacesUnderV243Test-962410907 tempest-AttachInterfacesUnderV243Test-962410907-project-member] [instance: ae9a6ff7-cc1f-43dc-9acb-47aaa3d1089e] Took 34.64 seconds to build instance. [ 1550.591625] env[62574]: DEBUG nova.compute.manager [None req-5735e17f-83d6-4385-8615-cfdc2468900b tempest-ServersAdminNegativeTestJSON-1635259249 tempest-ServersAdminNegativeTestJSON-1635259249-project-member] [instance: d2fba47f-bc9d-4673-a8c1-1dadebdea56e] Starting instance... {{(pid=62574) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1550.719567] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9a72758-ac55-4cb3-815b-4771db3c039f {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.727831] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2eaf21ce-21de-47e8-a8dd-4b1d4b4445e8 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.760675] env[62574]: DEBUG nova.network.neutron [-] [instance: b19648bf-b106-4c17-8b48-8c579fb23b31] Updating instance_info_cache with network_info: [] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1550.763119] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-638bcc34-a733-4b4f-968a-0cbbeaf47f42 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.775289] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-739ddd8c-04c2-4c72-8c81-a68ae9bff3f9 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.785813] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1861362, 'name': CreateVM_Task, 'duration_secs': 0.736176} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1550.794215] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b8f6a4a6-77e9-4989-bd79-f23e15335517] Created VM on the ESX host {{(pid=62574) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1550.794971] env[62574]: DEBUG nova.compute.provider_tree [None req-c41600a1-b9ea-4c15-bbd4-47d7d571e886 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Inventory has not changed in ProviderTree for provider: f0ed160a-beff-4626-a531-2a70d7bc0627 {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1550.799585] env[62574]: DEBUG nova.network.neutron [None req-cbcf069e-dca4-4225-a6b4-6e3548d10e3d tempest-DeleteServersAdminTestJSON-663052088 tempest-DeleteServersAdminTestJSON-663052088-project-member] [instance: ac8aec0b-0dd9-4250-8686-343a4d2563c2] Successfully created port: 51093197-55af-4593-b0d0-f8e923c85e90 {{(pid=62574) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1550.799585] env[62574]: DEBUG oslo_concurrency.lockutils [None req-471df300-4291-4edb-ae72-2c70a57566ba tempest-SecurityGroupsTestJSON-247158518 tempest-SecurityGroupsTestJSON-247158518-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1550.799718] env[62574]: DEBUG oslo_concurrency.lockutils [None req-471df300-4291-4edb-ae72-2c70a57566ba tempest-SecurityGroupsTestJSON-247158518 tempest-SecurityGroupsTestJSON-247158518-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1550.800110] env[62574]: DEBUG oslo_concurrency.lockutils [None req-471df300-4291-4edb-ae72-2c70a57566ba tempest-SecurityGroupsTestJSON-247158518 tempest-SecurityGroupsTestJSON-247158518-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1550.800614] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d5f1f595-924a-44dc-b433-f10e77911473 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.806043] env[62574]: DEBUG oslo_vmware.api [None req-471df300-4291-4edb-ae72-2c70a57566ba tempest-SecurityGroupsTestJSON-247158518 tempest-SecurityGroupsTestJSON-247158518-project-member] Waiting for the task: (returnval){ [ 1550.806043] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]52738f6b-73af-30ac-79b3-19bbb5d5e2b5" [ 1550.806043] env[62574]: _type = "Task" [ 1550.806043] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1550.815513] env[62574]: DEBUG oslo_vmware.api [None req-471df300-4291-4edb-ae72-2c70a57566ba tempest-SecurityGroupsTestJSON-247158518 tempest-SecurityGroupsTestJSON-247158518-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52738f6b-73af-30ac-79b3-19bbb5d5e2b5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1550.952946] env[62574]: DEBUG oslo_vmware.api [None req-d31c8a8f-d687-4476-b20d-b66393707859 tempest-ServersAdmin275Test-269086882 tempest-ServersAdmin275Test-269086882-project-admin] Task: {'id': task-1861364, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1550.960880] env[62574]: DEBUG oslo_concurrency.lockutils [None req-8854a774-a9df-4d08-a0c3-b701596e292f tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Releasing lock "refresh_cache-1e669675-0551-49d8-af15-64fdd0984b3f" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1550.961180] env[62574]: DEBUG nova.objects.instance [None req-8854a774-a9df-4d08-a0c3-b701596e292f tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Lazy-loading 'migration_context' on Instance uuid 1e669675-0551-49d8-af15-64fdd0984b3f {{(pid=62574) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1550.994351] env[62574]: DEBUG oslo_concurrency.lockutils [None req-a8139111-9c86-4110-a2ce-b526ad630528 tempest-AttachInterfacesUnderV243Test-962410907 tempest-AttachInterfacesUnderV243Test-962410907-project-member] Lock "ae9a6ff7-cc1f-43dc-9acb-47aaa3d1089e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.521s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1551.056936] env[62574]: DEBUG nova.compute.manager [None req-cbcf069e-dca4-4225-a6b4-6e3548d10e3d tempest-DeleteServersAdminTestJSON-663052088 tempest-DeleteServersAdminTestJSON-663052088-project-member] [instance: ac8aec0b-0dd9-4250-8686-343a4d2563c2] Start spawning the instance on the hypervisor. {{(pid=62574) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1551.085278] env[62574]: DEBUG nova.virt.hardware [None req-cbcf069e-dca4-4225-a6b4-6e3548d10e3d tempest-DeleteServersAdminTestJSON-663052088 tempest-DeleteServersAdminTestJSON-663052088-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T19:26:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-13T19:26:40Z,direct_url=,disk_format='vmdk',id=3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7eed1dd4d2c3418eb32c4f4ceda3ab0d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-13T19:26:41Z,virtual_size=,visibility=), allow threads: False {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1551.085533] env[62574]: DEBUG nova.virt.hardware [None req-cbcf069e-dca4-4225-a6b4-6e3548d10e3d tempest-DeleteServersAdminTestJSON-663052088 tempest-DeleteServersAdminTestJSON-663052088-project-member] Flavor limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1551.085692] env[62574]: DEBUG nova.virt.hardware [None req-cbcf069e-dca4-4225-a6b4-6e3548d10e3d tempest-DeleteServersAdminTestJSON-663052088 tempest-DeleteServersAdminTestJSON-663052088-project-member] Image limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1551.087270] env[62574]: DEBUG nova.virt.hardware [None req-cbcf069e-dca4-4225-a6b4-6e3548d10e3d tempest-DeleteServersAdminTestJSON-663052088 tempest-DeleteServersAdminTestJSON-663052088-project-member] Flavor pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1551.087529] env[62574]: DEBUG nova.virt.hardware [None req-cbcf069e-dca4-4225-a6b4-6e3548d10e3d tempest-DeleteServersAdminTestJSON-663052088 tempest-DeleteServersAdminTestJSON-663052088-project-member] Image pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1551.087668] env[62574]: DEBUG nova.virt.hardware [None req-cbcf069e-dca4-4225-a6b4-6e3548d10e3d tempest-DeleteServersAdminTestJSON-663052088 tempest-DeleteServersAdminTestJSON-663052088-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1551.087896] env[62574]: DEBUG nova.virt.hardware [None req-cbcf069e-dca4-4225-a6b4-6e3548d10e3d tempest-DeleteServersAdminTestJSON-663052088 tempest-DeleteServersAdminTestJSON-663052088-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1551.088274] env[62574]: DEBUG nova.virt.hardware [None req-cbcf069e-dca4-4225-a6b4-6e3548d10e3d tempest-DeleteServersAdminTestJSON-663052088 tempest-DeleteServersAdminTestJSON-663052088-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1551.088274] env[62574]: DEBUG nova.virt.hardware [None req-cbcf069e-dca4-4225-a6b4-6e3548d10e3d tempest-DeleteServersAdminTestJSON-663052088 tempest-DeleteServersAdminTestJSON-663052088-project-member] Got 1 possible topologies {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1551.088385] env[62574]: DEBUG nova.virt.hardware [None req-cbcf069e-dca4-4225-a6b4-6e3548d10e3d tempest-DeleteServersAdminTestJSON-663052088 tempest-DeleteServersAdminTestJSON-663052088-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1551.088559] env[62574]: DEBUG nova.virt.hardware [None req-cbcf069e-dca4-4225-a6b4-6e3548d10e3d tempest-DeleteServersAdminTestJSON-663052088 tempest-DeleteServersAdminTestJSON-663052088-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1551.090144] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf02f695-11c6-4ee4-822c-4a334cfb4bf1 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.109870] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00ed47ce-70eb-4348-a9d8-49bd44407c34 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.123945] env[62574]: DEBUG oslo_concurrency.lockutils [None req-5735e17f-83d6-4385-8615-cfdc2468900b tempest-ServersAdminNegativeTestJSON-1635259249 tempest-ServersAdminNegativeTestJSON-1635259249-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1551.263421] env[62574]: INFO nova.compute.manager [-] [instance: b19648bf-b106-4c17-8b48-8c579fb23b31] Took 1.41 seconds to deallocate network for instance. [ 1551.302276] env[62574]: DEBUG nova.scheduler.client.report [None req-c41600a1-b9ea-4c15-bbd4-47d7d571e886 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Inventory has not changed for provider f0ed160a-beff-4626-a531-2a70d7bc0627 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 148, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1551.320302] env[62574]: DEBUG oslo_vmware.api [None req-471df300-4291-4edb-ae72-2c70a57566ba tempest-SecurityGroupsTestJSON-247158518 tempest-SecurityGroupsTestJSON-247158518-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52738f6b-73af-30ac-79b3-19bbb5d5e2b5, 'name': SearchDatastore_Task, 'duration_secs': 0.010651} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1551.321211] env[62574]: DEBUG oslo_concurrency.lockutils [None req-471df300-4291-4edb-ae72-2c70a57566ba tempest-SecurityGroupsTestJSON-247158518 tempest-SecurityGroupsTestJSON-247158518-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1551.321449] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-471df300-4291-4edb-ae72-2c70a57566ba tempest-SecurityGroupsTestJSON-247158518 tempest-SecurityGroupsTestJSON-247158518-project-member] [instance: b8f6a4a6-77e9-4989-bd79-f23e15335517] Processing image 3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2 {{(pid=62574) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1551.321687] env[62574]: DEBUG oslo_concurrency.lockutils [None req-471df300-4291-4edb-ae72-2c70a57566ba tempest-SecurityGroupsTestJSON-247158518 tempest-SecurityGroupsTestJSON-247158518-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1551.321859] env[62574]: DEBUG oslo_concurrency.lockutils [None req-471df300-4291-4edb-ae72-2c70a57566ba tempest-SecurityGroupsTestJSON-247158518 tempest-SecurityGroupsTestJSON-247158518-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1551.322054] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-471df300-4291-4edb-ae72-2c70a57566ba tempest-SecurityGroupsTestJSON-247158518 tempest-SecurityGroupsTestJSON-247158518-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1551.322557] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0ee473c6-0ff7-4059-b3a1-cf2dd522f1a6 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.335258] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-471df300-4291-4edb-ae72-2c70a57566ba tempest-SecurityGroupsTestJSON-247158518 tempest-SecurityGroupsTestJSON-247158518-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1551.335453] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-471df300-4291-4edb-ae72-2c70a57566ba tempest-SecurityGroupsTestJSON-247158518 tempest-SecurityGroupsTestJSON-247158518-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62574) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1551.336259] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-49bc1c53-969b-430c-8b01-3596f3db1e1f {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.345376] env[62574]: DEBUG oslo_vmware.api [None req-471df300-4291-4edb-ae72-2c70a57566ba tempest-SecurityGroupsTestJSON-247158518 tempest-SecurityGroupsTestJSON-247158518-project-member] Waiting for the task: (returnval){ [ 1551.345376] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]52217608-a47c-7282-8d10-75ce89e76dd2" [ 1551.345376] env[62574]: _type = "Task" [ 1551.345376] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1551.357227] env[62574]: DEBUG oslo_vmware.api [None req-471df300-4291-4edb-ae72-2c70a57566ba tempest-SecurityGroupsTestJSON-247158518 tempest-SecurityGroupsTestJSON-247158518-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52217608-a47c-7282-8d10-75ce89e76dd2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1551.454513] env[62574]: DEBUG oslo_vmware.api [None req-d31c8a8f-d687-4476-b20d-b66393707859 tempest-ServersAdmin275Test-269086882 tempest-ServersAdmin275Test-269086882-project-admin] Task: {'id': task-1861364, 'name': ReconfigVM_Task, 'duration_secs': 0.684352} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1551.454513] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-d31c8a8f-d687-4476-b20d-b66393707859 tempest-ServersAdmin275Test-269086882 tempest-ServersAdmin275Test-269086882-project-admin] [instance: 90b44fba-636a-414f-b286-7baf5adc2122] Reconfigured VM instance instance-00000011 to attach disk [datastore1] 90b44fba-636a-414f-b286-7baf5adc2122/90b44fba-636a-414f-b286-7baf5adc2122.vmdk or device None with type sparse {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1551.455062] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-512a8cc9-05f7-42af-adb5-74f58a9fe991 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.462763] env[62574]: DEBUG oslo_vmware.api [None req-d31c8a8f-d687-4476-b20d-b66393707859 tempest-ServersAdmin275Test-269086882 tempest-ServersAdmin275Test-269086882-project-admin] Waiting for the task: (returnval){ [ 1551.462763] env[62574]: value = "task-1861365" [ 1551.462763] env[62574]: _type = "Task" [ 1551.462763] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1551.468174] env[62574]: DEBUG nova.objects.base [None req-8854a774-a9df-4d08-a0c3-b701596e292f tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Object Instance<1e669675-0551-49d8-af15-64fdd0984b3f> lazy-loaded attributes: info_cache,migration_context {{(pid=62574) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1551.468174] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51fe1246-bba2-4c7c-bde3-32f6da2ff88d {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.499733] env[62574]: DEBUG oslo_vmware.api [None req-d31c8a8f-d687-4476-b20d-b66393707859 tempest-ServersAdmin275Test-269086882 tempest-ServersAdmin275Test-269086882-project-admin] Task: {'id': task-1861365, 'name': Rename_Task} progress is 6%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1551.500220] env[62574]: DEBUG nova.compute.manager [None req-d5b0c55e-8817-4283-8f61-0c36c4bb7c3a tempest-ServerDiagnosticsNegativeTest-1776344175 tempest-ServerDiagnosticsNegativeTest-1776344175-project-member] [instance: e3bb34fa-0a4b-4ef0-885a-2c59a191ca72] Starting instance... {{(pid=62574) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1551.503969] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-13723f38-ba6a-41d3-b5d0-5f77ccb4cfff {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.511680] env[62574]: DEBUG oslo_vmware.api [None req-8854a774-a9df-4d08-a0c3-b701596e292f tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Waiting for the task: (returnval){ [ 1551.511680] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]5273f5b6-cf4d-f978-5cee-c1c74b439057" [ 1551.511680] env[62574]: _type = "Task" [ 1551.511680] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1551.525100] env[62574]: DEBUG oslo_vmware.api [None req-8854a774-a9df-4d08-a0c3-b701596e292f tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]5273f5b6-cf4d-f978-5cee-c1c74b439057, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1551.674258] env[62574]: DEBUG oslo_concurrency.lockutils [None req-93dda268-b85d-4bdf-a8a0-5f60ad7bd9e2 tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] Acquiring lock "4df11575-4191-4213-80f6-c74ba97b856f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1551.674258] env[62574]: DEBUG oslo_concurrency.lockutils [None req-93dda268-b85d-4bdf-a8a0-5f60ad7bd9e2 tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] Lock "4df11575-4191-4213-80f6-c74ba97b856f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1551.768632] env[62574]: DEBUG nova.compute.manager [req-30363fc9-2bbb-4e29-bec9-106752e67cfb req-cd6713ea-dd6e-492c-88b3-8b0f62fafc7f service nova] [instance: b19648bf-b106-4c17-8b48-8c579fb23b31] Received event network-vif-deleted-61bc6138-7ff4-4c4c-8838-027c4410e41f {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1551.769788] env[62574]: DEBUG oslo_concurrency.lockutils [None req-35118b2a-6aa7-4ffe-8d41-d0cba98b2322 tempest-ImagesOneServerTestJSON-1738664534 tempest-ImagesOneServerTestJSON-1738664534-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1551.815525] env[62574]: DEBUG oslo_concurrency.lockutils [None req-c41600a1-b9ea-4c15-bbd4-47d7d571e886 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.790s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1551.816046] env[62574]: DEBUG nova.compute.manager [None req-c41600a1-b9ea-4c15-bbd4-47d7d571e886 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] [instance: cf8dfe40-abfe-4888-a1a5-b26f6d781e93] Start building networks asynchronously for instance. {{(pid=62574) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1551.818591] env[62574]: DEBUG oslo_concurrency.lockutils [None req-ebda193a-db24-49ab-94a7-847e102dcdb8 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.423s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1551.820160] env[62574]: INFO nova.compute.claims [None req-ebda193a-db24-49ab-94a7-847e102dcdb8 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] [instance: 4cc7d784-be5d-41db-a028-0dade3464032] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1551.856831] env[62574]: DEBUG nova.compute.manager [req-9bea6893-4402-4bfb-894a-6287f554fcfb req-2fba299d-af1b-4f7e-9aa8-953082e93590 service nova] [instance: b8f6a4a6-77e9-4989-bd79-f23e15335517] Received event network-changed-6a7ce2f1-94dd-4e5b-9c7f-64bd15f36d2c {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1551.856831] env[62574]: DEBUG nova.compute.manager [req-9bea6893-4402-4bfb-894a-6287f554fcfb req-2fba299d-af1b-4f7e-9aa8-953082e93590 service nova] [instance: b8f6a4a6-77e9-4989-bd79-f23e15335517] Refreshing instance network info cache due to event network-changed-6a7ce2f1-94dd-4e5b-9c7f-64bd15f36d2c. {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1551.856831] env[62574]: DEBUG oslo_concurrency.lockutils [req-9bea6893-4402-4bfb-894a-6287f554fcfb req-2fba299d-af1b-4f7e-9aa8-953082e93590 service nova] Acquiring lock "refresh_cache-b8f6a4a6-77e9-4989-bd79-f23e15335517" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1551.856831] env[62574]: DEBUG oslo_concurrency.lockutils [req-9bea6893-4402-4bfb-894a-6287f554fcfb req-2fba299d-af1b-4f7e-9aa8-953082e93590 service nova] Acquired lock "refresh_cache-b8f6a4a6-77e9-4989-bd79-f23e15335517" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1551.857343] env[62574]: DEBUG nova.network.neutron [req-9bea6893-4402-4bfb-894a-6287f554fcfb req-2fba299d-af1b-4f7e-9aa8-953082e93590 service nova] [instance: b8f6a4a6-77e9-4989-bd79-f23e15335517] Refreshing network info cache for port 6a7ce2f1-94dd-4e5b-9c7f-64bd15f36d2c {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1551.864523] env[62574]: DEBUG oslo_vmware.api [None req-471df300-4291-4edb-ae72-2c70a57566ba tempest-SecurityGroupsTestJSON-247158518 tempest-SecurityGroupsTestJSON-247158518-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52217608-a47c-7282-8d10-75ce89e76dd2, 'name': SearchDatastore_Task, 'duration_secs': 0.014196} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1551.868906] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5fb34be4-466f-4c6f-93e0-93fedfe1d08d {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.876104] env[62574]: DEBUG oslo_vmware.api [None req-471df300-4291-4edb-ae72-2c70a57566ba tempest-SecurityGroupsTestJSON-247158518 tempest-SecurityGroupsTestJSON-247158518-project-member] Waiting for the task: (returnval){ [ 1551.876104] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]521d0ec0-88d3-6eb0-efc1-f01d053e3c0c" [ 1551.876104] env[62574]: _type = "Task" [ 1551.876104] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1551.889899] env[62574]: DEBUG oslo_vmware.api [None req-471df300-4291-4edb-ae72-2c70a57566ba tempest-SecurityGroupsTestJSON-247158518 tempest-SecurityGroupsTestJSON-247158518-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]521d0ec0-88d3-6eb0-efc1-f01d053e3c0c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1551.975021] env[62574]: DEBUG oslo_vmware.api [None req-d31c8a8f-d687-4476-b20d-b66393707859 tempest-ServersAdmin275Test-269086882 tempest-ServersAdmin275Test-269086882-project-admin] Task: {'id': task-1861365, 'name': Rename_Task, 'duration_secs': 0.164242} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1551.975021] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-d31c8a8f-d687-4476-b20d-b66393707859 tempest-ServersAdmin275Test-269086882 tempest-ServersAdmin275Test-269086882-project-admin] [instance: 90b44fba-636a-414f-b286-7baf5adc2122] Powering on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1551.975439] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d7e7fd2e-077e-4412-9849-d40b99d7fec1 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.982972] env[62574]: DEBUG oslo_vmware.api [None req-d31c8a8f-d687-4476-b20d-b66393707859 tempest-ServersAdmin275Test-269086882 tempest-ServersAdmin275Test-269086882-project-admin] Waiting for the task: (returnval){ [ 1551.982972] env[62574]: value = "task-1861366" [ 1551.982972] env[62574]: _type = "Task" [ 1551.982972] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1551.992541] env[62574]: DEBUG oslo_vmware.api [None req-d31c8a8f-d687-4476-b20d-b66393707859 tempest-ServersAdmin275Test-269086882 tempest-ServersAdmin275Test-269086882-project-admin] Task: {'id': task-1861366, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1552.022508] env[62574]: DEBUG oslo_vmware.api [None req-8854a774-a9df-4d08-a0c3-b701596e292f tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]5273f5b6-cf4d-f978-5cee-c1c74b439057, 'name': SearchDatastore_Task, 'duration_secs': 0.018523} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1552.023214] env[62574]: DEBUG oslo_concurrency.lockutils [None req-8854a774-a9df-4d08-a0c3-b701596e292f tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1552.027338] env[62574]: DEBUG oslo_concurrency.lockutils [None req-d5b0c55e-8817-4283-8f61-0c36c4bb7c3a tempest-ServerDiagnosticsNegativeTest-1776344175 tempest-ServerDiagnosticsNegativeTest-1776344175-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1552.325361] env[62574]: DEBUG nova.compute.utils [None req-c41600a1-b9ea-4c15-bbd4-47d7d571e886 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Using /dev/sd instead of None {{(pid=62574) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1552.331338] env[62574]: DEBUG nova.compute.manager [None req-c41600a1-b9ea-4c15-bbd4-47d7d571e886 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] [instance: cf8dfe40-abfe-4888-a1a5-b26f6d781e93] Allocating IP information in the background. {{(pid=62574) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1552.331338] env[62574]: DEBUG nova.network.neutron [None req-c41600a1-b9ea-4c15-bbd4-47d7d571e886 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] [instance: cf8dfe40-abfe-4888-a1a5-b26f6d781e93] allocate_for_instance() {{(pid=62574) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1552.389161] env[62574]: DEBUG oslo_vmware.api [None req-471df300-4291-4edb-ae72-2c70a57566ba tempest-SecurityGroupsTestJSON-247158518 tempest-SecurityGroupsTestJSON-247158518-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]521d0ec0-88d3-6eb0-efc1-f01d053e3c0c, 'name': SearchDatastore_Task, 'duration_secs': 0.042009} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1552.389493] env[62574]: DEBUG oslo_concurrency.lockutils [None req-471df300-4291-4edb-ae72-2c70a57566ba tempest-SecurityGroupsTestJSON-247158518 tempest-SecurityGroupsTestJSON-247158518-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1552.389757] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-471df300-4291-4edb-ae72-2c70a57566ba tempest-SecurityGroupsTestJSON-247158518 tempest-SecurityGroupsTestJSON-247158518-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk to [datastore1] b8f6a4a6-77e9-4989-bd79-f23e15335517/b8f6a4a6-77e9-4989-bd79-f23e15335517.vmdk {{(pid=62574) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1552.390043] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7aa46e94-eab2-48a5-9fb1-680da7d736d3 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.398278] env[62574]: DEBUG oslo_vmware.api [None req-471df300-4291-4edb-ae72-2c70a57566ba tempest-SecurityGroupsTestJSON-247158518 tempest-SecurityGroupsTestJSON-247158518-project-member] Waiting for the task: (returnval){ [ 1552.398278] env[62574]: value = "task-1861367" [ 1552.398278] env[62574]: _type = "Task" [ 1552.398278] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1552.413995] env[62574]: DEBUG oslo_vmware.api [None req-471df300-4291-4edb-ae72-2c70a57566ba tempest-SecurityGroupsTestJSON-247158518 tempest-SecurityGroupsTestJSON-247158518-project-member] Task: {'id': task-1861367, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1552.495643] env[62574]: DEBUG oslo_vmware.api [None req-d31c8a8f-d687-4476-b20d-b66393707859 tempest-ServersAdmin275Test-269086882 tempest-ServersAdmin275Test-269086882-project-admin] Task: {'id': task-1861366, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1552.519688] env[62574]: DEBUG nova.policy [None req-c41600a1-b9ea-4c15-bbd4-47d7d571e886 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '00017b350dcf420eb9ff32af0ce99b10', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '56c182ddec574253b665707e8eba14e3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62574) authorize /opt/stack/nova/nova/policy.py:192}} [ 1552.630775] env[62574]: DEBUG nova.network.neutron [req-9bea6893-4402-4bfb-894a-6287f554fcfb req-2fba299d-af1b-4f7e-9aa8-953082e93590 service nova] [instance: b8f6a4a6-77e9-4989-bd79-f23e15335517] Updated VIF entry in instance network info cache for port 6a7ce2f1-94dd-4e5b-9c7f-64bd15f36d2c. {{(pid=62574) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1552.631160] env[62574]: DEBUG nova.network.neutron [req-9bea6893-4402-4bfb-894a-6287f554fcfb req-2fba299d-af1b-4f7e-9aa8-953082e93590 service nova] [instance: b8f6a4a6-77e9-4989-bd79-f23e15335517] Updating instance_info_cache with network_info: [{"id": "6a7ce2f1-94dd-4e5b-9c7f-64bd15f36d2c", "address": "fa:16:3e:eb:46:d1", "network": {"id": "7fdc333e-a271-4977-bb85-e3f0da637517", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-201715430-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10cbceaa655b46ebabb5a9831d033750", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a55f45a-d631-4ebc-b73b-8a30bd0a32a8", "external-id": "nsx-vlan-transportzone-303", "segmentation_id": 303, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a7ce2f1-94", "ovs_interfaceid": "6a7ce2f1-94dd-4e5b-9c7f-64bd15f36d2c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1552.830125] env[62574]: DEBUG nova.compute.manager [None req-c41600a1-b9ea-4c15-bbd4-47d7d571e886 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] [instance: cf8dfe40-abfe-4888-a1a5-b26f6d781e93] Start building block device mappings for instance. {{(pid=62574) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1552.914506] env[62574]: DEBUG oslo_vmware.api [None req-471df300-4291-4edb-ae72-2c70a57566ba tempest-SecurityGroupsTestJSON-247158518 tempest-SecurityGroupsTestJSON-247158518-project-member] Task: {'id': task-1861367, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1552.998082] env[62574]: DEBUG oslo_vmware.api [None req-d31c8a8f-d687-4476-b20d-b66393707859 tempest-ServersAdmin275Test-269086882 tempest-ServersAdmin275Test-269086882-project-admin] Task: {'id': task-1861366, 'name': PowerOnVM_Task, 'duration_secs': 0.582607} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1553.001178] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-d31c8a8f-d687-4476-b20d-b66393707859 tempest-ServersAdmin275Test-269086882 tempest-ServersAdmin275Test-269086882-project-admin] [instance: 90b44fba-636a-414f-b286-7baf5adc2122] Powered on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1553.001487] env[62574]: DEBUG nova.compute.manager [None req-d31c8a8f-d687-4476-b20d-b66393707859 tempest-ServersAdmin275Test-269086882 tempest-ServersAdmin275Test-269086882-project-admin] [instance: 90b44fba-636a-414f-b286-7baf5adc2122] Checking state {{(pid=62574) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1553.002663] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c4da9b6-335d-465e-b0be-2b5ced55d173 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.137227] env[62574]: DEBUG oslo_concurrency.lockutils [req-9bea6893-4402-4bfb-894a-6287f554fcfb req-2fba299d-af1b-4f7e-9aa8-953082e93590 service nova] Releasing lock "refresh_cache-b8f6a4a6-77e9-4989-bd79-f23e15335517" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1553.414109] env[62574]: DEBUG oslo_vmware.api [None req-471df300-4291-4edb-ae72-2c70a57566ba tempest-SecurityGroupsTestJSON-247158518 tempest-SecurityGroupsTestJSON-247158518-project-member] Task: {'id': task-1861367, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.655407} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1553.417429] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-471df300-4291-4edb-ae72-2c70a57566ba tempest-SecurityGroupsTestJSON-247158518 tempest-SecurityGroupsTestJSON-247158518-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk to [datastore1] b8f6a4a6-77e9-4989-bd79-f23e15335517/b8f6a4a6-77e9-4989-bd79-f23e15335517.vmdk {{(pid=62574) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1553.417711] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-471df300-4291-4edb-ae72-2c70a57566ba tempest-SecurityGroupsTestJSON-247158518 tempest-SecurityGroupsTestJSON-247158518-project-member] [instance: b8f6a4a6-77e9-4989-bd79-f23e15335517] Extending root virtual disk to 1048576 {{(pid=62574) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1553.420248] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7171a028-10cb-45fb-875a-67a7d4624eda {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.429046] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d287651-787f-49b3-9c9c-6a664ef5e722 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.435697] env[62574]: DEBUG oslo_vmware.api [None req-471df300-4291-4edb-ae72-2c70a57566ba tempest-SecurityGroupsTestJSON-247158518 tempest-SecurityGroupsTestJSON-247158518-project-member] Waiting for the task: (returnval){ [ 1553.435697] env[62574]: value = "task-1861368" [ 1553.435697] env[62574]: _type = "Task" [ 1553.435697] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1553.440900] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cff6d979-64f7-4591-b762-96923e38ed81 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.447527] env[62574]: DEBUG oslo_vmware.api [None req-471df300-4291-4edb-ae72-2c70a57566ba tempest-SecurityGroupsTestJSON-247158518 tempest-SecurityGroupsTestJSON-247158518-project-member] Task: {'id': task-1861368, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1553.478449] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42274b97-4e24-4259-9547-8c13d60f1157 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.486636] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-186501df-d58d-4034-9a19-418cabe67a9d {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.501096] env[62574]: DEBUG nova.compute.provider_tree [None req-ebda193a-db24-49ab-94a7-847e102dcdb8 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Inventory has not changed in ProviderTree for provider: f0ed160a-beff-4626-a531-2a70d7bc0627 {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1553.511998] env[62574]: DEBUG nova.network.neutron [None req-c41600a1-b9ea-4c15-bbd4-47d7d571e886 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] [instance: cf8dfe40-abfe-4888-a1a5-b26f6d781e93] Successfully created port: a3ad0359-fee4-4551-b572-64bb971c491d {{(pid=62574) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1553.521485] env[62574]: DEBUG oslo_concurrency.lockutils [None req-d31c8a8f-d687-4476-b20d-b66393707859 tempest-ServersAdmin275Test-269086882 tempest-ServersAdmin275Test-269086882-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1553.701412] env[62574]: DEBUG nova.network.neutron [None req-cbcf069e-dca4-4225-a6b4-6e3548d10e3d tempest-DeleteServersAdminTestJSON-663052088 tempest-DeleteServersAdminTestJSON-663052088-project-member] [instance: ac8aec0b-0dd9-4250-8686-343a4d2563c2] Successfully updated port: 51093197-55af-4593-b0d0-f8e923c85e90 {{(pid=62574) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1553.854250] env[62574]: DEBUG nova.compute.manager [None req-c41600a1-b9ea-4c15-bbd4-47d7d571e886 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] [instance: cf8dfe40-abfe-4888-a1a5-b26f6d781e93] Start spawning the instance on the hypervisor. {{(pid=62574) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1553.884484] env[62574]: DEBUG nova.virt.hardware [None req-c41600a1-b9ea-4c15-bbd4-47d7d571e886 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T19:26:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-13T19:26:40Z,direct_url=,disk_format='vmdk',id=3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7eed1dd4d2c3418eb32c4f4ceda3ab0d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-13T19:26:41Z,virtual_size=,visibility=), allow threads: False {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1553.884726] env[62574]: DEBUG nova.virt.hardware [None req-c41600a1-b9ea-4c15-bbd4-47d7d571e886 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Flavor limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1553.884882] env[62574]: DEBUG nova.virt.hardware [None req-c41600a1-b9ea-4c15-bbd4-47d7d571e886 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Image limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1553.885075] env[62574]: DEBUG nova.virt.hardware [None req-c41600a1-b9ea-4c15-bbd4-47d7d571e886 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Flavor pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1553.885226] env[62574]: DEBUG nova.virt.hardware [None req-c41600a1-b9ea-4c15-bbd4-47d7d571e886 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Image pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1553.885372] env[62574]: DEBUG nova.virt.hardware [None req-c41600a1-b9ea-4c15-bbd4-47d7d571e886 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1553.885582] env[62574]: DEBUG nova.virt.hardware [None req-c41600a1-b9ea-4c15-bbd4-47d7d571e886 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1553.885742] env[62574]: DEBUG nova.virt.hardware [None req-c41600a1-b9ea-4c15-bbd4-47d7d571e886 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1553.885970] env[62574]: DEBUG nova.virt.hardware [None req-c41600a1-b9ea-4c15-bbd4-47d7d571e886 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Got 1 possible topologies {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1553.886674] env[62574]: DEBUG nova.virt.hardware [None req-c41600a1-b9ea-4c15-bbd4-47d7d571e886 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1553.886868] env[62574]: DEBUG nova.virt.hardware [None req-c41600a1-b9ea-4c15-bbd4-47d7d571e886 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1553.887690] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9253132f-be7f-4b05-989a-a894a1d6ecf8 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.896862] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ff0536d-ebdd-4a42-ab67-d89a33d58d01 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.942714] env[62574]: DEBUG oslo_vmware.api [None req-471df300-4291-4edb-ae72-2c70a57566ba tempest-SecurityGroupsTestJSON-247158518 tempest-SecurityGroupsTestJSON-247158518-project-member] Task: {'id': task-1861368, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086745} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1553.942978] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-471df300-4291-4edb-ae72-2c70a57566ba tempest-SecurityGroupsTestJSON-247158518 tempest-SecurityGroupsTestJSON-247158518-project-member] [instance: b8f6a4a6-77e9-4989-bd79-f23e15335517] Extended root virtual disk {{(pid=62574) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1553.943750] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6dcecc4-aba8-45e6-ae9d-14dbad1715ce {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.966149] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-471df300-4291-4edb-ae72-2c70a57566ba tempest-SecurityGroupsTestJSON-247158518 tempest-SecurityGroupsTestJSON-247158518-project-member] [instance: b8f6a4a6-77e9-4989-bd79-f23e15335517] Reconfiguring VM instance instance-00000018 to attach disk [datastore1] b8f6a4a6-77e9-4989-bd79-f23e15335517/b8f6a4a6-77e9-4989-bd79-f23e15335517.vmdk or device None with type sparse {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1553.966477] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bbcfa7e9-7370-437b-bedf-25e0c7246459 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.986311] env[62574]: DEBUG oslo_vmware.api [None req-471df300-4291-4edb-ae72-2c70a57566ba tempest-SecurityGroupsTestJSON-247158518 tempest-SecurityGroupsTestJSON-247158518-project-member] Waiting for the task: (returnval){ [ 1553.986311] env[62574]: value = "task-1861369" [ 1553.986311] env[62574]: _type = "Task" [ 1553.986311] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1553.995167] env[62574]: DEBUG oslo_vmware.api [None req-471df300-4291-4edb-ae72-2c70a57566ba tempest-SecurityGroupsTestJSON-247158518 tempest-SecurityGroupsTestJSON-247158518-project-member] Task: {'id': task-1861369, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1554.004590] env[62574]: DEBUG nova.scheduler.client.report [None req-ebda193a-db24-49ab-94a7-847e102dcdb8 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Inventory has not changed for provider f0ed160a-beff-4626-a531-2a70d7bc0627 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 148, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1554.203334] env[62574]: DEBUG oslo_concurrency.lockutils [None req-cbcf069e-dca4-4225-a6b4-6e3548d10e3d tempest-DeleteServersAdminTestJSON-663052088 tempest-DeleteServersAdminTestJSON-663052088-project-member] Acquiring lock "refresh_cache-ac8aec0b-0dd9-4250-8686-343a4d2563c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1554.203489] env[62574]: DEBUG oslo_concurrency.lockutils [None req-cbcf069e-dca4-4225-a6b4-6e3548d10e3d tempest-DeleteServersAdminTestJSON-663052088 tempest-DeleteServersAdminTestJSON-663052088-project-member] Acquired lock "refresh_cache-ac8aec0b-0dd9-4250-8686-343a4d2563c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1554.203647] env[62574]: DEBUG nova.network.neutron [None req-cbcf069e-dca4-4225-a6b4-6e3548d10e3d tempest-DeleteServersAdminTestJSON-663052088 tempest-DeleteServersAdminTestJSON-663052088-project-member] [instance: ac8aec0b-0dd9-4250-8686-343a4d2563c2] Building network info cache for instance {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1554.500455] env[62574]: DEBUG oslo_vmware.api [None req-471df300-4291-4edb-ae72-2c70a57566ba tempest-SecurityGroupsTestJSON-247158518 tempest-SecurityGroupsTestJSON-247158518-project-member] Task: {'id': task-1861369, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1554.510633] env[62574]: DEBUG oslo_concurrency.lockutils [None req-ebda193a-db24-49ab-94a7-847e102dcdb8 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.692s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1554.511181] env[62574]: DEBUG nova.compute.manager [None req-ebda193a-db24-49ab-94a7-847e102dcdb8 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] [instance: 4cc7d784-be5d-41db-a028-0dade3464032] Start building networks asynchronously for instance. {{(pid=62574) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1554.514448] env[62574]: DEBUG oslo_concurrency.lockutils [None req-0a7d4177-5735-4451-b194-8dc4b9903035 tempest-ServersTestManualDisk-792638702 tempest-ServersTestManualDisk-792638702-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.328s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1554.516840] env[62574]: INFO nova.compute.claims [None req-0a7d4177-5735-4451-b194-8dc4b9903035 tempest-ServersTestManualDisk-792638702 tempest-ServersTestManualDisk-792638702-project-member] [instance: d0a90055-5c6c-44eb-a9e4-467022eda4db] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1554.780742] env[62574]: DEBUG nova.network.neutron [None req-cbcf069e-dca4-4225-a6b4-6e3548d10e3d tempest-DeleteServersAdminTestJSON-663052088 tempest-DeleteServersAdminTestJSON-663052088-project-member] [instance: ac8aec0b-0dd9-4250-8686-343a4d2563c2] Instance cache missing network info. {{(pid=62574) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1554.948759] env[62574]: DEBUG nova.compute.manager [req-30c99583-c413-4801-82e7-736257face2e req-fc5546f0-733c-4361-9492-db47dd905999 service nova] [instance: b4522995-fb9c-471f-bd36-af8b721aa5ff] Received event network-changed-caf5c8e8-e94e-42ba-ab38-e0de749fbc41 {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1554.949182] env[62574]: DEBUG nova.compute.manager [req-30c99583-c413-4801-82e7-736257face2e req-fc5546f0-733c-4361-9492-db47dd905999 service nova] [instance: b4522995-fb9c-471f-bd36-af8b721aa5ff] Refreshing instance network info cache due to event network-changed-caf5c8e8-e94e-42ba-ab38-e0de749fbc41. {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1554.949344] env[62574]: DEBUG oslo_concurrency.lockutils [req-30c99583-c413-4801-82e7-736257face2e req-fc5546f0-733c-4361-9492-db47dd905999 service nova] Acquiring lock "refresh_cache-b4522995-fb9c-471f-bd36-af8b721aa5ff" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1554.949585] env[62574]: DEBUG oslo_concurrency.lockutils [req-30c99583-c413-4801-82e7-736257face2e req-fc5546f0-733c-4361-9492-db47dd905999 service nova] Acquired lock "refresh_cache-b4522995-fb9c-471f-bd36-af8b721aa5ff" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1554.949846] env[62574]: DEBUG nova.network.neutron [req-30c99583-c413-4801-82e7-736257face2e req-fc5546f0-733c-4361-9492-db47dd905999 service nova] [instance: b4522995-fb9c-471f-bd36-af8b721aa5ff] Refreshing network info cache for port caf5c8e8-e94e-42ba-ab38-e0de749fbc41 {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1554.975365] env[62574]: DEBUG nova.compute.manager [req-e5d3e46b-257b-4f14-a8d7-426983415419 req-68c79df1-6a81-4e4a-93d6-d85eb9fb9e17 service nova] [instance: ac8aec0b-0dd9-4250-8686-343a4d2563c2] Received event network-vif-plugged-51093197-55af-4593-b0d0-f8e923c85e90 {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1554.977358] env[62574]: DEBUG oslo_concurrency.lockutils [req-e5d3e46b-257b-4f14-a8d7-426983415419 req-68c79df1-6a81-4e4a-93d6-d85eb9fb9e17 service nova] Acquiring lock "ac8aec0b-0dd9-4250-8686-343a4d2563c2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1554.977513] env[62574]: DEBUG oslo_concurrency.lockutils [req-e5d3e46b-257b-4f14-a8d7-426983415419 req-68c79df1-6a81-4e4a-93d6-d85eb9fb9e17 service nova] Lock "ac8aec0b-0dd9-4250-8686-343a4d2563c2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1554.977685] env[62574]: DEBUG oslo_concurrency.lockutils [req-e5d3e46b-257b-4f14-a8d7-426983415419 req-68c79df1-6a81-4e4a-93d6-d85eb9fb9e17 service nova] Lock "ac8aec0b-0dd9-4250-8686-343a4d2563c2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1554.977855] env[62574]: DEBUG nova.compute.manager [req-e5d3e46b-257b-4f14-a8d7-426983415419 req-68c79df1-6a81-4e4a-93d6-d85eb9fb9e17 service nova] [instance: ac8aec0b-0dd9-4250-8686-343a4d2563c2] No waiting events found dispatching network-vif-plugged-51093197-55af-4593-b0d0-f8e923c85e90 {{(pid=62574) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1554.978137] env[62574]: WARNING nova.compute.manager [req-e5d3e46b-257b-4f14-a8d7-426983415419 req-68c79df1-6a81-4e4a-93d6-d85eb9fb9e17 service nova] [instance: ac8aec0b-0dd9-4250-8686-343a4d2563c2] Received unexpected event network-vif-plugged-51093197-55af-4593-b0d0-f8e923c85e90 for instance with vm_state building and task_state spawning. [ 1554.978401] env[62574]: DEBUG nova.compute.manager [req-e5d3e46b-257b-4f14-a8d7-426983415419 req-68c79df1-6a81-4e4a-93d6-d85eb9fb9e17 service nova] [instance: ac8aec0b-0dd9-4250-8686-343a4d2563c2] Received event network-changed-51093197-55af-4593-b0d0-f8e923c85e90 {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1554.978797] env[62574]: DEBUG nova.compute.manager [req-e5d3e46b-257b-4f14-a8d7-426983415419 req-68c79df1-6a81-4e4a-93d6-d85eb9fb9e17 service nova] [instance: ac8aec0b-0dd9-4250-8686-343a4d2563c2] Refreshing instance network info cache due to event network-changed-51093197-55af-4593-b0d0-f8e923c85e90. {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1554.979115] env[62574]: DEBUG oslo_concurrency.lockutils [req-e5d3e46b-257b-4f14-a8d7-426983415419 req-68c79df1-6a81-4e4a-93d6-d85eb9fb9e17 service nova] Acquiring lock "refresh_cache-ac8aec0b-0dd9-4250-8686-343a4d2563c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1554.998400] env[62574]: DEBUG oslo_vmware.api [None req-471df300-4291-4edb-ae72-2c70a57566ba tempest-SecurityGroupsTestJSON-247158518 tempest-SecurityGroupsTestJSON-247158518-project-member] Task: {'id': task-1861369, 'name': ReconfigVM_Task, 'duration_secs': 0.830851} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1555.000840] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-471df300-4291-4edb-ae72-2c70a57566ba tempest-SecurityGroupsTestJSON-247158518 tempest-SecurityGroupsTestJSON-247158518-project-member] [instance: b8f6a4a6-77e9-4989-bd79-f23e15335517] Reconfigured VM instance instance-00000018 to attach disk [datastore1] b8f6a4a6-77e9-4989-bd79-f23e15335517/b8f6a4a6-77e9-4989-bd79-f23e15335517.vmdk or device None with type sparse {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1555.001515] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-01181564-47d2-4d7a-b1ae-6bccbfc9d4e5 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.007825] env[62574]: DEBUG oslo_vmware.api [None req-471df300-4291-4edb-ae72-2c70a57566ba tempest-SecurityGroupsTestJSON-247158518 tempest-SecurityGroupsTestJSON-247158518-project-member] Waiting for the task: (returnval){ [ 1555.007825] env[62574]: value = "task-1861370" [ 1555.007825] env[62574]: _type = "Task" [ 1555.007825] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1555.016258] env[62574]: DEBUG oslo_vmware.api [None req-471df300-4291-4edb-ae72-2c70a57566ba tempest-SecurityGroupsTestJSON-247158518 tempest-SecurityGroupsTestJSON-247158518-project-member] Task: {'id': task-1861370, 'name': Rename_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1555.020732] env[62574]: DEBUG nova.compute.utils [None req-ebda193a-db24-49ab-94a7-847e102dcdb8 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Using /dev/sd instead of None {{(pid=62574) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1555.026789] env[62574]: DEBUG nova.compute.manager [None req-ebda193a-db24-49ab-94a7-847e102dcdb8 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] [instance: 4cc7d784-be5d-41db-a028-0dade3464032] Allocating IP information in the background. {{(pid=62574) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1555.026789] env[62574]: DEBUG nova.network.neutron [None req-ebda193a-db24-49ab-94a7-847e102dcdb8 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] [instance: 4cc7d784-be5d-41db-a028-0dade3464032] allocate_for_instance() {{(pid=62574) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1555.073562] env[62574]: DEBUG nova.policy [None req-ebda193a-db24-49ab-94a7-847e102dcdb8 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6d0aa4b943e24496979354e660652905', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7ab01ddb6cf3453f8b60099794e20a03', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62574) authorize /opt/stack/nova/nova/policy.py:192}} [ 1555.315841] env[62574]: DEBUG nova.network.neutron [None req-cbcf069e-dca4-4225-a6b4-6e3548d10e3d tempest-DeleteServersAdminTestJSON-663052088 tempest-DeleteServersAdminTestJSON-663052088-project-member] [instance: ac8aec0b-0dd9-4250-8686-343a4d2563c2] Updating instance_info_cache with network_info: [{"id": "51093197-55af-4593-b0d0-f8e923c85e90", "address": "fa:16:3e:e8:01:0a", "network": {"id": "90888d97-209c-49d6-8f95-1d0279efea11", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.84", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7eed1dd4d2c3418eb32c4f4ceda3ab0d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d275d7c6-2a7b-4ee8-b6f4-fabf1ba1905f", "external-id": "nsx-vlan-transportzone-513", "segmentation_id": 513, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51093197-55", "ovs_interfaceid": "51093197-55af-4593-b0d0-f8e923c85e90", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1555.343018] env[62574]: DEBUG nova.network.neutron [None req-ebda193a-db24-49ab-94a7-847e102dcdb8 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] [instance: 4cc7d784-be5d-41db-a028-0dade3464032] Successfully created port: 84bf7a5e-2323-4711-a9b6-1a21d8f249ee {{(pid=62574) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1555.520625] env[62574]: DEBUG oslo_vmware.api [None req-471df300-4291-4edb-ae72-2c70a57566ba tempest-SecurityGroupsTestJSON-247158518 tempest-SecurityGroupsTestJSON-247158518-project-member] Task: {'id': task-1861370, 'name': Rename_Task, 'duration_secs': 0.13404} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1555.523112] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-471df300-4291-4edb-ae72-2c70a57566ba tempest-SecurityGroupsTestJSON-247158518 tempest-SecurityGroupsTestJSON-247158518-project-member] [instance: b8f6a4a6-77e9-4989-bd79-f23e15335517] Powering on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1555.523112] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-16a4d0d6-edc3-4c85-b66b-38a324045acb {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.524763] env[62574]: DEBUG nova.compute.manager [None req-ebda193a-db24-49ab-94a7-847e102dcdb8 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] [instance: 4cc7d784-be5d-41db-a028-0dade3464032] Start building block device mappings for instance. {{(pid=62574) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1555.532018] env[62574]: DEBUG oslo_vmware.api [None req-471df300-4291-4edb-ae72-2c70a57566ba tempest-SecurityGroupsTestJSON-247158518 tempest-SecurityGroupsTestJSON-247158518-project-member] Waiting for the task: (returnval){ [ 1555.532018] env[62574]: value = "task-1861371" [ 1555.532018] env[62574]: _type = "Task" [ 1555.532018] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1555.548930] env[62574]: DEBUG oslo_vmware.api [None req-471df300-4291-4edb-ae72-2c70a57566ba tempest-SecurityGroupsTestJSON-247158518 tempest-SecurityGroupsTestJSON-247158518-project-member] Task: {'id': task-1861371, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1555.818924] env[62574]: DEBUG oslo_concurrency.lockutils [None req-cbcf069e-dca4-4225-a6b4-6e3548d10e3d tempest-DeleteServersAdminTestJSON-663052088 tempest-DeleteServersAdminTestJSON-663052088-project-member] Releasing lock "refresh_cache-ac8aec0b-0dd9-4250-8686-343a4d2563c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1555.819293] env[62574]: DEBUG nova.compute.manager [None req-cbcf069e-dca4-4225-a6b4-6e3548d10e3d tempest-DeleteServersAdminTestJSON-663052088 tempest-DeleteServersAdminTestJSON-663052088-project-member] [instance: ac8aec0b-0dd9-4250-8686-343a4d2563c2] Instance network_info: |[{"id": "51093197-55af-4593-b0d0-f8e923c85e90", "address": "fa:16:3e:e8:01:0a", "network": {"id": "90888d97-209c-49d6-8f95-1d0279efea11", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.84", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7eed1dd4d2c3418eb32c4f4ceda3ab0d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d275d7c6-2a7b-4ee8-b6f4-fabf1ba1905f", "external-id": "nsx-vlan-transportzone-513", "segmentation_id": 513, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51093197-55", "ovs_interfaceid": "51093197-55af-4593-b0d0-f8e923c85e90", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62574) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1555.819611] env[62574]: DEBUG oslo_concurrency.lockutils [req-e5d3e46b-257b-4f14-a8d7-426983415419 req-68c79df1-6a81-4e4a-93d6-d85eb9fb9e17 service nova] Acquired lock "refresh_cache-ac8aec0b-0dd9-4250-8686-343a4d2563c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1555.819811] env[62574]: DEBUG nova.network.neutron [req-e5d3e46b-257b-4f14-a8d7-426983415419 req-68c79df1-6a81-4e4a-93d6-d85eb9fb9e17 service nova] [instance: ac8aec0b-0dd9-4250-8686-343a4d2563c2] Refreshing network info cache for port 51093197-55af-4593-b0d0-f8e923c85e90 {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1555.821238] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-cbcf069e-dca4-4225-a6b4-6e3548d10e3d tempest-DeleteServersAdminTestJSON-663052088 tempest-DeleteServersAdminTestJSON-663052088-project-member] [instance: ac8aec0b-0dd9-4250-8686-343a4d2563c2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e8:01:0a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd275d7c6-2a7b-4ee8-b6f4-fabf1ba1905f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '51093197-55af-4593-b0d0-f8e923c85e90', 'vif_model': 'vmxnet3'}] {{(pid=62574) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1555.829219] env[62574]: DEBUG oslo.service.loopingcall [None req-cbcf069e-dca4-4225-a6b4-6e3548d10e3d tempest-DeleteServersAdminTestJSON-663052088 tempest-DeleteServersAdminTestJSON-663052088-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62574) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1555.832410] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ac8aec0b-0dd9-4250-8686-343a4d2563c2] Creating VM on the ESX host {{(pid=62574) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1555.833721] env[62574]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-421e2b1a-438a-4a7c-b098-ea4b891350b6 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.857945] env[62574]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1555.857945] env[62574]: value = "task-1861372" [ 1555.857945] env[62574]: _type = "Task" [ 1555.857945] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1555.866762] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1861372, 'name': CreateVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1556.055425] env[62574]: DEBUG oslo_vmware.api [None req-471df300-4291-4edb-ae72-2c70a57566ba tempest-SecurityGroupsTestJSON-247158518 tempest-SecurityGroupsTestJSON-247158518-project-member] Task: {'id': task-1861371, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1556.129124] env[62574]: DEBUG oslo_concurrency.lockutils [None req-08f4d9c1-4f3c-4252-8245-ad9e8ef43e8d tempest-ServersAdmin275Test-1369324412 tempest-ServersAdmin275Test-1369324412-project-member] Acquiring lock "90b44fba-636a-414f-b286-7baf5adc2122" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1556.129522] env[62574]: DEBUG oslo_concurrency.lockutils [None req-08f4d9c1-4f3c-4252-8245-ad9e8ef43e8d tempest-ServersAdmin275Test-1369324412 tempest-ServersAdmin275Test-1369324412-project-member] Lock "90b44fba-636a-414f-b286-7baf5adc2122" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1556.129819] env[62574]: DEBUG oslo_concurrency.lockutils [None req-08f4d9c1-4f3c-4252-8245-ad9e8ef43e8d tempest-ServersAdmin275Test-1369324412 tempest-ServersAdmin275Test-1369324412-project-member] Acquiring lock "90b44fba-636a-414f-b286-7baf5adc2122-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1556.130109] env[62574]: DEBUG oslo_concurrency.lockutils [None req-08f4d9c1-4f3c-4252-8245-ad9e8ef43e8d tempest-ServersAdmin275Test-1369324412 tempest-ServersAdmin275Test-1369324412-project-member] Lock "90b44fba-636a-414f-b286-7baf5adc2122-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1556.130389] env[62574]: DEBUG oslo_concurrency.lockutils [None req-08f4d9c1-4f3c-4252-8245-ad9e8ef43e8d tempest-ServersAdmin275Test-1369324412 tempest-ServersAdmin275Test-1369324412-project-member] Lock "90b44fba-636a-414f-b286-7baf5adc2122-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1556.134927] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d0cd94c-ed70-4836-b63a-4266f7c6bf17 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.139792] env[62574]: INFO nova.compute.manager [None req-08f4d9c1-4f3c-4252-8245-ad9e8ef43e8d tempest-ServersAdmin275Test-1369324412 tempest-ServersAdmin275Test-1369324412-project-member] [instance: 90b44fba-636a-414f-b286-7baf5adc2122] Terminating instance [ 1556.151309] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02076fa6-8687-49a9-8f24-8c6061be4fe5 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.189428] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b26e6489-af2c-4f5c-89c1-85393c6fb115 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.199798] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4819266e-3b99-4bd9-b474-a36bdbb5189b {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.216607] env[62574]: DEBUG nova.compute.provider_tree [None req-0a7d4177-5735-4451-b194-8dc4b9903035 tempest-ServersTestManualDisk-792638702 tempest-ServersTestManualDisk-792638702-project-member] Inventory has not changed in ProviderTree for provider: f0ed160a-beff-4626-a531-2a70d7bc0627 {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1556.226363] env[62574]: DEBUG nova.network.neutron [req-30c99583-c413-4801-82e7-736257face2e req-fc5546f0-733c-4361-9492-db47dd905999 service nova] [instance: b4522995-fb9c-471f-bd36-af8b721aa5ff] Updated VIF entry in instance network info cache for port caf5c8e8-e94e-42ba-ab38-e0de749fbc41. {{(pid=62574) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1556.226705] env[62574]: DEBUG nova.network.neutron [req-30c99583-c413-4801-82e7-736257face2e req-fc5546f0-733c-4361-9492-db47dd905999 service nova] [instance: b4522995-fb9c-471f-bd36-af8b721aa5ff] Updating instance_info_cache with network_info: [{"id": "caf5c8e8-e94e-42ba-ab38-e0de749fbc41", "address": "fa:16:3e:e7:4f:ca", "network": {"id": "048e4d0d-d1ab-45c4-a15c-a1cfb16572ac", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1657993544-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3efda8e53e3c4eea8bfd1d5d6cd90db3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f68ebd2a-3c68-48db-8c32-8a01497fc2e7", "external-id": "nsx-vlan-transportzone-49", "segmentation_id": 49, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcaf5c8e8-e9", "ovs_interfaceid": "caf5c8e8-e94e-42ba-ab38-e0de749fbc41", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1556.330710] env[62574]: DEBUG nova.network.neutron [None req-c41600a1-b9ea-4c15-bbd4-47d7d571e886 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] [instance: cf8dfe40-abfe-4888-a1a5-b26f6d781e93] Successfully updated port: a3ad0359-fee4-4551-b572-64bb971c491d {{(pid=62574) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1556.368305] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1861372, 'name': CreateVM_Task, 'duration_secs': 0.41228} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1556.368428] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ac8aec0b-0dd9-4250-8686-343a4d2563c2] Created VM on the ESX host {{(pid=62574) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1556.369088] env[62574]: DEBUG oslo_concurrency.lockutils [None req-cbcf069e-dca4-4225-a6b4-6e3548d10e3d tempest-DeleteServersAdminTestJSON-663052088 tempest-DeleteServersAdminTestJSON-663052088-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1556.369255] env[62574]: DEBUG oslo_concurrency.lockutils [None req-cbcf069e-dca4-4225-a6b4-6e3548d10e3d tempest-DeleteServersAdminTestJSON-663052088 tempest-DeleteServersAdminTestJSON-663052088-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1556.369567] env[62574]: DEBUG oslo_concurrency.lockutils [None req-cbcf069e-dca4-4225-a6b4-6e3548d10e3d tempest-DeleteServersAdminTestJSON-663052088 tempest-DeleteServersAdminTestJSON-663052088-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1556.369842] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c7d3a732-5cce-4021-afa9-d3afc71c80a6 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.375493] env[62574]: DEBUG oslo_vmware.api [None req-cbcf069e-dca4-4225-a6b4-6e3548d10e3d tempest-DeleteServersAdminTestJSON-663052088 tempest-DeleteServersAdminTestJSON-663052088-project-member] Waiting for the task: (returnval){ [ 1556.375493] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]5282d84c-48ec-af9f-ee71-34c9b9531f0b" [ 1556.375493] env[62574]: _type = "Task" [ 1556.375493] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1556.383535] env[62574]: DEBUG oslo_vmware.api [None req-cbcf069e-dca4-4225-a6b4-6e3548d10e3d tempest-DeleteServersAdminTestJSON-663052088 tempest-DeleteServersAdminTestJSON-663052088-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]5282d84c-48ec-af9f-ee71-34c9b9531f0b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1556.544121] env[62574]: DEBUG nova.compute.manager [None req-ebda193a-db24-49ab-94a7-847e102dcdb8 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] [instance: 4cc7d784-be5d-41db-a028-0dade3464032] Start spawning the instance on the hypervisor. {{(pid=62574) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1556.561374] env[62574]: DEBUG oslo_vmware.api [None req-471df300-4291-4edb-ae72-2c70a57566ba tempest-SecurityGroupsTestJSON-247158518 tempest-SecurityGroupsTestJSON-247158518-project-member] Task: {'id': task-1861371, 'name': PowerOnVM_Task, 'duration_secs': 0.525653} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1556.561729] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-471df300-4291-4edb-ae72-2c70a57566ba tempest-SecurityGroupsTestJSON-247158518 tempest-SecurityGroupsTestJSON-247158518-project-member] [instance: b8f6a4a6-77e9-4989-bd79-f23e15335517] Powered on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1556.562113] env[62574]: INFO nova.compute.manager [None req-471df300-4291-4edb-ae72-2c70a57566ba tempest-SecurityGroupsTestJSON-247158518 tempest-SecurityGroupsTestJSON-247158518-project-member] [instance: b8f6a4a6-77e9-4989-bd79-f23e15335517] Took 10.32 seconds to spawn the instance on the hypervisor. [ 1556.562177] env[62574]: DEBUG nova.compute.manager [None req-471df300-4291-4edb-ae72-2c70a57566ba tempest-SecurityGroupsTestJSON-247158518 tempest-SecurityGroupsTestJSON-247158518-project-member] [instance: b8f6a4a6-77e9-4989-bd79-f23e15335517] Checking state {{(pid=62574) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1556.563247] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a915263e-ad89-4f7e-ac3a-cd8905422248 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.584857] env[62574]: DEBUG nova.virt.hardware [None req-ebda193a-db24-49ab-94a7-847e102dcdb8 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T19:26:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-13T19:26:40Z,direct_url=,disk_format='vmdk',id=3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7eed1dd4d2c3418eb32c4f4ceda3ab0d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-13T19:26:41Z,virtual_size=,visibility=), allow threads: False {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1556.585138] env[62574]: DEBUG nova.virt.hardware [None req-ebda193a-db24-49ab-94a7-847e102dcdb8 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Flavor limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1556.585305] env[62574]: DEBUG nova.virt.hardware [None req-ebda193a-db24-49ab-94a7-847e102dcdb8 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Image limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1556.585484] env[62574]: DEBUG nova.virt.hardware [None req-ebda193a-db24-49ab-94a7-847e102dcdb8 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Flavor pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1556.585629] env[62574]: DEBUG nova.virt.hardware [None req-ebda193a-db24-49ab-94a7-847e102dcdb8 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Image pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1556.585772] env[62574]: DEBUG nova.virt.hardware [None req-ebda193a-db24-49ab-94a7-847e102dcdb8 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1556.585978] env[62574]: DEBUG nova.virt.hardware [None req-ebda193a-db24-49ab-94a7-847e102dcdb8 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1556.586285] env[62574]: DEBUG nova.virt.hardware [None req-ebda193a-db24-49ab-94a7-847e102dcdb8 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1556.586605] env[62574]: DEBUG nova.virt.hardware [None req-ebda193a-db24-49ab-94a7-847e102dcdb8 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Got 1 possible topologies {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1556.587141] env[62574]: DEBUG nova.virt.hardware [None req-ebda193a-db24-49ab-94a7-847e102dcdb8 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1556.587446] env[62574]: DEBUG nova.virt.hardware [None req-ebda193a-db24-49ab-94a7-847e102dcdb8 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1556.589640] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abfebdaa-b0d4-462a-bfa2-bc215ca04d25 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.600166] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e766088e-ccc3-41fe-8815-ad8fdd619f15 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.645221] env[62574]: DEBUG oslo_concurrency.lockutils [None req-08f4d9c1-4f3c-4252-8245-ad9e8ef43e8d tempest-ServersAdmin275Test-1369324412 tempest-ServersAdmin275Test-1369324412-project-member] Acquiring lock "refresh_cache-90b44fba-636a-414f-b286-7baf5adc2122" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1556.645407] env[62574]: DEBUG oslo_concurrency.lockutils [None req-08f4d9c1-4f3c-4252-8245-ad9e8ef43e8d tempest-ServersAdmin275Test-1369324412 tempest-ServersAdmin275Test-1369324412-project-member] Acquired lock "refresh_cache-90b44fba-636a-414f-b286-7baf5adc2122" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1556.645582] env[62574]: DEBUG nova.network.neutron [None req-08f4d9c1-4f3c-4252-8245-ad9e8ef43e8d tempest-ServersAdmin275Test-1369324412 tempest-ServersAdmin275Test-1369324412-project-member] [instance: 90b44fba-636a-414f-b286-7baf5adc2122] Building network info cache for instance {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1556.720808] env[62574]: DEBUG nova.scheduler.client.report [None req-0a7d4177-5735-4451-b194-8dc4b9903035 tempest-ServersTestManualDisk-792638702 tempest-ServersTestManualDisk-792638702-project-member] Inventory has not changed for provider f0ed160a-beff-4626-a531-2a70d7bc0627 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 148, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1556.729700] env[62574]: DEBUG oslo_concurrency.lockutils [req-30c99583-c413-4801-82e7-736257face2e req-fc5546f0-733c-4361-9492-db47dd905999 service nova] Releasing lock "refresh_cache-b4522995-fb9c-471f-bd36-af8b721aa5ff" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1556.738074] env[62574]: DEBUG nova.network.neutron [req-e5d3e46b-257b-4f14-a8d7-426983415419 req-68c79df1-6a81-4e4a-93d6-d85eb9fb9e17 service nova] [instance: ac8aec0b-0dd9-4250-8686-343a4d2563c2] Updated VIF entry in instance network info cache for port 51093197-55af-4593-b0d0-f8e923c85e90. {{(pid=62574) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1556.738446] env[62574]: DEBUG nova.network.neutron [req-e5d3e46b-257b-4f14-a8d7-426983415419 req-68c79df1-6a81-4e4a-93d6-d85eb9fb9e17 service nova] [instance: ac8aec0b-0dd9-4250-8686-343a4d2563c2] Updating instance_info_cache with network_info: [{"id": "51093197-55af-4593-b0d0-f8e923c85e90", "address": "fa:16:3e:e8:01:0a", "network": {"id": "90888d97-209c-49d6-8f95-1d0279efea11", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.84", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7eed1dd4d2c3418eb32c4f4ceda3ab0d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d275d7c6-2a7b-4ee8-b6f4-fabf1ba1905f", "external-id": "nsx-vlan-transportzone-513", "segmentation_id": 513, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51093197-55", "ovs_interfaceid": "51093197-55af-4593-b0d0-f8e923c85e90", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1556.836171] env[62574]: DEBUG oslo_concurrency.lockutils [None req-c41600a1-b9ea-4c15-bbd4-47d7d571e886 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Acquiring lock "refresh_cache-cf8dfe40-abfe-4888-a1a5-b26f6d781e93" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1556.836171] env[62574]: DEBUG oslo_concurrency.lockutils [None req-c41600a1-b9ea-4c15-bbd4-47d7d571e886 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Acquired lock "refresh_cache-cf8dfe40-abfe-4888-a1a5-b26f6d781e93" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1556.836171] env[62574]: DEBUG nova.network.neutron [None req-c41600a1-b9ea-4c15-bbd4-47d7d571e886 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] [instance: cf8dfe40-abfe-4888-a1a5-b26f6d781e93] Building network info cache for instance {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1556.885794] env[62574]: DEBUG oslo_vmware.api [None req-cbcf069e-dca4-4225-a6b4-6e3548d10e3d tempest-DeleteServersAdminTestJSON-663052088 tempest-DeleteServersAdminTestJSON-663052088-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]5282d84c-48ec-af9f-ee71-34c9b9531f0b, 'name': SearchDatastore_Task, 'duration_secs': 0.008993} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1556.886248] env[62574]: DEBUG oslo_concurrency.lockutils [None req-cbcf069e-dca4-4225-a6b4-6e3548d10e3d tempest-DeleteServersAdminTestJSON-663052088 tempest-DeleteServersAdminTestJSON-663052088-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1556.886487] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-cbcf069e-dca4-4225-a6b4-6e3548d10e3d tempest-DeleteServersAdminTestJSON-663052088 tempest-DeleteServersAdminTestJSON-663052088-project-member] [instance: ac8aec0b-0dd9-4250-8686-343a4d2563c2] Processing image 3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2 {{(pid=62574) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1556.886718] env[62574]: DEBUG oslo_concurrency.lockutils [None req-cbcf069e-dca4-4225-a6b4-6e3548d10e3d tempest-DeleteServersAdminTestJSON-663052088 tempest-DeleteServersAdminTestJSON-663052088-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1556.886867] env[62574]: DEBUG oslo_concurrency.lockutils [None req-cbcf069e-dca4-4225-a6b4-6e3548d10e3d tempest-DeleteServersAdminTestJSON-663052088 tempest-DeleteServersAdminTestJSON-663052088-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1556.887057] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-cbcf069e-dca4-4225-a6b4-6e3548d10e3d tempest-DeleteServersAdminTestJSON-663052088 tempest-DeleteServersAdminTestJSON-663052088-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1556.887601] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-369c982a-03df-4ea7-89b4-a9af8c662e01 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.894890] env[62574]: DEBUG nova.network.neutron [None req-ebda193a-db24-49ab-94a7-847e102dcdb8 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] [instance: 4cc7d784-be5d-41db-a028-0dade3464032] Successfully updated port: 84bf7a5e-2323-4711-a9b6-1a21d8f249ee {{(pid=62574) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1556.904820] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-cbcf069e-dca4-4225-a6b4-6e3548d10e3d tempest-DeleteServersAdminTestJSON-663052088 tempest-DeleteServersAdminTestJSON-663052088-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1556.904820] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-cbcf069e-dca4-4225-a6b4-6e3548d10e3d tempest-DeleteServersAdminTestJSON-663052088 tempest-DeleteServersAdminTestJSON-663052088-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62574) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1556.906305] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-704f49ff-a9ea-4ccd-9cb4-c174043ec2ec {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.912542] env[62574]: DEBUG oslo_vmware.api [None req-cbcf069e-dca4-4225-a6b4-6e3548d10e3d tempest-DeleteServersAdminTestJSON-663052088 tempest-DeleteServersAdminTestJSON-663052088-project-member] Waiting for the task: (returnval){ [ 1556.912542] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]524e7b19-bb25-9881-386a-bde167ce501b" [ 1556.912542] env[62574]: _type = "Task" [ 1556.912542] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1556.921095] env[62574]: DEBUG oslo_vmware.api [None req-cbcf069e-dca4-4225-a6b4-6e3548d10e3d tempest-DeleteServersAdminTestJSON-663052088 tempest-DeleteServersAdminTestJSON-663052088-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]524e7b19-bb25-9881-386a-bde167ce501b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1557.085815] env[62574]: INFO nova.compute.manager [None req-471df300-4291-4edb-ae72-2c70a57566ba tempest-SecurityGroupsTestJSON-247158518 tempest-SecurityGroupsTestJSON-247158518-project-member] [instance: b8f6a4a6-77e9-4989-bd79-f23e15335517] Took 38.49 seconds to build instance. [ 1557.166219] env[62574]: DEBUG nova.network.neutron [None req-08f4d9c1-4f3c-4252-8245-ad9e8ef43e8d tempest-ServersAdmin275Test-1369324412 tempest-ServersAdmin275Test-1369324412-project-member] [instance: 90b44fba-636a-414f-b286-7baf5adc2122] Instance cache missing network info. {{(pid=62574) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1557.223098] env[62574]: DEBUG nova.network.neutron [None req-08f4d9c1-4f3c-4252-8245-ad9e8ef43e8d tempest-ServersAdmin275Test-1369324412 tempest-ServersAdmin275Test-1369324412-project-member] [instance: 90b44fba-636a-414f-b286-7baf5adc2122] Updating instance_info_cache with network_info: [] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1557.226510] env[62574]: DEBUG oslo_concurrency.lockutils [None req-0a7d4177-5735-4451-b194-8dc4b9903035 tempest-ServersTestManualDisk-792638702 tempest-ServersTestManualDisk-792638702-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.712s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1557.226866] env[62574]: DEBUG nova.compute.manager [None req-0a7d4177-5735-4451-b194-8dc4b9903035 tempest-ServersTestManualDisk-792638702 tempest-ServersTestManualDisk-792638702-project-member] [instance: d0a90055-5c6c-44eb-a9e4-467022eda4db] Start building networks asynchronously for instance. {{(pid=62574) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1557.232458] env[62574]: DEBUG oslo_concurrency.lockutils [None req-96d33733-a4b3-447f-81e2-571222525bc6 tempest-AttachInterfacesV270Test-530238025 tempest-AttachInterfacesV270Test-530238025-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.695s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1557.232892] env[62574]: DEBUG nova.objects.instance [None req-96d33733-a4b3-447f-81e2-571222525bc6 tempest-AttachInterfacesV270Test-530238025 tempest-AttachInterfacesV270Test-530238025-project-member] Lazy-loading 'resources' on Instance uuid f80f71e8-1b2f-476e-9b7e-b1dd3b0d7df8 {{(pid=62574) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1557.240887] env[62574]: DEBUG oslo_concurrency.lockutils [req-e5d3e46b-257b-4f14-a8d7-426983415419 req-68c79df1-6a81-4e4a-93d6-d85eb9fb9e17 service nova] Releasing lock "refresh_cache-ac8aec0b-0dd9-4250-8686-343a4d2563c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1557.375737] env[62574]: DEBUG nova.network.neutron [None req-c41600a1-b9ea-4c15-bbd4-47d7d571e886 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] [instance: cf8dfe40-abfe-4888-a1a5-b26f6d781e93] Instance cache missing network info. {{(pid=62574) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1557.396934] env[62574]: DEBUG oslo_concurrency.lockutils [None req-ebda193a-db24-49ab-94a7-847e102dcdb8 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Acquiring lock "refresh_cache-4cc7d784-be5d-41db-a028-0dade3464032" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1557.397099] env[62574]: DEBUG oslo_concurrency.lockutils [None req-ebda193a-db24-49ab-94a7-847e102dcdb8 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Acquired lock "refresh_cache-4cc7d784-be5d-41db-a028-0dade3464032" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1557.397251] env[62574]: DEBUG nova.network.neutron [None req-ebda193a-db24-49ab-94a7-847e102dcdb8 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] [instance: 4cc7d784-be5d-41db-a028-0dade3464032] Building network info cache for instance {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1557.425552] env[62574]: DEBUG oslo_vmware.api [None req-cbcf069e-dca4-4225-a6b4-6e3548d10e3d tempest-DeleteServersAdminTestJSON-663052088 tempest-DeleteServersAdminTestJSON-663052088-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]524e7b19-bb25-9881-386a-bde167ce501b, 'name': SearchDatastore_Task, 'duration_secs': 0.024781} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1557.426359] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc3ba8f5-b6c8-4a76-bb39-52c5cae0bad2 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.434160] env[62574]: DEBUG oslo_vmware.api [None req-cbcf069e-dca4-4225-a6b4-6e3548d10e3d tempest-DeleteServersAdminTestJSON-663052088 tempest-DeleteServersAdminTestJSON-663052088-project-member] Waiting for the task: (returnval){ [ 1557.434160] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]5243b601-d8cb-6fda-9f5c-fe49e4ff00b5" [ 1557.434160] env[62574]: _type = "Task" [ 1557.434160] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1557.442701] env[62574]: DEBUG oslo_vmware.api [None req-cbcf069e-dca4-4225-a6b4-6e3548d10e3d tempest-DeleteServersAdminTestJSON-663052088 tempest-DeleteServersAdminTestJSON-663052088-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]5243b601-d8cb-6fda-9f5c-fe49e4ff00b5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1557.538559] env[62574]: DEBUG nova.network.neutron [None req-c41600a1-b9ea-4c15-bbd4-47d7d571e886 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] [instance: cf8dfe40-abfe-4888-a1a5-b26f6d781e93] Updating instance_info_cache with network_info: [{"id": "a3ad0359-fee4-4551-b572-64bb971c491d", "address": "fa:16:3e:ba:6c:66", "network": {"id": "60497129-87fa-43c1-982d-6efe1efdf8af", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-386554519-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "56c182ddec574253b665707e8eba14e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c47e98ff-83cf-48d2-bf91-2931c7386b6a", "external-id": "nsx-vlan-transportzone-992", "segmentation_id": 992, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa3ad0359-fe", "ovs_interfaceid": "a3ad0359-fee4-4551-b572-64bb971c491d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1557.587836] env[62574]: DEBUG oslo_concurrency.lockutils [None req-471df300-4291-4edb-ae72-2c70a57566ba tempest-SecurityGroupsTestJSON-247158518 tempest-SecurityGroupsTestJSON-247158518-project-member] Lock "b8f6a4a6-77e9-4989-bd79-f23e15335517" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.101s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1557.711303] env[62574]: DEBUG nova.compute.manager [req-95447cb9-868d-4140-84e7-6d2e4973a67d req-71e5bd7e-2885-4e16-806e-6b4cf01bf504 service nova] [instance: 4cc7d784-be5d-41db-a028-0dade3464032] Received event network-vif-plugged-84bf7a5e-2323-4711-a9b6-1a21d8f249ee {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1557.711554] env[62574]: DEBUG oslo_concurrency.lockutils [req-95447cb9-868d-4140-84e7-6d2e4973a67d req-71e5bd7e-2885-4e16-806e-6b4cf01bf504 service nova] Acquiring lock "4cc7d784-be5d-41db-a028-0dade3464032-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1557.711725] env[62574]: DEBUG oslo_concurrency.lockutils [req-95447cb9-868d-4140-84e7-6d2e4973a67d req-71e5bd7e-2885-4e16-806e-6b4cf01bf504 service nova] Lock "4cc7d784-be5d-41db-a028-0dade3464032-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1557.711813] env[62574]: DEBUG oslo_concurrency.lockutils [req-95447cb9-868d-4140-84e7-6d2e4973a67d req-71e5bd7e-2885-4e16-806e-6b4cf01bf504 service nova] Lock "4cc7d784-be5d-41db-a028-0dade3464032-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1557.712039] env[62574]: DEBUG nova.compute.manager [req-95447cb9-868d-4140-84e7-6d2e4973a67d req-71e5bd7e-2885-4e16-806e-6b4cf01bf504 service nova] [instance: 4cc7d784-be5d-41db-a028-0dade3464032] No waiting events found dispatching network-vif-plugged-84bf7a5e-2323-4711-a9b6-1a21d8f249ee {{(pid=62574) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1557.712254] env[62574]: WARNING nova.compute.manager [req-95447cb9-868d-4140-84e7-6d2e4973a67d req-71e5bd7e-2885-4e16-806e-6b4cf01bf504 service nova] [instance: 4cc7d784-be5d-41db-a028-0dade3464032] Received unexpected event network-vif-plugged-84bf7a5e-2323-4711-a9b6-1a21d8f249ee for instance with vm_state building and task_state spawning. [ 1557.712451] env[62574]: DEBUG nova.compute.manager [req-95447cb9-868d-4140-84e7-6d2e4973a67d req-71e5bd7e-2885-4e16-806e-6b4cf01bf504 service nova] [instance: 4cc7d784-be5d-41db-a028-0dade3464032] Received event network-changed-84bf7a5e-2323-4711-a9b6-1a21d8f249ee {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1557.712634] env[62574]: DEBUG nova.compute.manager [req-95447cb9-868d-4140-84e7-6d2e4973a67d req-71e5bd7e-2885-4e16-806e-6b4cf01bf504 service nova] [instance: 4cc7d784-be5d-41db-a028-0dade3464032] Refreshing instance network info cache due to event network-changed-84bf7a5e-2323-4711-a9b6-1a21d8f249ee. {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1557.712862] env[62574]: DEBUG oslo_concurrency.lockutils [req-95447cb9-868d-4140-84e7-6d2e4973a67d req-71e5bd7e-2885-4e16-806e-6b4cf01bf504 service nova] Acquiring lock "refresh_cache-4cc7d784-be5d-41db-a028-0dade3464032" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1557.726742] env[62574]: DEBUG oslo_concurrency.lockutils [None req-08f4d9c1-4f3c-4252-8245-ad9e8ef43e8d tempest-ServersAdmin275Test-1369324412 tempest-ServersAdmin275Test-1369324412-project-member] Releasing lock "refresh_cache-90b44fba-636a-414f-b286-7baf5adc2122" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1557.727231] env[62574]: DEBUG nova.compute.manager [None req-08f4d9c1-4f3c-4252-8245-ad9e8ef43e8d tempest-ServersAdmin275Test-1369324412 tempest-ServersAdmin275Test-1369324412-project-member] [instance: 90b44fba-636a-414f-b286-7baf5adc2122] Start destroying the instance on the hypervisor. {{(pid=62574) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1557.727453] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-08f4d9c1-4f3c-4252-8245-ad9e8ef43e8d tempest-ServersAdmin275Test-1369324412 tempest-ServersAdmin275Test-1369324412-project-member] [instance: 90b44fba-636a-414f-b286-7baf5adc2122] Destroying instance {{(pid=62574) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1557.728922] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8e39274-40f8-44b8-b728-4cf3106f1a07 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.735328] env[62574]: DEBUG nova.compute.manager [req-69eb4b7d-2fa7-4447-8672-d8ffb5011ff0 req-d9d32d8c-f48a-47c9-810c-2e290b9e4797 service nova] [instance: ae9a6ff7-cc1f-43dc-9acb-47aaa3d1089e] Received event network-changed-51e938de-9a12-4d8a-905c-465b1e3ede91 {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1557.735553] env[62574]: DEBUG nova.compute.manager [req-69eb4b7d-2fa7-4447-8672-d8ffb5011ff0 req-d9d32d8c-f48a-47c9-810c-2e290b9e4797 service nova] [instance: ae9a6ff7-cc1f-43dc-9acb-47aaa3d1089e] Refreshing instance network info cache due to event network-changed-51e938de-9a12-4d8a-905c-465b1e3ede91. {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1557.735728] env[62574]: DEBUG oslo_concurrency.lockutils [req-69eb4b7d-2fa7-4447-8672-d8ffb5011ff0 req-d9d32d8c-f48a-47c9-810c-2e290b9e4797 service nova] Acquiring lock "refresh_cache-ae9a6ff7-cc1f-43dc-9acb-47aaa3d1089e" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1557.735911] env[62574]: DEBUG oslo_concurrency.lockutils [req-69eb4b7d-2fa7-4447-8672-d8ffb5011ff0 req-d9d32d8c-f48a-47c9-810c-2e290b9e4797 service nova] Acquired lock "refresh_cache-ae9a6ff7-cc1f-43dc-9acb-47aaa3d1089e" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1557.736116] env[62574]: DEBUG nova.network.neutron [req-69eb4b7d-2fa7-4447-8672-d8ffb5011ff0 req-d9d32d8c-f48a-47c9-810c-2e290b9e4797 service nova] [instance: ae9a6ff7-cc1f-43dc-9acb-47aaa3d1089e] Refreshing network info cache for port 51e938de-9a12-4d8a-905c-465b1e3ede91 {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1557.738715] env[62574]: DEBUG nova.compute.utils [None req-0a7d4177-5735-4451-b194-8dc4b9903035 tempest-ServersTestManualDisk-792638702 tempest-ServersTestManualDisk-792638702-project-member] Using /dev/sd instead of None {{(pid=62574) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1557.745063] env[62574]: DEBUG nova.compute.manager [None req-0a7d4177-5735-4451-b194-8dc4b9903035 tempest-ServersTestManualDisk-792638702 tempest-ServersTestManualDisk-792638702-project-member] [instance: d0a90055-5c6c-44eb-a9e4-467022eda4db] Allocating IP information in the background. {{(pid=62574) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1557.745241] env[62574]: DEBUG nova.network.neutron [None req-0a7d4177-5735-4451-b194-8dc4b9903035 tempest-ServersTestManualDisk-792638702 tempest-ServersTestManualDisk-792638702-project-member] [instance: d0a90055-5c6c-44eb-a9e4-467022eda4db] allocate_for_instance() {{(pid=62574) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1557.747662] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-08f4d9c1-4f3c-4252-8245-ad9e8ef43e8d tempest-ServersAdmin275Test-1369324412 tempest-ServersAdmin275Test-1369324412-project-member] [instance: 90b44fba-636a-414f-b286-7baf5adc2122] Powering off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1557.748096] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4fe2c892-a7f5-41b8-b5a0-b4426706bf26 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.757782] env[62574]: DEBUG oslo_vmware.api [None req-08f4d9c1-4f3c-4252-8245-ad9e8ef43e8d tempest-ServersAdmin275Test-1369324412 tempest-ServersAdmin275Test-1369324412-project-member] Waiting for the task: (returnval){ [ 1557.757782] env[62574]: value = "task-1861373" [ 1557.757782] env[62574]: _type = "Task" [ 1557.757782] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1557.768917] env[62574]: DEBUG oslo_vmware.api [None req-08f4d9c1-4f3c-4252-8245-ad9e8ef43e8d tempest-ServersAdmin275Test-1369324412 tempest-ServersAdmin275Test-1369324412-project-member] Task: {'id': task-1861373, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1557.794362] env[62574]: DEBUG nova.policy [None req-0a7d4177-5735-4451-b194-8dc4b9903035 tempest-ServersTestManualDisk-792638702 tempest-ServersTestManualDisk-792638702-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bcfb3764e0984dff97e45f5f34a8d5de', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bf3c852ef117431fa89faebff42d3a7b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62574) authorize /opt/stack/nova/nova/policy.py:192}} [ 1557.948517] env[62574]: DEBUG oslo_vmware.api [None req-cbcf069e-dca4-4225-a6b4-6e3548d10e3d tempest-DeleteServersAdminTestJSON-663052088 tempest-DeleteServersAdminTestJSON-663052088-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]5243b601-d8cb-6fda-9f5c-fe49e4ff00b5, 'name': SearchDatastore_Task, 'duration_secs': 0.013175} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1557.952168] env[62574]: DEBUG oslo_concurrency.lockutils [None req-cbcf069e-dca4-4225-a6b4-6e3548d10e3d tempest-DeleteServersAdminTestJSON-663052088 tempest-DeleteServersAdminTestJSON-663052088-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1557.952551] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbcf069e-dca4-4225-a6b4-6e3548d10e3d tempest-DeleteServersAdminTestJSON-663052088 tempest-DeleteServersAdminTestJSON-663052088-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk to [datastore2] ac8aec0b-0dd9-4250-8686-343a4d2563c2/ac8aec0b-0dd9-4250-8686-343a4d2563c2.vmdk {{(pid=62574) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1557.953975] env[62574]: DEBUG nova.network.neutron [None req-ebda193a-db24-49ab-94a7-847e102dcdb8 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] [instance: 4cc7d784-be5d-41db-a028-0dade3464032] Instance cache missing network info. {{(pid=62574) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1557.955641] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ba08e4e1-ad01-4eb8-a5f0-c674e7fe567e {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.962562] env[62574]: DEBUG oslo_vmware.api [None req-cbcf069e-dca4-4225-a6b4-6e3548d10e3d tempest-DeleteServersAdminTestJSON-663052088 tempest-DeleteServersAdminTestJSON-663052088-project-member] Waiting for the task: (returnval){ [ 1557.962562] env[62574]: value = "task-1861374" [ 1557.962562] env[62574]: _type = "Task" [ 1557.962562] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1557.973730] env[62574]: DEBUG oslo_vmware.api [None req-cbcf069e-dca4-4225-a6b4-6e3548d10e3d tempest-DeleteServersAdminTestJSON-663052088 tempest-DeleteServersAdminTestJSON-663052088-project-member] Task: {'id': task-1861374, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1558.041238] env[62574]: DEBUG oslo_concurrency.lockutils [None req-c41600a1-b9ea-4c15-bbd4-47d7d571e886 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Releasing lock "refresh_cache-cf8dfe40-abfe-4888-a1a5-b26f6d781e93" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1558.041619] env[62574]: DEBUG nova.compute.manager [None req-c41600a1-b9ea-4c15-bbd4-47d7d571e886 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] [instance: cf8dfe40-abfe-4888-a1a5-b26f6d781e93] Instance network_info: |[{"id": "a3ad0359-fee4-4551-b572-64bb971c491d", "address": "fa:16:3e:ba:6c:66", "network": {"id": "60497129-87fa-43c1-982d-6efe1efdf8af", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-386554519-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "56c182ddec574253b665707e8eba14e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c47e98ff-83cf-48d2-bf91-2931c7386b6a", "external-id": "nsx-vlan-transportzone-992", "segmentation_id": 992, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa3ad0359-fe", "ovs_interfaceid": "a3ad0359-fee4-4551-b572-64bb971c491d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62574) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1558.042198] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-c41600a1-b9ea-4c15-bbd4-47d7d571e886 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] [instance: cf8dfe40-abfe-4888-a1a5-b26f6d781e93] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ba:6c:66', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c47e98ff-83cf-48d2-bf91-2931c7386b6a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a3ad0359-fee4-4551-b572-64bb971c491d', 'vif_model': 'vmxnet3'}] {{(pid=62574) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1558.052885] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-c41600a1-b9ea-4c15-bbd4-47d7d571e886 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Creating folder: Project (56c182ddec574253b665707e8eba14e3). Parent ref: group-v384746. {{(pid=62574) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1558.055929] env[62574]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-09fc1409-aded-48f2-8ced-57ec9ff6300c {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.065877] env[62574]: INFO nova.virt.vmwareapi.vm_util [None req-c41600a1-b9ea-4c15-bbd4-47d7d571e886 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Created folder: Project (56c182ddec574253b665707e8eba14e3) in parent group-v384746. [ 1558.066101] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-c41600a1-b9ea-4c15-bbd4-47d7d571e886 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Creating folder: Instances. Parent ref: group-v384825. {{(pid=62574) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1558.066352] env[62574]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bd268623-7602-47e2-920d-a36988b2bac7 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.085922] env[62574]: INFO nova.virt.vmwareapi.vm_util [None req-c41600a1-b9ea-4c15-bbd4-47d7d571e886 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Created folder: Instances in parent group-v384825. [ 1558.086687] env[62574]: DEBUG oslo.service.loopingcall [None req-c41600a1-b9ea-4c15-bbd4-47d7d571e886 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62574) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1558.086687] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cf8dfe40-abfe-4888-a1a5-b26f6d781e93] Creating VM on the ESX host {{(pid=62574) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1558.087946] env[62574]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9a98babe-ea06-4fbb-a1f2-88b974ae0b9b {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.105454] env[62574]: DEBUG nova.network.neutron [None req-0a7d4177-5735-4451-b194-8dc4b9903035 tempest-ServersTestManualDisk-792638702 tempest-ServersTestManualDisk-792638702-project-member] [instance: d0a90055-5c6c-44eb-a9e4-467022eda4db] Successfully created port: f914f5e2-4e27-4afb-b267-b56e7fe7e447 {{(pid=62574) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1558.109414] env[62574]: DEBUG nova.compute.manager [None req-7ecc469c-8dcf-4408-abee-06367cd8ba17 tempest-ServerGroupTestJSON-126933416 tempest-ServerGroupTestJSON-126933416-project-member] [instance: 0062297f-63f3-4773-bbc2-5077395657d2] Starting instance... {{(pid=62574) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1558.117771] env[62574]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1558.117771] env[62574]: value = "task-1861377" [ 1558.117771] env[62574]: _type = "Task" [ 1558.117771] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1558.127311] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1861377, 'name': CreateVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1558.211625] env[62574]: DEBUG nova.network.neutron [None req-ebda193a-db24-49ab-94a7-847e102dcdb8 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] [instance: 4cc7d784-be5d-41db-a028-0dade3464032] Updating instance_info_cache with network_info: [{"id": "84bf7a5e-2323-4711-a9b6-1a21d8f249ee", "address": "fa:16:3e:04:12:67", "network": {"id": "b2d07115-f5da-483b-99a5-ede728256338", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-116321158-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ab01ddb6cf3453f8b60099794e20a03", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c20f5114-0866-45b3-9a7c-62f113ff83fa", "external-id": "nsx-vlan-transportzone-47", "segmentation_id": 47, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84bf7a5e-23", "ovs_interfaceid": "84bf7a5e-2323-4711-a9b6-1a21d8f249ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1558.245274] env[62574]: DEBUG nova.compute.manager [None req-0a7d4177-5735-4451-b194-8dc4b9903035 tempest-ServersTestManualDisk-792638702 tempest-ServersTestManualDisk-792638702-project-member] [instance: d0a90055-5c6c-44eb-a9e4-467022eda4db] Start building block device mappings for instance. {{(pid=62574) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1558.272337] env[62574]: DEBUG oslo_vmware.api [None req-08f4d9c1-4f3c-4252-8245-ad9e8ef43e8d tempest-ServersAdmin275Test-1369324412 tempest-ServersAdmin275Test-1369324412-project-member] Task: {'id': task-1861373, 'name': PowerOffVM_Task, 'duration_secs': 0.292708} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1558.272722] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-08f4d9c1-4f3c-4252-8245-ad9e8ef43e8d tempest-ServersAdmin275Test-1369324412 tempest-ServersAdmin275Test-1369324412-project-member] [instance: 90b44fba-636a-414f-b286-7baf5adc2122] Powered off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1558.272968] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-08f4d9c1-4f3c-4252-8245-ad9e8ef43e8d tempest-ServersAdmin275Test-1369324412 tempest-ServersAdmin275Test-1369324412-project-member] [instance: 90b44fba-636a-414f-b286-7baf5adc2122] Unregistering the VM {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1558.273351] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-837abde8-d416-4683-9167-1ba3fcdecbaf {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.308258] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-08f4d9c1-4f3c-4252-8245-ad9e8ef43e8d tempest-ServersAdmin275Test-1369324412 tempest-ServersAdmin275Test-1369324412-project-member] [instance: 90b44fba-636a-414f-b286-7baf5adc2122] Unregistered the VM {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1558.309196] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-08f4d9c1-4f3c-4252-8245-ad9e8ef43e8d tempest-ServersAdmin275Test-1369324412 tempest-ServersAdmin275Test-1369324412-project-member] [instance: 90b44fba-636a-414f-b286-7baf5adc2122] Deleting contents of the VM from datastore datastore1 {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1558.309521] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-08f4d9c1-4f3c-4252-8245-ad9e8ef43e8d tempest-ServersAdmin275Test-1369324412 tempest-ServersAdmin275Test-1369324412-project-member] Deleting the datastore file [datastore1] 90b44fba-636a-414f-b286-7baf5adc2122 {{(pid=62574) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1558.311196] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1771eaea-3ec1-4ddc-8382-fe8058bf7921 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.318798] env[62574]: DEBUG oslo_vmware.api [None req-08f4d9c1-4f3c-4252-8245-ad9e8ef43e8d tempest-ServersAdmin275Test-1369324412 tempest-ServersAdmin275Test-1369324412-project-member] Waiting for the task: (returnval){ [ 1558.318798] env[62574]: value = "task-1861379" [ 1558.318798] env[62574]: _type = "Task" [ 1558.318798] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1558.332842] env[62574]: DEBUG oslo_concurrency.lockutils [None req-47a31a67-83d4-43df-a426-77b2785b5482 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Acquiring lock "c4ca3d86-7d6e-4dbf-912b-7cb292596272" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1558.332842] env[62574]: DEBUG oslo_concurrency.lockutils [None req-47a31a67-83d4-43df-a426-77b2785b5482 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Lock "c4ca3d86-7d6e-4dbf-912b-7cb292596272" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1558.338990] env[62574]: DEBUG oslo_vmware.api [None req-08f4d9c1-4f3c-4252-8245-ad9e8ef43e8d tempest-ServersAdmin275Test-1369324412 tempest-ServersAdmin275Test-1369324412-project-member] Task: {'id': task-1861379, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1558.356589] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89285979-4fdc-465c-a0d7-92a711febaab {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.366226] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7322f84-da5e-4d8b-b153-e64b0c3e291d {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.409069] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d555722-ab49-46e2-bb85-faa7182b7222 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.417894] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0be4aa5-2e2f-4f90-a3ae-5e902c426417 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.432828] env[62574]: DEBUG nova.compute.provider_tree [None req-96d33733-a4b3-447f-81e2-571222525bc6 tempest-AttachInterfacesV270Test-530238025 tempest-AttachInterfacesV270Test-530238025-project-member] Inventory has not changed in ProviderTree for provider: f0ed160a-beff-4626-a531-2a70d7bc0627 {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1558.474288] env[62574]: DEBUG oslo_vmware.api [None req-cbcf069e-dca4-4225-a6b4-6e3548d10e3d tempest-DeleteServersAdminTestJSON-663052088 tempest-DeleteServersAdminTestJSON-663052088-project-member] Task: {'id': task-1861374, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1558.631114] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1861377, 'name': CreateVM_Task, 'duration_secs': 0.4441} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1558.631114] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cf8dfe40-abfe-4888-a1a5-b26f6d781e93] Created VM on the ESX host {{(pid=62574) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1558.631769] env[62574]: DEBUG oslo_concurrency.lockutils [None req-c41600a1-b9ea-4c15-bbd4-47d7d571e886 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1558.631910] env[62574]: DEBUG oslo_concurrency.lockutils [None req-c41600a1-b9ea-4c15-bbd4-47d7d571e886 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1558.632286] env[62574]: DEBUG oslo_concurrency.lockutils [None req-c41600a1-b9ea-4c15-bbd4-47d7d571e886 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1558.632543] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-70d7293b-17a2-4647-ba63-182410148b49 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.635628] env[62574]: DEBUG oslo_concurrency.lockutils [None req-7ecc469c-8dcf-4408-abee-06367cd8ba17 tempest-ServerGroupTestJSON-126933416 tempest-ServerGroupTestJSON-126933416-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1558.637611] env[62574]: DEBUG oslo_vmware.api [None req-c41600a1-b9ea-4c15-bbd4-47d7d571e886 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Waiting for the task: (returnval){ [ 1558.637611] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]52062d52-b354-039a-c29d-d6d578f2aba2" [ 1558.637611] env[62574]: _type = "Task" [ 1558.637611] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1558.646066] env[62574]: DEBUG oslo_vmware.api [None req-c41600a1-b9ea-4c15-bbd4-47d7d571e886 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52062d52-b354-039a-c29d-d6d578f2aba2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1558.674894] env[62574]: DEBUG nova.network.neutron [req-69eb4b7d-2fa7-4447-8672-d8ffb5011ff0 req-d9d32d8c-f48a-47c9-810c-2e290b9e4797 service nova] [instance: ae9a6ff7-cc1f-43dc-9acb-47aaa3d1089e] Updated VIF entry in instance network info cache for port 51e938de-9a12-4d8a-905c-465b1e3ede91. {{(pid=62574) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1558.675348] env[62574]: DEBUG nova.network.neutron [req-69eb4b7d-2fa7-4447-8672-d8ffb5011ff0 req-d9d32d8c-f48a-47c9-810c-2e290b9e4797 service nova] [instance: ae9a6ff7-cc1f-43dc-9acb-47aaa3d1089e] Updating instance_info_cache with network_info: [{"id": "51e938de-9a12-4d8a-905c-465b1e3ede91", "address": "fa:16:3e:65:79:c5", "network": {"id": "bfb33f5f-722e-474d-9852-8f4912e532ff", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1540486594-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.221", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e65546ab27a4afe8ba3f0598772f41a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2321dbbe-f64a-4253-a462-21676f8a278e", "external-id": "nsx-vlan-transportzone-714", "segmentation_id": 714, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51e938de-9a", "ovs_interfaceid": "51e938de-9a12-4d8a-905c-465b1e3ede91", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1558.717495] env[62574]: DEBUG oslo_concurrency.lockutils [None req-ebda193a-db24-49ab-94a7-847e102dcdb8 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Releasing lock "refresh_cache-4cc7d784-be5d-41db-a028-0dade3464032" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1558.717495] env[62574]: DEBUG nova.compute.manager [None req-ebda193a-db24-49ab-94a7-847e102dcdb8 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] [instance: 4cc7d784-be5d-41db-a028-0dade3464032] Instance network_info: |[{"id": "84bf7a5e-2323-4711-a9b6-1a21d8f249ee", "address": "fa:16:3e:04:12:67", "network": {"id": "b2d07115-f5da-483b-99a5-ede728256338", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-116321158-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ab01ddb6cf3453f8b60099794e20a03", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c20f5114-0866-45b3-9a7c-62f113ff83fa", "external-id": "nsx-vlan-transportzone-47", "segmentation_id": 47, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84bf7a5e-23", "ovs_interfaceid": "84bf7a5e-2323-4711-a9b6-1a21d8f249ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62574) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1558.717623] env[62574]: DEBUG oslo_concurrency.lockutils [req-95447cb9-868d-4140-84e7-6d2e4973a67d req-71e5bd7e-2885-4e16-806e-6b4cf01bf504 service nova] Acquired lock "refresh_cache-4cc7d784-be5d-41db-a028-0dade3464032" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1558.717623] env[62574]: DEBUG nova.network.neutron [req-95447cb9-868d-4140-84e7-6d2e4973a67d req-71e5bd7e-2885-4e16-806e-6b4cf01bf504 service nova] [instance: 4cc7d784-be5d-41db-a028-0dade3464032] Refreshing network info cache for port 84bf7a5e-2323-4711-a9b6-1a21d8f249ee {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1558.721502] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-ebda193a-db24-49ab-94a7-847e102dcdb8 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] [instance: 4cc7d784-be5d-41db-a028-0dade3464032] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:04:12:67', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c20f5114-0866-45b3-9a7c-62f113ff83fa', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '84bf7a5e-2323-4711-a9b6-1a21d8f249ee', 'vif_model': 'vmxnet3'}] {{(pid=62574) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1558.726141] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebda193a-db24-49ab-94a7-847e102dcdb8 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Creating folder: Project (7ab01ddb6cf3453f8b60099794e20a03). Parent ref: group-v384746. {{(pid=62574) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1558.726890] env[62574]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-471dd24b-4c8d-4507-88d6-22de7c867f51 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.737989] env[62574]: INFO nova.virt.vmwareapi.vm_util [None req-ebda193a-db24-49ab-94a7-847e102dcdb8 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Created folder: Project (7ab01ddb6cf3453f8b60099794e20a03) in parent group-v384746. [ 1558.738212] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebda193a-db24-49ab-94a7-847e102dcdb8 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Creating folder: Instances. Parent ref: group-v384828. {{(pid=62574) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1558.738444] env[62574]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9fa0270a-6a6c-49f7-a448-e0b0da5056e5 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.747934] env[62574]: INFO nova.virt.vmwareapi.vm_util [None req-ebda193a-db24-49ab-94a7-847e102dcdb8 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Created folder: Instances in parent group-v384828. [ 1558.747934] env[62574]: DEBUG oslo.service.loopingcall [None req-ebda193a-db24-49ab-94a7-847e102dcdb8 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62574) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1558.748130] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4cc7d784-be5d-41db-a028-0dade3464032] Creating VM on the ESX host {{(pid=62574) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1558.748272] env[62574]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b7da8024-5b4a-4dc3-aa02-a9f929a905d4 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.774019] env[62574]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1558.774019] env[62574]: value = "task-1861382" [ 1558.774019] env[62574]: _type = "Task" [ 1558.774019] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1558.781898] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1861382, 'name': CreateVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1558.834026] env[62574]: DEBUG oslo_vmware.api [None req-08f4d9c1-4f3c-4252-8245-ad9e8ef43e8d tempest-ServersAdmin275Test-1369324412 tempest-ServersAdmin275Test-1369324412-project-member] Task: {'id': task-1861379, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.202464} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1558.834293] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-08f4d9c1-4f3c-4252-8245-ad9e8ef43e8d tempest-ServersAdmin275Test-1369324412 tempest-ServersAdmin275Test-1369324412-project-member] Deleted the datastore file {{(pid=62574) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1558.834479] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-08f4d9c1-4f3c-4252-8245-ad9e8ef43e8d tempest-ServersAdmin275Test-1369324412 tempest-ServersAdmin275Test-1369324412-project-member] [instance: 90b44fba-636a-414f-b286-7baf5adc2122] Deleted contents of the VM from datastore datastore1 {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1558.834676] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-08f4d9c1-4f3c-4252-8245-ad9e8ef43e8d tempest-ServersAdmin275Test-1369324412 tempest-ServersAdmin275Test-1369324412-project-member] [instance: 90b44fba-636a-414f-b286-7baf5adc2122] Instance destroyed {{(pid=62574) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1558.834849] env[62574]: INFO nova.compute.manager [None req-08f4d9c1-4f3c-4252-8245-ad9e8ef43e8d tempest-ServersAdmin275Test-1369324412 tempest-ServersAdmin275Test-1369324412-project-member] [instance: 90b44fba-636a-414f-b286-7baf5adc2122] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1558.835140] env[62574]: DEBUG oslo.service.loopingcall [None req-08f4d9c1-4f3c-4252-8245-ad9e8ef43e8d tempest-ServersAdmin275Test-1369324412 tempest-ServersAdmin275Test-1369324412-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62574) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1558.835338] env[62574]: DEBUG nova.compute.manager [-] [instance: 90b44fba-636a-414f-b286-7baf5adc2122] Deallocating network for instance {{(pid=62574) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1558.835432] env[62574]: DEBUG nova.network.neutron [-] [instance: 90b44fba-636a-414f-b286-7baf5adc2122] deallocate_for_instance() {{(pid=62574) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1558.861806] env[62574]: DEBUG nova.network.neutron [-] [instance: 90b44fba-636a-414f-b286-7baf5adc2122] Instance cache missing network info. {{(pid=62574) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1558.936252] env[62574]: DEBUG nova.scheduler.client.report [None req-96d33733-a4b3-447f-81e2-571222525bc6 tempest-AttachInterfacesV270Test-530238025 tempest-AttachInterfacesV270Test-530238025-project-member] Inventory has not changed for provider f0ed160a-beff-4626-a531-2a70d7bc0627 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 148, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1558.974788] env[62574]: DEBUG oslo_vmware.api [None req-cbcf069e-dca4-4225-a6b4-6e3548d10e3d tempest-DeleteServersAdminTestJSON-663052088 tempest-DeleteServersAdminTestJSON-663052088-project-member] Task: {'id': task-1861374, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.673991} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1558.975095] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbcf069e-dca4-4225-a6b4-6e3548d10e3d tempest-DeleteServersAdminTestJSON-663052088 tempest-DeleteServersAdminTestJSON-663052088-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk to [datastore2] ac8aec0b-0dd9-4250-8686-343a4d2563c2/ac8aec0b-0dd9-4250-8686-343a4d2563c2.vmdk {{(pid=62574) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1558.975328] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-cbcf069e-dca4-4225-a6b4-6e3548d10e3d tempest-DeleteServersAdminTestJSON-663052088 tempest-DeleteServersAdminTestJSON-663052088-project-member] [instance: ac8aec0b-0dd9-4250-8686-343a4d2563c2] Extending root virtual disk to 1048576 {{(pid=62574) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1558.975580] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f4680302-147d-4142-b698-6c4d9931cfaa {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.982351] env[62574]: DEBUG oslo_vmware.api [None req-cbcf069e-dca4-4225-a6b4-6e3548d10e3d tempest-DeleteServersAdminTestJSON-663052088 tempest-DeleteServersAdminTestJSON-663052088-project-member] Waiting for the task: (returnval){ [ 1558.982351] env[62574]: value = "task-1861383" [ 1558.982351] env[62574]: _type = "Task" [ 1558.982351] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1558.991156] env[62574]: DEBUG oslo_vmware.api [None req-cbcf069e-dca4-4225-a6b4-6e3548d10e3d tempest-DeleteServersAdminTestJSON-663052088 tempest-DeleteServersAdminTestJSON-663052088-project-member] Task: {'id': task-1861383, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1559.148229] env[62574]: DEBUG oslo_vmware.api [None req-c41600a1-b9ea-4c15-bbd4-47d7d571e886 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52062d52-b354-039a-c29d-d6d578f2aba2, 'name': SearchDatastore_Task, 'duration_secs': 0.010861} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1559.148533] env[62574]: DEBUG oslo_concurrency.lockutils [None req-c41600a1-b9ea-4c15-bbd4-47d7d571e886 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1559.148739] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-c41600a1-b9ea-4c15-bbd4-47d7d571e886 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] [instance: cf8dfe40-abfe-4888-a1a5-b26f6d781e93] Processing image 3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2 {{(pid=62574) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1559.148968] env[62574]: DEBUG oslo_concurrency.lockutils [None req-c41600a1-b9ea-4c15-bbd4-47d7d571e886 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1559.149154] env[62574]: DEBUG oslo_concurrency.lockutils [None req-c41600a1-b9ea-4c15-bbd4-47d7d571e886 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1559.149344] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-c41600a1-b9ea-4c15-bbd4-47d7d571e886 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1559.149600] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c721def6-a1b7-4c78-a197-0008fbea9de0 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.162805] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-c41600a1-b9ea-4c15-bbd4-47d7d571e886 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1559.163039] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-c41600a1-b9ea-4c15-bbd4-47d7d571e886 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62574) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1559.164581] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd8ed786-110f-4f8a-824c-308f7b074aca {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.171708] env[62574]: DEBUG oslo_vmware.api [None req-c41600a1-b9ea-4c15-bbd4-47d7d571e886 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Waiting for the task: (returnval){ [ 1559.171708] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]5236eeb8-2c03-8a2a-57af-a2644d511185" [ 1559.171708] env[62574]: _type = "Task" [ 1559.171708] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1559.179769] env[62574]: DEBUG oslo_vmware.api [None req-c41600a1-b9ea-4c15-bbd4-47d7d571e886 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]5236eeb8-2c03-8a2a-57af-a2644d511185, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1559.181483] env[62574]: DEBUG oslo_concurrency.lockutils [req-69eb4b7d-2fa7-4447-8672-d8ffb5011ff0 req-d9d32d8c-f48a-47c9-810c-2e290b9e4797 service nova] Releasing lock "refresh_cache-ae9a6ff7-cc1f-43dc-9acb-47aaa3d1089e" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1559.181483] env[62574]: DEBUG nova.compute.manager [req-69eb4b7d-2fa7-4447-8672-d8ffb5011ff0 req-d9d32d8c-f48a-47c9-810c-2e290b9e4797 service nova] [instance: cf8dfe40-abfe-4888-a1a5-b26f6d781e93] Received event network-vif-plugged-a3ad0359-fee4-4551-b572-64bb971c491d {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1559.181628] env[62574]: DEBUG oslo_concurrency.lockutils [req-69eb4b7d-2fa7-4447-8672-d8ffb5011ff0 req-d9d32d8c-f48a-47c9-810c-2e290b9e4797 service nova] Acquiring lock "cf8dfe40-abfe-4888-a1a5-b26f6d781e93-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1559.183103] env[62574]: DEBUG oslo_concurrency.lockutils [req-69eb4b7d-2fa7-4447-8672-d8ffb5011ff0 req-d9d32d8c-f48a-47c9-810c-2e290b9e4797 service nova] Lock "cf8dfe40-abfe-4888-a1a5-b26f6d781e93-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1559.183103] env[62574]: DEBUG oslo_concurrency.lockutils [req-69eb4b7d-2fa7-4447-8672-d8ffb5011ff0 req-d9d32d8c-f48a-47c9-810c-2e290b9e4797 service nova] Lock "cf8dfe40-abfe-4888-a1a5-b26f6d781e93-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1559.183103] env[62574]: DEBUG nova.compute.manager [req-69eb4b7d-2fa7-4447-8672-d8ffb5011ff0 req-d9d32d8c-f48a-47c9-810c-2e290b9e4797 service nova] [instance: cf8dfe40-abfe-4888-a1a5-b26f6d781e93] No waiting events found dispatching network-vif-plugged-a3ad0359-fee4-4551-b572-64bb971c491d {{(pid=62574) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1559.183103] env[62574]: WARNING nova.compute.manager [req-69eb4b7d-2fa7-4447-8672-d8ffb5011ff0 req-d9d32d8c-f48a-47c9-810c-2e290b9e4797 service nova] [instance: cf8dfe40-abfe-4888-a1a5-b26f6d781e93] Received unexpected event network-vif-plugged-a3ad0359-fee4-4551-b572-64bb971c491d for instance with vm_state building and task_state spawning. [ 1559.183103] env[62574]: DEBUG nova.compute.manager [req-69eb4b7d-2fa7-4447-8672-d8ffb5011ff0 req-d9d32d8c-f48a-47c9-810c-2e290b9e4797 service nova] [instance: cf8dfe40-abfe-4888-a1a5-b26f6d781e93] Received event network-changed-a3ad0359-fee4-4551-b572-64bb971c491d {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1559.183272] env[62574]: DEBUG nova.compute.manager [req-69eb4b7d-2fa7-4447-8672-d8ffb5011ff0 req-d9d32d8c-f48a-47c9-810c-2e290b9e4797 service nova] [instance: cf8dfe40-abfe-4888-a1a5-b26f6d781e93] Refreshing instance network info cache due to event network-changed-a3ad0359-fee4-4551-b572-64bb971c491d. {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1559.183272] env[62574]: DEBUG oslo_concurrency.lockutils [req-69eb4b7d-2fa7-4447-8672-d8ffb5011ff0 req-d9d32d8c-f48a-47c9-810c-2e290b9e4797 service nova] Acquiring lock "refresh_cache-cf8dfe40-abfe-4888-a1a5-b26f6d781e93" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1559.183272] env[62574]: DEBUG oslo_concurrency.lockutils [req-69eb4b7d-2fa7-4447-8672-d8ffb5011ff0 req-d9d32d8c-f48a-47c9-810c-2e290b9e4797 service nova] Acquired lock "refresh_cache-cf8dfe40-abfe-4888-a1a5-b26f6d781e93" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1559.183272] env[62574]: DEBUG nova.network.neutron [req-69eb4b7d-2fa7-4447-8672-d8ffb5011ff0 req-d9d32d8c-f48a-47c9-810c-2e290b9e4797 service nova] [instance: cf8dfe40-abfe-4888-a1a5-b26f6d781e93] Refreshing network info cache for port a3ad0359-fee4-4551-b572-64bb971c491d {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1559.268853] env[62574]: DEBUG nova.compute.manager [None req-0a7d4177-5735-4451-b194-8dc4b9903035 tempest-ServersTestManualDisk-792638702 tempest-ServersTestManualDisk-792638702-project-member] [instance: d0a90055-5c6c-44eb-a9e4-467022eda4db] Start spawning the instance on the hypervisor. {{(pid=62574) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1559.284752] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1861382, 'name': CreateVM_Task} progress is 25%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1559.298651] env[62574]: DEBUG nova.virt.hardware [None req-0a7d4177-5735-4451-b194-8dc4b9903035 tempest-ServersTestManualDisk-792638702 tempest-ServersTestManualDisk-792638702-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T19:26:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-13T19:26:40Z,direct_url=,disk_format='vmdk',id=3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7eed1dd4d2c3418eb32c4f4ceda3ab0d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-13T19:26:41Z,virtual_size=,visibility=), allow threads: False {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1559.298923] env[62574]: DEBUG nova.virt.hardware [None req-0a7d4177-5735-4451-b194-8dc4b9903035 tempest-ServersTestManualDisk-792638702 tempest-ServersTestManualDisk-792638702-project-member] Flavor limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1559.299091] env[62574]: DEBUG nova.virt.hardware [None req-0a7d4177-5735-4451-b194-8dc4b9903035 tempest-ServersTestManualDisk-792638702 tempest-ServersTestManualDisk-792638702-project-member] Image limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1559.299277] env[62574]: DEBUG nova.virt.hardware [None req-0a7d4177-5735-4451-b194-8dc4b9903035 tempest-ServersTestManualDisk-792638702 tempest-ServersTestManualDisk-792638702-project-member] Flavor pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1559.299421] env[62574]: DEBUG nova.virt.hardware [None req-0a7d4177-5735-4451-b194-8dc4b9903035 tempest-ServersTestManualDisk-792638702 tempest-ServersTestManualDisk-792638702-project-member] Image pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1559.299676] env[62574]: DEBUG nova.virt.hardware [None req-0a7d4177-5735-4451-b194-8dc4b9903035 tempest-ServersTestManualDisk-792638702 tempest-ServersTestManualDisk-792638702-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1559.299910] env[62574]: DEBUG nova.virt.hardware [None req-0a7d4177-5735-4451-b194-8dc4b9903035 tempest-ServersTestManualDisk-792638702 tempest-ServersTestManualDisk-792638702-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1559.300092] env[62574]: DEBUG nova.virt.hardware [None req-0a7d4177-5735-4451-b194-8dc4b9903035 tempest-ServersTestManualDisk-792638702 tempest-ServersTestManualDisk-792638702-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1559.300264] env[62574]: DEBUG nova.virt.hardware [None req-0a7d4177-5735-4451-b194-8dc4b9903035 tempest-ServersTestManualDisk-792638702 tempest-ServersTestManualDisk-792638702-project-member] Got 1 possible topologies {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1559.300456] env[62574]: DEBUG nova.virt.hardware [None req-0a7d4177-5735-4451-b194-8dc4b9903035 tempest-ServersTestManualDisk-792638702 tempest-ServersTestManualDisk-792638702-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1559.300642] env[62574]: DEBUG nova.virt.hardware [None req-0a7d4177-5735-4451-b194-8dc4b9903035 tempest-ServersTestManualDisk-792638702 tempest-ServersTestManualDisk-792638702-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1559.301446] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-280b7fab-7082-4f15-b953-7b3018ce61f7 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.311449] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87cc829b-d6d4-4080-be38-735230b35d81 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.365501] env[62574]: DEBUG nova.network.neutron [-] [instance: 90b44fba-636a-414f-b286-7baf5adc2122] Updating instance_info_cache with network_info: [] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1559.441332] env[62574]: DEBUG oslo_concurrency.lockutils [None req-96d33733-a4b3-447f-81e2-571222525bc6 tempest-AttachInterfacesV270Test-530238025 tempest-AttachInterfacesV270Test-530238025-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.210s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1559.443876] env[62574]: DEBUG oslo_concurrency.lockutils [None req-40281dc8-2626-4c9c-8458-349b0d6ae405 tempest-ServerRescueTestJSONUnderV235-2079558425 tempest-ServerRescueTestJSONUnderV235-2079558425-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.585s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1559.444231] env[62574]: DEBUG nova.objects.instance [None req-40281dc8-2626-4c9c-8458-349b0d6ae405 tempest-ServerRescueTestJSONUnderV235-2079558425 tempest-ServerRescueTestJSONUnderV235-2079558425-project-member] Lazy-loading 'resources' on Instance uuid a903fd4b-e31e-4fde-b8d6-a11ecf5a602f {{(pid=62574) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1559.468996] env[62574]: INFO nova.scheduler.client.report [None req-96d33733-a4b3-447f-81e2-571222525bc6 tempest-AttachInterfacesV270Test-530238025 tempest-AttachInterfacesV270Test-530238025-project-member] Deleted allocations for instance f80f71e8-1b2f-476e-9b7e-b1dd3b0d7df8 [ 1559.493720] env[62574]: DEBUG oslo_vmware.api [None req-cbcf069e-dca4-4225-a6b4-6e3548d10e3d tempest-DeleteServersAdminTestJSON-663052088 tempest-DeleteServersAdminTestJSON-663052088-project-member] Task: {'id': task-1861383, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.131946} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1559.494077] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-cbcf069e-dca4-4225-a6b4-6e3548d10e3d tempest-DeleteServersAdminTestJSON-663052088 tempest-DeleteServersAdminTestJSON-663052088-project-member] [instance: ac8aec0b-0dd9-4250-8686-343a4d2563c2] Extended root virtual disk {{(pid=62574) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1559.494949] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2379469f-03c0-4abf-81af-4e3b5b915e5e {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.518140] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-cbcf069e-dca4-4225-a6b4-6e3548d10e3d tempest-DeleteServersAdminTestJSON-663052088 tempest-DeleteServersAdminTestJSON-663052088-project-member] [instance: ac8aec0b-0dd9-4250-8686-343a4d2563c2] Reconfiguring VM instance instance-00000019 to attach disk [datastore2] ac8aec0b-0dd9-4250-8686-343a4d2563c2/ac8aec0b-0dd9-4250-8686-343a4d2563c2.vmdk or device None with type sparse {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1559.521185] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c12138aa-cfb4-4c2e-ba04-8110dcb797a1 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.543311] env[62574]: DEBUG oslo_vmware.api [None req-cbcf069e-dca4-4225-a6b4-6e3548d10e3d tempest-DeleteServersAdminTestJSON-663052088 tempest-DeleteServersAdminTestJSON-663052088-project-member] Waiting for the task: (returnval){ [ 1559.543311] env[62574]: value = "task-1861384" [ 1559.543311] env[62574]: _type = "Task" [ 1559.543311] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1559.552213] env[62574]: DEBUG oslo_vmware.api [None req-cbcf069e-dca4-4225-a6b4-6e3548d10e3d tempest-DeleteServersAdminTestJSON-663052088 tempest-DeleteServersAdminTestJSON-663052088-project-member] Task: {'id': task-1861384, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1559.659096] env[62574]: DEBUG nova.network.neutron [None req-0a7d4177-5735-4451-b194-8dc4b9903035 tempest-ServersTestManualDisk-792638702 tempest-ServersTestManualDisk-792638702-project-member] [instance: d0a90055-5c6c-44eb-a9e4-467022eda4db] Successfully updated port: f914f5e2-4e27-4afb-b267-b56e7fe7e447 {{(pid=62574) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1559.666222] env[62574]: DEBUG oslo_concurrency.lockutils [None req-087fa7b5-aba7-4c9b-ad03-0a78ec7d08b9 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] Acquiring lock "a40bab23-721e-4584-bda1-2bf5d0e0e37e" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1559.666505] env[62574]: DEBUG oslo_concurrency.lockutils [None req-087fa7b5-aba7-4c9b-ad03-0a78ec7d08b9 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] Lock "a40bab23-721e-4584-bda1-2bf5d0e0e37e" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1559.666697] env[62574]: DEBUG nova.compute.manager [None req-087fa7b5-aba7-4c9b-ad03-0a78ec7d08b9 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] [instance: a40bab23-721e-4584-bda1-2bf5d0e0e37e] Checking state {{(pid=62574) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1559.667886] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57e02dcc-394b-47d5-a211-2d87070e765e {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.683093] env[62574]: DEBUG oslo_vmware.api [None req-c41600a1-b9ea-4c15-bbd4-47d7d571e886 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]5236eeb8-2c03-8a2a-57af-a2644d511185, 'name': SearchDatastore_Task, 'duration_secs': 0.015279} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1559.685560] env[62574]: DEBUG nova.compute.manager [None req-087fa7b5-aba7-4c9b-ad03-0a78ec7d08b9 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] [instance: a40bab23-721e-4584-bda1-2bf5d0e0e37e] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62574) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1559.686202] env[62574]: DEBUG nova.objects.instance [None req-087fa7b5-aba7-4c9b-ad03-0a78ec7d08b9 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] Lazy-loading 'flavor' on Instance uuid a40bab23-721e-4584-bda1-2bf5d0e0e37e {{(pid=62574) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1559.689747] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-726437e9-eb26-4a9e-8022-64baeacf0b00 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.696089] env[62574]: DEBUG oslo_vmware.api [None req-c41600a1-b9ea-4c15-bbd4-47d7d571e886 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Waiting for the task: (returnval){ [ 1559.696089] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]5234bd14-6c9e-13b4-1190-096c902b3d11" [ 1559.696089] env[62574]: _type = "Task" [ 1559.696089] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1559.704453] env[62574]: DEBUG oslo_vmware.api [None req-c41600a1-b9ea-4c15-bbd4-47d7d571e886 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]5234bd14-6c9e-13b4-1190-096c902b3d11, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1559.784686] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1861382, 'name': CreateVM_Task, 'duration_secs': 0.731988} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1559.784867] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4cc7d784-be5d-41db-a028-0dade3464032] Created VM on the ESX host {{(pid=62574) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1559.785579] env[62574]: DEBUG oslo_concurrency.lockutils [None req-ebda193a-db24-49ab-94a7-847e102dcdb8 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1559.785798] env[62574]: DEBUG oslo_concurrency.lockutils [None req-ebda193a-db24-49ab-94a7-847e102dcdb8 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1559.786066] env[62574]: DEBUG oslo_concurrency.lockutils [None req-ebda193a-db24-49ab-94a7-847e102dcdb8 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1559.786324] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-50783c25-231a-4913-8acd-82cf413377f9 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.791274] env[62574]: DEBUG oslo_vmware.api [None req-ebda193a-db24-49ab-94a7-847e102dcdb8 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Waiting for the task: (returnval){ [ 1559.791274] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]52979aaf-f41e-e525-ae72-a9eefd2b9f6b" [ 1559.791274] env[62574]: _type = "Task" [ 1559.791274] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1559.799320] env[62574]: DEBUG oslo_vmware.api [None req-ebda193a-db24-49ab-94a7-847e102dcdb8 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52979aaf-f41e-e525-ae72-a9eefd2b9f6b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1559.869725] env[62574]: INFO nova.compute.manager [-] [instance: 90b44fba-636a-414f-b286-7baf5adc2122] Took 1.03 seconds to deallocate network for instance. [ 1559.870750] env[62574]: DEBUG nova.network.neutron [req-95447cb9-868d-4140-84e7-6d2e4973a67d req-71e5bd7e-2885-4e16-806e-6b4cf01bf504 service nova] [instance: 4cc7d784-be5d-41db-a028-0dade3464032] Updated VIF entry in instance network info cache for port 84bf7a5e-2323-4711-a9b6-1a21d8f249ee. {{(pid=62574) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1559.871141] env[62574]: DEBUG nova.network.neutron [req-95447cb9-868d-4140-84e7-6d2e4973a67d req-71e5bd7e-2885-4e16-806e-6b4cf01bf504 service nova] [instance: 4cc7d784-be5d-41db-a028-0dade3464032] Updating instance_info_cache with network_info: [{"id": "84bf7a5e-2323-4711-a9b6-1a21d8f249ee", "address": "fa:16:3e:04:12:67", "network": {"id": "b2d07115-f5da-483b-99a5-ede728256338", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-116321158-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ab01ddb6cf3453f8b60099794e20a03", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c20f5114-0866-45b3-9a7c-62f113ff83fa", "external-id": "nsx-vlan-transportzone-47", "segmentation_id": 47, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84bf7a5e-23", "ovs_interfaceid": "84bf7a5e-2323-4711-a9b6-1a21d8f249ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1559.907041] env[62574]: DEBUG nova.network.neutron [req-69eb4b7d-2fa7-4447-8672-d8ffb5011ff0 req-d9d32d8c-f48a-47c9-810c-2e290b9e4797 service nova] [instance: cf8dfe40-abfe-4888-a1a5-b26f6d781e93] Updated VIF entry in instance network info cache for port a3ad0359-fee4-4551-b572-64bb971c491d. {{(pid=62574) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1559.907424] env[62574]: DEBUG nova.network.neutron [req-69eb4b7d-2fa7-4447-8672-d8ffb5011ff0 req-d9d32d8c-f48a-47c9-810c-2e290b9e4797 service nova] [instance: cf8dfe40-abfe-4888-a1a5-b26f6d781e93] Updating instance_info_cache with network_info: [{"id": "a3ad0359-fee4-4551-b572-64bb971c491d", "address": "fa:16:3e:ba:6c:66", "network": {"id": "60497129-87fa-43c1-982d-6efe1efdf8af", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-386554519-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "56c182ddec574253b665707e8eba14e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c47e98ff-83cf-48d2-bf91-2931c7386b6a", "external-id": "nsx-vlan-transportzone-992", "segmentation_id": 992, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa3ad0359-fe", "ovs_interfaceid": "a3ad0359-fee4-4551-b572-64bb971c491d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1559.986292] env[62574]: DEBUG oslo_concurrency.lockutils [None req-96d33733-a4b3-447f-81e2-571222525bc6 tempest-AttachInterfacesV270Test-530238025 tempest-AttachInterfacesV270Test-530238025-project-member] Lock "f80f71e8-1b2f-476e-9b7e-b1dd3b0d7df8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.309s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1560.055934] env[62574]: DEBUG oslo_vmware.api [None req-cbcf069e-dca4-4225-a6b4-6e3548d10e3d tempest-DeleteServersAdminTestJSON-663052088 tempest-DeleteServersAdminTestJSON-663052088-project-member] Task: {'id': task-1861384, 'name': ReconfigVM_Task, 'duration_secs': 0.277656} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1560.056234] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-cbcf069e-dca4-4225-a6b4-6e3548d10e3d tempest-DeleteServersAdminTestJSON-663052088 tempest-DeleteServersAdminTestJSON-663052088-project-member] [instance: ac8aec0b-0dd9-4250-8686-343a4d2563c2] Reconfigured VM instance instance-00000019 to attach disk [datastore2] ac8aec0b-0dd9-4250-8686-343a4d2563c2/ac8aec0b-0dd9-4250-8686-343a4d2563c2.vmdk or device None with type sparse {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1560.057061] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9f69ade1-8621-4c2c-ad37-96341d02eaa1 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.065563] env[62574]: DEBUG oslo_vmware.api [None req-cbcf069e-dca4-4225-a6b4-6e3548d10e3d tempest-DeleteServersAdminTestJSON-663052088 tempest-DeleteServersAdminTestJSON-663052088-project-member] Waiting for the task: (returnval){ [ 1560.065563] env[62574]: value = "task-1861385" [ 1560.065563] env[62574]: _type = "Task" [ 1560.065563] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1560.076508] env[62574]: DEBUG oslo_vmware.api [None req-cbcf069e-dca4-4225-a6b4-6e3548d10e3d tempest-DeleteServersAdminTestJSON-663052088 tempest-DeleteServersAdminTestJSON-663052088-project-member] Task: {'id': task-1861385, 'name': Rename_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1560.158428] env[62574]: DEBUG oslo_concurrency.lockutils [None req-0a7d4177-5735-4451-b194-8dc4b9903035 tempest-ServersTestManualDisk-792638702 tempest-ServersTestManualDisk-792638702-project-member] Acquiring lock "refresh_cache-d0a90055-5c6c-44eb-a9e4-467022eda4db" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1560.158672] env[62574]: DEBUG oslo_concurrency.lockutils [None req-0a7d4177-5735-4451-b194-8dc4b9903035 tempest-ServersTestManualDisk-792638702 tempest-ServersTestManualDisk-792638702-project-member] Acquired lock "refresh_cache-d0a90055-5c6c-44eb-a9e4-467022eda4db" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1560.158720] env[62574]: DEBUG nova.network.neutron [None req-0a7d4177-5735-4451-b194-8dc4b9903035 tempest-ServersTestManualDisk-792638702 tempest-ServersTestManualDisk-792638702-project-member] [instance: d0a90055-5c6c-44eb-a9e4-467022eda4db] Building network info cache for instance {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1560.211719] env[62574]: DEBUG oslo_vmware.api [None req-c41600a1-b9ea-4c15-bbd4-47d7d571e886 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]5234bd14-6c9e-13b4-1190-096c902b3d11, 'name': SearchDatastore_Task, 'duration_secs': 0.009491} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1560.212793] env[62574]: DEBUG oslo_concurrency.lockutils [None req-c41600a1-b9ea-4c15-bbd4-47d7d571e886 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1560.213065] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-c41600a1-b9ea-4c15-bbd4-47d7d571e886 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk to [datastore2] cf8dfe40-abfe-4888-a1a5-b26f6d781e93/cf8dfe40-abfe-4888-a1a5-b26f6d781e93.vmdk {{(pid=62574) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1560.213328] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9d400412-8058-4966-8a0a-6fc69ebe263f {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.225669] env[62574]: DEBUG oslo_vmware.api [None req-c41600a1-b9ea-4c15-bbd4-47d7d571e886 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Waiting for the task: (returnval){ [ 1560.225669] env[62574]: value = "task-1861386" [ 1560.225669] env[62574]: _type = "Task" [ 1560.225669] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1560.235177] env[62574]: DEBUG oslo_vmware.api [None req-c41600a1-b9ea-4c15-bbd4-47d7d571e886 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Task: {'id': task-1861386, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1560.307096] env[62574]: DEBUG oslo_vmware.api [None req-ebda193a-db24-49ab-94a7-847e102dcdb8 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52979aaf-f41e-e525-ae72-a9eefd2b9f6b, 'name': SearchDatastore_Task, 'duration_secs': 0.015326} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1560.307433] env[62574]: DEBUG oslo_concurrency.lockutils [None req-ebda193a-db24-49ab-94a7-847e102dcdb8 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1560.307618] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-ebda193a-db24-49ab-94a7-847e102dcdb8 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] [instance: 4cc7d784-be5d-41db-a028-0dade3464032] Processing image 3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2 {{(pid=62574) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1560.307847] env[62574]: DEBUG oslo_concurrency.lockutils [None req-ebda193a-db24-49ab-94a7-847e102dcdb8 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1560.308097] env[62574]: DEBUG oslo_concurrency.lockutils [None req-ebda193a-db24-49ab-94a7-847e102dcdb8 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1560.308196] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-ebda193a-db24-49ab-94a7-847e102dcdb8 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1560.308617] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1182c6f9-bd60-4de9-a958-4bbbe57b35eb {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.327908] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-ebda193a-db24-49ab-94a7-847e102dcdb8 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1560.328117] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-ebda193a-db24-49ab-94a7-847e102dcdb8 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62574) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1560.328870] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff343f91-1c05-4b89-895c-212876ad92f3 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.334209] env[62574]: DEBUG oslo_vmware.api [None req-ebda193a-db24-49ab-94a7-847e102dcdb8 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Waiting for the task: (returnval){ [ 1560.334209] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]526e2b98-f1e1-aff7-9fab-2ad713396cd3" [ 1560.334209] env[62574]: _type = "Task" [ 1560.334209] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1560.349181] env[62574]: DEBUG oslo_vmware.api [None req-ebda193a-db24-49ab-94a7-847e102dcdb8 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]526e2b98-f1e1-aff7-9fab-2ad713396cd3, 'name': SearchDatastore_Task, 'duration_secs': 0.009628} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1560.350032] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e667744-1e3a-44ec-9966-11c032ff5cc6 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.355328] env[62574]: DEBUG oslo_vmware.api [None req-ebda193a-db24-49ab-94a7-847e102dcdb8 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Waiting for the task: (returnval){ [ 1560.355328] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]52e1bed5-2362-43bc-8b68-cda0ab028e26" [ 1560.355328] env[62574]: _type = "Task" [ 1560.355328] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1560.366646] env[62574]: DEBUG oslo_vmware.api [None req-ebda193a-db24-49ab-94a7-847e102dcdb8 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52e1bed5-2362-43bc-8b68-cda0ab028e26, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1560.374475] env[62574]: DEBUG oslo_concurrency.lockutils [req-95447cb9-868d-4140-84e7-6d2e4973a67d req-71e5bd7e-2885-4e16-806e-6b4cf01bf504 service nova] Releasing lock "refresh_cache-4cc7d784-be5d-41db-a028-0dade3464032" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1560.378642] env[62574]: DEBUG oslo_concurrency.lockutils [None req-08f4d9c1-4f3c-4252-8245-ad9e8ef43e8d tempest-ServersAdmin275Test-1369324412 tempest-ServersAdmin275Test-1369324412-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1560.412071] env[62574]: DEBUG oslo_concurrency.lockutils [req-69eb4b7d-2fa7-4447-8672-d8ffb5011ff0 req-d9d32d8c-f48a-47c9-810c-2e290b9e4797 service nova] Releasing lock "refresh_cache-cf8dfe40-abfe-4888-a1a5-b26f6d781e93" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1560.459301] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ebd4393-53f9-4db6-bd0a-e0c99bae1d1a {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.470404] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-217fd11d-06b3-41af-9bd6-4f3fa9d555d8 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.521768] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-335229c2-0441-4921-adf4-e8920e700294 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.530898] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1777df62-e583-4f25-acff-7b4bed05a57c {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.539528] env[62574]: DEBUG nova.compute.manager [req-dfd9d56a-a50e-4a32-af9b-b11d3d9939e7 req-f4ad87c5-b492-4691-91ab-5ef7496939e7 service nova] [instance: d0a90055-5c6c-44eb-a9e4-467022eda4db] Received event network-vif-plugged-f914f5e2-4e27-4afb-b267-b56e7fe7e447 {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1560.539757] env[62574]: DEBUG oslo_concurrency.lockutils [req-dfd9d56a-a50e-4a32-af9b-b11d3d9939e7 req-f4ad87c5-b492-4691-91ab-5ef7496939e7 service nova] Acquiring lock "d0a90055-5c6c-44eb-a9e4-467022eda4db-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1560.540088] env[62574]: DEBUG oslo_concurrency.lockutils [req-dfd9d56a-a50e-4a32-af9b-b11d3d9939e7 req-f4ad87c5-b492-4691-91ab-5ef7496939e7 service nova] Lock "d0a90055-5c6c-44eb-a9e4-467022eda4db-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1560.540142] env[62574]: DEBUG oslo_concurrency.lockutils [req-dfd9d56a-a50e-4a32-af9b-b11d3d9939e7 req-f4ad87c5-b492-4691-91ab-5ef7496939e7 service nova] Lock "d0a90055-5c6c-44eb-a9e4-467022eda4db-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1560.540292] env[62574]: DEBUG nova.compute.manager [req-dfd9d56a-a50e-4a32-af9b-b11d3d9939e7 req-f4ad87c5-b492-4691-91ab-5ef7496939e7 service nova] [instance: d0a90055-5c6c-44eb-a9e4-467022eda4db] No waiting events found dispatching network-vif-plugged-f914f5e2-4e27-4afb-b267-b56e7fe7e447 {{(pid=62574) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1560.540510] env[62574]: WARNING nova.compute.manager [req-dfd9d56a-a50e-4a32-af9b-b11d3d9939e7 req-f4ad87c5-b492-4691-91ab-5ef7496939e7 service nova] [instance: d0a90055-5c6c-44eb-a9e4-467022eda4db] Received unexpected event network-vif-plugged-f914f5e2-4e27-4afb-b267-b56e7fe7e447 for instance with vm_state building and task_state spawning. [ 1560.540738] env[62574]: DEBUG nova.compute.manager [req-dfd9d56a-a50e-4a32-af9b-b11d3d9939e7 req-f4ad87c5-b492-4691-91ab-5ef7496939e7 service nova] [instance: d0a90055-5c6c-44eb-a9e4-467022eda4db] Received event network-changed-f914f5e2-4e27-4afb-b267-b56e7fe7e447 {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1560.540928] env[62574]: DEBUG nova.compute.manager [req-dfd9d56a-a50e-4a32-af9b-b11d3d9939e7 req-f4ad87c5-b492-4691-91ab-5ef7496939e7 service nova] [instance: d0a90055-5c6c-44eb-a9e4-467022eda4db] Refreshing instance network info cache due to event network-changed-f914f5e2-4e27-4afb-b267-b56e7fe7e447. {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1560.541108] env[62574]: DEBUG oslo_concurrency.lockutils [req-dfd9d56a-a50e-4a32-af9b-b11d3d9939e7 req-f4ad87c5-b492-4691-91ab-5ef7496939e7 service nova] Acquiring lock "refresh_cache-d0a90055-5c6c-44eb-a9e4-467022eda4db" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1560.550689] env[62574]: DEBUG nova.compute.provider_tree [None req-40281dc8-2626-4c9c-8458-349b0d6ae405 tempest-ServerRescueTestJSONUnderV235-2079558425 tempest-ServerRescueTestJSONUnderV235-2079558425-project-member] Inventory has not changed in ProviderTree for provider: f0ed160a-beff-4626-a531-2a70d7bc0627 {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1560.562786] env[62574]: DEBUG nova.compute.manager [req-40218723-03f6-4dc2-983f-010690147686 req-2632bb35-4f63-4920-8265-4e69788e6cbc service nova] [instance: b8f6a4a6-77e9-4989-bd79-f23e15335517] Received event network-changed-6a7ce2f1-94dd-4e5b-9c7f-64bd15f36d2c {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1560.562786] env[62574]: DEBUG nova.compute.manager [req-40218723-03f6-4dc2-983f-010690147686 req-2632bb35-4f63-4920-8265-4e69788e6cbc service nova] [instance: b8f6a4a6-77e9-4989-bd79-f23e15335517] Refreshing instance network info cache due to event network-changed-6a7ce2f1-94dd-4e5b-9c7f-64bd15f36d2c. {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1560.562786] env[62574]: DEBUG oslo_concurrency.lockutils [req-40218723-03f6-4dc2-983f-010690147686 req-2632bb35-4f63-4920-8265-4e69788e6cbc service nova] Acquiring lock "refresh_cache-b8f6a4a6-77e9-4989-bd79-f23e15335517" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1560.562786] env[62574]: DEBUG oslo_concurrency.lockutils [req-40218723-03f6-4dc2-983f-010690147686 req-2632bb35-4f63-4920-8265-4e69788e6cbc service nova] Acquired lock "refresh_cache-b8f6a4a6-77e9-4989-bd79-f23e15335517" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1560.562786] env[62574]: DEBUG nova.network.neutron [req-40218723-03f6-4dc2-983f-010690147686 req-2632bb35-4f63-4920-8265-4e69788e6cbc service nova] [instance: b8f6a4a6-77e9-4989-bd79-f23e15335517] Refreshing network info cache for port 6a7ce2f1-94dd-4e5b-9c7f-64bd15f36d2c {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1560.577166] env[62574]: DEBUG oslo_vmware.api [None req-cbcf069e-dca4-4225-a6b4-6e3548d10e3d tempest-DeleteServersAdminTestJSON-663052088 tempest-DeleteServersAdminTestJSON-663052088-project-member] Task: {'id': task-1861385, 'name': Rename_Task, 'duration_secs': 0.294945} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1560.577466] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbcf069e-dca4-4225-a6b4-6e3548d10e3d tempest-DeleteServersAdminTestJSON-663052088 tempest-DeleteServersAdminTestJSON-663052088-project-member] [instance: ac8aec0b-0dd9-4250-8686-343a4d2563c2] Powering on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1560.577627] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dc5243f7-e60b-4490-aed6-89ca9a361236 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.586107] env[62574]: DEBUG oslo_vmware.api [None req-cbcf069e-dca4-4225-a6b4-6e3548d10e3d tempest-DeleteServersAdminTestJSON-663052088 tempest-DeleteServersAdminTestJSON-663052088-project-member] Waiting for the task: (returnval){ [ 1560.586107] env[62574]: value = "task-1861387" [ 1560.586107] env[62574]: _type = "Task" [ 1560.586107] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1560.596296] env[62574]: DEBUG oslo_vmware.api [None req-cbcf069e-dca4-4225-a6b4-6e3548d10e3d tempest-DeleteServersAdminTestJSON-663052088 tempest-DeleteServersAdminTestJSON-663052088-project-member] Task: {'id': task-1861387, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1560.697581] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-087fa7b5-aba7-4c9b-ad03-0a78ec7d08b9 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] [instance: a40bab23-721e-4584-bda1-2bf5d0e0e37e] Powering off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1560.697936] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-89e2bc3b-f328-4f62-bfac-db6a7a790ff0 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.707218] env[62574]: DEBUG oslo_vmware.api [None req-087fa7b5-aba7-4c9b-ad03-0a78ec7d08b9 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] Waiting for the task: (returnval){ [ 1560.707218] env[62574]: value = "task-1861388" [ 1560.707218] env[62574]: _type = "Task" [ 1560.707218] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1560.711534] env[62574]: DEBUG nova.network.neutron [None req-0a7d4177-5735-4451-b194-8dc4b9903035 tempest-ServersTestManualDisk-792638702 tempest-ServersTestManualDisk-792638702-project-member] [instance: d0a90055-5c6c-44eb-a9e4-467022eda4db] Instance cache missing network info. {{(pid=62574) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1560.721054] env[62574]: DEBUG oslo_vmware.api [None req-087fa7b5-aba7-4c9b-ad03-0a78ec7d08b9 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] Task: {'id': task-1861388, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1560.736868] env[62574]: DEBUG oslo_vmware.api [None req-c41600a1-b9ea-4c15-bbd4-47d7d571e886 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Task: {'id': task-1861386, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1560.866020] env[62574]: DEBUG oslo_vmware.api [None req-ebda193a-db24-49ab-94a7-847e102dcdb8 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52e1bed5-2362-43bc-8b68-cda0ab028e26, 'name': SearchDatastore_Task, 'duration_secs': 0.008288} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1560.866318] env[62574]: DEBUG oslo_concurrency.lockutils [None req-ebda193a-db24-49ab-94a7-847e102dcdb8 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1560.866598] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebda193a-db24-49ab-94a7-847e102dcdb8 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk to [datastore2] 4cc7d784-be5d-41db-a028-0dade3464032/4cc7d784-be5d-41db-a028-0dade3464032.vmdk {{(pid=62574) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1560.866995] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b2c742b6-2caf-455a-9566-d17a80954cf7 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.873447] env[62574]: DEBUG oslo_vmware.api [None req-ebda193a-db24-49ab-94a7-847e102dcdb8 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Waiting for the task: (returnval){ [ 1560.873447] env[62574]: value = "task-1861389" [ 1560.873447] env[62574]: _type = "Task" [ 1560.873447] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1560.882235] env[62574]: DEBUG oslo_vmware.api [None req-ebda193a-db24-49ab-94a7-847e102dcdb8 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Task: {'id': task-1861389, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1560.960119] env[62574]: DEBUG nova.network.neutron [None req-0a7d4177-5735-4451-b194-8dc4b9903035 tempest-ServersTestManualDisk-792638702 tempest-ServersTestManualDisk-792638702-project-member] [instance: d0a90055-5c6c-44eb-a9e4-467022eda4db] Updating instance_info_cache with network_info: [{"id": "f914f5e2-4e27-4afb-b267-b56e7fe7e447", "address": "fa:16:3e:9c:cc:f9", "network": {"id": "56d4cff0-deef-4161-9a61-838df6821fc3", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-265404884-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf3c852ef117431fa89faebff42d3a7b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ebf80ce9-9885-46ed-ac23-310a98789a95", "external-id": "nsx-vlan-transportzone-582", "segmentation_id": 582, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf914f5e2-4e", "ovs_interfaceid": "f914f5e2-4e27-4afb-b267-b56e7fe7e447", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1561.058286] env[62574]: DEBUG nova.scheduler.client.report [None req-40281dc8-2626-4c9c-8458-349b0d6ae405 tempest-ServerRescueTestJSONUnderV235-2079558425 tempest-ServerRescueTestJSONUnderV235-2079558425-project-member] Inventory has not changed for provider f0ed160a-beff-4626-a531-2a70d7bc0627 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 148, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1561.096986] env[62574]: DEBUG oslo_vmware.api [None req-cbcf069e-dca4-4225-a6b4-6e3548d10e3d tempest-DeleteServersAdminTestJSON-663052088 tempest-DeleteServersAdminTestJSON-663052088-project-member] Task: {'id': task-1861387, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1561.219473] env[62574]: DEBUG oslo_vmware.api [None req-087fa7b5-aba7-4c9b-ad03-0a78ec7d08b9 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] Task: {'id': task-1861388, 'name': PowerOffVM_Task, 'duration_secs': 0.265959} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1561.219792] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-087fa7b5-aba7-4c9b-ad03-0a78ec7d08b9 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] [instance: a40bab23-721e-4584-bda1-2bf5d0e0e37e] Powered off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1561.219889] env[62574]: DEBUG nova.compute.manager [None req-087fa7b5-aba7-4c9b-ad03-0a78ec7d08b9 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] [instance: a40bab23-721e-4584-bda1-2bf5d0e0e37e] Checking state {{(pid=62574) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1561.220650] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f01c981-c5d2-485b-9d3e-d9680b1959e5 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.243052] env[62574]: DEBUG oslo_vmware.api [None req-c41600a1-b9ea-4c15-bbd4-47d7d571e886 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Task: {'id': task-1861386, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1561.386331] env[62574]: DEBUG oslo_vmware.api [None req-ebda193a-db24-49ab-94a7-847e102dcdb8 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Task: {'id': task-1861389, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1561.407591] env[62574]: DEBUG nova.network.neutron [req-40218723-03f6-4dc2-983f-010690147686 req-2632bb35-4f63-4920-8265-4e69788e6cbc service nova] [instance: b8f6a4a6-77e9-4989-bd79-f23e15335517] Updated VIF entry in instance network info cache for port 6a7ce2f1-94dd-4e5b-9c7f-64bd15f36d2c. {{(pid=62574) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1561.407953] env[62574]: DEBUG nova.network.neutron [req-40218723-03f6-4dc2-983f-010690147686 req-2632bb35-4f63-4920-8265-4e69788e6cbc service nova] [instance: b8f6a4a6-77e9-4989-bd79-f23e15335517] Updating instance_info_cache with network_info: [{"id": "6a7ce2f1-94dd-4e5b-9c7f-64bd15f36d2c", "address": "fa:16:3e:eb:46:d1", "network": {"id": "7fdc333e-a271-4977-bb85-e3f0da637517", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-201715430-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10cbceaa655b46ebabb5a9831d033750", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a55f45a-d631-4ebc-b73b-8a30bd0a32a8", "external-id": "nsx-vlan-transportzone-303", "segmentation_id": 303, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a7ce2f1-94", "ovs_interfaceid": "6a7ce2f1-94dd-4e5b-9c7f-64bd15f36d2c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1561.463095] env[62574]: DEBUG oslo_concurrency.lockutils [None req-0a7d4177-5735-4451-b194-8dc4b9903035 tempest-ServersTestManualDisk-792638702 tempest-ServersTestManualDisk-792638702-project-member] Releasing lock "refresh_cache-d0a90055-5c6c-44eb-a9e4-467022eda4db" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1561.466949] env[62574]: DEBUG nova.compute.manager [None req-0a7d4177-5735-4451-b194-8dc4b9903035 tempest-ServersTestManualDisk-792638702 tempest-ServersTestManualDisk-792638702-project-member] [instance: d0a90055-5c6c-44eb-a9e4-467022eda4db] Instance network_info: |[{"id": "f914f5e2-4e27-4afb-b267-b56e7fe7e447", "address": "fa:16:3e:9c:cc:f9", "network": {"id": "56d4cff0-deef-4161-9a61-838df6821fc3", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-265404884-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf3c852ef117431fa89faebff42d3a7b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ebf80ce9-9885-46ed-ac23-310a98789a95", "external-id": "nsx-vlan-transportzone-582", "segmentation_id": 582, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf914f5e2-4e", "ovs_interfaceid": "f914f5e2-4e27-4afb-b267-b56e7fe7e447", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62574) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1561.466949] env[62574]: DEBUG oslo_concurrency.lockutils [req-dfd9d56a-a50e-4a32-af9b-b11d3d9939e7 req-f4ad87c5-b492-4691-91ab-5ef7496939e7 service nova] Acquired lock "refresh_cache-d0a90055-5c6c-44eb-a9e4-467022eda4db" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1561.467092] env[62574]: DEBUG nova.network.neutron [req-dfd9d56a-a50e-4a32-af9b-b11d3d9939e7 req-f4ad87c5-b492-4691-91ab-5ef7496939e7 service nova] [instance: d0a90055-5c6c-44eb-a9e4-467022eda4db] Refreshing network info cache for port f914f5e2-4e27-4afb-b267-b56e7fe7e447 {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1561.467092] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-0a7d4177-5735-4451-b194-8dc4b9903035 tempest-ServersTestManualDisk-792638702 tempest-ServersTestManualDisk-792638702-project-member] [instance: d0a90055-5c6c-44eb-a9e4-467022eda4db] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9c:cc:f9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ebf80ce9-9885-46ed-ac23-310a98789a95', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f914f5e2-4e27-4afb-b267-b56e7fe7e447', 'vif_model': 'vmxnet3'}] {{(pid=62574) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1561.475559] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a7d4177-5735-4451-b194-8dc4b9903035 tempest-ServersTestManualDisk-792638702 tempest-ServersTestManualDisk-792638702-project-member] Creating folder: Project (bf3c852ef117431fa89faebff42d3a7b). Parent ref: group-v384746. {{(pid=62574) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1561.475559] env[62574]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-df610706-5694-4a67-b82e-8b7eda76f689 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.488851] env[62574]: INFO nova.virt.vmwareapi.vm_util [None req-0a7d4177-5735-4451-b194-8dc4b9903035 tempest-ServersTestManualDisk-792638702 tempest-ServersTestManualDisk-792638702-project-member] Created folder: Project (bf3c852ef117431fa89faebff42d3a7b) in parent group-v384746. [ 1561.489497] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a7d4177-5735-4451-b194-8dc4b9903035 tempest-ServersTestManualDisk-792638702 tempest-ServersTestManualDisk-792638702-project-member] Creating folder: Instances. Parent ref: group-v384831. {{(pid=62574) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1561.490019] env[62574]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9d286831-095e-435c-820f-9f5691b48019 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.501422] env[62574]: INFO nova.virt.vmwareapi.vm_util [None req-0a7d4177-5735-4451-b194-8dc4b9903035 tempest-ServersTestManualDisk-792638702 tempest-ServersTestManualDisk-792638702-project-member] Created folder: Instances in parent group-v384831. [ 1561.501715] env[62574]: DEBUG oslo.service.loopingcall [None req-0a7d4177-5735-4451-b194-8dc4b9903035 tempest-ServersTestManualDisk-792638702 tempest-ServersTestManualDisk-792638702-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62574) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1561.501936] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d0a90055-5c6c-44eb-a9e4-467022eda4db] Creating VM on the ESX host {{(pid=62574) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1561.502215] env[62574]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6af3b0d3-1d2c-40a9-a3c7-515e13be29ed {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.524498] env[62574]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1561.524498] env[62574]: value = "task-1861392" [ 1561.524498] env[62574]: _type = "Task" [ 1561.524498] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1561.532830] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1861392, 'name': CreateVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1561.567954] env[62574]: DEBUG oslo_concurrency.lockutils [None req-40281dc8-2626-4c9c-8458-349b0d6ae405 tempest-ServerRescueTestJSONUnderV235-2079558425 tempest-ServerRescueTestJSONUnderV235-2079558425-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.124s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1561.570994] env[62574]: DEBUG oslo_concurrency.lockutils [None req-62dacf8e-a149-42ae-97ce-ffb00e25808b tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.186s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1561.574546] env[62574]: INFO nova.compute.claims [None req-62dacf8e-a149-42ae-97ce-ffb00e25808b tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] [instance: e9878c22-2044-464f-915f-c1c865693437] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1561.600198] env[62574]: DEBUG oslo_vmware.api [None req-cbcf069e-dca4-4225-a6b4-6e3548d10e3d tempest-DeleteServersAdminTestJSON-663052088 tempest-DeleteServersAdminTestJSON-663052088-project-member] Task: {'id': task-1861387, 'name': PowerOnVM_Task, 'duration_secs': 0.604689} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1561.600906] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbcf069e-dca4-4225-a6b4-6e3548d10e3d tempest-DeleteServersAdminTestJSON-663052088 tempest-DeleteServersAdminTestJSON-663052088-project-member] [instance: ac8aec0b-0dd9-4250-8686-343a4d2563c2] Powered on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1561.601429] env[62574]: INFO nova.compute.manager [None req-cbcf069e-dca4-4225-a6b4-6e3548d10e3d tempest-DeleteServersAdminTestJSON-663052088 tempest-DeleteServersAdminTestJSON-663052088-project-member] [instance: ac8aec0b-0dd9-4250-8686-343a4d2563c2] Took 10.54 seconds to spawn the instance on the hypervisor. [ 1561.601429] env[62574]: DEBUG nova.compute.manager [None req-cbcf069e-dca4-4225-a6b4-6e3548d10e3d tempest-DeleteServersAdminTestJSON-663052088 tempest-DeleteServersAdminTestJSON-663052088-project-member] [instance: ac8aec0b-0dd9-4250-8686-343a4d2563c2] Checking state {{(pid=62574) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1561.603078] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abee2118-61d7-41de-b208-28e8c4cd1ab5 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.620901] env[62574]: INFO nova.scheduler.client.report [None req-40281dc8-2626-4c9c-8458-349b0d6ae405 tempest-ServerRescueTestJSONUnderV235-2079558425 tempest-ServerRescueTestJSONUnderV235-2079558425-project-member] Deleted allocations for instance a903fd4b-e31e-4fde-b8d6-a11ecf5a602f [ 1561.746707] env[62574]: DEBUG oslo_vmware.api [None req-c41600a1-b9ea-4c15-bbd4-47d7d571e886 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Task: {'id': task-1861386, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1561.747712] env[62574]: DEBUG oslo_concurrency.lockutils [None req-087fa7b5-aba7-4c9b-ad03-0a78ec7d08b9 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] Lock "a40bab23-721e-4584-bda1-2bf5d0e0e37e" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.081s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1561.883868] env[62574]: DEBUG oslo_vmware.api [None req-ebda193a-db24-49ab-94a7-847e102dcdb8 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Task: {'id': task-1861389, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1561.910630] env[62574]: DEBUG oslo_concurrency.lockutils [req-40218723-03f6-4dc2-983f-010690147686 req-2632bb35-4f63-4920-8265-4e69788e6cbc service nova] Releasing lock "refresh_cache-b8f6a4a6-77e9-4989-bd79-f23e15335517" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1562.039645] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1861392, 'name': CreateVM_Task} progress is 25%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1562.133803] env[62574]: INFO nova.compute.manager [None req-cbcf069e-dca4-4225-a6b4-6e3548d10e3d tempest-DeleteServersAdminTestJSON-663052088 tempest-DeleteServersAdminTestJSON-663052088-project-member] [instance: ac8aec0b-0dd9-4250-8686-343a4d2563c2] Took 39.13 seconds to build instance. [ 1562.133803] env[62574]: DEBUG oslo_concurrency.lockutils [None req-40281dc8-2626-4c9c-8458-349b0d6ae405 tempest-ServerRescueTestJSONUnderV235-2079558425 tempest-ServerRescueTestJSONUnderV235-2079558425-project-member] Lock "a903fd4b-e31e-4fde-b8d6-a11ecf5a602f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.257s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1562.238210] env[62574]: DEBUG oslo_vmware.api [None req-c41600a1-b9ea-4c15-bbd4-47d7d571e886 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Task: {'id': task-1861386, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.640949} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1562.238520] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-c41600a1-b9ea-4c15-bbd4-47d7d571e886 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk to [datastore2] cf8dfe40-abfe-4888-a1a5-b26f6d781e93/cf8dfe40-abfe-4888-a1a5-b26f6d781e93.vmdk {{(pid=62574) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1562.238701] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-c41600a1-b9ea-4c15-bbd4-47d7d571e886 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] [instance: cf8dfe40-abfe-4888-a1a5-b26f6d781e93] Extending root virtual disk to 1048576 {{(pid=62574) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1562.239087] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9c941650-4a13-4305-9337-dc71376d9601 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.245714] env[62574]: DEBUG oslo_vmware.api [None req-c41600a1-b9ea-4c15-bbd4-47d7d571e886 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Waiting for the task: (returnval){ [ 1562.245714] env[62574]: value = "task-1861393" [ 1562.245714] env[62574]: _type = "Task" [ 1562.245714] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1562.255927] env[62574]: DEBUG oslo_vmware.api [None req-c41600a1-b9ea-4c15-bbd4-47d7d571e886 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Task: {'id': task-1861393, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1562.338558] env[62574]: DEBUG nova.network.neutron [req-dfd9d56a-a50e-4a32-af9b-b11d3d9939e7 req-f4ad87c5-b492-4691-91ab-5ef7496939e7 service nova] [instance: d0a90055-5c6c-44eb-a9e4-467022eda4db] Updated VIF entry in instance network info cache for port f914f5e2-4e27-4afb-b267-b56e7fe7e447. {{(pid=62574) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1562.338921] env[62574]: DEBUG nova.network.neutron [req-dfd9d56a-a50e-4a32-af9b-b11d3d9939e7 req-f4ad87c5-b492-4691-91ab-5ef7496939e7 service nova] [instance: d0a90055-5c6c-44eb-a9e4-467022eda4db] Updating instance_info_cache with network_info: [{"id": "f914f5e2-4e27-4afb-b267-b56e7fe7e447", "address": "fa:16:3e:9c:cc:f9", "network": {"id": "56d4cff0-deef-4161-9a61-838df6821fc3", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-265404884-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf3c852ef117431fa89faebff42d3a7b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ebf80ce9-9885-46ed-ac23-310a98789a95", "external-id": "nsx-vlan-transportzone-582", "segmentation_id": 582, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf914f5e2-4e", "ovs_interfaceid": "f914f5e2-4e27-4afb-b267-b56e7fe7e447", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1562.386632] env[62574]: DEBUG oslo_vmware.api [None req-ebda193a-db24-49ab-94a7-847e102dcdb8 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Task: {'id': task-1861389, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1562.536738] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1861392, 'name': CreateVM_Task, 'duration_secs': 0.929398} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1562.536738] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d0a90055-5c6c-44eb-a9e4-467022eda4db] Created VM on the ESX host {{(pid=62574) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1562.537063] env[62574]: DEBUG oslo_concurrency.lockutils [None req-0a7d4177-5735-4451-b194-8dc4b9903035 tempest-ServersTestManualDisk-792638702 tempest-ServersTestManualDisk-792638702-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1562.537063] env[62574]: DEBUG oslo_concurrency.lockutils [None req-0a7d4177-5735-4451-b194-8dc4b9903035 tempest-ServersTestManualDisk-792638702 tempest-ServersTestManualDisk-792638702-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1562.537333] env[62574]: DEBUG oslo_concurrency.lockutils [None req-0a7d4177-5735-4451-b194-8dc4b9903035 tempest-ServersTestManualDisk-792638702 tempest-ServersTestManualDisk-792638702-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1562.537597] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-06a03bf0-ce68-43d7-bef4-9ec96c33a3f2 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.543910] env[62574]: DEBUG oslo_vmware.api [None req-0a7d4177-5735-4451-b194-8dc4b9903035 tempest-ServersTestManualDisk-792638702 tempest-ServersTestManualDisk-792638702-project-member] Waiting for the task: (returnval){ [ 1562.543910] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]52f14b0b-ac3a-2340-b5e0-f21cb9ae458a" [ 1562.543910] env[62574]: _type = "Task" [ 1562.543910] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1562.554948] env[62574]: DEBUG oslo_vmware.api [None req-0a7d4177-5735-4451-b194-8dc4b9903035 tempest-ServersTestManualDisk-792638702 tempest-ServersTestManualDisk-792638702-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52f14b0b-ac3a-2340-b5e0-f21cb9ae458a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1562.636916] env[62574]: DEBUG oslo_concurrency.lockutils [None req-cbcf069e-dca4-4225-a6b4-6e3548d10e3d tempest-DeleteServersAdminTestJSON-663052088 tempest-DeleteServersAdminTestJSON-663052088-project-member] Lock "ac8aec0b-0dd9-4250-8686-343a4d2563c2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.890s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1562.764227] env[62574]: DEBUG oslo_vmware.api [None req-c41600a1-b9ea-4c15-bbd4-47d7d571e886 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Task: {'id': task-1861393, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.092042} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1562.764346] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-c41600a1-b9ea-4c15-bbd4-47d7d571e886 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] [instance: cf8dfe40-abfe-4888-a1a5-b26f6d781e93] Extended root virtual disk {{(pid=62574) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1562.765309] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31e5ae25-48d3-48d4-bb53-da7bd41d0357 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.791788] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-c41600a1-b9ea-4c15-bbd4-47d7d571e886 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] [instance: cf8dfe40-abfe-4888-a1a5-b26f6d781e93] Reconfiguring VM instance instance-0000001a to attach disk [datastore2] cf8dfe40-abfe-4888-a1a5-b26f6d781e93/cf8dfe40-abfe-4888-a1a5-b26f6d781e93.vmdk or device None with type sparse {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1562.796033] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-944ba272-357e-40b2-b73d-2d45b1ffdb68 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.818830] env[62574]: DEBUG oslo_vmware.api [None req-c41600a1-b9ea-4c15-bbd4-47d7d571e886 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Waiting for the task: (returnval){ [ 1562.818830] env[62574]: value = "task-1861394" [ 1562.818830] env[62574]: _type = "Task" [ 1562.818830] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1562.827104] env[62574]: DEBUG oslo_vmware.api [None req-c41600a1-b9ea-4c15-bbd4-47d7d571e886 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Task: {'id': task-1861394, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1562.843647] env[62574]: DEBUG oslo_concurrency.lockutils [req-dfd9d56a-a50e-4a32-af9b-b11d3d9939e7 req-f4ad87c5-b492-4691-91ab-5ef7496939e7 service nova] Releasing lock "refresh_cache-d0a90055-5c6c-44eb-a9e4-467022eda4db" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1562.886122] env[62574]: DEBUG oslo_vmware.api [None req-ebda193a-db24-49ab-94a7-847e102dcdb8 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Task: {'id': task-1861389, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.810874} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1562.889088] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebda193a-db24-49ab-94a7-847e102dcdb8 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk to [datastore2] 4cc7d784-be5d-41db-a028-0dade3464032/4cc7d784-be5d-41db-a028-0dade3464032.vmdk {{(pid=62574) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1562.889088] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-ebda193a-db24-49ab-94a7-847e102dcdb8 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] [instance: 4cc7d784-be5d-41db-a028-0dade3464032] Extending root virtual disk to 1048576 {{(pid=62574) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1562.889516] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cd6c7064-4522-4c16-9dd8-3cb6382e380c {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.897338] env[62574]: DEBUG oslo_vmware.api [None req-ebda193a-db24-49ab-94a7-847e102dcdb8 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Waiting for the task: (returnval){ [ 1562.897338] env[62574]: value = "task-1861395" [ 1562.897338] env[62574]: _type = "Task" [ 1562.897338] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1562.908939] env[62574]: DEBUG oslo_vmware.api [None req-ebda193a-db24-49ab-94a7-847e102dcdb8 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Task: {'id': task-1861395, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1563.057717] env[62574]: DEBUG oslo_vmware.api [None req-0a7d4177-5735-4451-b194-8dc4b9903035 tempest-ServersTestManualDisk-792638702 tempest-ServersTestManualDisk-792638702-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52f14b0b-ac3a-2340-b5e0-f21cb9ae458a, 'name': SearchDatastore_Task, 'duration_secs': 0.058997} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1563.058141] env[62574]: DEBUG oslo_concurrency.lockutils [None req-0a7d4177-5735-4451-b194-8dc4b9903035 tempest-ServersTestManualDisk-792638702 tempest-ServersTestManualDisk-792638702-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1563.058765] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-0a7d4177-5735-4451-b194-8dc4b9903035 tempest-ServersTestManualDisk-792638702 tempest-ServersTestManualDisk-792638702-project-member] [instance: d0a90055-5c6c-44eb-a9e4-467022eda4db] Processing image 3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2 {{(pid=62574) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1563.059091] env[62574]: DEBUG oslo_concurrency.lockutils [None req-0a7d4177-5735-4451-b194-8dc4b9903035 tempest-ServersTestManualDisk-792638702 tempest-ServersTestManualDisk-792638702-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1563.060984] env[62574]: DEBUG oslo_concurrency.lockutils [None req-0a7d4177-5735-4451-b194-8dc4b9903035 tempest-ServersTestManualDisk-792638702 tempest-ServersTestManualDisk-792638702-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1563.060984] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a7d4177-5735-4451-b194-8dc4b9903035 tempest-ServersTestManualDisk-792638702 tempest-ServersTestManualDisk-792638702-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1563.060984] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-71cd1d0e-c851-4bac-9a3a-22431d93a9bc {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.077176] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a7d4177-5735-4451-b194-8dc4b9903035 tempest-ServersTestManualDisk-792638702 tempest-ServersTestManualDisk-792638702-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1563.077176] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-0a7d4177-5735-4451-b194-8dc4b9903035 tempest-ServersTestManualDisk-792638702 tempest-ServersTestManualDisk-792638702-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62574) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1563.077756] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-73b6966e-3290-4066-b773-25bfcda348b1 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.086560] env[62574]: DEBUG oslo_vmware.api [None req-0a7d4177-5735-4451-b194-8dc4b9903035 tempest-ServersTestManualDisk-792638702 tempest-ServersTestManualDisk-792638702-project-member] Waiting for the task: (returnval){ [ 1563.086560] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]5264a048-3c46-e87e-50b9-f1583bbc393a" [ 1563.086560] env[62574]: _type = "Task" [ 1563.086560] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1563.094071] env[62574]: DEBUG oslo_vmware.api [None req-0a7d4177-5735-4451-b194-8dc4b9903035 tempest-ServersTestManualDisk-792638702 tempest-ServersTestManualDisk-792638702-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]5264a048-3c46-e87e-50b9-f1583bbc393a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1563.122333] env[62574]: DEBUG nova.objects.instance [None req-c0975595-5ffb-45bc-aca0-f4862f6978c1 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] Lazy-loading 'flavor' on Instance uuid a40bab23-721e-4584-bda1-2bf5d0e0e37e {{(pid=62574) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1563.142669] env[62574]: DEBUG nova.compute.manager [None req-be513537-e531-4880-94c4-45d99f4f8993 tempest-ImagesNegativeTestJSON-1839133942 tempest-ImagesNegativeTestJSON-1839133942-project-member] [instance: 1885c76e-a6bc-4f5b-bf2b-fe43229cec08] Starting instance... {{(pid=62574) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1563.163932] env[62574]: DEBUG nova.compute.manager [req-f724d01f-b6dc-4003-b02f-f182ba7c5d46 req-5ec8c5a9-6ba4-4866-a812-69423ea82e74 service nova] [instance: b8f6a4a6-77e9-4989-bd79-f23e15335517] Received event network-changed-6a7ce2f1-94dd-4e5b-9c7f-64bd15f36d2c {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1563.164144] env[62574]: DEBUG nova.compute.manager [req-f724d01f-b6dc-4003-b02f-f182ba7c5d46 req-5ec8c5a9-6ba4-4866-a812-69423ea82e74 service nova] [instance: b8f6a4a6-77e9-4989-bd79-f23e15335517] Refreshing instance network info cache due to event network-changed-6a7ce2f1-94dd-4e5b-9c7f-64bd15f36d2c. {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1563.165084] env[62574]: DEBUG oslo_concurrency.lockutils [req-f724d01f-b6dc-4003-b02f-f182ba7c5d46 req-5ec8c5a9-6ba4-4866-a812-69423ea82e74 service nova] Acquiring lock "refresh_cache-b8f6a4a6-77e9-4989-bd79-f23e15335517" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1563.165084] env[62574]: DEBUG oslo_concurrency.lockutils [req-f724d01f-b6dc-4003-b02f-f182ba7c5d46 req-5ec8c5a9-6ba4-4866-a812-69423ea82e74 service nova] Acquired lock "refresh_cache-b8f6a4a6-77e9-4989-bd79-f23e15335517" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1563.165084] env[62574]: DEBUG nova.network.neutron [req-f724d01f-b6dc-4003-b02f-f182ba7c5d46 req-5ec8c5a9-6ba4-4866-a812-69423ea82e74 service nova] [instance: b8f6a4a6-77e9-4989-bd79-f23e15335517] Refreshing network info cache for port 6a7ce2f1-94dd-4e5b-9c7f-64bd15f36d2c {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1563.214766] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6507a71-14ed-4618-843a-89678d9674c8 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.223419] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac26b788-9540-4135-974c-c5ea9c34323e {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.254292] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fe9565d-6be3-447c-aef8-3d59eafdade5 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.262331] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bb2c044-4fa6-459e-9ecc-2e5563824a71 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.278909] env[62574]: DEBUG nova.compute.provider_tree [None req-62dacf8e-a149-42ae-97ce-ffb00e25808b tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Inventory has not changed in ProviderTree for provider: f0ed160a-beff-4626-a531-2a70d7bc0627 {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1563.329418] env[62574]: DEBUG oslo_vmware.api [None req-c41600a1-b9ea-4c15-bbd4-47d7d571e886 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Task: {'id': task-1861394, 'name': ReconfigVM_Task, 'duration_secs': 0.298752} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1563.329569] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-c41600a1-b9ea-4c15-bbd4-47d7d571e886 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] [instance: cf8dfe40-abfe-4888-a1a5-b26f6d781e93] Reconfigured VM instance instance-0000001a to attach disk [datastore2] cf8dfe40-abfe-4888-a1a5-b26f6d781e93/cf8dfe40-abfe-4888-a1a5-b26f6d781e93.vmdk or device None with type sparse {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1563.330199] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-af6b3e46-c97c-452a-84f8-cbbc76228406 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.337347] env[62574]: DEBUG oslo_vmware.api [None req-c41600a1-b9ea-4c15-bbd4-47d7d571e886 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Waiting for the task: (returnval){ [ 1563.337347] env[62574]: value = "task-1861396" [ 1563.337347] env[62574]: _type = "Task" [ 1563.337347] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1563.346455] env[62574]: DEBUG oslo_vmware.api [None req-c41600a1-b9ea-4c15-bbd4-47d7d571e886 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Task: {'id': task-1861396, 'name': Rename_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1563.408922] env[62574]: DEBUG oslo_vmware.api [None req-ebda193a-db24-49ab-94a7-847e102dcdb8 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Task: {'id': task-1861395, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.101731} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1563.411162] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-ebda193a-db24-49ab-94a7-847e102dcdb8 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] [instance: 4cc7d784-be5d-41db-a028-0dade3464032] Extended root virtual disk {{(pid=62574) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1563.411891] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a13d5b12-bcad-46ac-a103-a680cf75aba4 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.437443] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-ebda193a-db24-49ab-94a7-847e102dcdb8 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] [instance: 4cc7d784-be5d-41db-a028-0dade3464032] Reconfiguring VM instance instance-0000001b to attach disk [datastore2] 4cc7d784-be5d-41db-a028-0dade3464032/4cc7d784-be5d-41db-a028-0dade3464032.vmdk or device None with type sparse {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1563.437443] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6fc7348e-fa12-49db-872f-915b72036c25 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.459030] env[62574]: DEBUG oslo_vmware.api [None req-ebda193a-db24-49ab-94a7-847e102dcdb8 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Waiting for the task: (returnval){ [ 1563.459030] env[62574]: value = "task-1861397" [ 1563.459030] env[62574]: _type = "Task" [ 1563.459030] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1563.471041] env[62574]: DEBUG oslo_vmware.api [None req-ebda193a-db24-49ab-94a7-847e102dcdb8 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Task: {'id': task-1861397, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1563.599248] env[62574]: DEBUG oslo_vmware.api [None req-0a7d4177-5735-4451-b194-8dc4b9903035 tempest-ServersTestManualDisk-792638702 tempest-ServersTestManualDisk-792638702-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]5264a048-3c46-e87e-50b9-f1583bbc393a, 'name': SearchDatastore_Task, 'duration_secs': 0.026032} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1563.601122] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0cc7dca1-84c8-4155-97a2-b6cc9e6c6058 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.607589] env[62574]: DEBUG oslo_vmware.api [None req-0a7d4177-5735-4451-b194-8dc4b9903035 tempest-ServersTestManualDisk-792638702 tempest-ServersTestManualDisk-792638702-project-member] Waiting for the task: (returnval){ [ 1563.607589] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]52cf65bb-3506-54a9-dab4-9512183c0d4b" [ 1563.607589] env[62574]: _type = "Task" [ 1563.607589] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1563.618177] env[62574]: DEBUG oslo_vmware.api [None req-0a7d4177-5735-4451-b194-8dc4b9903035 tempest-ServersTestManualDisk-792638702 tempest-ServersTestManualDisk-792638702-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52cf65bb-3506-54a9-dab4-9512183c0d4b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1563.627779] env[62574]: DEBUG oslo_concurrency.lockutils [None req-c0975595-5ffb-45bc-aca0-f4862f6978c1 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] Acquiring lock "refresh_cache-a40bab23-721e-4584-bda1-2bf5d0e0e37e" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1563.627950] env[62574]: DEBUG oslo_concurrency.lockutils [None req-c0975595-5ffb-45bc-aca0-f4862f6978c1 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] Acquired lock "refresh_cache-a40bab23-721e-4584-bda1-2bf5d0e0e37e" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1563.628144] env[62574]: DEBUG nova.network.neutron [None req-c0975595-5ffb-45bc-aca0-f4862f6978c1 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] [instance: a40bab23-721e-4584-bda1-2bf5d0e0e37e] Building network info cache for instance {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1563.628321] env[62574]: DEBUG nova.objects.instance [None req-c0975595-5ffb-45bc-aca0-f4862f6978c1 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] Lazy-loading 'info_cache' on Instance uuid a40bab23-721e-4584-bda1-2bf5d0e0e37e {{(pid=62574) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1563.667446] env[62574]: DEBUG oslo_concurrency.lockutils [None req-be513537-e531-4880-94c4-45d99f4f8993 tempest-ImagesNegativeTestJSON-1839133942 tempest-ImagesNegativeTestJSON-1839133942-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1563.783818] env[62574]: DEBUG nova.scheduler.client.report [None req-62dacf8e-a149-42ae-97ce-ffb00e25808b tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Inventory has not changed for provider f0ed160a-beff-4626-a531-2a70d7bc0627 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 148, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1563.849089] env[62574]: DEBUG oslo_vmware.api [None req-c41600a1-b9ea-4c15-bbd4-47d7d571e886 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Task: {'id': task-1861396, 'name': Rename_Task, 'duration_secs': 0.15745} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1563.849404] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-c41600a1-b9ea-4c15-bbd4-47d7d571e886 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] [instance: cf8dfe40-abfe-4888-a1a5-b26f6d781e93] Powering on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1563.853273] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-21df5818-f789-4965-a849-2ed785073faa {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.862255] env[62574]: DEBUG oslo_vmware.api [None req-c41600a1-b9ea-4c15-bbd4-47d7d571e886 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Waiting for the task: (returnval){ [ 1563.862255] env[62574]: value = "task-1861398" [ 1563.862255] env[62574]: _type = "Task" [ 1563.862255] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1563.878914] env[62574]: DEBUG oslo_vmware.api [None req-c41600a1-b9ea-4c15-bbd4-47d7d571e886 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Task: {'id': task-1861398, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1564.055141] env[62574]: DEBUG oslo_vmware.api [None req-ebda193a-db24-49ab-94a7-847e102dcdb8 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Task: {'id': task-1861397, 'name': ReconfigVM_Task, 'duration_secs': 0.428148} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1564.055141] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-ebda193a-db24-49ab-94a7-847e102dcdb8 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] [instance: 4cc7d784-be5d-41db-a028-0dade3464032] Reconfigured VM instance instance-0000001b to attach disk [datastore2] 4cc7d784-be5d-41db-a028-0dade3464032/4cc7d784-be5d-41db-a028-0dade3464032.vmdk or device None with type sparse {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1564.055141] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dd85bbf5-b2e5-45f4-a9fc-621af2e271aa {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.055141] env[62574]: DEBUG oslo_vmware.api [None req-ebda193a-db24-49ab-94a7-847e102dcdb8 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Waiting for the task: (returnval){ [ 1564.055141] env[62574]: value = "task-1861399" [ 1564.055141] env[62574]: _type = "Task" [ 1564.055141] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1564.055141] env[62574]: DEBUG oslo_vmware.api [None req-ebda193a-db24-49ab-94a7-847e102dcdb8 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Task: {'id': task-1861399, 'name': Rename_Task} progress is 10%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1564.061102] env[62574]: DEBUG nova.network.neutron [req-f724d01f-b6dc-4003-b02f-f182ba7c5d46 req-5ec8c5a9-6ba4-4866-a812-69423ea82e74 service nova] [instance: b8f6a4a6-77e9-4989-bd79-f23e15335517] Updated VIF entry in instance network info cache for port 6a7ce2f1-94dd-4e5b-9c7f-64bd15f36d2c. {{(pid=62574) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1564.061363] env[62574]: DEBUG nova.network.neutron [req-f724d01f-b6dc-4003-b02f-f182ba7c5d46 req-5ec8c5a9-6ba4-4866-a812-69423ea82e74 service nova] [instance: b8f6a4a6-77e9-4989-bd79-f23e15335517] Updating instance_info_cache with network_info: [{"id": "6a7ce2f1-94dd-4e5b-9c7f-64bd15f36d2c", "address": "fa:16:3e:eb:46:d1", "network": {"id": "7fdc333e-a271-4977-bb85-e3f0da637517", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-201715430-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10cbceaa655b46ebabb5a9831d033750", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a55f45a-d631-4ebc-b73b-8a30bd0a32a8", "external-id": "nsx-vlan-transportzone-303", "segmentation_id": 303, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a7ce2f1-94", "ovs_interfaceid": "6a7ce2f1-94dd-4e5b-9c7f-64bd15f36d2c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1564.119886] env[62574]: DEBUG oslo_vmware.api [None req-0a7d4177-5735-4451-b194-8dc4b9903035 tempest-ServersTestManualDisk-792638702 tempest-ServersTestManualDisk-792638702-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52cf65bb-3506-54a9-dab4-9512183c0d4b, 'name': SearchDatastore_Task, 'duration_secs': 0.028345} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1564.119886] env[62574]: DEBUG oslo_concurrency.lockutils [None req-0a7d4177-5735-4451-b194-8dc4b9903035 tempest-ServersTestManualDisk-792638702 tempest-ServersTestManualDisk-792638702-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1564.119886] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a7d4177-5735-4451-b194-8dc4b9903035 tempest-ServersTestManualDisk-792638702 tempest-ServersTestManualDisk-792638702-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk to [datastore2] d0a90055-5c6c-44eb-a9e4-467022eda4db/d0a90055-5c6c-44eb-a9e4-467022eda4db.vmdk {{(pid=62574) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1564.120266] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5e2a2a43-10a1-4222-a4e3-bdd46cded08a {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.127647] env[62574]: DEBUG oslo_vmware.api [None req-0a7d4177-5735-4451-b194-8dc4b9903035 tempest-ServersTestManualDisk-792638702 tempest-ServersTestManualDisk-792638702-project-member] Waiting for the task: (returnval){ [ 1564.127647] env[62574]: value = "task-1861400" [ 1564.127647] env[62574]: _type = "Task" [ 1564.127647] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1564.134985] env[62574]: DEBUG nova.objects.base [None req-c0975595-5ffb-45bc-aca0-f4862f6978c1 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=62574) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1564.140094] env[62574]: DEBUG oslo_vmware.api [None req-0a7d4177-5735-4451-b194-8dc4b9903035 tempest-ServersTestManualDisk-792638702 tempest-ServersTestManualDisk-792638702-project-member] Task: {'id': task-1861400, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1564.292788] env[62574]: DEBUG oslo_concurrency.lockutils [None req-62dacf8e-a149-42ae-97ce-ffb00e25808b tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.721s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1564.293621] env[62574]: DEBUG nova.compute.manager [None req-62dacf8e-a149-42ae-97ce-ffb00e25808b tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] [instance: e9878c22-2044-464f-915f-c1c865693437] Start building networks asynchronously for instance. {{(pid=62574) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1564.297933] env[62574]: DEBUG oslo_concurrency.lockutils [None req-4ba93575-f762-4982-b1a7-94483bf9cb83 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.582s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1564.300370] env[62574]: INFO nova.compute.claims [None req-4ba93575-f762-4982-b1a7-94483bf9cb83 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] [instance: 296cf9dd-e110-4144-8899-56fb0d257b8b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1564.376112] env[62574]: DEBUG oslo_vmware.api [None req-c41600a1-b9ea-4c15-bbd4-47d7d571e886 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Task: {'id': task-1861398, 'name': PowerOnVM_Task, 'duration_secs': 0.481797} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1564.376375] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-c41600a1-b9ea-4c15-bbd4-47d7d571e886 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] [instance: cf8dfe40-abfe-4888-a1a5-b26f6d781e93] Powered on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1564.376620] env[62574]: INFO nova.compute.manager [None req-c41600a1-b9ea-4c15-bbd4-47d7d571e886 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] [instance: cf8dfe40-abfe-4888-a1a5-b26f6d781e93] Took 10.52 seconds to spawn the instance on the hypervisor. [ 1564.376819] env[62574]: DEBUG nova.compute.manager [None req-c41600a1-b9ea-4c15-bbd4-47d7d571e886 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] [instance: cf8dfe40-abfe-4888-a1a5-b26f6d781e93] Checking state {{(pid=62574) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1564.377695] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3eb27369-2aa0-463e-8bef-781f86e003e9 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.502438] env[62574]: DEBUG oslo_vmware.api [None req-ebda193a-db24-49ab-94a7-847e102dcdb8 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Task: {'id': task-1861399, 'name': Rename_Task, 'duration_secs': 0.19794} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1564.502438] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebda193a-db24-49ab-94a7-847e102dcdb8 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] [instance: 4cc7d784-be5d-41db-a028-0dade3464032] Powering on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1564.502648] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-de6154f2-4ca4-43d9-9628-72cec326f648 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.510255] env[62574]: DEBUG oslo_vmware.api [None req-ebda193a-db24-49ab-94a7-847e102dcdb8 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Waiting for the task: (returnval){ [ 1564.510255] env[62574]: value = "task-1861401" [ 1564.510255] env[62574]: _type = "Task" [ 1564.510255] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1564.528388] env[62574]: DEBUG oslo_vmware.api [None req-ebda193a-db24-49ab-94a7-847e102dcdb8 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Task: {'id': task-1861401, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1564.565417] env[62574]: DEBUG oslo_concurrency.lockutils [req-f724d01f-b6dc-4003-b02f-f182ba7c5d46 req-5ec8c5a9-6ba4-4866-a812-69423ea82e74 service nova] Releasing lock "refresh_cache-b8f6a4a6-77e9-4989-bd79-f23e15335517" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1564.641309] env[62574]: DEBUG oslo_vmware.api [None req-0a7d4177-5735-4451-b194-8dc4b9903035 tempest-ServersTestManualDisk-792638702 tempest-ServersTestManualDisk-792638702-project-member] Task: {'id': task-1861400, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1564.805837] env[62574]: DEBUG nova.compute.utils [None req-62dacf8e-a149-42ae-97ce-ffb00e25808b tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Using /dev/sd instead of None {{(pid=62574) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1564.813099] env[62574]: DEBUG nova.compute.manager [None req-62dacf8e-a149-42ae-97ce-ffb00e25808b tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] [instance: e9878c22-2044-464f-915f-c1c865693437] Allocating IP information in the background. {{(pid=62574) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1564.813403] env[62574]: DEBUG nova.network.neutron [None req-62dacf8e-a149-42ae-97ce-ffb00e25808b tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] [instance: e9878c22-2044-464f-915f-c1c865693437] allocate_for_instance() {{(pid=62574) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1564.905676] env[62574]: INFO nova.compute.manager [None req-c41600a1-b9ea-4c15-bbd4-47d7d571e886 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] [instance: cf8dfe40-abfe-4888-a1a5-b26f6d781e93] Took 38.57 seconds to build instance. [ 1564.975679] env[62574]: DEBUG nova.policy [None req-62dacf8e-a149-42ae-97ce-ffb00e25808b tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd754949021a246e2af0e849b98f3873a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '31d5eeff630d40d2928149f27883ae60', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62574) authorize /opt/stack/nova/nova/policy.py:192}} [ 1565.025031] env[62574]: DEBUG oslo_vmware.api [None req-ebda193a-db24-49ab-94a7-847e102dcdb8 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Task: {'id': task-1861401, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1565.089169] env[62574]: DEBUG oslo_concurrency.lockutils [None req-db5b8709-bea9-46fd-baeb-aa3e3bb157e9 tempest-DeleteServersAdminTestJSON-663052088 tempest-DeleteServersAdminTestJSON-663052088-project-member] Acquiring lock "ac8aec0b-0dd9-4250-8686-343a4d2563c2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1565.089841] env[62574]: DEBUG oslo_concurrency.lockutils [None req-db5b8709-bea9-46fd-baeb-aa3e3bb157e9 tempest-DeleteServersAdminTestJSON-663052088 tempest-DeleteServersAdminTestJSON-663052088-project-member] Lock "ac8aec0b-0dd9-4250-8686-343a4d2563c2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1565.090077] env[62574]: DEBUG oslo_concurrency.lockutils [None req-db5b8709-bea9-46fd-baeb-aa3e3bb157e9 tempest-DeleteServersAdminTestJSON-663052088 tempest-DeleteServersAdminTestJSON-663052088-project-member] Acquiring lock "ac8aec0b-0dd9-4250-8686-343a4d2563c2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1565.090299] env[62574]: DEBUG oslo_concurrency.lockutils [None req-db5b8709-bea9-46fd-baeb-aa3e3bb157e9 tempest-DeleteServersAdminTestJSON-663052088 tempest-DeleteServersAdminTestJSON-663052088-project-member] Lock "ac8aec0b-0dd9-4250-8686-343a4d2563c2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1565.090485] env[62574]: DEBUG oslo_concurrency.lockutils [None req-db5b8709-bea9-46fd-baeb-aa3e3bb157e9 tempest-DeleteServersAdminTestJSON-663052088 tempest-DeleteServersAdminTestJSON-663052088-project-member] Lock "ac8aec0b-0dd9-4250-8686-343a4d2563c2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1565.093544] env[62574]: DEBUG nova.network.neutron [None req-c0975595-5ffb-45bc-aca0-f4862f6978c1 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] [instance: a40bab23-721e-4584-bda1-2bf5d0e0e37e] Updating instance_info_cache with network_info: [{"id": "c0000071-6312-4490-994e-e3d175b09e7d", "address": "fa:16:3e:9f:ca:97", "network": {"id": "a106e1d8-b783-449c-a124-f4d1de404bfd", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-463486581-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ade30aec989847c498280ff09a4ace80", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c5652322-9f10-4996-baed-4c0aa13a1b4e", "external-id": "nsx-vlan-transportzone-941", "segmentation_id": 941, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0000071-63", "ovs_interfaceid": "c0000071-6312-4490-994e-e3d175b09e7d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1565.097898] env[62574]: INFO nova.compute.manager [None req-db5b8709-bea9-46fd-baeb-aa3e3bb157e9 tempest-DeleteServersAdminTestJSON-663052088 tempest-DeleteServersAdminTestJSON-663052088-project-member] [instance: ac8aec0b-0dd9-4250-8686-343a4d2563c2] Terminating instance [ 1565.138331] env[62574]: DEBUG oslo_vmware.api [None req-0a7d4177-5735-4451-b194-8dc4b9903035 tempest-ServersTestManualDisk-792638702 tempest-ServersTestManualDisk-792638702-project-member] Task: {'id': task-1861400, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.659815} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1565.138602] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a7d4177-5735-4451-b194-8dc4b9903035 tempest-ServersTestManualDisk-792638702 tempest-ServersTestManualDisk-792638702-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk to [datastore2] d0a90055-5c6c-44eb-a9e4-467022eda4db/d0a90055-5c6c-44eb-a9e4-467022eda4db.vmdk {{(pid=62574) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1565.138820] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-0a7d4177-5735-4451-b194-8dc4b9903035 tempest-ServersTestManualDisk-792638702 tempest-ServersTestManualDisk-792638702-project-member] [instance: d0a90055-5c6c-44eb-a9e4-467022eda4db] Extending root virtual disk to 1048576 {{(pid=62574) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1565.139081] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-557f51aa-fbc7-4f5a-a76e-b35c246a1302 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.145592] env[62574]: DEBUG oslo_vmware.api [None req-0a7d4177-5735-4451-b194-8dc4b9903035 tempest-ServersTestManualDisk-792638702 tempest-ServersTestManualDisk-792638702-project-member] Waiting for the task: (returnval){ [ 1565.145592] env[62574]: value = "task-1861402" [ 1565.145592] env[62574]: _type = "Task" [ 1565.145592] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1565.153263] env[62574]: DEBUG oslo_vmware.api [None req-0a7d4177-5735-4451-b194-8dc4b9903035 tempest-ServersTestManualDisk-792638702 tempest-ServersTestManualDisk-792638702-project-member] Task: {'id': task-1861402, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1565.315932] env[62574]: DEBUG nova.compute.manager [None req-62dacf8e-a149-42ae-97ce-ffb00e25808b tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] [instance: e9878c22-2044-464f-915f-c1c865693437] Start building block device mappings for instance. {{(pid=62574) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1565.406805] env[62574]: DEBUG oslo_concurrency.lockutils [None req-c41600a1-b9ea-4c15-bbd4-47d7d571e886 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Lock "cf8dfe40-abfe-4888-a1a5-b26f6d781e93" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.083s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1565.523972] env[62574]: DEBUG oslo_vmware.api [None req-ebda193a-db24-49ab-94a7-847e102dcdb8 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Task: {'id': task-1861401, 'name': PowerOnVM_Task, 'duration_secs': 0.732609} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1565.524341] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebda193a-db24-49ab-94a7-847e102dcdb8 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] [instance: 4cc7d784-be5d-41db-a028-0dade3464032] Powered on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1565.524641] env[62574]: INFO nova.compute.manager [None req-ebda193a-db24-49ab-94a7-847e102dcdb8 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] [instance: 4cc7d784-be5d-41db-a028-0dade3464032] Took 8.98 seconds to spawn the instance on the hypervisor. [ 1565.524794] env[62574]: DEBUG nova.compute.manager [None req-ebda193a-db24-49ab-94a7-847e102dcdb8 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] [instance: 4cc7d784-be5d-41db-a028-0dade3464032] Checking state {{(pid=62574) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1565.525647] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d6e5e19-9a5a-41f6-b7e1-78df3d797f69 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.600513] env[62574]: DEBUG oslo_concurrency.lockutils [None req-c0975595-5ffb-45bc-aca0-f4862f6978c1 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] Releasing lock "refresh_cache-a40bab23-721e-4584-bda1-2bf5d0e0e37e" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1565.603031] env[62574]: DEBUG nova.compute.manager [None req-db5b8709-bea9-46fd-baeb-aa3e3bb157e9 tempest-DeleteServersAdminTestJSON-663052088 tempest-DeleteServersAdminTestJSON-663052088-project-member] [instance: ac8aec0b-0dd9-4250-8686-343a4d2563c2] Start destroying the instance on the hypervisor. {{(pid=62574) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1565.603031] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-db5b8709-bea9-46fd-baeb-aa3e3bb157e9 tempest-DeleteServersAdminTestJSON-663052088 tempest-DeleteServersAdminTestJSON-663052088-project-member] [instance: ac8aec0b-0dd9-4250-8686-343a4d2563c2] Destroying instance {{(pid=62574) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1565.603952] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce36a998-6030-4bf6-a993-a68fd7662c32 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.614678] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-db5b8709-bea9-46fd-baeb-aa3e3bb157e9 tempest-DeleteServersAdminTestJSON-663052088 tempest-DeleteServersAdminTestJSON-663052088-project-member] [instance: ac8aec0b-0dd9-4250-8686-343a4d2563c2] Powering off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1565.614678] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8d176a37-dba7-40bb-a946-9c6c6c0afa98 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.620675] env[62574]: DEBUG oslo_vmware.api [None req-db5b8709-bea9-46fd-baeb-aa3e3bb157e9 tempest-DeleteServersAdminTestJSON-663052088 tempest-DeleteServersAdminTestJSON-663052088-project-member] Waiting for the task: (returnval){ [ 1565.620675] env[62574]: value = "task-1861403" [ 1565.620675] env[62574]: _type = "Task" [ 1565.620675] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1565.631725] env[62574]: DEBUG oslo_vmware.api [None req-db5b8709-bea9-46fd-baeb-aa3e3bb157e9 tempest-DeleteServersAdminTestJSON-663052088 tempest-DeleteServersAdminTestJSON-663052088-project-member] Task: {'id': task-1861403, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1565.659167] env[62574]: DEBUG oslo_vmware.api [None req-0a7d4177-5735-4451-b194-8dc4b9903035 tempest-ServersTestManualDisk-792638702 tempest-ServersTestManualDisk-792638702-project-member] Task: {'id': task-1861402, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073461} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1565.660645] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-0a7d4177-5735-4451-b194-8dc4b9903035 tempest-ServersTestManualDisk-792638702 tempest-ServersTestManualDisk-792638702-project-member] [instance: d0a90055-5c6c-44eb-a9e4-467022eda4db] Extended root virtual disk {{(pid=62574) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1565.660645] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6c3a8f0-c901-42a8-9b05-30d8ba1f3755 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.686674] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a7d4177-5735-4451-b194-8dc4b9903035 tempest-ServersTestManualDisk-792638702 tempest-ServersTestManualDisk-792638702-project-member] [instance: d0a90055-5c6c-44eb-a9e4-467022eda4db] Reconfiguring VM instance instance-0000001c to attach disk [datastore2] d0a90055-5c6c-44eb-a9e4-467022eda4db/d0a90055-5c6c-44eb-a9e4-467022eda4db.vmdk or device None with type sparse {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1565.691236] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a99ca4df-7ee9-4fd8-aa0f-f5c5a20342ee {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.718298] env[62574]: DEBUG oslo_vmware.api [None req-0a7d4177-5735-4451-b194-8dc4b9903035 tempest-ServersTestManualDisk-792638702 tempest-ServersTestManualDisk-792638702-project-member] Waiting for the task: (returnval){ [ 1565.718298] env[62574]: value = "task-1861404" [ 1565.718298] env[62574]: _type = "Task" [ 1565.718298] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1565.730875] env[62574]: DEBUG oslo_vmware.api [None req-0a7d4177-5735-4451-b194-8dc4b9903035 tempest-ServersTestManualDisk-792638702 tempest-ServersTestManualDisk-792638702-project-member] Task: {'id': task-1861404, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1565.909980] env[62574]: DEBUG nova.compute.manager [None req-986718a7-c619-47ed-a9da-0b05b3291680 tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] [instance: c2e5c2fb-e759-48f8-8bdc-7fd0a86ac1b9] Starting instance... {{(pid=62574) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1565.977349] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e04e299a-5a8f-41da-a859-476264f9e367 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.985991] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7eb29d57-e899-40ad-b55e-d7203001f16d {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.019948] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce78c8b6-b6c3-48a3-83da-e4801d09598b {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.029088] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b774a968-8e56-4949-ac23-4fcf50bcc8fb {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.047494] env[62574]: DEBUG nova.compute.provider_tree [None req-4ba93575-f762-4982-b1a7-94483bf9cb83 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Inventory has not changed in ProviderTree for provider: f0ed160a-beff-4626-a531-2a70d7bc0627 {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1566.052605] env[62574]: INFO nova.compute.manager [None req-ebda193a-db24-49ab-94a7-847e102dcdb8 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] [instance: 4cc7d784-be5d-41db-a028-0dade3464032] Took 38.68 seconds to build instance. [ 1566.060623] env[62574]: DEBUG nova.network.neutron [None req-62dacf8e-a149-42ae-97ce-ffb00e25808b tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] [instance: e9878c22-2044-464f-915f-c1c865693437] Successfully created port: 3a39b895-bd2c-473c-8ce9-963b9918de03 {{(pid=62574) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1566.131253] env[62574]: DEBUG oslo_vmware.api [None req-db5b8709-bea9-46fd-baeb-aa3e3bb157e9 tempest-DeleteServersAdminTestJSON-663052088 tempest-DeleteServersAdminTestJSON-663052088-project-member] Task: {'id': task-1861403, 'name': PowerOffVM_Task, 'duration_secs': 0.254713} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1566.131590] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-db5b8709-bea9-46fd-baeb-aa3e3bb157e9 tempest-DeleteServersAdminTestJSON-663052088 tempest-DeleteServersAdminTestJSON-663052088-project-member] [instance: ac8aec0b-0dd9-4250-8686-343a4d2563c2] Powered off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1566.131788] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-db5b8709-bea9-46fd-baeb-aa3e3bb157e9 tempest-DeleteServersAdminTestJSON-663052088 tempest-DeleteServersAdminTestJSON-663052088-project-member] [instance: ac8aec0b-0dd9-4250-8686-343a4d2563c2] Unregistering the VM {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1566.133431] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d4d762df-98e8-4065-a2ec-a43443fae11e {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.208936] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-db5b8709-bea9-46fd-baeb-aa3e3bb157e9 tempest-DeleteServersAdminTestJSON-663052088 tempest-DeleteServersAdminTestJSON-663052088-project-member] [instance: ac8aec0b-0dd9-4250-8686-343a4d2563c2] Unregistered the VM {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1566.209087] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-db5b8709-bea9-46fd-baeb-aa3e3bb157e9 tempest-DeleteServersAdminTestJSON-663052088 tempest-DeleteServersAdminTestJSON-663052088-project-member] [instance: ac8aec0b-0dd9-4250-8686-343a4d2563c2] Deleting contents of the VM from datastore datastore2 {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1566.209314] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-db5b8709-bea9-46fd-baeb-aa3e3bb157e9 tempest-DeleteServersAdminTestJSON-663052088 tempest-DeleteServersAdminTestJSON-663052088-project-member] Deleting the datastore file [datastore2] ac8aec0b-0dd9-4250-8686-343a4d2563c2 {{(pid=62574) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1566.209700] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ca85d5aa-be7a-4213-8396-462b410c6df6 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.216328] env[62574]: DEBUG oslo_vmware.api [None req-db5b8709-bea9-46fd-baeb-aa3e3bb157e9 tempest-DeleteServersAdminTestJSON-663052088 tempest-DeleteServersAdminTestJSON-663052088-project-member] Waiting for the task: (returnval){ [ 1566.216328] env[62574]: value = "task-1861406" [ 1566.216328] env[62574]: _type = "Task" [ 1566.216328] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1566.232399] env[62574]: DEBUG oslo_vmware.api [None req-db5b8709-bea9-46fd-baeb-aa3e3bb157e9 tempest-DeleteServersAdminTestJSON-663052088 tempest-DeleteServersAdminTestJSON-663052088-project-member] Task: {'id': task-1861406, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1566.236499] env[62574]: DEBUG oslo_vmware.api [None req-0a7d4177-5735-4451-b194-8dc4b9903035 tempest-ServersTestManualDisk-792638702 tempest-ServersTestManualDisk-792638702-project-member] Task: {'id': task-1861404, 'name': ReconfigVM_Task, 'duration_secs': 0.366177} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1566.236885] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a7d4177-5735-4451-b194-8dc4b9903035 tempest-ServersTestManualDisk-792638702 tempest-ServersTestManualDisk-792638702-project-member] [instance: d0a90055-5c6c-44eb-a9e4-467022eda4db] Reconfigured VM instance instance-0000001c to attach disk [datastore2] d0a90055-5c6c-44eb-a9e4-467022eda4db/d0a90055-5c6c-44eb-a9e4-467022eda4db.vmdk or device None with type sparse {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1566.237820] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-18fa90d2-4b95-4674-b4d4-427d1df14203 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.243233] env[62574]: DEBUG oslo_vmware.api [None req-0a7d4177-5735-4451-b194-8dc4b9903035 tempest-ServersTestManualDisk-792638702 tempest-ServersTestManualDisk-792638702-project-member] Waiting for the task: (returnval){ [ 1566.243233] env[62574]: value = "task-1861407" [ 1566.243233] env[62574]: _type = "Task" [ 1566.243233] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1566.252355] env[62574]: DEBUG oslo_vmware.api [None req-0a7d4177-5735-4451-b194-8dc4b9903035 tempest-ServersTestManualDisk-792638702 tempest-ServersTestManualDisk-792638702-project-member] Task: {'id': task-1861407, 'name': Rename_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1566.335327] env[62574]: DEBUG nova.compute.manager [None req-62dacf8e-a149-42ae-97ce-ffb00e25808b tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] [instance: e9878c22-2044-464f-915f-c1c865693437] Start spawning the instance on the hypervisor. {{(pid=62574) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1566.365821] env[62574]: DEBUG nova.virt.hardware [None req-62dacf8e-a149-42ae-97ce-ffb00e25808b tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T19:26:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-13T19:26:40Z,direct_url=,disk_format='vmdk',id=3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7eed1dd4d2c3418eb32c4f4ceda3ab0d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-13T19:26:41Z,virtual_size=,visibility=), allow threads: False {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1566.366101] env[62574]: DEBUG nova.virt.hardware [None req-62dacf8e-a149-42ae-97ce-ffb00e25808b tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Flavor limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1566.366256] env[62574]: DEBUG nova.virt.hardware [None req-62dacf8e-a149-42ae-97ce-ffb00e25808b tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Image limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1566.366473] env[62574]: DEBUG nova.virt.hardware [None req-62dacf8e-a149-42ae-97ce-ffb00e25808b tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Flavor pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1566.366631] env[62574]: DEBUG nova.virt.hardware [None req-62dacf8e-a149-42ae-97ce-ffb00e25808b tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Image pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1566.367119] env[62574]: DEBUG nova.virt.hardware [None req-62dacf8e-a149-42ae-97ce-ffb00e25808b tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1566.367532] env[62574]: DEBUG nova.virt.hardware [None req-62dacf8e-a149-42ae-97ce-ffb00e25808b tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1566.367649] env[62574]: DEBUG nova.virt.hardware [None req-62dacf8e-a149-42ae-97ce-ffb00e25808b tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1566.367754] env[62574]: DEBUG nova.virt.hardware [None req-62dacf8e-a149-42ae-97ce-ffb00e25808b tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Got 1 possible topologies {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1566.367923] env[62574]: DEBUG nova.virt.hardware [None req-62dacf8e-a149-42ae-97ce-ffb00e25808b tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1566.368154] env[62574]: DEBUG nova.virt.hardware [None req-62dacf8e-a149-42ae-97ce-ffb00e25808b tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1566.368987] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15152afa-bf31-49d8-9ade-3987626eb64e {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.378321] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e038576-c059-47e5-bccd-a1a5b8dd4268 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.443719] env[62574]: DEBUG oslo_concurrency.lockutils [None req-986718a7-c619-47ed-a9da-0b05b3291680 tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1566.557094] env[62574]: DEBUG nova.scheduler.client.report [None req-4ba93575-f762-4982-b1a7-94483bf9cb83 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Inventory has not changed for provider f0ed160a-beff-4626-a531-2a70d7bc0627 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 148, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1566.558063] env[62574]: DEBUG oslo_concurrency.lockutils [None req-ebda193a-db24-49ab-94a7-847e102dcdb8 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Lock "4cc7d784-be5d-41db-a028-0dade3464032" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.130s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1566.606569] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0975595-5ffb-45bc-aca0-f4862f6978c1 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] [instance: a40bab23-721e-4584-bda1-2bf5d0e0e37e] Powering on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1566.606838] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-eca23c7a-8cb9-49f6-9447-1a9cb59abdeb {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.616748] env[62574]: DEBUG oslo_vmware.api [None req-c0975595-5ffb-45bc-aca0-f4862f6978c1 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] Waiting for the task: (returnval){ [ 1566.616748] env[62574]: value = "task-1861408" [ 1566.616748] env[62574]: _type = "Task" [ 1566.616748] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1566.625069] env[62574]: DEBUG oslo_vmware.api [None req-c0975595-5ffb-45bc-aca0-f4862f6978c1 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] Task: {'id': task-1861408, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1566.726387] env[62574]: DEBUG oslo_vmware.api [None req-db5b8709-bea9-46fd-baeb-aa3e3bb157e9 tempest-DeleteServersAdminTestJSON-663052088 tempest-DeleteServersAdminTestJSON-663052088-project-member] Task: {'id': task-1861406, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.278927} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1566.726677] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-db5b8709-bea9-46fd-baeb-aa3e3bb157e9 tempest-DeleteServersAdminTestJSON-663052088 tempest-DeleteServersAdminTestJSON-663052088-project-member] Deleted the datastore file {{(pid=62574) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1566.726862] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-db5b8709-bea9-46fd-baeb-aa3e3bb157e9 tempest-DeleteServersAdminTestJSON-663052088 tempest-DeleteServersAdminTestJSON-663052088-project-member] [instance: ac8aec0b-0dd9-4250-8686-343a4d2563c2] Deleted contents of the VM from datastore datastore2 {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1566.727051] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-db5b8709-bea9-46fd-baeb-aa3e3bb157e9 tempest-DeleteServersAdminTestJSON-663052088 tempest-DeleteServersAdminTestJSON-663052088-project-member] [instance: ac8aec0b-0dd9-4250-8686-343a4d2563c2] Instance destroyed {{(pid=62574) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1566.727231] env[62574]: INFO nova.compute.manager [None req-db5b8709-bea9-46fd-baeb-aa3e3bb157e9 tempest-DeleteServersAdminTestJSON-663052088 tempest-DeleteServersAdminTestJSON-663052088-project-member] [instance: ac8aec0b-0dd9-4250-8686-343a4d2563c2] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1566.727480] env[62574]: DEBUG oslo.service.loopingcall [None req-db5b8709-bea9-46fd-baeb-aa3e3bb157e9 tempest-DeleteServersAdminTestJSON-663052088 tempest-DeleteServersAdminTestJSON-663052088-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62574) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1566.727661] env[62574]: DEBUG nova.compute.manager [-] [instance: ac8aec0b-0dd9-4250-8686-343a4d2563c2] Deallocating network for instance {{(pid=62574) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1566.727756] env[62574]: DEBUG nova.network.neutron [-] [instance: ac8aec0b-0dd9-4250-8686-343a4d2563c2] deallocate_for_instance() {{(pid=62574) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1566.752494] env[62574]: DEBUG oslo_vmware.api [None req-0a7d4177-5735-4451-b194-8dc4b9903035 tempest-ServersTestManualDisk-792638702 tempest-ServersTestManualDisk-792638702-project-member] Task: {'id': task-1861407, 'name': Rename_Task, 'duration_secs': 0.155546} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1566.752787] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a7d4177-5735-4451-b194-8dc4b9903035 tempest-ServersTestManualDisk-792638702 tempest-ServersTestManualDisk-792638702-project-member] [instance: d0a90055-5c6c-44eb-a9e4-467022eda4db] Powering on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1566.753049] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-97959553-50b7-4251-9fad-610e8e03f115 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.759217] env[62574]: DEBUG oslo_vmware.api [None req-0a7d4177-5735-4451-b194-8dc4b9903035 tempest-ServersTestManualDisk-792638702 tempest-ServersTestManualDisk-792638702-project-member] Waiting for the task: (returnval){ [ 1566.759217] env[62574]: value = "task-1861409" [ 1566.759217] env[62574]: _type = "Task" [ 1566.759217] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1566.767274] env[62574]: DEBUG oslo_vmware.api [None req-0a7d4177-5735-4451-b194-8dc4b9903035 tempest-ServersTestManualDisk-792638702 tempest-ServersTestManualDisk-792638702-project-member] Task: {'id': task-1861409, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1567.065498] env[62574]: DEBUG oslo_concurrency.lockutils [None req-4ba93575-f762-4982-b1a7-94483bf9cb83 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.766s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1567.066811] env[62574]: DEBUG nova.compute.manager [None req-4ba93575-f762-4982-b1a7-94483bf9cb83 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] [instance: 296cf9dd-e110-4144-8899-56fb0d257b8b] Start building networks asynchronously for instance. {{(pid=62574) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1567.075659] env[62574]: DEBUG oslo_concurrency.lockutils [None req-b4849e53-f784-4c45-9190-b1ff975e74e6 tempest-TenantUsagesTestJSON-1701219257 tempest-TenantUsagesTestJSON-1701219257-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.843s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1567.075975] env[62574]: DEBUG nova.objects.instance [None req-b4849e53-f784-4c45-9190-b1ff975e74e6 tempest-TenantUsagesTestJSON-1701219257 tempest-TenantUsagesTestJSON-1701219257-project-member] Lazy-loading 'resources' on Instance uuid 049aed69-5511-4770-9a62-039b2f21d60f {{(pid=62574) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1567.077552] env[62574]: DEBUG nova.compute.manager [None req-986718a7-c619-47ed-a9da-0b05b3291680 tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] [instance: c195131e-5a17-4c77-b7d2-8873bb6a9653] Starting instance... {{(pid=62574) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1567.134341] env[62574]: DEBUG oslo_vmware.api [None req-c0975595-5ffb-45bc-aca0-f4862f6978c1 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] Task: {'id': task-1861408, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1567.273027] env[62574]: DEBUG oslo_vmware.api [None req-0a7d4177-5735-4451-b194-8dc4b9903035 tempest-ServersTestManualDisk-792638702 tempest-ServersTestManualDisk-792638702-project-member] Task: {'id': task-1861409, 'name': PowerOnVM_Task, 'duration_secs': 0.493408} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1567.273531] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a7d4177-5735-4451-b194-8dc4b9903035 tempest-ServersTestManualDisk-792638702 tempest-ServersTestManualDisk-792638702-project-member] [instance: d0a90055-5c6c-44eb-a9e4-467022eda4db] Powered on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1567.273839] env[62574]: INFO nova.compute.manager [None req-0a7d4177-5735-4451-b194-8dc4b9903035 tempest-ServersTestManualDisk-792638702 tempest-ServersTestManualDisk-792638702-project-member] [instance: d0a90055-5c6c-44eb-a9e4-467022eda4db] Took 8.00 seconds to spawn the instance on the hypervisor. [ 1567.274449] env[62574]: DEBUG nova.compute.manager [None req-0a7d4177-5735-4451-b194-8dc4b9903035 tempest-ServersTestManualDisk-792638702 tempest-ServersTestManualDisk-792638702-project-member] [instance: d0a90055-5c6c-44eb-a9e4-467022eda4db] Checking state {{(pid=62574) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1567.275740] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c43f7a10-a713-46c5-ba74-706bdedebf7a {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.578460] env[62574]: DEBUG nova.compute.utils [None req-4ba93575-f762-4982-b1a7-94483bf9cb83 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Using /dev/sd instead of None {{(pid=62574) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1567.580272] env[62574]: DEBUG nova.compute.manager [None req-4ba93575-f762-4982-b1a7-94483bf9cb83 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] [instance: 296cf9dd-e110-4144-8899-56fb0d257b8b] Allocating IP information in the background. {{(pid=62574) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1567.580521] env[62574]: DEBUG nova.network.neutron [None req-4ba93575-f762-4982-b1a7-94483bf9cb83 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] [instance: 296cf9dd-e110-4144-8899-56fb0d257b8b] allocate_for_instance() {{(pid=62574) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1567.616932] env[62574]: DEBUG oslo_concurrency.lockutils [None req-986718a7-c619-47ed-a9da-0b05b3291680 tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1567.635446] env[62574]: DEBUG oslo_vmware.api [None req-c0975595-5ffb-45bc-aca0-f4862f6978c1 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] Task: {'id': task-1861408, 'name': PowerOnVM_Task, 'duration_secs': 0.549071} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1567.636306] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0975595-5ffb-45bc-aca0-f4862f6978c1 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] [instance: a40bab23-721e-4584-bda1-2bf5d0e0e37e] Powered on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1567.636500] env[62574]: DEBUG nova.compute.manager [None req-c0975595-5ffb-45bc-aca0-f4862f6978c1 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] [instance: a40bab23-721e-4584-bda1-2bf5d0e0e37e] Checking state {{(pid=62574) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1567.637605] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-109226c8-f0b4-4c19-83b8-936692e3cfd5 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.671168] env[62574]: DEBUG nova.policy [None req-4ba93575-f762-4982-b1a7-94483bf9cb83 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '00017b350dcf420eb9ff32af0ce99b10', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '56c182ddec574253b665707e8eba14e3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62574) authorize /opt/stack/nova/nova/policy.py:192}} [ 1567.810122] env[62574]: INFO nova.compute.manager [None req-0a7d4177-5735-4451-b194-8dc4b9903035 tempest-ServersTestManualDisk-792638702 tempest-ServersTestManualDisk-792638702-project-member] [instance: d0a90055-5c6c-44eb-a9e4-467022eda4db] Took 35.65 seconds to build instance. [ 1567.956869] env[62574]: DEBUG nova.network.neutron [-] [instance: ac8aec0b-0dd9-4250-8686-343a4d2563c2] Updating instance_info_cache with network_info: [] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1568.010868] env[62574]: DEBUG nova.network.neutron [None req-4ba93575-f762-4982-b1a7-94483bf9cb83 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] [instance: 296cf9dd-e110-4144-8899-56fb0d257b8b] Successfully created port: aa4e4a30-e7af-4e77-8c7f-e76f770b56c8 {{(pid=62574) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1568.091687] env[62574]: DEBUG nova.compute.manager [None req-4ba93575-f762-4982-b1a7-94483bf9cb83 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] [instance: 296cf9dd-e110-4144-8899-56fb0d257b8b] Start building block device mappings for instance. {{(pid=62574) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1568.169378] env[62574]: DEBUG nova.compute.manager [req-a5ce214a-65d6-4544-bea7-3f55d41a3559 req-0e6b8757-29e0-411e-bf70-e7dcea0773f8 service nova] [instance: ac8aec0b-0dd9-4250-8686-343a4d2563c2] Received event network-vif-deleted-51093197-55af-4593-b0d0-f8e923c85e90 {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1568.185868] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5df40063-696e-4295-902b-82c3c64eece8 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.197763] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df1dce14-b406-4296-8854-c4c3011d42b8 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.245278] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0dad0bc-7d7c-4e9a-acd8-13e784cb268a {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.251251] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-571f785e-f4ca-4e1a-bfb2-a7c0dba0f1ac {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.272129] env[62574]: DEBUG nova.compute.provider_tree [None req-b4849e53-f784-4c45-9190-b1ff975e74e6 tempest-TenantUsagesTestJSON-1701219257 tempest-TenantUsagesTestJSON-1701219257-project-member] Inventory has not changed in ProviderTree for provider: f0ed160a-beff-4626-a531-2a70d7bc0627 {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1568.310846] env[62574]: DEBUG oslo_concurrency.lockutils [None req-0a7d4177-5735-4451-b194-8dc4b9903035 tempest-ServersTestManualDisk-792638702 tempest-ServersTestManualDisk-792638702-project-member] Lock "d0a90055-5c6c-44eb-a9e4-467022eda4db" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.081s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1568.460802] env[62574]: INFO nova.compute.manager [-] [instance: ac8aec0b-0dd9-4250-8686-343a4d2563c2] Took 1.73 seconds to deallocate network for instance. [ 1568.775574] env[62574]: DEBUG nova.scheduler.client.report [None req-b4849e53-f784-4c45-9190-b1ff975e74e6 tempest-TenantUsagesTestJSON-1701219257 tempest-TenantUsagesTestJSON-1701219257-project-member] Inventory has not changed for provider f0ed160a-beff-4626-a531-2a70d7bc0627 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 148, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1568.813086] env[62574]: DEBUG nova.compute.manager [None req-986718a7-c619-47ed-a9da-0b05b3291680 tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] [instance: 3692d5e9-2382-4f95-8ca4-0a57474e9be7] Starting instance... {{(pid=62574) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1568.966809] env[62574]: DEBUG oslo_concurrency.lockutils [None req-db5b8709-bea9-46fd-baeb-aa3e3bb157e9 tempest-DeleteServersAdminTestJSON-663052088 tempest-DeleteServersAdminTestJSON-663052088-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1569.094871] env[62574]: DEBUG nova.network.neutron [None req-62dacf8e-a149-42ae-97ce-ffb00e25808b tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] [instance: e9878c22-2044-464f-915f-c1c865693437] Successfully updated port: 3a39b895-bd2c-473c-8ce9-963b9918de03 {{(pid=62574) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1569.107199] env[62574]: DEBUG nova.compute.manager [None req-4ba93575-f762-4982-b1a7-94483bf9cb83 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] [instance: 296cf9dd-e110-4144-8899-56fb0d257b8b] Start spawning the instance on the hypervisor. {{(pid=62574) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1569.142067] env[62574]: DEBUG nova.virt.hardware [None req-4ba93575-f762-4982-b1a7-94483bf9cb83 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T19:26:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-13T19:26:40Z,direct_url=,disk_format='vmdk',id=3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7eed1dd4d2c3418eb32c4f4ceda3ab0d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-13T19:26:41Z,virtual_size=,visibility=), allow threads: False {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1569.142067] env[62574]: DEBUG nova.virt.hardware [None req-4ba93575-f762-4982-b1a7-94483bf9cb83 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Flavor limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1569.142067] env[62574]: DEBUG nova.virt.hardware [None req-4ba93575-f762-4982-b1a7-94483bf9cb83 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Image limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1569.142264] env[62574]: DEBUG nova.virt.hardware [None req-4ba93575-f762-4982-b1a7-94483bf9cb83 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Flavor pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1569.142362] env[62574]: DEBUG nova.virt.hardware [None req-4ba93575-f762-4982-b1a7-94483bf9cb83 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Image pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1569.142538] env[62574]: DEBUG nova.virt.hardware [None req-4ba93575-f762-4982-b1a7-94483bf9cb83 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1569.142755] env[62574]: DEBUG nova.virt.hardware [None req-4ba93575-f762-4982-b1a7-94483bf9cb83 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1569.142913] env[62574]: DEBUG nova.virt.hardware [None req-4ba93575-f762-4982-b1a7-94483bf9cb83 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1569.143139] env[62574]: DEBUG nova.virt.hardware [None req-4ba93575-f762-4982-b1a7-94483bf9cb83 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Got 1 possible topologies {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1569.143319] env[62574]: DEBUG nova.virt.hardware [None req-4ba93575-f762-4982-b1a7-94483bf9cb83 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1569.143519] env[62574]: DEBUG nova.virt.hardware [None req-4ba93575-f762-4982-b1a7-94483bf9cb83 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1569.144444] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e17f3d8d-ba17-4303-84dd-d953b0b2ca4a {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.156386] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1d5eac0-796e-43bf-99e4-84f7913edc32 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.281576] env[62574]: DEBUG oslo_concurrency.lockutils [None req-b4849e53-f784-4c45-9190-b1ff975e74e6 tempest-TenantUsagesTestJSON-1701219257 tempest-TenantUsagesTestJSON-1701219257-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.206s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1569.288891] env[62574]: DEBUG oslo_concurrency.lockutils [None req-1dc1e215-8ac7-4ea8-97fc-baf6623a064e tempest-ServersAdmin275Test-1369324412 tempest-ServersAdmin275Test-1369324412-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 29.582s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1569.288891] env[62574]: DEBUG nova.objects.instance [None req-1dc1e215-8ac7-4ea8-97fc-baf6623a064e tempest-ServersAdmin275Test-1369324412 tempest-ServersAdmin275Test-1369324412-project-member] [instance: 90b44fba-636a-414f-b286-7baf5adc2122] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62574) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1569.318357] env[62574]: INFO nova.scheduler.client.report [None req-b4849e53-f784-4c45-9190-b1ff975e74e6 tempest-TenantUsagesTestJSON-1701219257 tempest-TenantUsagesTestJSON-1701219257-project-member] Deleted allocations for instance 049aed69-5511-4770-9a62-039b2f21d60f [ 1569.346851] env[62574]: DEBUG oslo_concurrency.lockutils [None req-986718a7-c619-47ed-a9da-0b05b3291680 tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1569.376088] env[62574]: DEBUG nova.compute.manager [req-5b184fd5-767f-40af-8029-00944cd27a6a req-4a245b09-9681-4743-b4c3-3f6471a40eae service nova] [instance: e9878c22-2044-464f-915f-c1c865693437] Received event network-vif-plugged-3a39b895-bd2c-473c-8ce9-963b9918de03 {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1569.376088] env[62574]: DEBUG oslo_concurrency.lockutils [req-5b184fd5-767f-40af-8029-00944cd27a6a req-4a245b09-9681-4743-b4c3-3f6471a40eae service nova] Acquiring lock "e9878c22-2044-464f-915f-c1c865693437-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1569.376088] env[62574]: DEBUG oslo_concurrency.lockutils [req-5b184fd5-767f-40af-8029-00944cd27a6a req-4a245b09-9681-4743-b4c3-3f6471a40eae service nova] Lock "e9878c22-2044-464f-915f-c1c865693437-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1569.376088] env[62574]: DEBUG oslo_concurrency.lockutils [req-5b184fd5-767f-40af-8029-00944cd27a6a req-4a245b09-9681-4743-b4c3-3f6471a40eae service nova] Lock "e9878c22-2044-464f-915f-c1c865693437-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1569.376088] env[62574]: DEBUG nova.compute.manager [req-5b184fd5-767f-40af-8029-00944cd27a6a req-4a245b09-9681-4743-b4c3-3f6471a40eae service nova] [instance: e9878c22-2044-464f-915f-c1c865693437] No waiting events found dispatching network-vif-plugged-3a39b895-bd2c-473c-8ce9-963b9918de03 {{(pid=62574) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1569.376288] env[62574]: WARNING nova.compute.manager [req-5b184fd5-767f-40af-8029-00944cd27a6a req-4a245b09-9681-4743-b4c3-3f6471a40eae service nova] [instance: e9878c22-2044-464f-915f-c1c865693437] Received unexpected event network-vif-plugged-3a39b895-bd2c-473c-8ce9-963b9918de03 for instance with vm_state building and task_state spawning. [ 1569.598300] env[62574]: DEBUG oslo_concurrency.lockutils [None req-62dacf8e-a149-42ae-97ce-ffb00e25808b tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Acquiring lock "refresh_cache-e9878c22-2044-464f-915f-c1c865693437" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1569.598456] env[62574]: DEBUG oslo_concurrency.lockutils [None req-62dacf8e-a149-42ae-97ce-ffb00e25808b tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Acquired lock "refresh_cache-e9878c22-2044-464f-915f-c1c865693437" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1569.598615] env[62574]: DEBUG nova.network.neutron [None req-62dacf8e-a149-42ae-97ce-ffb00e25808b tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] [instance: e9878c22-2044-464f-915f-c1c865693437] Building network info cache for instance {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1569.829653] env[62574]: DEBUG oslo_concurrency.lockutils [None req-b4849e53-f784-4c45-9190-b1ff975e74e6 tempest-TenantUsagesTestJSON-1701219257 tempest-TenantUsagesTestJSON-1701219257-project-member] Lock "049aed69-5511-4770-9a62-039b2f21d60f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.388s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1570.164098] env[62574]: DEBUG nova.network.neutron [None req-62dacf8e-a149-42ae-97ce-ffb00e25808b tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] [instance: e9878c22-2044-464f-915f-c1c865693437] Instance cache missing network info. {{(pid=62574) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1570.226409] env[62574]: DEBUG nova.network.neutron [None req-4ba93575-f762-4982-b1a7-94483bf9cb83 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] [instance: 296cf9dd-e110-4144-8899-56fb0d257b8b] Successfully updated port: aa4e4a30-e7af-4e77-8c7f-e76f770b56c8 {{(pid=62574) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1570.303492] env[62574]: DEBUG oslo_concurrency.lockutils [None req-1dc1e215-8ac7-4ea8-97fc-baf6623a064e tempest-ServersAdmin275Test-1369324412 tempest-ServersAdmin275Test-1369324412-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.017s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1570.304752] env[62574]: DEBUG oslo_concurrency.lockutils [None req-40e5f32b-0900-4b1e-b577-24ab6c473df3 tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.785s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1570.304977] env[62574]: DEBUG nova.objects.instance [None req-40e5f32b-0900-4b1e-b577-24ab6c473df3 tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Lazy-loading 'resources' on Instance uuid dc6d1fd4-d844-4ef6-b100-5e491a698ae3 {{(pid=62574) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1570.712524] env[62574]: DEBUG nova.network.neutron [None req-62dacf8e-a149-42ae-97ce-ffb00e25808b tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] [instance: e9878c22-2044-464f-915f-c1c865693437] Updating instance_info_cache with network_info: [{"id": "3a39b895-bd2c-473c-8ce9-963b9918de03", "address": "fa:16:3e:3a:c5:64", "network": {"id": "3af14f16-9d32-4c8d-8557-ce8f3b8b4086", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1431517823-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "31d5eeff630d40d2928149f27883ae60", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a39b895-bd", "ovs_interfaceid": "3a39b895-bd2c-473c-8ce9-963b9918de03", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1570.733351] env[62574]: DEBUG oslo_concurrency.lockutils [None req-4ba93575-f762-4982-b1a7-94483bf9cb83 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Acquiring lock "refresh_cache-296cf9dd-e110-4144-8899-56fb0d257b8b" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1570.733351] env[62574]: DEBUG oslo_concurrency.lockutils [None req-4ba93575-f762-4982-b1a7-94483bf9cb83 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Acquired lock "refresh_cache-296cf9dd-e110-4144-8899-56fb0d257b8b" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1570.733351] env[62574]: DEBUG nova.network.neutron [None req-4ba93575-f762-4982-b1a7-94483bf9cb83 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] [instance: 296cf9dd-e110-4144-8899-56fb0d257b8b] Building network info cache for instance {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1570.764838] env[62574]: DEBUG nova.compute.manager [req-4a0c6d3b-cf29-4038-b6f2-a9ae06511b16 req-5481d826-989f-4495-8b69-95b5f3309491 service nova] [instance: 4cc7d784-be5d-41db-a028-0dade3464032] Received event network-changed-84bf7a5e-2323-4711-a9b6-1a21d8f249ee {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1570.764838] env[62574]: DEBUG nova.compute.manager [req-4a0c6d3b-cf29-4038-b6f2-a9ae06511b16 req-5481d826-989f-4495-8b69-95b5f3309491 service nova] [instance: 4cc7d784-be5d-41db-a028-0dade3464032] Refreshing instance network info cache due to event network-changed-84bf7a5e-2323-4711-a9b6-1a21d8f249ee. {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1570.764838] env[62574]: DEBUG oslo_concurrency.lockutils [req-4a0c6d3b-cf29-4038-b6f2-a9ae06511b16 req-5481d826-989f-4495-8b69-95b5f3309491 service nova] Acquiring lock "refresh_cache-4cc7d784-be5d-41db-a028-0dade3464032" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1570.764838] env[62574]: DEBUG oslo_concurrency.lockutils [req-4a0c6d3b-cf29-4038-b6f2-a9ae06511b16 req-5481d826-989f-4495-8b69-95b5f3309491 service nova] Acquired lock "refresh_cache-4cc7d784-be5d-41db-a028-0dade3464032" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1570.765084] env[62574]: DEBUG nova.network.neutron [req-4a0c6d3b-cf29-4038-b6f2-a9ae06511b16 req-5481d826-989f-4495-8b69-95b5f3309491 service nova] [instance: 4cc7d784-be5d-41db-a028-0dade3464032] Refreshing network info cache for port 84bf7a5e-2323-4711-a9b6-1a21d8f249ee {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1571.214125] env[62574]: DEBUG oslo_concurrency.lockutils [None req-62dacf8e-a149-42ae-97ce-ffb00e25808b tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Releasing lock "refresh_cache-e9878c22-2044-464f-915f-c1c865693437" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1571.214453] env[62574]: DEBUG nova.compute.manager [None req-62dacf8e-a149-42ae-97ce-ffb00e25808b tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] [instance: e9878c22-2044-464f-915f-c1c865693437] Instance network_info: |[{"id": "3a39b895-bd2c-473c-8ce9-963b9918de03", "address": "fa:16:3e:3a:c5:64", "network": {"id": "3af14f16-9d32-4c8d-8557-ce8f3b8b4086", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1431517823-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "31d5eeff630d40d2928149f27883ae60", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a39b895-bd", "ovs_interfaceid": "3a39b895-bd2c-473c-8ce9-963b9918de03", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62574) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1571.214873] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-62dacf8e-a149-42ae-97ce-ffb00e25808b tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] [instance: e9878c22-2044-464f-915f-c1c865693437] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3a:c5:64', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6b8137fc-f23d-49b1-b19c-3123a5588f34', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3a39b895-bd2c-473c-8ce9-963b9918de03', 'vif_model': 'vmxnet3'}] {{(pid=62574) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1571.223805] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-62dacf8e-a149-42ae-97ce-ffb00e25808b tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Creating folder: Project (31d5eeff630d40d2928149f27883ae60). Parent ref: group-v384746. {{(pid=62574) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1571.227077] env[62574]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-22c55ab5-0892-4253-9328-a57f5d4d35d9 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.239995] env[62574]: INFO nova.virt.vmwareapi.vm_util [None req-62dacf8e-a149-42ae-97ce-ffb00e25808b tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Created folder: Project (31d5eeff630d40d2928149f27883ae60) in parent group-v384746. [ 1571.241840] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-62dacf8e-a149-42ae-97ce-ffb00e25808b tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Creating folder: Instances. Parent ref: group-v384834. {{(pid=62574) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1571.242520] env[62574]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b0328c31-c08f-440d-8a96-2fd04b56359c {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.253308] env[62574]: INFO nova.virt.vmwareapi.vm_util [None req-62dacf8e-a149-42ae-97ce-ffb00e25808b tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Created folder: Instances in parent group-v384834. [ 1571.253670] env[62574]: DEBUG oslo.service.loopingcall [None req-62dacf8e-a149-42ae-97ce-ffb00e25808b tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62574) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1571.253880] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e9878c22-2044-464f-915f-c1c865693437] Creating VM on the ESX host {{(pid=62574) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1571.254119] env[62574]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-32fb4cc0-7b7f-40a3-968a-506ffa9bf42b {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.289534] env[62574]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1571.289534] env[62574]: value = "task-1861412" [ 1571.289534] env[62574]: _type = "Task" [ 1571.289534] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1571.298267] env[62574]: DEBUG nova.network.neutron [None req-4ba93575-f762-4982-b1a7-94483bf9cb83 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] [instance: 296cf9dd-e110-4144-8899-56fb0d257b8b] Instance cache missing network info. {{(pid=62574) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1571.303511] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1861412, 'name': CreateVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1571.501596] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb331fe3-256a-40ad-bfb1-b8ae4dcd2e13 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.509999] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6004a74a-ff1c-4e88-97c8-5226477f93ac {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.553143] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8271a09d-f65f-4763-ae52-cdeeaab03886 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.565304] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1187c045-5a88-4a4a-892e-71319f88a105 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.581742] env[62574]: DEBUG nova.compute.provider_tree [None req-40e5f32b-0900-4b1e-b577-24ab6c473df3 tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Inventory has not changed in ProviderTree for provider: f0ed160a-beff-4626-a531-2a70d7bc0627 {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1571.698075] env[62574]: DEBUG nova.network.neutron [None req-4ba93575-f762-4982-b1a7-94483bf9cb83 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] [instance: 296cf9dd-e110-4144-8899-56fb0d257b8b] Updating instance_info_cache with network_info: [{"id": "aa4e4a30-e7af-4e77-8c7f-e76f770b56c8", "address": "fa:16:3e:75:cf:12", "network": {"id": "60497129-87fa-43c1-982d-6efe1efdf8af", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-386554519-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "56c182ddec574253b665707e8eba14e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c47e98ff-83cf-48d2-bf91-2931c7386b6a", "external-id": "nsx-vlan-transportzone-992", "segmentation_id": 992, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa4e4a30-e7", "ovs_interfaceid": "aa4e4a30-e7af-4e77-8c7f-e76f770b56c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1571.803528] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1861412, 'name': CreateVM_Task} progress is 99%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1571.912852] env[62574]: DEBUG nova.compute.manager [req-f060905f-476d-4b3f-bc7f-474310b4f7a2 req-d7509cc1-8cd9-405e-a853-c1ef46c9f2f4 service nova] [instance: e9878c22-2044-464f-915f-c1c865693437] Received event network-changed-3a39b895-bd2c-473c-8ce9-963b9918de03 {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1571.912852] env[62574]: DEBUG nova.compute.manager [req-f060905f-476d-4b3f-bc7f-474310b4f7a2 req-d7509cc1-8cd9-405e-a853-c1ef46c9f2f4 service nova] [instance: e9878c22-2044-464f-915f-c1c865693437] Refreshing instance network info cache due to event network-changed-3a39b895-bd2c-473c-8ce9-963b9918de03. {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1571.912852] env[62574]: DEBUG oslo_concurrency.lockutils [req-f060905f-476d-4b3f-bc7f-474310b4f7a2 req-d7509cc1-8cd9-405e-a853-c1ef46c9f2f4 service nova] Acquiring lock "refresh_cache-e9878c22-2044-464f-915f-c1c865693437" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1571.912852] env[62574]: DEBUG oslo_concurrency.lockutils [req-f060905f-476d-4b3f-bc7f-474310b4f7a2 req-d7509cc1-8cd9-405e-a853-c1ef46c9f2f4 service nova] Acquired lock "refresh_cache-e9878c22-2044-464f-915f-c1c865693437" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1571.912852] env[62574]: DEBUG nova.network.neutron [req-f060905f-476d-4b3f-bc7f-474310b4f7a2 req-d7509cc1-8cd9-405e-a853-c1ef46c9f2f4 service nova] [instance: e9878c22-2044-464f-915f-c1c865693437] Refreshing network info cache for port 3a39b895-bd2c-473c-8ce9-963b9918de03 {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1572.078295] env[62574]: DEBUG nova.network.neutron [req-4a0c6d3b-cf29-4038-b6f2-a9ae06511b16 req-5481d826-989f-4495-8b69-95b5f3309491 service nova] [instance: 4cc7d784-be5d-41db-a028-0dade3464032] Updated VIF entry in instance network info cache for port 84bf7a5e-2323-4711-a9b6-1a21d8f249ee. {{(pid=62574) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1572.078295] env[62574]: DEBUG nova.network.neutron [req-4a0c6d3b-cf29-4038-b6f2-a9ae06511b16 req-5481d826-989f-4495-8b69-95b5f3309491 service nova] [instance: 4cc7d784-be5d-41db-a028-0dade3464032] Updating instance_info_cache with network_info: [{"id": "84bf7a5e-2323-4711-a9b6-1a21d8f249ee", "address": "fa:16:3e:04:12:67", "network": {"id": "b2d07115-f5da-483b-99a5-ede728256338", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-116321158-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.173", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ab01ddb6cf3453f8b60099794e20a03", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c20f5114-0866-45b3-9a7c-62f113ff83fa", "external-id": "nsx-vlan-transportzone-47", "segmentation_id": 47, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84bf7a5e-23", "ovs_interfaceid": "84bf7a5e-2323-4711-a9b6-1a21d8f249ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1572.086271] env[62574]: DEBUG nova.scheduler.client.report [None req-40e5f32b-0900-4b1e-b577-24ab6c473df3 tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Inventory has not changed for provider f0ed160a-beff-4626-a531-2a70d7bc0627 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 148, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1572.200839] env[62574]: DEBUG oslo_concurrency.lockutils [None req-4ba93575-f762-4982-b1a7-94483bf9cb83 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Releasing lock "refresh_cache-296cf9dd-e110-4144-8899-56fb0d257b8b" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1572.201688] env[62574]: DEBUG nova.compute.manager [None req-4ba93575-f762-4982-b1a7-94483bf9cb83 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] [instance: 296cf9dd-e110-4144-8899-56fb0d257b8b] Instance network_info: |[{"id": "aa4e4a30-e7af-4e77-8c7f-e76f770b56c8", "address": "fa:16:3e:75:cf:12", "network": {"id": "60497129-87fa-43c1-982d-6efe1efdf8af", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-386554519-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "56c182ddec574253b665707e8eba14e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c47e98ff-83cf-48d2-bf91-2931c7386b6a", "external-id": "nsx-vlan-transportzone-992", "segmentation_id": 992, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa4e4a30-e7", "ovs_interfaceid": "aa4e4a30-e7af-4e77-8c7f-e76f770b56c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62574) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1572.201874] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-4ba93575-f762-4982-b1a7-94483bf9cb83 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] [instance: 296cf9dd-e110-4144-8899-56fb0d257b8b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:75:cf:12', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c47e98ff-83cf-48d2-bf91-2931c7386b6a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'aa4e4a30-e7af-4e77-8c7f-e76f770b56c8', 'vif_model': 'vmxnet3'}] {{(pid=62574) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1572.214209] env[62574]: DEBUG oslo.service.loopingcall [None req-4ba93575-f762-4982-b1a7-94483bf9cb83 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62574) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1572.214499] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 296cf9dd-e110-4144-8899-56fb0d257b8b] Creating VM on the ESX host {{(pid=62574) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1572.214778] env[62574]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2cf0fe29-20b1-49e6-9e1a-7af40dfb91cb {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.236682] env[62574]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1572.236682] env[62574]: value = "task-1861413" [ 1572.236682] env[62574]: _type = "Task" [ 1572.236682] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1572.248721] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1861413, 'name': CreateVM_Task} progress is 5%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1572.301560] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1861412, 'name': CreateVM_Task, 'duration_secs': 0.597618} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1572.302512] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e9878c22-2044-464f-915f-c1c865693437] Created VM on the ESX host {{(pid=62574) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1572.302644] env[62574]: DEBUG oslo_concurrency.lockutils [None req-62dacf8e-a149-42ae-97ce-ffb00e25808b tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1572.302830] env[62574]: DEBUG oslo_concurrency.lockutils [None req-62dacf8e-a149-42ae-97ce-ffb00e25808b tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1572.303178] env[62574]: DEBUG oslo_concurrency.lockutils [None req-62dacf8e-a149-42ae-97ce-ffb00e25808b tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1572.303458] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-61391d85-986c-404c-8677-fd97ba70e017 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.309541] env[62574]: DEBUG oslo_vmware.api [None req-62dacf8e-a149-42ae-97ce-ffb00e25808b tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Waiting for the task: (returnval){ [ 1572.309541] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]5292bd1d-7ef6-989e-6e25-b95068620e88" [ 1572.309541] env[62574]: _type = "Task" [ 1572.309541] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1572.321304] env[62574]: DEBUG oslo_vmware.api [None req-62dacf8e-a149-42ae-97ce-ffb00e25808b tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]5292bd1d-7ef6-989e-6e25-b95068620e88, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1572.582949] env[62574]: DEBUG oslo_concurrency.lockutils [req-4a0c6d3b-cf29-4038-b6f2-a9ae06511b16 req-5481d826-989f-4495-8b69-95b5f3309491 service nova] Releasing lock "refresh_cache-4cc7d784-be5d-41db-a028-0dade3464032" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1572.583055] env[62574]: DEBUG nova.compute.manager [req-4a0c6d3b-cf29-4038-b6f2-a9ae06511b16 req-5481d826-989f-4495-8b69-95b5f3309491 service nova] [instance: 296cf9dd-e110-4144-8899-56fb0d257b8b] Received event network-vif-plugged-aa4e4a30-e7af-4e77-8c7f-e76f770b56c8 {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1572.583259] env[62574]: DEBUG oslo_concurrency.lockutils [req-4a0c6d3b-cf29-4038-b6f2-a9ae06511b16 req-5481d826-989f-4495-8b69-95b5f3309491 service nova] Acquiring lock "296cf9dd-e110-4144-8899-56fb0d257b8b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1572.583461] env[62574]: DEBUG oslo_concurrency.lockutils [req-4a0c6d3b-cf29-4038-b6f2-a9ae06511b16 req-5481d826-989f-4495-8b69-95b5f3309491 service nova] Lock "296cf9dd-e110-4144-8899-56fb0d257b8b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1572.583629] env[62574]: DEBUG oslo_concurrency.lockutils [req-4a0c6d3b-cf29-4038-b6f2-a9ae06511b16 req-5481d826-989f-4495-8b69-95b5f3309491 service nova] Lock "296cf9dd-e110-4144-8899-56fb0d257b8b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1572.583794] env[62574]: DEBUG nova.compute.manager [req-4a0c6d3b-cf29-4038-b6f2-a9ae06511b16 req-5481d826-989f-4495-8b69-95b5f3309491 service nova] [instance: 296cf9dd-e110-4144-8899-56fb0d257b8b] No waiting events found dispatching network-vif-plugged-aa4e4a30-e7af-4e77-8c7f-e76f770b56c8 {{(pid=62574) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1572.583955] env[62574]: WARNING nova.compute.manager [req-4a0c6d3b-cf29-4038-b6f2-a9ae06511b16 req-5481d826-989f-4495-8b69-95b5f3309491 service nova] [instance: 296cf9dd-e110-4144-8899-56fb0d257b8b] Received unexpected event network-vif-plugged-aa4e4a30-e7af-4e77-8c7f-e76f770b56c8 for instance with vm_state building and task_state spawning. [ 1572.596018] env[62574]: DEBUG oslo_concurrency.lockutils [None req-40e5f32b-0900-4b1e-b577-24ab6c473df3 tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.288s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1572.596225] env[62574]: DEBUG oslo_concurrency.lockutils [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 26.111s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1572.631724] env[62574]: INFO nova.scheduler.client.report [None req-40e5f32b-0900-4b1e-b577-24ab6c473df3 tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Deleted allocations for instance dc6d1fd4-d844-4ef6-b100-5e491a698ae3 [ 1572.720545] env[62574]: DEBUG nova.network.neutron [req-f060905f-476d-4b3f-bc7f-474310b4f7a2 req-d7509cc1-8cd9-405e-a853-c1ef46c9f2f4 service nova] [instance: e9878c22-2044-464f-915f-c1c865693437] Updated VIF entry in instance network info cache for port 3a39b895-bd2c-473c-8ce9-963b9918de03. {{(pid=62574) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1572.720953] env[62574]: DEBUG nova.network.neutron [req-f060905f-476d-4b3f-bc7f-474310b4f7a2 req-d7509cc1-8cd9-405e-a853-c1ef46c9f2f4 service nova] [instance: e9878c22-2044-464f-915f-c1c865693437] Updating instance_info_cache with network_info: [{"id": "3a39b895-bd2c-473c-8ce9-963b9918de03", "address": "fa:16:3e:3a:c5:64", "network": {"id": "3af14f16-9d32-4c8d-8557-ce8f3b8b4086", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1431517823-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "31d5eeff630d40d2928149f27883ae60", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a39b895-bd", "ovs_interfaceid": "3a39b895-bd2c-473c-8ce9-963b9918de03", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1572.749512] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1861413, 'name': CreateVM_Task, 'duration_secs': 0.43015} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1572.750192] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 296cf9dd-e110-4144-8899-56fb0d257b8b] Created VM on the ESX host {{(pid=62574) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1572.752250] env[62574]: DEBUG oslo_concurrency.lockutils [None req-4ba93575-f762-4982-b1a7-94483bf9cb83 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1572.822832] env[62574]: DEBUG oslo_vmware.api [None req-62dacf8e-a149-42ae-97ce-ffb00e25808b tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]5292bd1d-7ef6-989e-6e25-b95068620e88, 'name': SearchDatastore_Task, 'duration_secs': 0.012261} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1572.823651] env[62574]: DEBUG oslo_concurrency.lockutils [None req-62dacf8e-a149-42ae-97ce-ffb00e25808b tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1572.823765] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-62dacf8e-a149-42ae-97ce-ffb00e25808b tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] [instance: e9878c22-2044-464f-915f-c1c865693437] Processing image 3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2 {{(pid=62574) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1572.824135] env[62574]: DEBUG oslo_concurrency.lockutils [None req-62dacf8e-a149-42ae-97ce-ffb00e25808b tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1572.824318] env[62574]: DEBUG oslo_concurrency.lockutils [None req-62dacf8e-a149-42ae-97ce-ffb00e25808b tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1572.824532] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-62dacf8e-a149-42ae-97ce-ffb00e25808b tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1572.825081] env[62574]: DEBUG oslo_concurrency.lockutils [None req-4ba93575-f762-4982-b1a7-94483bf9cb83 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1572.826253] env[62574]: DEBUG oslo_concurrency.lockutils [None req-4ba93575-f762-4982-b1a7-94483bf9cb83 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1572.826253] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-99e87224-13f4-4635-8611-563ae1343d10 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.827991] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-faeadaad-073a-40a3-bddc-4f386baf6919 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.834475] env[62574]: DEBUG oslo_vmware.api [None req-4ba93575-f762-4982-b1a7-94483bf9cb83 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Waiting for the task: (returnval){ [ 1572.834475] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]524f9d64-09d1-510a-3344-97b82cc07f96" [ 1572.834475] env[62574]: _type = "Task" [ 1572.834475] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1572.840561] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-62dacf8e-a149-42ae-97ce-ffb00e25808b tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1572.840865] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-62dacf8e-a149-42ae-97ce-ffb00e25808b tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62574) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1572.842157] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2945b6f6-9d05-4d7d-a499-f7334e3f03a1 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.850391] env[62574]: DEBUG oslo_vmware.api [None req-4ba93575-f762-4982-b1a7-94483bf9cb83 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]524f9d64-09d1-510a-3344-97b82cc07f96, 'name': SearchDatastore_Task, 'duration_secs': 0.011756} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1572.850675] env[62574]: DEBUG oslo_concurrency.lockutils [None req-4ba93575-f762-4982-b1a7-94483bf9cb83 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1572.850994] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-4ba93575-f762-4982-b1a7-94483bf9cb83 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] [instance: 296cf9dd-e110-4144-8899-56fb0d257b8b] Processing image 3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2 {{(pid=62574) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1572.851438] env[62574]: DEBUG oslo_concurrency.lockutils [None req-4ba93575-f762-4982-b1a7-94483bf9cb83 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1572.853932] env[62574]: DEBUG oslo_vmware.api [None req-62dacf8e-a149-42ae-97ce-ffb00e25808b tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Waiting for the task: (returnval){ [ 1572.853932] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]526ff5e4-fc2b-5cc6-4090-c69288aedd19" [ 1572.853932] env[62574]: _type = "Task" [ 1572.853932] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1572.870875] env[62574]: DEBUG oslo_vmware.api [None req-62dacf8e-a149-42ae-97ce-ffb00e25808b tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]526ff5e4-fc2b-5cc6-4090-c69288aedd19, 'name': SearchDatastore_Task, 'duration_secs': 0.009778} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1572.872757] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-96a70efd-8a9b-4bcf-9897-7ba527203f2c {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.879773] env[62574]: DEBUG oslo_vmware.api [None req-62dacf8e-a149-42ae-97ce-ffb00e25808b tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Waiting for the task: (returnval){ [ 1572.879773] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]526c9582-4ccd-61f0-d86b-cfa957076e88" [ 1572.879773] env[62574]: _type = "Task" [ 1572.879773] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1572.894151] env[62574]: DEBUG oslo_vmware.api [None req-62dacf8e-a149-42ae-97ce-ffb00e25808b tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]526c9582-4ccd-61f0-d86b-cfa957076e88, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1573.142309] env[62574]: DEBUG oslo_concurrency.lockutils [None req-40e5f32b-0900-4b1e-b577-24ab6c473df3 tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Lock "dc6d1fd4-d844-4ef6-b100-5e491a698ae3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.522s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1573.223310] env[62574]: DEBUG oslo_concurrency.lockutils [req-f060905f-476d-4b3f-bc7f-474310b4f7a2 req-d7509cc1-8cd9-405e-a853-c1ef46c9f2f4 service nova] Releasing lock "refresh_cache-e9878c22-2044-464f-915f-c1c865693437" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1573.223926] env[62574]: DEBUG nova.compute.manager [req-f060905f-476d-4b3f-bc7f-474310b4f7a2 req-d7509cc1-8cd9-405e-a853-c1ef46c9f2f4 service nova] [instance: d0a90055-5c6c-44eb-a9e4-467022eda4db] Received event network-changed-f914f5e2-4e27-4afb-b267-b56e7fe7e447 {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1573.223926] env[62574]: DEBUG nova.compute.manager [req-f060905f-476d-4b3f-bc7f-474310b4f7a2 req-d7509cc1-8cd9-405e-a853-c1ef46c9f2f4 service nova] [instance: d0a90055-5c6c-44eb-a9e4-467022eda4db] Refreshing instance network info cache due to event network-changed-f914f5e2-4e27-4afb-b267-b56e7fe7e447. {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1573.224055] env[62574]: DEBUG oslo_concurrency.lockutils [req-f060905f-476d-4b3f-bc7f-474310b4f7a2 req-d7509cc1-8cd9-405e-a853-c1ef46c9f2f4 service nova] Acquiring lock "refresh_cache-d0a90055-5c6c-44eb-a9e4-467022eda4db" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1573.224198] env[62574]: DEBUG oslo_concurrency.lockutils [req-f060905f-476d-4b3f-bc7f-474310b4f7a2 req-d7509cc1-8cd9-405e-a853-c1ef46c9f2f4 service nova] Acquired lock "refresh_cache-d0a90055-5c6c-44eb-a9e4-467022eda4db" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1573.224356] env[62574]: DEBUG nova.network.neutron [req-f060905f-476d-4b3f-bc7f-474310b4f7a2 req-d7509cc1-8cd9-405e-a853-c1ef46c9f2f4 service nova] [instance: d0a90055-5c6c-44eb-a9e4-467022eda4db] Refreshing network info cache for port f914f5e2-4e27-4afb-b267-b56e7fe7e447 {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1573.395120] env[62574]: DEBUG oslo_vmware.api [None req-62dacf8e-a149-42ae-97ce-ffb00e25808b tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]526c9582-4ccd-61f0-d86b-cfa957076e88, 'name': SearchDatastore_Task, 'duration_secs': 0.010959} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1573.395777] env[62574]: DEBUG oslo_concurrency.lockutils [None req-62dacf8e-a149-42ae-97ce-ffb00e25808b tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1573.396049] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-62dacf8e-a149-42ae-97ce-ffb00e25808b tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk to [datastore1] e9878c22-2044-464f-915f-c1c865693437/e9878c22-2044-464f-915f-c1c865693437.vmdk {{(pid=62574) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1573.396349] env[62574]: DEBUG oslo_concurrency.lockutils [None req-4ba93575-f762-4982-b1a7-94483bf9cb83 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1573.396531] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ba93575-f762-4982-b1a7-94483bf9cb83 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1573.397166] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-955926d3-723a-42a4-b7f2-128cafd2ce23 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.398990] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a5400b3f-e040-4a7e-a4e3-3c131b025d11 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.408898] env[62574]: DEBUG oslo_vmware.api [None req-62dacf8e-a149-42ae-97ce-ffb00e25808b tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Waiting for the task: (returnval){ [ 1573.408898] env[62574]: value = "task-1861414" [ 1573.408898] env[62574]: _type = "Task" [ 1573.408898] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1573.410339] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ba93575-f762-4982-b1a7-94483bf9cb83 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1573.410558] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-4ba93575-f762-4982-b1a7-94483bf9cb83 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62574) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1573.414690] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-369617c9-4438-4e1f-bc62-adb6a69f4e63 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.423533] env[62574]: DEBUG oslo_vmware.api [None req-62dacf8e-a149-42ae-97ce-ffb00e25808b tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Task: {'id': task-1861414, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1573.425417] env[62574]: DEBUG oslo_vmware.api [None req-4ba93575-f762-4982-b1a7-94483bf9cb83 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Waiting for the task: (returnval){ [ 1573.425417] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]522103d1-1d4f-d5d4-f898-79cc33f919fd" [ 1573.425417] env[62574]: _type = "Task" [ 1573.425417] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1573.434676] env[62574]: DEBUG oslo_vmware.api [None req-4ba93575-f762-4982-b1a7-94483bf9cb83 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]522103d1-1d4f-d5d4-f898-79cc33f919fd, 'name': SearchDatastore_Task, 'duration_secs': 0.009474} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1573.435841] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d54f1d3-7a13-4735-bf9d-34f7f79ef478 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.441327] env[62574]: DEBUG oslo_vmware.api [None req-4ba93575-f762-4982-b1a7-94483bf9cb83 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Waiting for the task: (returnval){ [ 1573.441327] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]52a867ce-125f-20e9-e171-cb0d88463fb8" [ 1573.441327] env[62574]: _type = "Task" [ 1573.441327] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1573.451100] env[62574]: DEBUG oslo_vmware.api [None req-4ba93575-f762-4982-b1a7-94483bf9cb83 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52a867ce-125f-20e9-e171-cb0d88463fb8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1573.455451] env[62574]: DEBUG nova.compute.manager [req-ca48f737-269c-4551-ab6b-d15d99d6fc5a req-0b88f888-82ac-4911-9e1b-7c3e2258142b service nova] [instance: 296cf9dd-e110-4144-8899-56fb0d257b8b] Received event network-changed-aa4e4a30-e7af-4e77-8c7f-e76f770b56c8 {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1573.456323] env[62574]: DEBUG nova.compute.manager [req-ca48f737-269c-4551-ab6b-d15d99d6fc5a req-0b88f888-82ac-4911-9e1b-7c3e2258142b service nova] [instance: 296cf9dd-e110-4144-8899-56fb0d257b8b] Refreshing instance network info cache due to event network-changed-aa4e4a30-e7af-4e77-8c7f-e76f770b56c8. {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1573.456323] env[62574]: DEBUG oslo_concurrency.lockutils [req-ca48f737-269c-4551-ab6b-d15d99d6fc5a req-0b88f888-82ac-4911-9e1b-7c3e2258142b service nova] Acquiring lock "refresh_cache-296cf9dd-e110-4144-8899-56fb0d257b8b" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1573.456404] env[62574]: DEBUG oslo_concurrency.lockutils [req-ca48f737-269c-4551-ab6b-d15d99d6fc5a req-0b88f888-82ac-4911-9e1b-7c3e2258142b service nova] Acquired lock "refresh_cache-296cf9dd-e110-4144-8899-56fb0d257b8b" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1573.456586] env[62574]: DEBUG nova.network.neutron [req-ca48f737-269c-4551-ab6b-d15d99d6fc5a req-0b88f888-82ac-4911-9e1b-7c3e2258142b service nova] [instance: 296cf9dd-e110-4144-8899-56fb0d257b8b] Refreshing network info cache for port aa4e4a30-e7af-4e77-8c7f-e76f770b56c8 {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1573.619271] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Applying migration context for instance 1e669675-0551-49d8-af15-64fdd0984b3f as it has an incoming, in-progress migration a230e23c-5e4c-4b66-98b2-924204ad956a. Migration status is confirming {{(pid=62574) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1573.619271] env[62574]: INFO nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] [instance: 1e669675-0551-49d8-af15-64fdd0984b3f] Updating resource usage from migration a230e23c-5e4c-4b66-98b2-924204ad956a [ 1573.656945] env[62574]: WARNING nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Instance b19648bf-b106-4c17-8b48-8c579fb23b31 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1573.656945] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Instance 2a0c3300-ba7f-4604-b629-42bda5d48664 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62574) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1573.656945] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Instance 692b1ace-0ecb-4fc5-a348-ffe21f0d1ad7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62574) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1573.656945] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Instance bf01cd22-6cbb-4a95-aca8-4bcdabdc5b36 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62574) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1573.657197] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Instance f82bad60-9320-4a4e-af74-21557692aa80 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62574) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1573.657197] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Instance 63c7e049-a6db-462e-a0c6-52ec32e23f86 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62574) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1573.657197] env[62574]: WARNING nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Instance 90b44fba-636a-414f-b286-7baf5adc2122 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1573.657197] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Instance a40bab23-721e-4584-bda1-2bf5d0e0e37e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62574) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1573.657317] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Instance 9595a480-fdc1-4dda-877b-e0f6078420e2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62574) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1573.657317] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Instance 6cebe45a-8d90-4ac3-b75e-99e2a598c43b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62574) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1573.657317] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Instance b4522995-fb9c-471f-bd36-af8b721aa5ff actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62574) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1573.657798] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Instance ae9a6ff7-cc1f-43dc-9acb-47aaa3d1089e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62574) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1573.657798] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Instance b8f6a4a6-77e9-4989-bd79-f23e15335517 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62574) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1573.657798] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Migration a230e23c-5e4c-4b66-98b2-924204ad956a is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62574) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1573.657798] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Instance 1e669675-0551-49d8-af15-64fdd0984b3f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62574) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1573.658009] env[62574]: WARNING nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Instance ac8aec0b-0dd9-4250-8686-343a4d2563c2 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1573.658009] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Instance cf8dfe40-abfe-4888-a1a5-b26f6d781e93 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62574) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1573.659446] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Instance 4cc7d784-be5d-41db-a028-0dade3464032 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62574) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1573.659652] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Instance d0a90055-5c6c-44eb-a9e4-467022eda4db actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62574) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1573.660331] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Instance e9878c22-2044-464f-915f-c1c865693437 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62574) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1573.660331] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Instance 296cf9dd-e110-4144-8899-56fb0d257b8b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62574) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1573.928657] env[62574]: DEBUG oslo_vmware.api [None req-62dacf8e-a149-42ae-97ce-ffb00e25808b tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Task: {'id': task-1861414, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1573.951979] env[62574]: DEBUG oslo_vmware.api [None req-4ba93575-f762-4982-b1a7-94483bf9cb83 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52a867ce-125f-20e9-e171-cb0d88463fb8, 'name': SearchDatastore_Task, 'duration_secs': 0.008332} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1573.952534] env[62574]: DEBUG oslo_concurrency.lockutils [None req-4ba93575-f762-4982-b1a7-94483bf9cb83 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1573.952789] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ba93575-f762-4982-b1a7-94483bf9cb83 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk to [datastore1] 296cf9dd-e110-4144-8899-56fb0d257b8b/296cf9dd-e110-4144-8899-56fb0d257b8b.vmdk {{(pid=62574) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1573.953082] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5e9abcb5-cfda-4811-bb8f-5319dd5b4310 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.962664] env[62574]: DEBUG oslo_vmware.api [None req-4ba93575-f762-4982-b1a7-94483bf9cb83 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Waiting for the task: (returnval){ [ 1573.962664] env[62574]: value = "task-1861419" [ 1573.962664] env[62574]: _type = "Task" [ 1573.962664] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1573.972151] env[62574]: DEBUG oslo_vmware.api [None req-4ba93575-f762-4982-b1a7-94483bf9cb83 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Task: {'id': task-1861419, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1574.021637] env[62574]: DEBUG oslo_concurrency.lockutils [None req-ccd6228f-60e7-4c6b-b0d0-111819aaa72f tempest-SecurityGroupsTestJSON-247158518 tempest-SecurityGroupsTestJSON-247158518-project-member] Acquiring lock "1aff4bff-16cd-4873-9b4d-3538d4779084" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1574.021945] env[62574]: DEBUG oslo_concurrency.lockutils [None req-ccd6228f-60e7-4c6b-b0d0-111819aaa72f tempest-SecurityGroupsTestJSON-247158518 tempest-SecurityGroupsTestJSON-247158518-project-member] Lock "1aff4bff-16cd-4873-9b4d-3538d4779084" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1574.165814] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Instance 659eb0b0-3b2a-4253-9c65-ef5bc0d33fd1 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62574) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1574.428022] env[62574]: DEBUG oslo_vmware.api [None req-62dacf8e-a149-42ae-97ce-ffb00e25808b tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Task: {'id': task-1861414, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.534719} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1574.428022] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-62dacf8e-a149-42ae-97ce-ffb00e25808b tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk to [datastore1] e9878c22-2044-464f-915f-c1c865693437/e9878c22-2044-464f-915f-c1c865693437.vmdk {{(pid=62574) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1574.428022] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-62dacf8e-a149-42ae-97ce-ffb00e25808b tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] [instance: e9878c22-2044-464f-915f-c1c865693437] Extending root virtual disk to 1048576 {{(pid=62574) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1574.428022] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a53f540e-a9c2-4b64-8659-aaade419039e {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.437128] env[62574]: DEBUG oslo_vmware.api [None req-62dacf8e-a149-42ae-97ce-ffb00e25808b tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Waiting for the task: (returnval){ [ 1574.437128] env[62574]: value = "task-1861420" [ 1574.437128] env[62574]: _type = "Task" [ 1574.437128] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1574.449314] env[62574]: DEBUG oslo_vmware.api [None req-62dacf8e-a149-42ae-97ce-ffb00e25808b tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Task: {'id': task-1861420, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1574.478426] env[62574]: DEBUG oslo_vmware.api [None req-4ba93575-f762-4982-b1a7-94483bf9cb83 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Task: {'id': task-1861419, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1574.541572] env[62574]: DEBUG nova.network.neutron [req-f060905f-476d-4b3f-bc7f-474310b4f7a2 req-d7509cc1-8cd9-405e-a853-c1ef46c9f2f4 service nova] [instance: d0a90055-5c6c-44eb-a9e4-467022eda4db] Updated VIF entry in instance network info cache for port f914f5e2-4e27-4afb-b267-b56e7fe7e447. {{(pid=62574) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1574.542437] env[62574]: DEBUG nova.network.neutron [req-f060905f-476d-4b3f-bc7f-474310b4f7a2 req-d7509cc1-8cd9-405e-a853-c1ef46c9f2f4 service nova] [instance: d0a90055-5c6c-44eb-a9e4-467022eda4db] Updating instance_info_cache with network_info: [{"id": "f914f5e2-4e27-4afb-b267-b56e7fe7e447", "address": "fa:16:3e:9c:cc:f9", "network": {"id": "56d4cff0-deef-4161-9a61-838df6821fc3", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-265404884-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.139", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf3c852ef117431fa89faebff42d3a7b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ebf80ce9-9885-46ed-ac23-310a98789a95", "external-id": "nsx-vlan-transportzone-582", "segmentation_id": 582, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf914f5e2-4e", "ovs_interfaceid": "f914f5e2-4e27-4afb-b267-b56e7fe7e447", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1574.669968] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Instance d2fba47f-bc9d-4673-a8c1-1dadebdea56e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62574) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1574.780813] env[62574]: DEBUG nova.network.neutron [req-ca48f737-269c-4551-ab6b-d15d99d6fc5a req-0b88f888-82ac-4911-9e1b-7c3e2258142b service nova] [instance: 296cf9dd-e110-4144-8899-56fb0d257b8b] Updated VIF entry in instance network info cache for port aa4e4a30-e7af-4e77-8c7f-e76f770b56c8. {{(pid=62574) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1574.780813] env[62574]: DEBUG nova.network.neutron [req-ca48f737-269c-4551-ab6b-d15d99d6fc5a req-0b88f888-82ac-4911-9e1b-7c3e2258142b service nova] [instance: 296cf9dd-e110-4144-8899-56fb0d257b8b] Updating instance_info_cache with network_info: [{"id": "aa4e4a30-e7af-4e77-8c7f-e76f770b56c8", "address": "fa:16:3e:75:cf:12", "network": {"id": "60497129-87fa-43c1-982d-6efe1efdf8af", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-386554519-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "56c182ddec574253b665707e8eba14e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c47e98ff-83cf-48d2-bf91-2931c7386b6a", "external-id": "nsx-vlan-transportzone-992", "segmentation_id": 992, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa4e4a30-e7", "ovs_interfaceid": "aa4e4a30-e7af-4e77-8c7f-e76f770b56c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1574.949528] env[62574]: DEBUG oslo_vmware.api [None req-62dacf8e-a149-42ae-97ce-ffb00e25808b tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Task: {'id': task-1861420, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.121321} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1574.949671] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-62dacf8e-a149-42ae-97ce-ffb00e25808b tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] [instance: e9878c22-2044-464f-915f-c1c865693437] Extended root virtual disk {{(pid=62574) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1574.950536] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b076019-23a4-4fe6-bcae-b3f71e985fcf {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.974909] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-62dacf8e-a149-42ae-97ce-ffb00e25808b tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] [instance: e9878c22-2044-464f-915f-c1c865693437] Reconfiguring VM instance instance-0000001d to attach disk [datastore1] e9878c22-2044-464f-915f-c1c865693437/e9878c22-2044-464f-915f-c1c865693437.vmdk or device None with type sparse {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1574.978537] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d05587be-066a-4c71-89f9-6eb37e0c03ef {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.002566] env[62574]: DEBUG oslo_vmware.api [None req-4ba93575-f762-4982-b1a7-94483bf9cb83 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Task: {'id': task-1861419, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1575.003966] env[62574]: DEBUG oslo_vmware.api [None req-62dacf8e-a149-42ae-97ce-ffb00e25808b tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Waiting for the task: (returnval){ [ 1575.003966] env[62574]: value = "task-1861421" [ 1575.003966] env[62574]: _type = "Task" [ 1575.003966] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1575.011592] env[62574]: DEBUG oslo_vmware.api [None req-62dacf8e-a149-42ae-97ce-ffb00e25808b tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Task: {'id': task-1861421, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1575.046409] env[62574]: DEBUG oslo_concurrency.lockutils [req-f060905f-476d-4b3f-bc7f-474310b4f7a2 req-d7509cc1-8cd9-405e-a853-c1ef46c9f2f4 service nova] Releasing lock "refresh_cache-d0a90055-5c6c-44eb-a9e4-467022eda4db" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1575.174123] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Instance e3bb34fa-0a4b-4ef0-885a-2c59a191ca72 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62574) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1575.284729] env[62574]: DEBUG oslo_concurrency.lockutils [req-ca48f737-269c-4551-ab6b-d15d99d6fc5a req-0b88f888-82ac-4911-9e1b-7c3e2258142b service nova] Releasing lock "refresh_cache-296cf9dd-e110-4144-8899-56fb0d257b8b" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1575.474867] env[62574]: DEBUG oslo_vmware.api [None req-4ba93575-f762-4982-b1a7-94483bf9cb83 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Task: {'id': task-1861419, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1575.521796] env[62574]: DEBUG oslo_vmware.api [None req-62dacf8e-a149-42ae-97ce-ffb00e25808b tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Task: {'id': task-1861421, 'name': ReconfigVM_Task, 'duration_secs': 0.34882} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1575.522188] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-62dacf8e-a149-42ae-97ce-ffb00e25808b tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] [instance: e9878c22-2044-464f-915f-c1c865693437] Reconfigured VM instance instance-0000001d to attach disk [datastore1] e9878c22-2044-464f-915f-c1c865693437/e9878c22-2044-464f-915f-c1c865693437.vmdk or device None with type sparse {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1575.522931] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-73134ae5-8b85-40c5-8727-9705bb3ceab1 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.531922] env[62574]: DEBUG oslo_vmware.api [None req-62dacf8e-a149-42ae-97ce-ffb00e25808b tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Waiting for the task: (returnval){ [ 1575.531922] env[62574]: value = "task-1861422" [ 1575.531922] env[62574]: _type = "Task" [ 1575.531922] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1575.545380] env[62574]: DEBUG oslo_vmware.api [None req-62dacf8e-a149-42ae-97ce-ffb00e25808b tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Task: {'id': task-1861422, 'name': Rename_Task} progress is 6%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1575.677922] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Instance 0062297f-63f3-4773-bbc2-5077395657d2 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62574) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1575.978365] env[62574]: DEBUG oslo_vmware.api [None req-4ba93575-f762-4982-b1a7-94483bf9cb83 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Task: {'id': task-1861419, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.544072} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1575.978697] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ba93575-f762-4982-b1a7-94483bf9cb83 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk to [datastore1] 296cf9dd-e110-4144-8899-56fb0d257b8b/296cf9dd-e110-4144-8899-56fb0d257b8b.vmdk {{(pid=62574) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1575.979572] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-4ba93575-f762-4982-b1a7-94483bf9cb83 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] [instance: 296cf9dd-e110-4144-8899-56fb0d257b8b] Extending root virtual disk to 1048576 {{(pid=62574) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1575.979572] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-78d6d25d-1ef8-4b76-bd75-413aa0c23aac {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.988373] env[62574]: DEBUG oslo_vmware.api [None req-4ba93575-f762-4982-b1a7-94483bf9cb83 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Waiting for the task: (returnval){ [ 1575.988373] env[62574]: value = "task-1861423" [ 1575.988373] env[62574]: _type = "Task" [ 1575.988373] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1576.001256] env[62574]: DEBUG oslo_vmware.api [None req-4ba93575-f762-4982-b1a7-94483bf9cb83 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Task: {'id': task-1861423, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1576.046148] env[62574]: DEBUG oslo_vmware.api [None req-62dacf8e-a149-42ae-97ce-ffb00e25808b tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Task: {'id': task-1861422, 'name': Rename_Task, 'duration_secs': 0.500474} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1576.046490] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-62dacf8e-a149-42ae-97ce-ffb00e25808b tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] [instance: e9878c22-2044-464f-915f-c1c865693437] Powering on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1576.048228] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cbdb1303-e2ae-4f4d-ba01-35e79b0d5ad8 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.054816] env[62574]: DEBUG oslo_vmware.api [None req-62dacf8e-a149-42ae-97ce-ffb00e25808b tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Waiting for the task: (returnval){ [ 1576.054816] env[62574]: value = "task-1861424" [ 1576.054816] env[62574]: _type = "Task" [ 1576.054816] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1576.066489] env[62574]: DEBUG oslo_vmware.api [None req-62dacf8e-a149-42ae-97ce-ffb00e25808b tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Task: {'id': task-1861424, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1576.111255] env[62574]: DEBUG oslo_concurrency.lockutils [None req-67b2bd0d-a1e2-494d-8f7b-8c4ecc58559c tempest-ServersTestFqdnHostnames-1156924450 tempest-ServersTestFqdnHostnames-1156924450-project-member] Acquiring lock "a3e0bf12-7471-4d8d-bb31-bf4b3b35f87f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1576.111487] env[62574]: DEBUG oslo_concurrency.lockutils [None req-67b2bd0d-a1e2-494d-8f7b-8c4ecc58559c tempest-ServersTestFqdnHostnames-1156924450 tempest-ServersTestFqdnHostnames-1156924450-project-member] Lock "a3e0bf12-7471-4d8d-bb31-bf4b3b35f87f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1576.182063] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Instance 1885c76e-a6bc-4f5b-bf2b-fe43229cec08 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62574) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1576.502289] env[62574]: DEBUG oslo_vmware.api [None req-4ba93575-f762-4982-b1a7-94483bf9cb83 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Task: {'id': task-1861423, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080245} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1576.502650] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-4ba93575-f762-4982-b1a7-94483bf9cb83 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] [instance: 296cf9dd-e110-4144-8899-56fb0d257b8b] Extended root virtual disk {{(pid=62574) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1576.503480] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afc16ba4-dd16-4962-b30b-3d12aa50cf6a {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.536013] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ba93575-f762-4982-b1a7-94483bf9cb83 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] [instance: 296cf9dd-e110-4144-8899-56fb0d257b8b] Reconfiguring VM instance instance-0000001e to attach disk [datastore1] 296cf9dd-e110-4144-8899-56fb0d257b8b/296cf9dd-e110-4144-8899-56fb0d257b8b.vmdk or device None with type sparse {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1576.536456] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2fb21c39-67e4-40eb-99a2-c87f09676e34 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.567615] env[62574]: DEBUG oslo_vmware.api [None req-62dacf8e-a149-42ae-97ce-ffb00e25808b tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Task: {'id': task-1861424, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1576.569901] env[62574]: DEBUG oslo_vmware.api [None req-4ba93575-f762-4982-b1a7-94483bf9cb83 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Waiting for the task: (returnval){ [ 1576.569901] env[62574]: value = "task-1861425" [ 1576.569901] env[62574]: _type = "Task" [ 1576.569901] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1576.581787] env[62574]: DEBUG oslo_vmware.api [None req-4ba93575-f762-4982-b1a7-94483bf9cb83 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Task: {'id': task-1861425, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1576.695153] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Instance c2e5c2fb-e759-48f8-8bdc-7fd0a86ac1b9 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62574) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1577.069078] env[62574]: DEBUG oslo_vmware.api [None req-62dacf8e-a149-42ae-97ce-ffb00e25808b tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Task: {'id': task-1861424, 'name': PowerOnVM_Task, 'duration_secs': 0.780274} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1577.069418] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-62dacf8e-a149-42ae-97ce-ffb00e25808b tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] [instance: e9878c22-2044-464f-915f-c1c865693437] Powered on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1577.070747] env[62574]: INFO nova.compute.manager [None req-62dacf8e-a149-42ae-97ce-ffb00e25808b tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] [instance: e9878c22-2044-464f-915f-c1c865693437] Took 10.74 seconds to spawn the instance on the hypervisor. [ 1577.070970] env[62574]: DEBUG nova.compute.manager [None req-62dacf8e-a149-42ae-97ce-ffb00e25808b tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] [instance: e9878c22-2044-464f-915f-c1c865693437] Checking state {{(pid=62574) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1577.071963] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cd44b1c-e99d-49fa-956c-1f2f5f467ab0 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.087546] env[62574]: DEBUG oslo_vmware.api [None req-4ba93575-f762-4982-b1a7-94483bf9cb83 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Task: {'id': task-1861425, 'name': ReconfigVM_Task, 'duration_secs': 0.485825} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1577.092156] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ba93575-f762-4982-b1a7-94483bf9cb83 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] [instance: 296cf9dd-e110-4144-8899-56fb0d257b8b] Reconfigured VM instance instance-0000001e to attach disk [datastore1] 296cf9dd-e110-4144-8899-56fb0d257b8b/296cf9dd-e110-4144-8899-56fb0d257b8b.vmdk or device None with type sparse {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1577.093404] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bfff7af3-aae2-48a7-ba48-110be2aa435d {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.101084] env[62574]: DEBUG oslo_vmware.api [None req-4ba93575-f762-4982-b1a7-94483bf9cb83 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Waiting for the task: (returnval){ [ 1577.101084] env[62574]: value = "task-1861427" [ 1577.101084] env[62574]: _type = "Task" [ 1577.101084] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1577.110763] env[62574]: DEBUG oslo_vmware.api [None req-4ba93575-f762-4982-b1a7-94483bf9cb83 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Task: {'id': task-1861427, 'name': Rename_Task} progress is 5%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1577.198448] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Instance c195131e-5a17-4c77-b7d2-8873bb6a9653 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62574) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1577.276350] env[62574]: DEBUG oslo_concurrency.lockutils [None req-6cc8c8a6-287c-4ca1-bf5d-d037fa127981 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Acquiring lock "d06fca54-652a-47dd-b14b-8f6bbf696503" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1577.277028] env[62574]: DEBUG oslo_concurrency.lockutils [None req-6cc8c8a6-287c-4ca1-bf5d-d037fa127981 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Lock "d06fca54-652a-47dd-b14b-8f6bbf696503" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1577.535235] env[62574]: DEBUG oslo_concurrency.lockutils [None req-8712369c-7e69-4ea3-bad8-043c188fb40b tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Acquiring lock "ab4ac58c-a716-46c6-ba11-fb5dd8e7ba24" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1577.535574] env[62574]: DEBUG oslo_concurrency.lockutils [None req-8712369c-7e69-4ea3-bad8-043c188fb40b tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Lock "ab4ac58c-a716-46c6-ba11-fb5dd8e7ba24" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1577.610740] env[62574]: INFO nova.compute.manager [None req-62dacf8e-a149-42ae-97ce-ffb00e25808b tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] [instance: e9878c22-2044-464f-915f-c1c865693437] Took 42.24 seconds to build instance. [ 1577.620897] env[62574]: DEBUG oslo_vmware.api [None req-4ba93575-f762-4982-b1a7-94483bf9cb83 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Task: {'id': task-1861427, 'name': Rename_Task, 'duration_secs': 0.356718} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1577.620897] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ba93575-f762-4982-b1a7-94483bf9cb83 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] [instance: 296cf9dd-e110-4144-8899-56fb0d257b8b] Powering on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1577.620897] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-084727bb-dec6-4101-8c33-21cb85090c4e {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.626170] env[62574]: DEBUG oslo_vmware.api [None req-4ba93575-f762-4982-b1a7-94483bf9cb83 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Waiting for the task: (returnval){ [ 1577.626170] env[62574]: value = "task-1861428" [ 1577.626170] env[62574]: _type = "Task" [ 1577.626170] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1577.636313] env[62574]: DEBUG oslo_vmware.api [None req-4ba93575-f762-4982-b1a7-94483bf9cb83 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Task: {'id': task-1861428, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1577.703640] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Instance 3692d5e9-2382-4f95-8ca4-0a57474e9be7 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62574) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1578.115105] env[62574]: DEBUG oslo_concurrency.lockutils [None req-62dacf8e-a149-42ae-97ce-ffb00e25808b tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Lock "e9878c22-2044-464f-915f-c1c865693437" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.781s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1578.137616] env[62574]: DEBUG oslo_vmware.api [None req-4ba93575-f762-4982-b1a7-94483bf9cb83 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Task: {'id': task-1861428, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1578.206893] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Instance 958ea876-0fce-4489-9fd8-d577d5ac230b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62574) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1578.618047] env[62574]: DEBUG nova.compute.manager [None req-6b1e47e3-fbe6-4775-a4a7-c785e0bb6ccc tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] [instance: 958ea876-0fce-4489-9fd8-d577d5ac230b] Starting instance... {{(pid=62574) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1578.644887] env[62574]: DEBUG oslo_vmware.api [None req-4ba93575-f762-4982-b1a7-94483bf9cb83 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Task: {'id': task-1861428, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1578.711255] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Instance f68bb186-74b9-4c10-a7a0-e8feda38b3bd has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62574) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1578.797047] env[62574]: DEBUG oslo_concurrency.lockutils [None req-c92f3b8f-f87b-4b9e-b4c4-7748fbbb90fc tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] Acquiring lock "6cebe45a-8d90-4ac3-b75e-99e2a598c43b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1578.797343] env[62574]: DEBUG oslo_concurrency.lockutils [None req-c92f3b8f-f87b-4b9e-b4c4-7748fbbb90fc tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] Lock "6cebe45a-8d90-4ac3-b75e-99e2a598c43b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1578.797557] env[62574]: DEBUG oslo_concurrency.lockutils [None req-c92f3b8f-f87b-4b9e-b4c4-7748fbbb90fc tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] Acquiring lock "6cebe45a-8d90-4ac3-b75e-99e2a598c43b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1578.797740] env[62574]: DEBUG oslo_concurrency.lockutils [None req-c92f3b8f-f87b-4b9e-b4c4-7748fbbb90fc tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] Lock "6cebe45a-8d90-4ac3-b75e-99e2a598c43b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1578.797908] env[62574]: DEBUG oslo_concurrency.lockutils [None req-c92f3b8f-f87b-4b9e-b4c4-7748fbbb90fc tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] Lock "6cebe45a-8d90-4ac3-b75e-99e2a598c43b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1578.799974] env[62574]: INFO nova.compute.manager [None req-c92f3b8f-f87b-4b9e-b4c4-7748fbbb90fc tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] [instance: 6cebe45a-8d90-4ac3-b75e-99e2a598c43b] Terminating instance [ 1578.862017] env[62574]: DEBUG oslo_concurrency.lockutils [None req-2e528d6a-3de4-4266-8afc-ce1e1eae325b tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] Acquiring lock "e34254ce-88c3-41dd-be1c-553eea828050" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1578.862017] env[62574]: DEBUG oslo_concurrency.lockutils [None req-2e528d6a-3de4-4266-8afc-ce1e1eae325b tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] Lock "e34254ce-88c3-41dd-be1c-553eea828050" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1579.140067] env[62574]: DEBUG oslo_vmware.api [None req-4ba93575-f762-4982-b1a7-94483bf9cb83 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Task: {'id': task-1861428, 'name': PowerOnVM_Task, 'duration_secs': 1.366151} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1579.140067] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ba93575-f762-4982-b1a7-94483bf9cb83 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] [instance: 296cf9dd-e110-4144-8899-56fb0d257b8b] Powered on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1579.140241] env[62574]: INFO nova.compute.manager [None req-4ba93575-f762-4982-b1a7-94483bf9cb83 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] [instance: 296cf9dd-e110-4144-8899-56fb0d257b8b] Took 10.03 seconds to spawn the instance on the hypervisor. [ 1579.140413] env[62574]: DEBUG nova.compute.manager [None req-4ba93575-f762-4982-b1a7-94483bf9cb83 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] [instance: 296cf9dd-e110-4144-8899-56fb0d257b8b] Checking state {{(pid=62574) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1579.141762] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bffc724f-848f-44cb-bde9-cc4af0b2f843 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.151390] env[62574]: DEBUG oslo_concurrency.lockutils [None req-6b1e47e3-fbe6-4775-a4a7-c785e0bb6ccc tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1579.213626] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Instance 4df11575-4191-4213-80f6-c74ba97b856f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62574) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1579.304404] env[62574]: DEBUG nova.compute.manager [None req-c92f3b8f-f87b-4b9e-b4c4-7748fbbb90fc tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] [instance: 6cebe45a-8d90-4ac3-b75e-99e2a598c43b] Start destroying the instance on the hypervisor. {{(pid=62574) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1579.304585] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-c92f3b8f-f87b-4b9e-b4c4-7748fbbb90fc tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] [instance: 6cebe45a-8d90-4ac3-b75e-99e2a598c43b] Destroying instance {{(pid=62574) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1579.305632] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4bdcc34-db34-498a-8dbe-8bbff87af07f {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.314603] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-c92f3b8f-f87b-4b9e-b4c4-7748fbbb90fc tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] [instance: 6cebe45a-8d90-4ac3-b75e-99e2a598c43b] Powering off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1579.314943] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5c3ea1dc-9507-43b7-8758-c379ab0e11c5 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.322022] env[62574]: DEBUG oslo_vmware.api [None req-c92f3b8f-f87b-4b9e-b4c4-7748fbbb90fc tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] Waiting for the task: (returnval){ [ 1579.322022] env[62574]: value = "task-1861430" [ 1579.322022] env[62574]: _type = "Task" [ 1579.322022] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1579.331544] env[62574]: DEBUG oslo_vmware.api [None req-c92f3b8f-f87b-4b9e-b4c4-7748fbbb90fc tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] Task: {'id': task-1861430, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1579.661714] env[62574]: INFO nova.compute.manager [None req-4ba93575-f762-4982-b1a7-94483bf9cb83 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] [instance: 296cf9dd-e110-4144-8899-56fb0d257b8b] Took 43.97 seconds to build instance. [ 1579.677941] env[62574]: DEBUG nova.compute.manager [req-0a45a540-b54e-499d-a7d3-228c93428364 req-3d1f37bb-0478-4dc2-96ba-d53fa14d353f service nova] [instance: e9878c22-2044-464f-915f-c1c865693437] Received event network-changed-3a39b895-bd2c-473c-8ce9-963b9918de03 {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1579.677941] env[62574]: DEBUG nova.compute.manager [req-0a45a540-b54e-499d-a7d3-228c93428364 req-3d1f37bb-0478-4dc2-96ba-d53fa14d353f service nova] [instance: e9878c22-2044-464f-915f-c1c865693437] Refreshing instance network info cache due to event network-changed-3a39b895-bd2c-473c-8ce9-963b9918de03. {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1579.678556] env[62574]: DEBUG oslo_concurrency.lockutils [req-0a45a540-b54e-499d-a7d3-228c93428364 req-3d1f37bb-0478-4dc2-96ba-d53fa14d353f service nova] Acquiring lock "refresh_cache-e9878c22-2044-464f-915f-c1c865693437" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1579.678556] env[62574]: DEBUG oslo_concurrency.lockutils [req-0a45a540-b54e-499d-a7d3-228c93428364 req-3d1f37bb-0478-4dc2-96ba-d53fa14d353f service nova] Acquired lock "refresh_cache-e9878c22-2044-464f-915f-c1c865693437" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1579.678556] env[62574]: DEBUG nova.network.neutron [req-0a45a540-b54e-499d-a7d3-228c93428364 req-3d1f37bb-0478-4dc2-96ba-d53fa14d353f service nova] [instance: e9878c22-2044-464f-915f-c1c865693437] Refreshing network info cache for port 3a39b895-bd2c-473c-8ce9-963b9918de03 {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1579.721830] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Instance c4ca3d86-7d6e-4dbf-912b-7cb292596272 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62574) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1579.833689] env[62574]: DEBUG oslo_vmware.api [None req-c92f3b8f-f87b-4b9e-b4c4-7748fbbb90fc tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] Task: {'id': task-1861430, 'name': PowerOffVM_Task, 'duration_secs': 0.245383} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1579.833959] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-c92f3b8f-f87b-4b9e-b4c4-7748fbbb90fc tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] [instance: 6cebe45a-8d90-4ac3-b75e-99e2a598c43b] Powered off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1579.834262] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-c92f3b8f-f87b-4b9e-b4c4-7748fbbb90fc tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] [instance: 6cebe45a-8d90-4ac3-b75e-99e2a598c43b] Unregistering the VM {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1579.834529] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-53894732-0960-44d4-a64f-ff03163ca4ae {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.009562] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-c92f3b8f-f87b-4b9e-b4c4-7748fbbb90fc tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] [instance: 6cebe45a-8d90-4ac3-b75e-99e2a598c43b] Unregistered the VM {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1580.009781] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-c92f3b8f-f87b-4b9e-b4c4-7748fbbb90fc tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] [instance: 6cebe45a-8d90-4ac3-b75e-99e2a598c43b] Deleting contents of the VM from datastore datastore1 {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1580.009962] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-c92f3b8f-f87b-4b9e-b4c4-7748fbbb90fc tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] Deleting the datastore file [datastore1] 6cebe45a-8d90-4ac3-b75e-99e2a598c43b {{(pid=62574) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1580.010267] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-63841edf-bce5-4f56-8fd2-5d0085704f59 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.016747] env[62574]: DEBUG oslo_vmware.api [None req-c92f3b8f-f87b-4b9e-b4c4-7748fbbb90fc tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] Waiting for the task: (returnval){ [ 1580.016747] env[62574]: value = "task-1861432" [ 1580.016747] env[62574]: _type = "Task" [ 1580.016747] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1580.024463] env[62574]: DEBUG oslo_vmware.api [None req-c92f3b8f-f87b-4b9e-b4c4-7748fbbb90fc tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] Task: {'id': task-1861432, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1580.166525] env[62574]: DEBUG oslo_concurrency.lockutils [None req-4ba93575-f762-4982-b1a7-94483bf9cb83 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Lock "296cf9dd-e110-4144-8899-56fb0d257b8b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 65.282s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1580.225061] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Instance 1aff4bff-16cd-4873-9b4d-3538d4779084 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62574) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1580.225397] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Total usable vcpus: 48, total allocated vcpus: 18 {{(pid=62574) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1580.225546] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4096MB phys_disk=200GB used_disk=18GB total_vcpus=48 used_vcpus=18 pci_stats=[] {{(pid=62574) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1580.527112] env[62574]: DEBUG oslo_vmware.api [None req-c92f3b8f-f87b-4b9e-b4c4-7748fbbb90fc tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] Task: {'id': task-1861432, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1580.641766] env[62574]: DEBUG nova.network.neutron [req-0a45a540-b54e-499d-a7d3-228c93428364 req-3d1f37bb-0478-4dc2-96ba-d53fa14d353f service nova] [instance: e9878c22-2044-464f-915f-c1c865693437] Updated VIF entry in instance network info cache for port 3a39b895-bd2c-473c-8ce9-963b9918de03. {{(pid=62574) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1580.642420] env[62574]: DEBUG nova.network.neutron [req-0a45a540-b54e-499d-a7d3-228c93428364 req-3d1f37bb-0478-4dc2-96ba-d53fa14d353f service nova] [instance: e9878c22-2044-464f-915f-c1c865693437] Updating instance_info_cache with network_info: [{"id": "3a39b895-bd2c-473c-8ce9-963b9918de03", "address": "fa:16:3e:3a:c5:64", "network": {"id": "3af14f16-9d32-4c8d-8557-ce8f3b8b4086", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1431517823-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.141", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "31d5eeff630d40d2928149f27883ae60", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a39b895-bd", "ovs_interfaceid": "3a39b895-bd2c-473c-8ce9-963b9918de03", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1580.670652] env[62574]: DEBUG nova.compute.manager [None req-f9873488-b4b1-4f86-a0c7-bac622bf45eb tempest-InstanceActionsV221TestJSON-1872238690 tempest-InstanceActionsV221TestJSON-1872238690-project-member] [instance: f68bb186-74b9-4c10-a7a0-e8feda38b3bd] Starting instance... {{(pid=62574) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1580.763256] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-795b6e9d-3352-44af-80fd-47f6561a6982 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.771288] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a52f82e8-c40a-48df-add5-cf7af469b8a0 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.803511] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f8ccbe4-e3f4-4b1d-bf68-03cdbc7b1f9d {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.810988] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8d5c8e7-e42c-4b93-84fb-029ee65311ad {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.824532] env[62574]: DEBUG nova.compute.provider_tree [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Updating inventory in ProviderTree for provider f0ed160a-beff-4626-a531-2a70d7bc0627 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1581.027780] env[62574]: DEBUG oslo_vmware.api [None req-c92f3b8f-f87b-4b9e-b4c4-7748fbbb90fc tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] Task: {'id': task-1861432, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.545961} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1581.028101] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-c92f3b8f-f87b-4b9e-b4c4-7748fbbb90fc tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] Deleted the datastore file {{(pid=62574) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1581.028353] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-c92f3b8f-f87b-4b9e-b4c4-7748fbbb90fc tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] [instance: 6cebe45a-8d90-4ac3-b75e-99e2a598c43b] Deleted contents of the VM from datastore datastore1 {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1581.028580] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-c92f3b8f-f87b-4b9e-b4c4-7748fbbb90fc tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] [instance: 6cebe45a-8d90-4ac3-b75e-99e2a598c43b] Instance destroyed {{(pid=62574) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1581.030117] env[62574]: INFO nova.compute.manager [None req-c92f3b8f-f87b-4b9e-b4c4-7748fbbb90fc tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] [instance: 6cebe45a-8d90-4ac3-b75e-99e2a598c43b] Took 1.72 seconds to destroy the instance on the hypervisor. [ 1581.030117] env[62574]: DEBUG oslo.service.loopingcall [None req-c92f3b8f-f87b-4b9e-b4c4-7748fbbb90fc tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62574) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1581.030117] env[62574]: DEBUG nova.compute.manager [-] [instance: 6cebe45a-8d90-4ac3-b75e-99e2a598c43b] Deallocating network for instance {{(pid=62574) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1581.030117] env[62574]: DEBUG nova.network.neutron [-] [instance: 6cebe45a-8d90-4ac3-b75e-99e2a598c43b] deallocate_for_instance() {{(pid=62574) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1581.145561] env[62574]: DEBUG oslo_concurrency.lockutils [req-0a45a540-b54e-499d-a7d3-228c93428364 req-3d1f37bb-0478-4dc2-96ba-d53fa14d353f service nova] Releasing lock "refresh_cache-e9878c22-2044-464f-915f-c1c865693437" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1581.191928] env[62574]: DEBUG oslo_concurrency.lockutils [None req-f9873488-b4b1-4f86-a0c7-bac622bf45eb tempest-InstanceActionsV221TestJSON-1872238690 tempest-InstanceActionsV221TestJSON-1872238690-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1581.353634] env[62574]: ERROR nova.scheduler.client.report [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] [req-45cbde6a-e033-40bc-836f-c031db46ae68] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID f0ed160a-beff-4626-a531-2a70d7bc0627. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-45cbde6a-e033-40bc-836f-c031db46ae68"}]} [ 1581.378381] env[62574]: DEBUG nova.scheduler.client.report [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Refreshing inventories for resource provider f0ed160a-beff-4626-a531-2a70d7bc0627 {{(pid=62574) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1581.401921] env[62574]: DEBUG nova.scheduler.client.report [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Updating ProviderTree inventory for provider f0ed160a-beff-4626-a531-2a70d7bc0627 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 148, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1581.403141] env[62574]: DEBUG nova.compute.provider_tree [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Updating inventory in ProviderTree for provider f0ed160a-beff-4626-a531-2a70d7bc0627 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 148, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1581.416328] env[62574]: DEBUG nova.scheduler.client.report [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Refreshing aggregate associations for resource provider f0ed160a-beff-4626-a531-2a70d7bc0627, aggregates: None {{(pid=62574) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1581.435212] env[62574]: DEBUG nova.scheduler.client.report [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Refreshing trait associations for resource provider f0ed160a-beff-4626-a531-2a70d7bc0627, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=62574) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1581.597835] env[62574]: DEBUG oslo_concurrency.lockutils [None req-077badf6-49dd-4895-9fde-36c5d1bd3b3d tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Acquiring lock "315b8f76-6d67-4e58-8898-2b68a1e4f79a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1581.598178] env[62574]: DEBUG oslo_concurrency.lockutils [None req-077badf6-49dd-4895-9fde-36c5d1bd3b3d tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Lock "315b8f76-6d67-4e58-8898-2b68a1e4f79a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1581.713755] env[62574]: DEBUG nova.compute.manager [req-9b485ba7-f469-4428-8189-3960586907f5 req-55ef4dcc-eebe-4444-8bde-e8a59f9a0e18 service nova] [instance: 6cebe45a-8d90-4ac3-b75e-99e2a598c43b] Received event network-vif-deleted-52a8bb75-d009-4aa3-8996-c013ddc49244 {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1581.714044] env[62574]: INFO nova.compute.manager [req-9b485ba7-f469-4428-8189-3960586907f5 req-55ef4dcc-eebe-4444-8bde-e8a59f9a0e18 service nova] [instance: 6cebe45a-8d90-4ac3-b75e-99e2a598c43b] Neutron deleted interface 52a8bb75-d009-4aa3-8996-c013ddc49244; detaching it from the instance and deleting it from the info cache [ 1581.714160] env[62574]: DEBUG nova.network.neutron [req-9b485ba7-f469-4428-8189-3960586907f5 req-55ef4dcc-eebe-4444-8bde-e8a59f9a0e18 service nova] [instance: 6cebe45a-8d90-4ac3-b75e-99e2a598c43b] Updating instance_info_cache with network_info: [] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1581.968068] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6510aa21-194e-43b0-a258-a82f3e43b144 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.976677] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdd4dd30-04a3-4012-8c20-36d02e006bdc {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.012686] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6c07b7c-e9b9-4f57-8f87-dcef606b2405 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.021314] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1731cb5-5d6a-42b8-9e07-4afe799e3b06 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.034900] env[62574]: DEBUG nova.compute.provider_tree [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Updating inventory in ProviderTree for provider f0ed160a-beff-4626-a531-2a70d7bc0627 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1582.067061] env[62574]: DEBUG nova.network.neutron [-] [instance: 6cebe45a-8d90-4ac3-b75e-99e2a598c43b] Updating instance_info_cache with network_info: [] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1582.217234] env[62574]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-66b56674-842a-4896-900c-c6e891b23cf9 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.226216] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3400762-216f-4a9d-b1ac-c236019c3800 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.258941] env[62574]: DEBUG nova.compute.manager [req-9b485ba7-f469-4428-8189-3960586907f5 req-55ef4dcc-eebe-4444-8bde-e8a59f9a0e18 service nova] [instance: 6cebe45a-8d90-4ac3-b75e-99e2a598c43b] Detach interface failed, port_id=52a8bb75-d009-4aa3-8996-c013ddc49244, reason: Instance 6cebe45a-8d90-4ac3-b75e-99e2a598c43b could not be found. {{(pid=62574) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 1582.570119] env[62574]: INFO nova.compute.manager [-] [instance: 6cebe45a-8d90-4ac3-b75e-99e2a598c43b] Took 1.54 seconds to deallocate network for instance. [ 1582.577688] env[62574]: DEBUG nova.scheduler.client.report [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Updated inventory for provider f0ed160a-beff-4626-a531-2a70d7bc0627 with generation 57 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1582.577885] env[62574]: DEBUG nova.compute.provider_tree [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Updating resource provider f0ed160a-beff-4626-a531-2a70d7bc0627 generation from 57 to 58 during operation: update_inventory {{(pid=62574) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1582.578053] env[62574]: DEBUG nova.compute.provider_tree [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Updating inventory in ProviderTree for provider f0ed160a-beff-4626-a531-2a70d7bc0627 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1583.083634] env[62574]: DEBUG oslo_concurrency.lockutils [None req-c92f3b8f-f87b-4b9e-b4c4-7748fbbb90fc tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1583.083853] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62574) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1583.084235] env[62574]: DEBUG oslo_concurrency.lockutils [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 10.488s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1583.084776] env[62574]: DEBUG oslo_concurrency.lockutils [None req-b1cf7fef-76a4-443d-b6df-89db1a57709a tempest-FloatingIPsAssociationTestJSON-1230011338 tempest-FloatingIPsAssociationTestJSON-1230011338-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.363s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1583.086581] env[62574]: INFO nova.compute.claims [None req-b1cf7fef-76a4-443d-b6df-89db1a57709a tempest-FloatingIPsAssociationTestJSON-1230011338 tempest-FloatingIPsAssociationTestJSON-1230011338-project-member] [instance: 659eb0b0-3b2a-4253-9c65-ef5bc0d33fd1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1583.290180] env[62574]: DEBUG oslo_service.periodic_task [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62574) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1583.290503] env[62574]: DEBUG oslo_service.periodic_task [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62574) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1583.290742] env[62574]: DEBUG nova.compute.manager [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Starting heal instance info cache {{(pid=62574) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10345}} [ 1584.525234] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-901dd7d5-24b8-418e-8a85-98d37e2548a8 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.533132] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdd63c7c-3bf3-4660-ac09-7b4e8c2f7202 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.562771] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a07c9ed9-be43-46b1-9b11-785c192ca685 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.570198] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bb49c91-b45a-4b07-9776-25d5b0b9e6f9 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.584641] env[62574]: DEBUG nova.compute.provider_tree [None req-b1cf7fef-76a4-443d-b6df-89db1a57709a tempest-FloatingIPsAssociationTestJSON-1230011338 tempest-FloatingIPsAssociationTestJSON-1230011338-project-member] Inventory has not changed in ProviderTree for provider: f0ed160a-beff-4626-a531-2a70d7bc0627 {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1585.087333] env[62574]: DEBUG nova.scheduler.client.report [None req-b1cf7fef-76a4-443d-b6df-89db1a57709a tempest-FloatingIPsAssociationTestJSON-1230011338 tempest-FloatingIPsAssociationTestJSON-1230011338-project-member] Inventory has not changed for provider f0ed160a-beff-4626-a531-2a70d7bc0627 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1585.343901] env[62574]: DEBUG oslo_concurrency.lockutils [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Acquiring lock "refresh_cache-1e669675-0551-49d8-af15-64fdd0984b3f" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1585.344135] env[62574]: DEBUG oslo_concurrency.lockutils [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Acquired lock "refresh_cache-1e669675-0551-49d8-af15-64fdd0984b3f" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1585.344311] env[62574]: DEBUG nova.network.neutron [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] [instance: 1e669675-0551-49d8-af15-64fdd0984b3f] Forcefully refreshing network info cache for instance {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1585.592592] env[62574]: DEBUG oslo_concurrency.lockutils [None req-b1cf7fef-76a4-443d-b6df-89db1a57709a tempest-FloatingIPsAssociationTestJSON-1230011338 tempest-FloatingIPsAssociationTestJSON-1230011338-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.508s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1585.593176] env[62574]: DEBUG nova.compute.manager [None req-b1cf7fef-76a4-443d-b6df-89db1a57709a tempest-FloatingIPsAssociationTestJSON-1230011338 tempest-FloatingIPsAssociationTestJSON-1230011338-project-member] [instance: 659eb0b0-3b2a-4253-9c65-ef5bc0d33fd1] Start building networks asynchronously for instance. {{(pid=62574) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1585.595688] env[62574]: DEBUG oslo_concurrency.lockutils [None req-5735e17f-83d6-4385-8615-cfdc2468900b tempest-ServersAdminNegativeTestJSON-1635259249 tempest-ServersAdminNegativeTestJSON-1635259249-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.472s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1585.597078] env[62574]: INFO nova.compute.claims [None req-5735e17f-83d6-4385-8615-cfdc2468900b tempest-ServersAdminNegativeTestJSON-1635259249 tempest-ServersAdminNegativeTestJSON-1635259249-project-member] [instance: d2fba47f-bc9d-4673-a8c1-1dadebdea56e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1586.105077] env[62574]: DEBUG nova.compute.utils [None req-b1cf7fef-76a4-443d-b6df-89db1a57709a tempest-FloatingIPsAssociationTestJSON-1230011338 tempest-FloatingIPsAssociationTestJSON-1230011338-project-member] Using /dev/sd instead of None {{(pid=62574) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1586.105842] env[62574]: DEBUG nova.compute.manager [None req-b1cf7fef-76a4-443d-b6df-89db1a57709a tempest-FloatingIPsAssociationTestJSON-1230011338 tempest-FloatingIPsAssociationTestJSON-1230011338-project-member] [instance: 659eb0b0-3b2a-4253-9c65-ef5bc0d33fd1] Allocating IP information in the background. {{(pid=62574) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1586.106083] env[62574]: DEBUG nova.network.neutron [None req-b1cf7fef-76a4-443d-b6df-89db1a57709a tempest-FloatingIPsAssociationTestJSON-1230011338 tempest-FloatingIPsAssociationTestJSON-1230011338-project-member] [instance: 659eb0b0-3b2a-4253-9c65-ef5bc0d33fd1] allocate_for_instance() {{(pid=62574) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1586.165565] env[62574]: DEBUG nova.policy [None req-b1cf7fef-76a4-443d-b6df-89db1a57709a tempest-FloatingIPsAssociationTestJSON-1230011338 tempest-FloatingIPsAssociationTestJSON-1230011338-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2363c05cdd764d5196dd16989d630e4f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '68f74b662f9943aabeec5c1bc515d071', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62574) authorize /opt/stack/nova/nova/policy.py:192}} [ 1586.484353] env[62574]: DEBUG nova.network.neutron [None req-b1cf7fef-76a4-443d-b6df-89db1a57709a tempest-FloatingIPsAssociationTestJSON-1230011338 tempest-FloatingIPsAssociationTestJSON-1230011338-project-member] [instance: 659eb0b0-3b2a-4253-9c65-ef5bc0d33fd1] Successfully created port: 9abc5e9a-db33-4540-bf85-d719e4336de0 {{(pid=62574) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1586.572051] env[62574]: DEBUG nova.network.neutron [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] [instance: 1e669675-0551-49d8-af15-64fdd0984b3f] Updating instance_info_cache with network_info: [{"id": "c848933c-3878-4d23-a584-da483ccfe518", "address": "fa:16:3e:80:46:6b", "network": {"id": "90888d97-209c-49d6-8f95-1d0279efea11", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.34", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7eed1dd4d2c3418eb32c4f4ceda3ab0d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d275d7c6-2a7b-4ee8-b6f4-fabf1ba1905f", "external-id": "nsx-vlan-transportzone-513", "segmentation_id": 513, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc848933c-38", "ovs_interfaceid": "c848933c-3878-4d23-a584-da483ccfe518", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1586.610023] env[62574]: DEBUG nova.compute.manager [None req-b1cf7fef-76a4-443d-b6df-89db1a57709a tempest-FloatingIPsAssociationTestJSON-1230011338 tempest-FloatingIPsAssociationTestJSON-1230011338-project-member] [instance: 659eb0b0-3b2a-4253-9c65-ef5bc0d33fd1] Start building block device mappings for instance. {{(pid=62574) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1587.075326] env[62574]: DEBUG oslo_concurrency.lockutils [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Releasing lock "refresh_cache-1e669675-0551-49d8-af15-64fdd0984b3f" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1587.075555] env[62574]: DEBUG nova.compute.manager [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] [instance: 1e669675-0551-49d8-af15-64fdd0984b3f] Updated the network info_cache for instance {{(pid=62574) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10416}} [ 1587.075769] env[62574]: DEBUG oslo_service.periodic_task [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62574) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1587.078486] env[62574]: DEBUG oslo_service.periodic_task [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62574) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1587.079123] env[62574]: DEBUG oslo_service.periodic_task [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62574) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1587.079356] env[62574]: DEBUG oslo_service.periodic_task [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62574) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1587.079550] env[62574]: DEBUG oslo_service.periodic_task [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62574) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1587.079732] env[62574]: DEBUG oslo_service.periodic_task [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62574) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1587.079876] env[62574]: DEBUG nova.compute.manager [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62574) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10964}} [ 1587.080018] env[62574]: DEBUG oslo_service.periodic_task [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Running periodic task ComputeManager.update_available_resource {{(pid=62574) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1587.102034] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da7c7624-3c80-4221-aeaf-c8406bb16e5c {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.110670] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c23cf88c-636c-45fb-96ad-d3db00ce4cc3 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.144790] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5658ee7e-c571-4377-b7b0-0c4b6788c343 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.153085] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53696f21-228f-4ba7-9854-33969a05427a {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.168534] env[62574]: DEBUG nova.compute.provider_tree [None req-5735e17f-83d6-4385-8615-cfdc2468900b tempest-ServersAdminNegativeTestJSON-1635259249 tempest-ServersAdminNegativeTestJSON-1635259249-project-member] Inventory has not changed in ProviderTree for provider: f0ed160a-beff-4626-a531-2a70d7bc0627 {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1587.582835] env[62574]: DEBUG oslo_concurrency.lockutils [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1587.646476] env[62574]: DEBUG nova.compute.manager [None req-b1cf7fef-76a4-443d-b6df-89db1a57709a tempest-FloatingIPsAssociationTestJSON-1230011338 tempest-FloatingIPsAssociationTestJSON-1230011338-project-member] [instance: 659eb0b0-3b2a-4253-9c65-ef5bc0d33fd1] Start spawning the instance on the hypervisor. {{(pid=62574) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1587.671079] env[62574]: DEBUG nova.virt.hardware [None req-b1cf7fef-76a4-443d-b6df-89db1a57709a tempest-FloatingIPsAssociationTestJSON-1230011338 tempest-FloatingIPsAssociationTestJSON-1230011338-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T19:26:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-13T19:26:40Z,direct_url=,disk_format='vmdk',id=3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7eed1dd4d2c3418eb32c4f4ceda3ab0d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-13T19:26:41Z,virtual_size=,visibility=), allow threads: False {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1587.671245] env[62574]: DEBUG nova.virt.hardware [None req-b1cf7fef-76a4-443d-b6df-89db1a57709a tempest-FloatingIPsAssociationTestJSON-1230011338 tempest-FloatingIPsAssociationTestJSON-1230011338-project-member] Flavor limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1587.671402] env[62574]: DEBUG nova.virt.hardware [None req-b1cf7fef-76a4-443d-b6df-89db1a57709a tempest-FloatingIPsAssociationTestJSON-1230011338 tempest-FloatingIPsAssociationTestJSON-1230011338-project-member] Image limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1587.671580] env[62574]: DEBUG nova.virt.hardware [None req-b1cf7fef-76a4-443d-b6df-89db1a57709a tempest-FloatingIPsAssociationTestJSON-1230011338 tempest-FloatingIPsAssociationTestJSON-1230011338-project-member] Flavor pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1587.671724] env[62574]: DEBUG nova.virt.hardware [None req-b1cf7fef-76a4-443d-b6df-89db1a57709a tempest-FloatingIPsAssociationTestJSON-1230011338 tempest-FloatingIPsAssociationTestJSON-1230011338-project-member] Image pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1587.671966] env[62574]: DEBUG nova.virt.hardware [None req-b1cf7fef-76a4-443d-b6df-89db1a57709a tempest-FloatingIPsAssociationTestJSON-1230011338 tempest-FloatingIPsAssociationTestJSON-1230011338-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1587.672204] env[62574]: DEBUG nova.virt.hardware [None req-b1cf7fef-76a4-443d-b6df-89db1a57709a tempest-FloatingIPsAssociationTestJSON-1230011338 tempest-FloatingIPsAssociationTestJSON-1230011338-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1587.672366] env[62574]: DEBUG nova.virt.hardware [None req-b1cf7fef-76a4-443d-b6df-89db1a57709a tempest-FloatingIPsAssociationTestJSON-1230011338 tempest-FloatingIPsAssociationTestJSON-1230011338-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1587.672533] env[62574]: DEBUG nova.virt.hardware [None req-b1cf7fef-76a4-443d-b6df-89db1a57709a tempest-FloatingIPsAssociationTestJSON-1230011338 tempest-FloatingIPsAssociationTestJSON-1230011338-project-member] Got 1 possible topologies {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1587.672695] env[62574]: DEBUG nova.virt.hardware [None req-b1cf7fef-76a4-443d-b6df-89db1a57709a tempest-FloatingIPsAssociationTestJSON-1230011338 tempest-FloatingIPsAssociationTestJSON-1230011338-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1587.672865] env[62574]: DEBUG nova.virt.hardware [None req-b1cf7fef-76a4-443d-b6df-89db1a57709a tempest-FloatingIPsAssociationTestJSON-1230011338 tempest-FloatingIPsAssociationTestJSON-1230011338-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1587.673739] env[62574]: DEBUG nova.scheduler.client.report [None req-5735e17f-83d6-4385-8615-cfdc2468900b tempest-ServersAdminNegativeTestJSON-1635259249 tempest-ServersAdminNegativeTestJSON-1635259249-project-member] Inventory has not changed for provider f0ed160a-beff-4626-a531-2a70d7bc0627 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1587.677414] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94d003f3-8558-4e08-9c1d-9c0e3d7cee91 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.685570] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc9dc0f2-ee8e-41fe-be5b-f5468c0fe9c4 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.090582] env[62574]: DEBUG nova.compute.manager [req-7e2f06d0-8282-45ec-accf-b6d91a749b0c req-685aa846-88a0-4d28-a29d-46be2b1d7fc0 service nova] [instance: 659eb0b0-3b2a-4253-9c65-ef5bc0d33fd1] Received event network-vif-plugged-9abc5e9a-db33-4540-bf85-d719e4336de0 {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1588.090849] env[62574]: DEBUG oslo_concurrency.lockutils [req-7e2f06d0-8282-45ec-accf-b6d91a749b0c req-685aa846-88a0-4d28-a29d-46be2b1d7fc0 service nova] Acquiring lock "659eb0b0-3b2a-4253-9c65-ef5bc0d33fd1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1588.091169] env[62574]: DEBUG oslo_concurrency.lockutils [req-7e2f06d0-8282-45ec-accf-b6d91a749b0c req-685aa846-88a0-4d28-a29d-46be2b1d7fc0 service nova] Lock "659eb0b0-3b2a-4253-9c65-ef5bc0d33fd1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1588.091408] env[62574]: DEBUG oslo_concurrency.lockutils [req-7e2f06d0-8282-45ec-accf-b6d91a749b0c req-685aa846-88a0-4d28-a29d-46be2b1d7fc0 service nova] Lock "659eb0b0-3b2a-4253-9c65-ef5bc0d33fd1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1588.091597] env[62574]: DEBUG nova.compute.manager [req-7e2f06d0-8282-45ec-accf-b6d91a749b0c req-685aa846-88a0-4d28-a29d-46be2b1d7fc0 service nova] [instance: 659eb0b0-3b2a-4253-9c65-ef5bc0d33fd1] No waiting events found dispatching network-vif-plugged-9abc5e9a-db33-4540-bf85-d719e4336de0 {{(pid=62574) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1588.091769] env[62574]: WARNING nova.compute.manager [req-7e2f06d0-8282-45ec-accf-b6d91a749b0c req-685aa846-88a0-4d28-a29d-46be2b1d7fc0 service nova] [instance: 659eb0b0-3b2a-4253-9c65-ef5bc0d33fd1] Received unexpected event network-vif-plugged-9abc5e9a-db33-4540-bf85-d719e4336de0 for instance with vm_state building and task_state spawning. [ 1588.181390] env[62574]: DEBUG oslo_concurrency.lockutils [None req-5735e17f-83d6-4385-8615-cfdc2468900b tempest-ServersAdminNegativeTestJSON-1635259249 tempest-ServersAdminNegativeTestJSON-1635259249-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.586s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1588.181935] env[62574]: DEBUG nova.compute.manager [None req-5735e17f-83d6-4385-8615-cfdc2468900b tempest-ServersAdminNegativeTestJSON-1635259249 tempest-ServersAdminNegativeTestJSON-1635259249-project-member] [instance: d2fba47f-bc9d-4673-a8c1-1dadebdea56e] Start building networks asynchronously for instance. {{(pid=62574) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1588.187617] env[62574]: DEBUG oslo_concurrency.lockutils [None req-35118b2a-6aa7-4ffe-8d41-d0cba98b2322 tempest-ImagesOneServerTestJSON-1738664534 tempest-ImagesOneServerTestJSON-1738664534-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.415s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1588.187617] env[62574]: DEBUG oslo_concurrency.lockutils [None req-35118b2a-6aa7-4ffe-8d41-d0cba98b2322 tempest-ImagesOneServerTestJSON-1738664534 tempest-ImagesOneServerTestJSON-1738664534-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1588.187617] env[62574]: DEBUG oslo_concurrency.lockutils [None req-8854a774-a9df-4d08-a0c3-b701596e292f tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 36.164s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1588.195450] env[62574]: DEBUG nova.network.neutron [None req-b1cf7fef-76a4-443d-b6df-89db1a57709a tempest-FloatingIPsAssociationTestJSON-1230011338 tempest-FloatingIPsAssociationTestJSON-1230011338-project-member] [instance: 659eb0b0-3b2a-4253-9c65-ef5bc0d33fd1] Successfully updated port: 9abc5e9a-db33-4540-bf85-d719e4336de0 {{(pid=62574) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1588.218313] env[62574]: INFO nova.scheduler.client.report [None req-35118b2a-6aa7-4ffe-8d41-d0cba98b2322 tempest-ImagesOneServerTestJSON-1738664534 tempest-ImagesOneServerTestJSON-1738664534-project-member] Deleted allocations for instance b19648bf-b106-4c17-8b48-8c579fb23b31 [ 1588.696061] env[62574]: DEBUG nova.compute.utils [None req-5735e17f-83d6-4385-8615-cfdc2468900b tempest-ServersAdminNegativeTestJSON-1635259249 tempest-ServersAdminNegativeTestJSON-1635259249-project-member] Using /dev/sd instead of None {{(pid=62574) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1588.701360] env[62574]: DEBUG nova.compute.manager [None req-5735e17f-83d6-4385-8615-cfdc2468900b tempest-ServersAdminNegativeTestJSON-1635259249 tempest-ServersAdminNegativeTestJSON-1635259249-project-member] [instance: d2fba47f-bc9d-4673-a8c1-1dadebdea56e] Allocating IP information in the background. {{(pid=62574) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1588.701481] env[62574]: DEBUG nova.network.neutron [None req-5735e17f-83d6-4385-8615-cfdc2468900b tempest-ServersAdminNegativeTestJSON-1635259249 tempest-ServersAdminNegativeTestJSON-1635259249-project-member] [instance: d2fba47f-bc9d-4673-a8c1-1dadebdea56e] allocate_for_instance() {{(pid=62574) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1588.703766] env[62574]: DEBUG oslo_concurrency.lockutils [None req-b1cf7fef-76a4-443d-b6df-89db1a57709a tempest-FloatingIPsAssociationTestJSON-1230011338 tempest-FloatingIPsAssociationTestJSON-1230011338-project-member] Acquiring lock "refresh_cache-659eb0b0-3b2a-4253-9c65-ef5bc0d33fd1" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1588.703970] env[62574]: DEBUG oslo_concurrency.lockutils [None req-b1cf7fef-76a4-443d-b6df-89db1a57709a tempest-FloatingIPsAssociationTestJSON-1230011338 tempest-FloatingIPsAssociationTestJSON-1230011338-project-member] Acquired lock "refresh_cache-659eb0b0-3b2a-4253-9c65-ef5bc0d33fd1" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1588.704335] env[62574]: DEBUG nova.network.neutron [None req-b1cf7fef-76a4-443d-b6df-89db1a57709a tempest-FloatingIPsAssociationTestJSON-1230011338 tempest-FloatingIPsAssociationTestJSON-1230011338-project-member] [instance: 659eb0b0-3b2a-4253-9c65-ef5bc0d33fd1] Building network info cache for instance {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1588.729533] env[62574]: DEBUG oslo_concurrency.lockutils [None req-35118b2a-6aa7-4ffe-8d41-d0cba98b2322 tempest-ImagesOneServerTestJSON-1738664534 tempest-ImagesOneServerTestJSON-1738664534-project-member] Lock "b19648bf-b106-4c17-8b48-8c579fb23b31" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.587s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1588.779467] env[62574]: DEBUG nova.policy [None req-5735e17f-83d6-4385-8615-cfdc2468900b tempest-ServersAdminNegativeTestJSON-1635259249 tempest-ServersAdminNegativeTestJSON-1635259249-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'aac8a3133533434da5d31e7aef0fb0a0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dc5b96a531da488aaafc11a20847cd5a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62574) authorize /opt/stack/nova/nova/policy.py:192}} [ 1589.099331] env[62574]: DEBUG nova.network.neutron [None req-5735e17f-83d6-4385-8615-cfdc2468900b tempest-ServersAdminNegativeTestJSON-1635259249 tempest-ServersAdminNegativeTestJSON-1635259249-project-member] [instance: d2fba47f-bc9d-4673-a8c1-1dadebdea56e] Successfully created port: 5b2f5ff2-772d-4d28-955c-c70bd4f6ab44 {{(pid=62574) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1589.204269] env[62574]: DEBUG nova.compute.manager [None req-5735e17f-83d6-4385-8615-cfdc2468900b tempest-ServersAdminNegativeTestJSON-1635259249 tempest-ServersAdminNegativeTestJSON-1635259249-project-member] [instance: d2fba47f-bc9d-4673-a8c1-1dadebdea56e] Start building block device mappings for instance. {{(pid=62574) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1589.212552] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4eaf6e05-e8bf-40b0-b635-b3082aa2cf1c {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.221061] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a241581f-99c5-4dce-ba21-bd2fc79b36aa {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.255387] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-188d56de-a398-495d-96a7-66a431b77eaa {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.258934] env[62574]: DEBUG nova.network.neutron [None req-b1cf7fef-76a4-443d-b6df-89db1a57709a tempest-FloatingIPsAssociationTestJSON-1230011338 tempest-FloatingIPsAssociationTestJSON-1230011338-project-member] [instance: 659eb0b0-3b2a-4253-9c65-ef5bc0d33fd1] Instance cache missing network info. {{(pid=62574) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1589.267383] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25526d5d-f000-4f90-8b20-8285ab8f0b2d {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.282497] env[62574]: DEBUG nova.compute.provider_tree [None req-8854a774-a9df-4d08-a0c3-b701596e292f tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Inventory has not changed in ProviderTree for provider: f0ed160a-beff-4626-a531-2a70d7bc0627 {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1589.497569] env[62574]: DEBUG nova.network.neutron [None req-b1cf7fef-76a4-443d-b6df-89db1a57709a tempest-FloatingIPsAssociationTestJSON-1230011338 tempest-FloatingIPsAssociationTestJSON-1230011338-project-member] [instance: 659eb0b0-3b2a-4253-9c65-ef5bc0d33fd1] Updating instance_info_cache with network_info: [{"id": "9abc5e9a-db33-4540-bf85-d719e4336de0", "address": "fa:16:3e:71:7d:1a", "network": {"id": "7781f176-1ebc-4ecf-a03d-c1284f060c0e", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1629819900-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "68f74b662f9943aabeec5c1bc515d071", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "950a2f67-7668-4376-9d48-b38dca033c40", "external-id": "nsx-vlan-transportzone-549", "segmentation_id": 549, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9abc5e9a-db", "ovs_interfaceid": "9abc5e9a-db33-4540-bf85-d719e4336de0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1589.787850] env[62574]: DEBUG nova.scheduler.client.report [None req-8854a774-a9df-4d08-a0c3-b701596e292f tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Inventory has not changed for provider f0ed160a-beff-4626-a531-2a70d7bc0627 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1590.003422] env[62574]: DEBUG oslo_concurrency.lockutils [None req-b1cf7fef-76a4-443d-b6df-89db1a57709a tempest-FloatingIPsAssociationTestJSON-1230011338 tempest-FloatingIPsAssociationTestJSON-1230011338-project-member] Releasing lock "refresh_cache-659eb0b0-3b2a-4253-9c65-ef5bc0d33fd1" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1590.004062] env[62574]: DEBUG nova.compute.manager [None req-b1cf7fef-76a4-443d-b6df-89db1a57709a tempest-FloatingIPsAssociationTestJSON-1230011338 tempest-FloatingIPsAssociationTestJSON-1230011338-project-member] [instance: 659eb0b0-3b2a-4253-9c65-ef5bc0d33fd1] Instance network_info: |[{"id": "9abc5e9a-db33-4540-bf85-d719e4336de0", "address": "fa:16:3e:71:7d:1a", "network": {"id": "7781f176-1ebc-4ecf-a03d-c1284f060c0e", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1629819900-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "68f74b662f9943aabeec5c1bc515d071", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "950a2f67-7668-4376-9d48-b38dca033c40", "external-id": "nsx-vlan-transportzone-549", "segmentation_id": 549, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9abc5e9a-db", "ovs_interfaceid": "9abc5e9a-db33-4540-bf85-d719e4336de0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62574) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1590.004310] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-b1cf7fef-76a4-443d-b6df-89db1a57709a tempest-FloatingIPsAssociationTestJSON-1230011338 tempest-FloatingIPsAssociationTestJSON-1230011338-project-member] [instance: 659eb0b0-3b2a-4253-9c65-ef5bc0d33fd1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:71:7d:1a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '950a2f67-7668-4376-9d48-b38dca033c40', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9abc5e9a-db33-4540-bf85-d719e4336de0', 'vif_model': 'vmxnet3'}] {{(pid=62574) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1590.011947] env[62574]: DEBUG oslo.service.loopingcall [None req-b1cf7fef-76a4-443d-b6df-89db1a57709a tempest-FloatingIPsAssociationTestJSON-1230011338 tempest-FloatingIPsAssociationTestJSON-1230011338-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62574) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1590.012598] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 659eb0b0-3b2a-4253-9c65-ef5bc0d33fd1] Creating VM on the ESX host {{(pid=62574) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1590.012598] env[62574]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-baffc665-1877-434a-9143-66977e64af8c {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.032838] env[62574]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1590.032838] env[62574]: value = "task-1861438" [ 1590.032838] env[62574]: _type = "Task" [ 1590.032838] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1590.040584] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1861438, 'name': CreateVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1590.119203] env[62574]: DEBUG nova.compute.manager [req-3e7e679c-524f-493b-b7fd-e3b5580c0c8c req-0530a886-90fc-4f2a-a62b-1ff1018b3b33 service nova] [instance: 659eb0b0-3b2a-4253-9c65-ef5bc0d33fd1] Received event network-changed-9abc5e9a-db33-4540-bf85-d719e4336de0 {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1590.119403] env[62574]: DEBUG nova.compute.manager [req-3e7e679c-524f-493b-b7fd-e3b5580c0c8c req-0530a886-90fc-4f2a-a62b-1ff1018b3b33 service nova] [instance: 659eb0b0-3b2a-4253-9c65-ef5bc0d33fd1] Refreshing instance network info cache due to event network-changed-9abc5e9a-db33-4540-bf85-d719e4336de0. {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1590.119640] env[62574]: DEBUG oslo_concurrency.lockutils [req-3e7e679c-524f-493b-b7fd-e3b5580c0c8c req-0530a886-90fc-4f2a-a62b-1ff1018b3b33 service nova] Acquiring lock "refresh_cache-659eb0b0-3b2a-4253-9c65-ef5bc0d33fd1" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1590.119796] env[62574]: DEBUG oslo_concurrency.lockutils [req-3e7e679c-524f-493b-b7fd-e3b5580c0c8c req-0530a886-90fc-4f2a-a62b-1ff1018b3b33 service nova] Acquired lock "refresh_cache-659eb0b0-3b2a-4253-9c65-ef5bc0d33fd1" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1590.120042] env[62574]: DEBUG nova.network.neutron [req-3e7e679c-524f-493b-b7fd-e3b5580c0c8c req-0530a886-90fc-4f2a-a62b-1ff1018b3b33 service nova] [instance: 659eb0b0-3b2a-4253-9c65-ef5bc0d33fd1] Refreshing network info cache for port 9abc5e9a-db33-4540-bf85-d719e4336de0 {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1590.221948] env[62574]: DEBUG nova.compute.manager [None req-5735e17f-83d6-4385-8615-cfdc2468900b tempest-ServersAdminNegativeTestJSON-1635259249 tempest-ServersAdminNegativeTestJSON-1635259249-project-member] [instance: d2fba47f-bc9d-4673-a8c1-1dadebdea56e] Start spawning the instance on the hypervisor. {{(pid=62574) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1590.251963] env[62574]: DEBUG nova.virt.hardware [None req-5735e17f-83d6-4385-8615-cfdc2468900b tempest-ServersAdminNegativeTestJSON-1635259249 tempest-ServersAdminNegativeTestJSON-1635259249-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T19:26:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-13T19:26:40Z,direct_url=,disk_format='vmdk',id=3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7eed1dd4d2c3418eb32c4f4ceda3ab0d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-13T19:26:41Z,virtual_size=,visibility=), allow threads: False {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1590.252230] env[62574]: DEBUG nova.virt.hardware [None req-5735e17f-83d6-4385-8615-cfdc2468900b tempest-ServersAdminNegativeTestJSON-1635259249 tempest-ServersAdminNegativeTestJSON-1635259249-project-member] Flavor limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1590.252389] env[62574]: DEBUG nova.virt.hardware [None req-5735e17f-83d6-4385-8615-cfdc2468900b tempest-ServersAdminNegativeTestJSON-1635259249 tempest-ServersAdminNegativeTestJSON-1635259249-project-member] Image limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1590.252574] env[62574]: DEBUG nova.virt.hardware [None req-5735e17f-83d6-4385-8615-cfdc2468900b tempest-ServersAdminNegativeTestJSON-1635259249 tempest-ServersAdminNegativeTestJSON-1635259249-project-member] Flavor pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1590.252720] env[62574]: DEBUG nova.virt.hardware [None req-5735e17f-83d6-4385-8615-cfdc2468900b tempest-ServersAdminNegativeTestJSON-1635259249 tempest-ServersAdminNegativeTestJSON-1635259249-project-member] Image pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1590.252865] env[62574]: DEBUG nova.virt.hardware [None req-5735e17f-83d6-4385-8615-cfdc2468900b tempest-ServersAdminNegativeTestJSON-1635259249 tempest-ServersAdminNegativeTestJSON-1635259249-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1590.253101] env[62574]: DEBUG nova.virt.hardware [None req-5735e17f-83d6-4385-8615-cfdc2468900b tempest-ServersAdminNegativeTestJSON-1635259249 tempest-ServersAdminNegativeTestJSON-1635259249-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1590.253275] env[62574]: DEBUG nova.virt.hardware [None req-5735e17f-83d6-4385-8615-cfdc2468900b tempest-ServersAdminNegativeTestJSON-1635259249 tempest-ServersAdminNegativeTestJSON-1635259249-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1590.253448] env[62574]: DEBUG nova.virt.hardware [None req-5735e17f-83d6-4385-8615-cfdc2468900b tempest-ServersAdminNegativeTestJSON-1635259249 tempest-ServersAdminNegativeTestJSON-1635259249-project-member] Got 1 possible topologies {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1590.253618] env[62574]: DEBUG nova.virt.hardware [None req-5735e17f-83d6-4385-8615-cfdc2468900b tempest-ServersAdminNegativeTestJSON-1635259249 tempest-ServersAdminNegativeTestJSON-1635259249-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1590.256142] env[62574]: DEBUG nova.virt.hardware [None req-5735e17f-83d6-4385-8615-cfdc2468900b tempest-ServersAdminNegativeTestJSON-1635259249 tempest-ServersAdminNegativeTestJSON-1635259249-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1590.257408] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00b6079c-5d22-42e3-b88d-3b7ffcb5f75a {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.265757] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd1254f5-4b70-4342-8e38-a7de5255c7e2 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.543621] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1861438, 'name': CreateVM_Task, 'duration_secs': 0.355281} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1590.543793] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 659eb0b0-3b2a-4253-9c65-ef5bc0d33fd1] Created VM on the ESX host {{(pid=62574) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1590.544526] env[62574]: DEBUG oslo_concurrency.lockutils [None req-b1cf7fef-76a4-443d-b6df-89db1a57709a tempest-FloatingIPsAssociationTestJSON-1230011338 tempest-FloatingIPsAssociationTestJSON-1230011338-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1590.544692] env[62574]: DEBUG oslo_concurrency.lockutils [None req-b1cf7fef-76a4-443d-b6df-89db1a57709a tempest-FloatingIPsAssociationTestJSON-1230011338 tempest-FloatingIPsAssociationTestJSON-1230011338-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1590.545248] env[62574]: DEBUG oslo_concurrency.lockutils [None req-b1cf7fef-76a4-443d-b6df-89db1a57709a tempest-FloatingIPsAssociationTestJSON-1230011338 tempest-FloatingIPsAssociationTestJSON-1230011338-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1590.545248] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-37cadf4d-f712-42a0-bda5-4b0361cd61e5 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.549915] env[62574]: DEBUG oslo_vmware.api [None req-b1cf7fef-76a4-443d-b6df-89db1a57709a tempest-FloatingIPsAssociationTestJSON-1230011338 tempest-FloatingIPsAssociationTestJSON-1230011338-project-member] Waiting for the task: (returnval){ [ 1590.549915] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]520c5e85-f102-189b-ad95-576056186f65" [ 1590.549915] env[62574]: _type = "Task" [ 1590.549915] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1590.558693] env[62574]: DEBUG oslo_vmware.api [None req-b1cf7fef-76a4-443d-b6df-89db1a57709a tempest-FloatingIPsAssociationTestJSON-1230011338 tempest-FloatingIPsAssociationTestJSON-1230011338-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]520c5e85-f102-189b-ad95-576056186f65, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1590.800855] env[62574]: DEBUG oslo_concurrency.lockutils [None req-8854a774-a9df-4d08-a0c3-b701596e292f tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.614s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1590.805511] env[62574]: DEBUG oslo_concurrency.lockutils [None req-d5b0c55e-8817-4283-8f61-0c36c4bb7c3a tempest-ServerDiagnosticsNegativeTest-1776344175 tempest-ServerDiagnosticsNegativeTest-1776344175-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.778s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1590.808457] env[62574]: INFO nova.compute.claims [None req-d5b0c55e-8817-4283-8f61-0c36c4bb7c3a tempest-ServerDiagnosticsNegativeTest-1776344175 tempest-ServerDiagnosticsNegativeTest-1776344175-project-member] [instance: e3bb34fa-0a4b-4ef0-885a-2c59a191ca72] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1590.851643] env[62574]: DEBUG nova.network.neutron [req-3e7e679c-524f-493b-b7fd-e3b5580c0c8c req-0530a886-90fc-4f2a-a62b-1ff1018b3b33 service nova] [instance: 659eb0b0-3b2a-4253-9c65-ef5bc0d33fd1] Updated VIF entry in instance network info cache for port 9abc5e9a-db33-4540-bf85-d719e4336de0. {{(pid=62574) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1590.852029] env[62574]: DEBUG nova.network.neutron [req-3e7e679c-524f-493b-b7fd-e3b5580c0c8c req-0530a886-90fc-4f2a-a62b-1ff1018b3b33 service nova] [instance: 659eb0b0-3b2a-4253-9c65-ef5bc0d33fd1] Updating instance_info_cache with network_info: [{"id": "9abc5e9a-db33-4540-bf85-d719e4336de0", "address": "fa:16:3e:71:7d:1a", "network": {"id": "7781f176-1ebc-4ecf-a03d-c1284f060c0e", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1629819900-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "68f74b662f9943aabeec5c1bc515d071", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "950a2f67-7668-4376-9d48-b38dca033c40", "external-id": "nsx-vlan-transportzone-549", "segmentation_id": 549, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9abc5e9a-db", "ovs_interfaceid": "9abc5e9a-db33-4540-bf85-d719e4336de0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1591.060671] env[62574]: DEBUG oslo_vmware.api [None req-b1cf7fef-76a4-443d-b6df-89db1a57709a tempest-FloatingIPsAssociationTestJSON-1230011338 tempest-FloatingIPsAssociationTestJSON-1230011338-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]520c5e85-f102-189b-ad95-576056186f65, 'name': SearchDatastore_Task, 'duration_secs': 0.010498} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1591.060964] env[62574]: DEBUG oslo_concurrency.lockutils [None req-b1cf7fef-76a4-443d-b6df-89db1a57709a tempest-FloatingIPsAssociationTestJSON-1230011338 tempest-FloatingIPsAssociationTestJSON-1230011338-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1591.061213] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-b1cf7fef-76a4-443d-b6df-89db1a57709a tempest-FloatingIPsAssociationTestJSON-1230011338 tempest-FloatingIPsAssociationTestJSON-1230011338-project-member] [instance: 659eb0b0-3b2a-4253-9c65-ef5bc0d33fd1] Processing image 3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2 {{(pid=62574) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1591.061446] env[62574]: DEBUG oslo_concurrency.lockutils [None req-b1cf7fef-76a4-443d-b6df-89db1a57709a tempest-FloatingIPsAssociationTestJSON-1230011338 tempest-FloatingIPsAssociationTestJSON-1230011338-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1591.061623] env[62574]: DEBUG oslo_concurrency.lockutils [None req-b1cf7fef-76a4-443d-b6df-89db1a57709a tempest-FloatingIPsAssociationTestJSON-1230011338 tempest-FloatingIPsAssociationTestJSON-1230011338-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1591.062056] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1cf7fef-76a4-443d-b6df-89db1a57709a tempest-FloatingIPsAssociationTestJSON-1230011338 tempest-FloatingIPsAssociationTestJSON-1230011338-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1591.062056] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f21cc681-d21d-466e-9d3a-d001aadcad8b {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.069955] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1cf7fef-76a4-443d-b6df-89db1a57709a tempest-FloatingIPsAssociationTestJSON-1230011338 tempest-FloatingIPsAssociationTestJSON-1230011338-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1591.070152] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-b1cf7fef-76a4-443d-b6df-89db1a57709a tempest-FloatingIPsAssociationTestJSON-1230011338 tempest-FloatingIPsAssociationTestJSON-1230011338-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62574) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1591.070847] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-52afb4db-27ab-4a96-8e78-4c40d8e31a82 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.077297] env[62574]: DEBUG oslo_vmware.api [None req-b1cf7fef-76a4-443d-b6df-89db1a57709a tempest-FloatingIPsAssociationTestJSON-1230011338 tempest-FloatingIPsAssociationTestJSON-1230011338-project-member] Waiting for the task: (returnval){ [ 1591.077297] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]5206ae7a-036f-aa32-1934-beaf1e1d2d01" [ 1591.077297] env[62574]: _type = "Task" [ 1591.077297] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1591.084736] env[62574]: DEBUG oslo_vmware.api [None req-b1cf7fef-76a4-443d-b6df-89db1a57709a tempest-FloatingIPsAssociationTestJSON-1230011338 tempest-FloatingIPsAssociationTestJSON-1230011338-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]5206ae7a-036f-aa32-1934-beaf1e1d2d01, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1591.175528] env[62574]: DEBUG nova.network.neutron [None req-5735e17f-83d6-4385-8615-cfdc2468900b tempest-ServersAdminNegativeTestJSON-1635259249 tempest-ServersAdminNegativeTestJSON-1635259249-project-member] [instance: d2fba47f-bc9d-4673-a8c1-1dadebdea56e] Successfully updated port: 5b2f5ff2-772d-4d28-955c-c70bd4f6ab44 {{(pid=62574) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1591.354461] env[62574]: DEBUG oslo_concurrency.lockutils [req-3e7e679c-524f-493b-b7fd-e3b5580c0c8c req-0530a886-90fc-4f2a-a62b-1ff1018b3b33 service nova] Releasing lock "refresh_cache-659eb0b0-3b2a-4253-9c65-ef5bc0d33fd1" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1591.376947] env[62574]: INFO nova.scheduler.client.report [None req-8854a774-a9df-4d08-a0c3-b701596e292f tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Deleted allocation for migration a230e23c-5e4c-4b66-98b2-924204ad956a [ 1591.588431] env[62574]: DEBUG oslo_vmware.api [None req-b1cf7fef-76a4-443d-b6df-89db1a57709a tempest-FloatingIPsAssociationTestJSON-1230011338 tempest-FloatingIPsAssociationTestJSON-1230011338-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]5206ae7a-036f-aa32-1934-beaf1e1d2d01, 'name': SearchDatastore_Task, 'duration_secs': 0.00874} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1591.589287] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb8708a7-be12-4026-8cf3-30be32c5aac2 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.594646] env[62574]: DEBUG oslo_vmware.api [None req-b1cf7fef-76a4-443d-b6df-89db1a57709a tempest-FloatingIPsAssociationTestJSON-1230011338 tempest-FloatingIPsAssociationTestJSON-1230011338-project-member] Waiting for the task: (returnval){ [ 1591.594646] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]522dbc1d-7bad-52b3-f1bd-fa714f79fb9a" [ 1591.594646] env[62574]: _type = "Task" [ 1591.594646] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1591.602102] env[62574]: DEBUG oslo_vmware.api [None req-b1cf7fef-76a4-443d-b6df-89db1a57709a tempest-FloatingIPsAssociationTestJSON-1230011338 tempest-FloatingIPsAssociationTestJSON-1230011338-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]522dbc1d-7bad-52b3-f1bd-fa714f79fb9a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1591.678694] env[62574]: DEBUG oslo_concurrency.lockutils [None req-5735e17f-83d6-4385-8615-cfdc2468900b tempest-ServersAdminNegativeTestJSON-1635259249 tempest-ServersAdminNegativeTestJSON-1635259249-project-member] Acquiring lock "refresh_cache-d2fba47f-bc9d-4673-a8c1-1dadebdea56e" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1591.679335] env[62574]: DEBUG oslo_concurrency.lockutils [None req-5735e17f-83d6-4385-8615-cfdc2468900b tempest-ServersAdminNegativeTestJSON-1635259249 tempest-ServersAdminNegativeTestJSON-1635259249-project-member] Acquired lock "refresh_cache-d2fba47f-bc9d-4673-a8c1-1dadebdea56e" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1591.679335] env[62574]: DEBUG nova.network.neutron [None req-5735e17f-83d6-4385-8615-cfdc2468900b tempest-ServersAdminNegativeTestJSON-1635259249 tempest-ServersAdminNegativeTestJSON-1635259249-project-member] [instance: d2fba47f-bc9d-4673-a8c1-1dadebdea56e] Building network info cache for instance {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1591.881703] env[62574]: DEBUG oslo_concurrency.lockutils [None req-8854a774-a9df-4d08-a0c3-b701596e292f tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Lock "1e669675-0551-49d8-af15-64fdd0984b3f" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 43.898s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1592.108079] env[62574]: DEBUG oslo_vmware.api [None req-b1cf7fef-76a4-443d-b6df-89db1a57709a tempest-FloatingIPsAssociationTestJSON-1230011338 tempest-FloatingIPsAssociationTestJSON-1230011338-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]522dbc1d-7bad-52b3-f1bd-fa714f79fb9a, 'name': SearchDatastore_Task, 'duration_secs': 0.008561} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1592.110640] env[62574]: DEBUG oslo_concurrency.lockutils [None req-b1cf7fef-76a4-443d-b6df-89db1a57709a tempest-FloatingIPsAssociationTestJSON-1230011338 tempest-FloatingIPsAssociationTestJSON-1230011338-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1592.111865] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1cf7fef-76a4-443d-b6df-89db1a57709a tempest-FloatingIPsAssociationTestJSON-1230011338 tempest-FloatingIPsAssociationTestJSON-1230011338-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk to [datastore1] 659eb0b0-3b2a-4253-9c65-ef5bc0d33fd1/659eb0b0-3b2a-4253-9c65-ef5bc0d33fd1.vmdk {{(pid=62574) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1592.111865] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cae7ed37-05d9-41aa-a8df-8eb6e12e1390 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.118458] env[62574]: DEBUG oslo_vmware.api [None req-b1cf7fef-76a4-443d-b6df-89db1a57709a tempest-FloatingIPsAssociationTestJSON-1230011338 tempest-FloatingIPsAssociationTestJSON-1230011338-project-member] Waiting for the task: (returnval){ [ 1592.118458] env[62574]: value = "task-1861439" [ 1592.118458] env[62574]: _type = "Task" [ 1592.118458] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1592.128641] env[62574]: DEBUG oslo_vmware.api [None req-b1cf7fef-76a4-443d-b6df-89db1a57709a tempest-FloatingIPsAssociationTestJSON-1230011338 tempest-FloatingIPsAssociationTestJSON-1230011338-project-member] Task: {'id': task-1861439, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1592.218897] env[62574]: DEBUG nova.compute.manager [req-e0cdef89-37ec-45c5-9839-f8bd90b68930 req-df43969c-dab1-47ff-b26a-ed40bacc98cd service nova] [instance: d2fba47f-bc9d-4673-a8c1-1dadebdea56e] Received event network-vif-plugged-5b2f5ff2-772d-4d28-955c-c70bd4f6ab44 {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1592.219426] env[62574]: DEBUG oslo_concurrency.lockutils [req-e0cdef89-37ec-45c5-9839-f8bd90b68930 req-df43969c-dab1-47ff-b26a-ed40bacc98cd service nova] Acquiring lock "d2fba47f-bc9d-4673-a8c1-1dadebdea56e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1592.219974] env[62574]: DEBUG oslo_concurrency.lockutils [req-e0cdef89-37ec-45c5-9839-f8bd90b68930 req-df43969c-dab1-47ff-b26a-ed40bacc98cd service nova] Lock "d2fba47f-bc9d-4673-a8c1-1dadebdea56e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1592.220256] env[62574]: DEBUG oslo_concurrency.lockutils [req-e0cdef89-37ec-45c5-9839-f8bd90b68930 req-df43969c-dab1-47ff-b26a-ed40bacc98cd service nova] Lock "d2fba47f-bc9d-4673-a8c1-1dadebdea56e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1592.220634] env[62574]: DEBUG nova.compute.manager [req-e0cdef89-37ec-45c5-9839-f8bd90b68930 req-df43969c-dab1-47ff-b26a-ed40bacc98cd service nova] [instance: d2fba47f-bc9d-4673-a8c1-1dadebdea56e] No waiting events found dispatching network-vif-plugged-5b2f5ff2-772d-4d28-955c-c70bd4f6ab44 {{(pid=62574) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1592.221307] env[62574]: WARNING nova.compute.manager [req-e0cdef89-37ec-45c5-9839-f8bd90b68930 req-df43969c-dab1-47ff-b26a-ed40bacc98cd service nova] [instance: d2fba47f-bc9d-4673-a8c1-1dadebdea56e] Received unexpected event network-vif-plugged-5b2f5ff2-772d-4d28-955c-c70bd4f6ab44 for instance with vm_state building and task_state spawning. [ 1592.221307] env[62574]: DEBUG nova.compute.manager [req-e0cdef89-37ec-45c5-9839-f8bd90b68930 req-df43969c-dab1-47ff-b26a-ed40bacc98cd service nova] [instance: d2fba47f-bc9d-4673-a8c1-1dadebdea56e] Received event network-changed-5b2f5ff2-772d-4d28-955c-c70bd4f6ab44 {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1592.221543] env[62574]: DEBUG nova.compute.manager [req-e0cdef89-37ec-45c5-9839-f8bd90b68930 req-df43969c-dab1-47ff-b26a-ed40bacc98cd service nova] [instance: d2fba47f-bc9d-4673-a8c1-1dadebdea56e] Refreshing instance network info cache due to event network-changed-5b2f5ff2-772d-4d28-955c-c70bd4f6ab44. {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1592.221913] env[62574]: DEBUG oslo_concurrency.lockutils [req-e0cdef89-37ec-45c5-9839-f8bd90b68930 req-df43969c-dab1-47ff-b26a-ed40bacc98cd service nova] Acquiring lock "refresh_cache-d2fba47f-bc9d-4673-a8c1-1dadebdea56e" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1592.222902] env[62574]: DEBUG nova.network.neutron [None req-5735e17f-83d6-4385-8615-cfdc2468900b tempest-ServersAdminNegativeTestJSON-1635259249 tempest-ServersAdminNegativeTestJSON-1635259249-project-member] [instance: d2fba47f-bc9d-4673-a8c1-1dadebdea56e] Instance cache missing network info. {{(pid=62574) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1592.454354] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1dc6f29-ae98-432c-8f94-4c4d3253e09c {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.464407] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caae3b5d-2a95-4ccf-aca0-2ab316378bb7 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.509443] env[62574]: DEBUG nova.network.neutron [None req-5735e17f-83d6-4385-8615-cfdc2468900b tempest-ServersAdminNegativeTestJSON-1635259249 tempest-ServersAdminNegativeTestJSON-1635259249-project-member] [instance: d2fba47f-bc9d-4673-a8c1-1dadebdea56e] Updating instance_info_cache with network_info: [{"id": "5b2f5ff2-772d-4d28-955c-c70bd4f6ab44", "address": "fa:16:3e:d3:53:03", "network": {"id": "90888d97-209c-49d6-8f95-1d0279efea11", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.155", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7eed1dd4d2c3418eb32c4f4ceda3ab0d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d275d7c6-2a7b-4ee8-b6f4-fabf1ba1905f", "external-id": "nsx-vlan-transportzone-513", "segmentation_id": 513, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b2f5ff2-77", "ovs_interfaceid": "5b2f5ff2-772d-4d28-955c-c70bd4f6ab44", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1592.514724] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81e966e1-ad91-4ee1-b348-9c419ba890cb {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.524995] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69ae9521-c8f9-4ef8-b680-0e953a9ad7aa {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.542624] env[62574]: DEBUG nova.compute.provider_tree [None req-d5b0c55e-8817-4283-8f61-0c36c4bb7c3a tempest-ServerDiagnosticsNegativeTest-1776344175 tempest-ServerDiagnosticsNegativeTest-1776344175-project-member] Inventory has not changed in ProviderTree for provider: f0ed160a-beff-4626-a531-2a70d7bc0627 {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1592.629496] env[62574]: DEBUG oslo_vmware.api [None req-b1cf7fef-76a4-443d-b6df-89db1a57709a tempest-FloatingIPsAssociationTestJSON-1230011338 tempest-FloatingIPsAssociationTestJSON-1230011338-project-member] Task: {'id': task-1861439, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.495278} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1592.629496] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1cf7fef-76a4-443d-b6df-89db1a57709a tempest-FloatingIPsAssociationTestJSON-1230011338 tempest-FloatingIPsAssociationTestJSON-1230011338-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk to [datastore1] 659eb0b0-3b2a-4253-9c65-ef5bc0d33fd1/659eb0b0-3b2a-4253-9c65-ef5bc0d33fd1.vmdk {{(pid=62574) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1592.629637] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-b1cf7fef-76a4-443d-b6df-89db1a57709a tempest-FloatingIPsAssociationTestJSON-1230011338 tempest-FloatingIPsAssociationTestJSON-1230011338-project-member] [instance: 659eb0b0-3b2a-4253-9c65-ef5bc0d33fd1] Extending root virtual disk to 1048576 {{(pid=62574) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1592.629871] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-719922b7-7c0b-47f3-8771-0d2dd02299d1 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.635750] env[62574]: DEBUG oslo_vmware.api [None req-b1cf7fef-76a4-443d-b6df-89db1a57709a tempest-FloatingIPsAssociationTestJSON-1230011338 tempest-FloatingIPsAssociationTestJSON-1230011338-project-member] Waiting for the task: (returnval){ [ 1592.635750] env[62574]: value = "task-1861440" [ 1592.635750] env[62574]: _type = "Task" [ 1592.635750] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1592.650679] env[62574]: DEBUG oslo_vmware.api [None req-b1cf7fef-76a4-443d-b6df-89db1a57709a tempest-FloatingIPsAssociationTestJSON-1230011338 tempest-FloatingIPsAssociationTestJSON-1230011338-project-member] Task: {'id': task-1861440, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1592.848539] env[62574]: DEBUG oslo_concurrency.lockutils [None req-0703cd00-d1db-499b-b4ff-f4642486f4c5 tempest-ServersTestBootFromVolume-749154611 tempest-ServersTestBootFromVolume-749154611-project-member] Acquiring lock "c2d3abbc-2fdd-4df1-bb58-709b2bc89bb4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1592.848784] env[62574]: DEBUG oslo_concurrency.lockutils [None req-0703cd00-d1db-499b-b4ff-f4642486f4c5 tempest-ServersTestBootFromVolume-749154611 tempest-ServersTestBootFromVolume-749154611-project-member] Lock "c2d3abbc-2fdd-4df1-bb58-709b2bc89bb4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1593.019181] env[62574]: DEBUG oslo_concurrency.lockutils [None req-5735e17f-83d6-4385-8615-cfdc2468900b tempest-ServersAdminNegativeTestJSON-1635259249 tempest-ServersAdminNegativeTestJSON-1635259249-project-member] Releasing lock "refresh_cache-d2fba47f-bc9d-4673-a8c1-1dadebdea56e" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1593.019644] env[62574]: DEBUG nova.compute.manager [None req-5735e17f-83d6-4385-8615-cfdc2468900b tempest-ServersAdminNegativeTestJSON-1635259249 tempest-ServersAdminNegativeTestJSON-1635259249-project-member] [instance: d2fba47f-bc9d-4673-a8c1-1dadebdea56e] Instance network_info: |[{"id": "5b2f5ff2-772d-4d28-955c-c70bd4f6ab44", "address": "fa:16:3e:d3:53:03", "network": {"id": "90888d97-209c-49d6-8f95-1d0279efea11", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.155", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7eed1dd4d2c3418eb32c4f4ceda3ab0d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d275d7c6-2a7b-4ee8-b6f4-fabf1ba1905f", "external-id": "nsx-vlan-transportzone-513", "segmentation_id": 513, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b2f5ff2-77", "ovs_interfaceid": "5b2f5ff2-772d-4d28-955c-c70bd4f6ab44", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62574) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1593.019830] env[62574]: DEBUG oslo_concurrency.lockutils [req-e0cdef89-37ec-45c5-9839-f8bd90b68930 req-df43969c-dab1-47ff-b26a-ed40bacc98cd service nova] Acquired lock "refresh_cache-d2fba47f-bc9d-4673-a8c1-1dadebdea56e" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1593.020015] env[62574]: DEBUG nova.network.neutron [req-e0cdef89-37ec-45c5-9839-f8bd90b68930 req-df43969c-dab1-47ff-b26a-ed40bacc98cd service nova] [instance: d2fba47f-bc9d-4673-a8c1-1dadebdea56e] Refreshing network info cache for port 5b2f5ff2-772d-4d28-955c-c70bd4f6ab44 {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1593.021343] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-5735e17f-83d6-4385-8615-cfdc2468900b tempest-ServersAdminNegativeTestJSON-1635259249 tempest-ServersAdminNegativeTestJSON-1635259249-project-member] [instance: d2fba47f-bc9d-4673-a8c1-1dadebdea56e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d3:53:03', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd275d7c6-2a7b-4ee8-b6f4-fabf1ba1905f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5b2f5ff2-772d-4d28-955c-c70bd4f6ab44', 'vif_model': 'vmxnet3'}] {{(pid=62574) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1593.029513] env[62574]: DEBUG oslo.service.loopingcall [None req-5735e17f-83d6-4385-8615-cfdc2468900b tempest-ServersAdminNegativeTestJSON-1635259249 tempest-ServersAdminNegativeTestJSON-1635259249-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62574) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1593.032490] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d2fba47f-bc9d-4673-a8c1-1dadebdea56e] Creating VM on the ESX host {{(pid=62574) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1593.032957] env[62574]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-143e19ee-ead9-46b5-b4e6-9487b34cfb54 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.048361] env[62574]: DEBUG nova.scheduler.client.report [None req-d5b0c55e-8817-4283-8f61-0c36c4bb7c3a tempest-ServerDiagnosticsNegativeTest-1776344175 tempest-ServerDiagnosticsNegativeTest-1776344175-project-member] Inventory has not changed for provider f0ed160a-beff-4626-a531-2a70d7bc0627 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1593.053343] env[62574]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1593.053343] env[62574]: value = "task-1861441" [ 1593.053343] env[62574]: _type = "Task" [ 1593.053343] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1593.061267] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1861441, 'name': CreateVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1593.148387] env[62574]: DEBUG oslo_vmware.api [None req-b1cf7fef-76a4-443d-b6df-89db1a57709a tempest-FloatingIPsAssociationTestJSON-1230011338 tempest-FloatingIPsAssociationTestJSON-1230011338-project-member] Task: {'id': task-1861440, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071817} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1593.148666] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-b1cf7fef-76a4-443d-b6df-89db1a57709a tempest-FloatingIPsAssociationTestJSON-1230011338 tempest-FloatingIPsAssociationTestJSON-1230011338-project-member] [instance: 659eb0b0-3b2a-4253-9c65-ef5bc0d33fd1] Extended root virtual disk {{(pid=62574) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1593.149522] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51e96659-10eb-43b2-8179-0790c182133a {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.176379] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1cf7fef-76a4-443d-b6df-89db1a57709a tempest-FloatingIPsAssociationTestJSON-1230011338 tempest-FloatingIPsAssociationTestJSON-1230011338-project-member] [instance: 659eb0b0-3b2a-4253-9c65-ef5bc0d33fd1] Reconfiguring VM instance instance-0000001f to attach disk [datastore1] 659eb0b0-3b2a-4253-9c65-ef5bc0d33fd1/659eb0b0-3b2a-4253-9c65-ef5bc0d33fd1.vmdk or device None with type sparse {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1593.179625] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a936717b-ec74-4146-9de5-aef1585fd30c {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.203321] env[62574]: DEBUG oslo_vmware.api [None req-b1cf7fef-76a4-443d-b6df-89db1a57709a tempest-FloatingIPsAssociationTestJSON-1230011338 tempest-FloatingIPsAssociationTestJSON-1230011338-project-member] Waiting for the task: (returnval){ [ 1593.203321] env[62574]: value = "task-1861442" [ 1593.203321] env[62574]: _type = "Task" [ 1593.203321] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1593.211709] env[62574]: DEBUG oslo_vmware.api [None req-b1cf7fef-76a4-443d-b6df-89db1a57709a tempest-FloatingIPsAssociationTestJSON-1230011338 tempest-FloatingIPsAssociationTestJSON-1230011338-project-member] Task: {'id': task-1861442, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1593.338777] env[62574]: DEBUG nova.network.neutron [req-e0cdef89-37ec-45c5-9839-f8bd90b68930 req-df43969c-dab1-47ff-b26a-ed40bacc98cd service nova] [instance: d2fba47f-bc9d-4673-a8c1-1dadebdea56e] Updated VIF entry in instance network info cache for port 5b2f5ff2-772d-4d28-955c-c70bd4f6ab44. {{(pid=62574) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1593.338876] env[62574]: DEBUG nova.network.neutron [req-e0cdef89-37ec-45c5-9839-f8bd90b68930 req-df43969c-dab1-47ff-b26a-ed40bacc98cd service nova] [instance: d2fba47f-bc9d-4673-a8c1-1dadebdea56e] Updating instance_info_cache with network_info: [{"id": "5b2f5ff2-772d-4d28-955c-c70bd4f6ab44", "address": "fa:16:3e:d3:53:03", "network": {"id": "90888d97-209c-49d6-8f95-1d0279efea11", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.155", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7eed1dd4d2c3418eb32c4f4ceda3ab0d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d275d7c6-2a7b-4ee8-b6f4-fabf1ba1905f", "external-id": "nsx-vlan-transportzone-513", "segmentation_id": 513, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b2f5ff2-77", "ovs_interfaceid": "5b2f5ff2-772d-4d28-955c-c70bd4f6ab44", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1593.554141] env[62574]: DEBUG oslo_concurrency.lockutils [None req-d5b0c55e-8817-4283-8f61-0c36c4bb7c3a tempest-ServerDiagnosticsNegativeTest-1776344175 tempest-ServerDiagnosticsNegativeTest-1776344175-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.748s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1593.554866] env[62574]: DEBUG nova.compute.manager [None req-d5b0c55e-8817-4283-8f61-0c36c4bb7c3a tempest-ServerDiagnosticsNegativeTest-1776344175 tempest-ServerDiagnosticsNegativeTest-1776344175-project-member] [instance: e3bb34fa-0a4b-4ef0-885a-2c59a191ca72] Start building networks asynchronously for instance. {{(pid=62574) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1593.558450] env[62574]: DEBUG oslo_concurrency.lockutils [None req-d31c8a8f-d687-4476-b20d-b66393707859 tempest-ServersAdmin275Test-269086882 tempest-ServersAdmin275Test-269086882-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 40.037s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1593.558526] env[62574]: DEBUG nova.objects.instance [None req-d31c8a8f-d687-4476-b20d-b66393707859 tempest-ServersAdmin275Test-269086882 tempest-ServersAdmin275Test-269086882-project-admin] [instance: 90b44fba-636a-414f-b286-7baf5adc2122] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62574) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1593.572960] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1861441, 'name': CreateVM_Task} progress is 25%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1593.712636] env[62574]: DEBUG oslo_vmware.api [None req-b1cf7fef-76a4-443d-b6df-89db1a57709a tempest-FloatingIPsAssociationTestJSON-1230011338 tempest-FloatingIPsAssociationTestJSON-1230011338-project-member] Task: {'id': task-1861442, 'name': ReconfigVM_Task, 'duration_secs': 0.405917} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1593.712937] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1cf7fef-76a4-443d-b6df-89db1a57709a tempest-FloatingIPsAssociationTestJSON-1230011338 tempest-FloatingIPsAssociationTestJSON-1230011338-project-member] [instance: 659eb0b0-3b2a-4253-9c65-ef5bc0d33fd1] Reconfigured VM instance instance-0000001f to attach disk [datastore1] 659eb0b0-3b2a-4253-9c65-ef5bc0d33fd1/659eb0b0-3b2a-4253-9c65-ef5bc0d33fd1.vmdk or device None with type sparse {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1593.713679] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-783e6465-2496-44a0-9776-8b10ed7d8b67 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.720141] env[62574]: DEBUG oslo_vmware.api [None req-b1cf7fef-76a4-443d-b6df-89db1a57709a tempest-FloatingIPsAssociationTestJSON-1230011338 tempest-FloatingIPsAssociationTestJSON-1230011338-project-member] Waiting for the task: (returnval){ [ 1593.720141] env[62574]: value = "task-1861443" [ 1593.720141] env[62574]: _type = "Task" [ 1593.720141] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1593.733300] env[62574]: DEBUG oslo_vmware.api [None req-b1cf7fef-76a4-443d-b6df-89db1a57709a tempest-FloatingIPsAssociationTestJSON-1230011338 tempest-FloatingIPsAssociationTestJSON-1230011338-project-member] Task: {'id': task-1861443, 'name': Rename_Task} progress is 6%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1593.842025] env[62574]: DEBUG oslo_concurrency.lockutils [req-e0cdef89-37ec-45c5-9839-f8bd90b68930 req-df43969c-dab1-47ff-b26a-ed40bacc98cd service nova] Releasing lock "refresh_cache-d2fba47f-bc9d-4673-a8c1-1dadebdea56e" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1594.065959] env[62574]: DEBUG nova.compute.utils [None req-d5b0c55e-8817-4283-8f61-0c36c4bb7c3a tempest-ServerDiagnosticsNegativeTest-1776344175 tempest-ServerDiagnosticsNegativeTest-1776344175-project-member] Using /dev/sd instead of None {{(pid=62574) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1594.067275] env[62574]: DEBUG nova.compute.manager [None req-d5b0c55e-8817-4283-8f61-0c36c4bb7c3a tempest-ServerDiagnosticsNegativeTest-1776344175 tempest-ServerDiagnosticsNegativeTest-1776344175-project-member] [instance: e3bb34fa-0a4b-4ef0-885a-2c59a191ca72] Allocating IP information in the background. {{(pid=62574) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1594.067434] env[62574]: DEBUG nova.network.neutron [None req-d5b0c55e-8817-4283-8f61-0c36c4bb7c3a tempest-ServerDiagnosticsNegativeTest-1776344175 tempest-ServerDiagnosticsNegativeTest-1776344175-project-member] [instance: e3bb34fa-0a4b-4ef0-885a-2c59a191ca72] allocate_for_instance() {{(pid=62574) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1594.075673] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1861441, 'name': CreateVM_Task, 'duration_secs': 0.736394} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1594.077419] env[62574]: DEBUG oslo_concurrency.lockutils [None req-fb2edc9c-04f8-4813-add2-eebe51a2ee92 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Acquiring lock "9ed0f4bc-f4eb-4eca-b448-053eec6339d4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1594.077419] env[62574]: DEBUG oslo_concurrency.lockutils [None req-fb2edc9c-04f8-4813-add2-eebe51a2ee92 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Lock "9ed0f4bc-f4eb-4eca-b448-053eec6339d4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1594.077419] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d2fba47f-bc9d-4673-a8c1-1dadebdea56e] Created VM on the ESX host {{(pid=62574) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1594.077856] env[62574]: DEBUG oslo_concurrency.lockutils [None req-5735e17f-83d6-4385-8615-cfdc2468900b tempest-ServersAdminNegativeTestJSON-1635259249 tempest-ServersAdminNegativeTestJSON-1635259249-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1594.078014] env[62574]: DEBUG oslo_concurrency.lockutils [None req-5735e17f-83d6-4385-8615-cfdc2468900b tempest-ServersAdminNegativeTestJSON-1635259249 tempest-ServersAdminNegativeTestJSON-1635259249-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1594.078322] env[62574]: DEBUG oslo_concurrency.lockutils [None req-5735e17f-83d6-4385-8615-cfdc2468900b tempest-ServersAdminNegativeTestJSON-1635259249 tempest-ServersAdminNegativeTestJSON-1635259249-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1594.078935] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1147575b-d1de-442b-b0b6-d5fb4fe84cad {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.084719] env[62574]: DEBUG oslo_vmware.api [None req-5735e17f-83d6-4385-8615-cfdc2468900b tempest-ServersAdminNegativeTestJSON-1635259249 tempest-ServersAdminNegativeTestJSON-1635259249-project-member] Waiting for the task: (returnval){ [ 1594.084719] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]52687afc-87bb-3034-9655-c13f021ebb82" [ 1594.084719] env[62574]: _type = "Task" [ 1594.084719] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1594.093248] env[62574]: DEBUG oslo_vmware.api [None req-5735e17f-83d6-4385-8615-cfdc2468900b tempest-ServersAdminNegativeTestJSON-1635259249 tempest-ServersAdminNegativeTestJSON-1635259249-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52687afc-87bb-3034-9655-c13f021ebb82, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1594.130121] env[62574]: DEBUG nova.policy [None req-d5b0c55e-8817-4283-8f61-0c36c4bb7c3a tempest-ServerDiagnosticsNegativeTest-1776344175 tempest-ServerDiagnosticsNegativeTest-1776344175-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '29a91207175f47fabd6135c6e0bee180', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4dc8d57f11584a4d94c5d9838b5db6b5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62574) authorize /opt/stack/nova/nova/policy.py:192}} [ 1594.230560] env[62574]: DEBUG oslo_vmware.api [None req-b1cf7fef-76a4-443d-b6df-89db1a57709a tempest-FloatingIPsAssociationTestJSON-1230011338 tempest-FloatingIPsAssociationTestJSON-1230011338-project-member] Task: {'id': task-1861443, 'name': Rename_Task, 'duration_secs': 0.156925} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1594.230856] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1cf7fef-76a4-443d-b6df-89db1a57709a tempest-FloatingIPsAssociationTestJSON-1230011338 tempest-FloatingIPsAssociationTestJSON-1230011338-project-member] [instance: 659eb0b0-3b2a-4253-9c65-ef5bc0d33fd1] Powering on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1594.231203] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ff358284-25ba-4fb3-a96b-de24c47096ba {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.240035] env[62574]: DEBUG oslo_vmware.api [None req-b1cf7fef-76a4-443d-b6df-89db1a57709a tempest-FloatingIPsAssociationTestJSON-1230011338 tempest-FloatingIPsAssociationTestJSON-1230011338-project-member] Waiting for the task: (returnval){ [ 1594.240035] env[62574]: value = "task-1861444" [ 1594.240035] env[62574]: _type = "Task" [ 1594.240035] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1594.247395] env[62574]: DEBUG oslo_vmware.api [None req-b1cf7fef-76a4-443d-b6df-89db1a57709a tempest-FloatingIPsAssociationTestJSON-1230011338 tempest-FloatingIPsAssociationTestJSON-1230011338-project-member] Task: {'id': task-1861444, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1594.506958] env[62574]: DEBUG nova.network.neutron [None req-d5b0c55e-8817-4283-8f61-0c36c4bb7c3a tempest-ServerDiagnosticsNegativeTest-1776344175 tempest-ServerDiagnosticsNegativeTest-1776344175-project-member] [instance: e3bb34fa-0a4b-4ef0-885a-2c59a191ca72] Successfully created port: db83de5e-8c32-4145-b8d2-f5c9efad2adc {{(pid=62574) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1594.568434] env[62574]: DEBUG oslo_concurrency.lockutils [None req-d31c8a8f-d687-4476-b20d-b66393707859 tempest-ServersAdmin275Test-269086882 tempest-ServersAdmin275Test-269086882-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1594.569623] env[62574]: DEBUG oslo_concurrency.lockutils [None req-7ecc469c-8dcf-4408-abee-06367cd8ba17 tempest-ServerGroupTestJSON-126933416 tempest-ServerGroupTestJSON-126933416-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.934s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1594.574731] env[62574]: INFO nova.compute.claims [None req-7ecc469c-8dcf-4408-abee-06367cd8ba17 tempest-ServerGroupTestJSON-126933416 tempest-ServerGroupTestJSON-126933416-project-member] [instance: 0062297f-63f3-4773-bbc2-5077395657d2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1594.577730] env[62574]: DEBUG nova.compute.manager [None req-d5b0c55e-8817-4283-8f61-0c36c4bb7c3a tempest-ServerDiagnosticsNegativeTest-1776344175 tempest-ServerDiagnosticsNegativeTest-1776344175-project-member] [instance: e3bb34fa-0a4b-4ef0-885a-2c59a191ca72] Start building block device mappings for instance. {{(pid=62574) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1594.602615] env[62574]: DEBUG oslo_vmware.api [None req-5735e17f-83d6-4385-8615-cfdc2468900b tempest-ServersAdminNegativeTestJSON-1635259249 tempest-ServersAdminNegativeTestJSON-1635259249-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52687afc-87bb-3034-9655-c13f021ebb82, 'name': SearchDatastore_Task, 'duration_secs': 0.009441} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1594.604668] env[62574]: DEBUG oslo_concurrency.lockutils [None req-5735e17f-83d6-4385-8615-cfdc2468900b tempest-ServersAdminNegativeTestJSON-1635259249 tempest-ServersAdminNegativeTestJSON-1635259249-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1594.604914] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-5735e17f-83d6-4385-8615-cfdc2468900b tempest-ServersAdminNegativeTestJSON-1635259249 tempest-ServersAdminNegativeTestJSON-1635259249-project-member] [instance: d2fba47f-bc9d-4673-a8c1-1dadebdea56e] Processing image 3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2 {{(pid=62574) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1594.605222] env[62574]: DEBUG oslo_concurrency.lockutils [None req-5735e17f-83d6-4385-8615-cfdc2468900b tempest-ServersAdminNegativeTestJSON-1635259249 tempest-ServersAdminNegativeTestJSON-1635259249-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1594.605422] env[62574]: DEBUG oslo_concurrency.lockutils [None req-5735e17f-83d6-4385-8615-cfdc2468900b tempest-ServersAdminNegativeTestJSON-1635259249 tempest-ServersAdminNegativeTestJSON-1635259249-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1594.605644] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-5735e17f-83d6-4385-8615-cfdc2468900b tempest-ServersAdminNegativeTestJSON-1635259249 tempest-ServersAdminNegativeTestJSON-1635259249-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1594.606240] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a83056a7-db3c-47e7-a023-aabec2abd168 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.615181] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-5735e17f-83d6-4385-8615-cfdc2468900b tempest-ServersAdminNegativeTestJSON-1635259249 tempest-ServersAdminNegativeTestJSON-1635259249-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1594.615289] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-5735e17f-83d6-4385-8615-cfdc2468900b tempest-ServersAdminNegativeTestJSON-1635259249 tempest-ServersAdminNegativeTestJSON-1635259249-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62574) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1594.616064] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e9efacb-e382-4efe-95e6-40030517ba9c {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.623394] env[62574]: DEBUG oslo_vmware.api [None req-5735e17f-83d6-4385-8615-cfdc2468900b tempest-ServersAdminNegativeTestJSON-1635259249 tempest-ServersAdminNegativeTestJSON-1635259249-project-member] Waiting for the task: (returnval){ [ 1594.623394] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]52c0de4f-01a1-55ba-17d9-58d7f9c4535b" [ 1594.623394] env[62574]: _type = "Task" [ 1594.623394] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1594.632029] env[62574]: DEBUG oslo_vmware.api [None req-5735e17f-83d6-4385-8615-cfdc2468900b tempest-ServersAdminNegativeTestJSON-1635259249 tempest-ServersAdminNegativeTestJSON-1635259249-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52c0de4f-01a1-55ba-17d9-58d7f9c4535b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1594.751575] env[62574]: DEBUG oslo_vmware.api [None req-b1cf7fef-76a4-443d-b6df-89db1a57709a tempest-FloatingIPsAssociationTestJSON-1230011338 tempest-FloatingIPsAssociationTestJSON-1230011338-project-member] Task: {'id': task-1861444, 'name': PowerOnVM_Task, 'duration_secs': 0.497571} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1594.751857] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1cf7fef-76a4-443d-b6df-89db1a57709a tempest-FloatingIPsAssociationTestJSON-1230011338 tempest-FloatingIPsAssociationTestJSON-1230011338-project-member] [instance: 659eb0b0-3b2a-4253-9c65-ef5bc0d33fd1] Powered on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1594.752124] env[62574]: INFO nova.compute.manager [None req-b1cf7fef-76a4-443d-b6df-89db1a57709a tempest-FloatingIPsAssociationTestJSON-1230011338 tempest-FloatingIPsAssociationTestJSON-1230011338-project-member] [instance: 659eb0b0-3b2a-4253-9c65-ef5bc0d33fd1] Took 7.11 seconds to spawn the instance on the hypervisor. [ 1594.752328] env[62574]: DEBUG nova.compute.manager [None req-b1cf7fef-76a4-443d-b6df-89db1a57709a tempest-FloatingIPsAssociationTestJSON-1230011338 tempest-FloatingIPsAssociationTestJSON-1230011338-project-member] [instance: 659eb0b0-3b2a-4253-9c65-ef5bc0d33fd1] Checking state {{(pid=62574) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1594.753108] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97dabe59-c751-4c70-a0fa-522771a29055 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.137072] env[62574]: DEBUG oslo_vmware.api [None req-5735e17f-83d6-4385-8615-cfdc2468900b tempest-ServersAdminNegativeTestJSON-1635259249 tempest-ServersAdminNegativeTestJSON-1635259249-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52c0de4f-01a1-55ba-17d9-58d7f9c4535b, 'name': SearchDatastore_Task, 'duration_secs': 0.010296} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1595.137072] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7327aa80-42b1-4247-883d-9a5cee1de648 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.141280] env[62574]: DEBUG oslo_vmware.api [None req-5735e17f-83d6-4385-8615-cfdc2468900b tempest-ServersAdminNegativeTestJSON-1635259249 tempest-ServersAdminNegativeTestJSON-1635259249-project-member] Waiting for the task: (returnval){ [ 1595.141280] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]52b170a7-c405-675c-c0b8-4916526af258" [ 1595.141280] env[62574]: _type = "Task" [ 1595.141280] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1595.149457] env[62574]: DEBUG oslo_vmware.api [None req-5735e17f-83d6-4385-8615-cfdc2468900b tempest-ServersAdminNegativeTestJSON-1635259249 tempest-ServersAdminNegativeTestJSON-1635259249-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52b170a7-c405-675c-c0b8-4916526af258, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1595.270817] env[62574]: INFO nova.compute.manager [None req-b1cf7fef-76a4-443d-b6df-89db1a57709a tempest-FloatingIPsAssociationTestJSON-1230011338 tempest-FloatingIPsAssociationTestJSON-1230011338-project-member] [instance: 659eb0b0-3b2a-4253-9c65-ef5bc0d33fd1] Took 48.57 seconds to build instance. [ 1595.590541] env[62574]: DEBUG nova.compute.manager [None req-d5b0c55e-8817-4283-8f61-0c36c4bb7c3a tempest-ServerDiagnosticsNegativeTest-1776344175 tempest-ServerDiagnosticsNegativeTest-1776344175-project-member] [instance: e3bb34fa-0a4b-4ef0-885a-2c59a191ca72] Start spawning the instance on the hypervisor. {{(pid=62574) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1595.616287] env[62574]: DEBUG nova.virt.hardware [None req-d5b0c55e-8817-4283-8f61-0c36c4bb7c3a tempest-ServerDiagnosticsNegativeTest-1776344175 tempest-ServerDiagnosticsNegativeTest-1776344175-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T19:26:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-13T19:26:40Z,direct_url=,disk_format='vmdk',id=3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7eed1dd4d2c3418eb32c4f4ceda3ab0d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-13T19:26:41Z,virtual_size=,visibility=), allow threads: False {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1595.617418] env[62574]: DEBUG nova.virt.hardware [None req-d5b0c55e-8817-4283-8f61-0c36c4bb7c3a tempest-ServerDiagnosticsNegativeTest-1776344175 tempest-ServerDiagnosticsNegativeTest-1776344175-project-member] Flavor limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1595.617418] env[62574]: DEBUG nova.virt.hardware [None req-d5b0c55e-8817-4283-8f61-0c36c4bb7c3a tempest-ServerDiagnosticsNegativeTest-1776344175 tempest-ServerDiagnosticsNegativeTest-1776344175-project-member] Image limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1595.617418] env[62574]: DEBUG nova.virt.hardware [None req-d5b0c55e-8817-4283-8f61-0c36c4bb7c3a tempest-ServerDiagnosticsNegativeTest-1776344175 tempest-ServerDiagnosticsNegativeTest-1776344175-project-member] Flavor pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1595.617418] env[62574]: DEBUG nova.virt.hardware [None req-d5b0c55e-8817-4283-8f61-0c36c4bb7c3a tempest-ServerDiagnosticsNegativeTest-1776344175 tempest-ServerDiagnosticsNegativeTest-1776344175-project-member] Image pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1595.617418] env[62574]: DEBUG nova.virt.hardware [None req-d5b0c55e-8817-4283-8f61-0c36c4bb7c3a tempest-ServerDiagnosticsNegativeTest-1776344175 tempest-ServerDiagnosticsNegativeTest-1776344175-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1595.617689] env[62574]: DEBUG nova.virt.hardware [None req-d5b0c55e-8817-4283-8f61-0c36c4bb7c3a tempest-ServerDiagnosticsNegativeTest-1776344175 tempest-ServerDiagnosticsNegativeTest-1776344175-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1595.617730] env[62574]: DEBUG nova.virt.hardware [None req-d5b0c55e-8817-4283-8f61-0c36c4bb7c3a tempest-ServerDiagnosticsNegativeTest-1776344175 tempest-ServerDiagnosticsNegativeTest-1776344175-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1595.618806] env[62574]: DEBUG nova.virt.hardware [None req-d5b0c55e-8817-4283-8f61-0c36c4bb7c3a tempest-ServerDiagnosticsNegativeTest-1776344175 tempest-ServerDiagnosticsNegativeTest-1776344175-project-member] Got 1 possible topologies {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1595.618806] env[62574]: DEBUG nova.virt.hardware [None req-d5b0c55e-8817-4283-8f61-0c36c4bb7c3a tempest-ServerDiagnosticsNegativeTest-1776344175 tempest-ServerDiagnosticsNegativeTest-1776344175-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1595.618806] env[62574]: DEBUG nova.virt.hardware [None req-d5b0c55e-8817-4283-8f61-0c36c4bb7c3a tempest-ServerDiagnosticsNegativeTest-1776344175 tempest-ServerDiagnosticsNegativeTest-1776344175-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1595.619248] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e522f7d1-c57b-4b88-9a34-cf2dded4e255 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.629821] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23ba23f1-ff2d-40be-a649-5ae33a9845c5 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.654186] env[62574]: DEBUG oslo_vmware.api [None req-5735e17f-83d6-4385-8615-cfdc2468900b tempest-ServersAdminNegativeTestJSON-1635259249 tempest-ServersAdminNegativeTestJSON-1635259249-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52b170a7-c405-675c-c0b8-4916526af258, 'name': SearchDatastore_Task, 'duration_secs': 0.015182} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1595.654463] env[62574]: DEBUG oslo_concurrency.lockutils [None req-5735e17f-83d6-4385-8615-cfdc2468900b tempest-ServersAdminNegativeTestJSON-1635259249 tempest-ServersAdminNegativeTestJSON-1635259249-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1595.654709] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-5735e17f-83d6-4385-8615-cfdc2468900b tempest-ServersAdminNegativeTestJSON-1635259249 tempest-ServersAdminNegativeTestJSON-1635259249-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk to [datastore1] d2fba47f-bc9d-4673-a8c1-1dadebdea56e/d2fba47f-bc9d-4673-a8c1-1dadebdea56e.vmdk {{(pid=62574) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1595.655097] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d5e331e7-7e16-4f57-9504-f5a0ea089d23 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.663841] env[62574]: DEBUG oslo_vmware.api [None req-5735e17f-83d6-4385-8615-cfdc2468900b tempest-ServersAdminNegativeTestJSON-1635259249 tempest-ServersAdminNegativeTestJSON-1635259249-project-member] Waiting for the task: (returnval){ [ 1595.663841] env[62574]: value = "task-1861445" [ 1595.663841] env[62574]: _type = "Task" [ 1595.663841] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1595.672427] env[62574]: DEBUG oslo_vmware.api [None req-5735e17f-83d6-4385-8615-cfdc2468900b tempest-ServersAdminNegativeTestJSON-1635259249 tempest-ServersAdminNegativeTestJSON-1635259249-project-member] Task: {'id': task-1861445, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1595.742105] env[62574]: DEBUG nova.compute.manager [req-4db80d96-cb4c-4eaf-a144-b06cb54c145c req-fcf4883c-fbad-42a8-9941-00e1f0652dce service nova] [instance: bf01cd22-6cbb-4a95-aca8-4bcdabdc5b36] Received event network-changed-cc4fbd40-92a9-4263-918f-edd2dde18259 {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1595.742295] env[62574]: DEBUG nova.compute.manager [req-4db80d96-cb4c-4eaf-a144-b06cb54c145c req-fcf4883c-fbad-42a8-9941-00e1f0652dce service nova] [instance: bf01cd22-6cbb-4a95-aca8-4bcdabdc5b36] Refreshing instance network info cache due to event network-changed-cc4fbd40-92a9-4263-918f-edd2dde18259. {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1595.742524] env[62574]: DEBUG oslo_concurrency.lockutils [req-4db80d96-cb4c-4eaf-a144-b06cb54c145c req-fcf4883c-fbad-42a8-9941-00e1f0652dce service nova] Acquiring lock "refresh_cache-bf01cd22-6cbb-4a95-aca8-4bcdabdc5b36" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1595.742680] env[62574]: DEBUG oslo_concurrency.lockutils [req-4db80d96-cb4c-4eaf-a144-b06cb54c145c req-fcf4883c-fbad-42a8-9941-00e1f0652dce service nova] Acquired lock "refresh_cache-bf01cd22-6cbb-4a95-aca8-4bcdabdc5b36" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1595.742938] env[62574]: DEBUG nova.network.neutron [req-4db80d96-cb4c-4eaf-a144-b06cb54c145c req-fcf4883c-fbad-42a8-9941-00e1f0652dce service nova] [instance: bf01cd22-6cbb-4a95-aca8-4bcdabdc5b36] Refreshing network info cache for port cc4fbd40-92a9-4263-918f-edd2dde18259 {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1595.777237] env[62574]: DEBUG oslo_concurrency.lockutils [None req-b1cf7fef-76a4-443d-b6df-89db1a57709a tempest-FloatingIPsAssociationTestJSON-1230011338 tempest-FloatingIPsAssociationTestJSON-1230011338-project-member] Lock "659eb0b0-3b2a-4253-9c65-ef5bc0d33fd1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 76.519s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1596.176195] env[62574]: DEBUG oslo_vmware.api [None req-5735e17f-83d6-4385-8615-cfdc2468900b tempest-ServersAdminNegativeTestJSON-1635259249 tempest-ServersAdminNegativeTestJSON-1635259249-project-member] Task: {'id': task-1861445, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.495316} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1596.176495] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-5735e17f-83d6-4385-8615-cfdc2468900b tempest-ServersAdminNegativeTestJSON-1635259249 tempest-ServersAdminNegativeTestJSON-1635259249-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk to [datastore1] d2fba47f-bc9d-4673-a8c1-1dadebdea56e/d2fba47f-bc9d-4673-a8c1-1dadebdea56e.vmdk {{(pid=62574) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1596.176668] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-5735e17f-83d6-4385-8615-cfdc2468900b tempest-ServersAdminNegativeTestJSON-1635259249 tempest-ServersAdminNegativeTestJSON-1635259249-project-member] [instance: d2fba47f-bc9d-4673-a8c1-1dadebdea56e] Extending root virtual disk to 1048576 {{(pid=62574) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1596.177035] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7d2639fd-8b88-427f-a034-e89d36593654 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.184354] env[62574]: DEBUG oslo_vmware.api [None req-5735e17f-83d6-4385-8615-cfdc2468900b tempest-ServersAdminNegativeTestJSON-1635259249 tempest-ServersAdminNegativeTestJSON-1635259249-project-member] Waiting for the task: (returnval){ [ 1596.184354] env[62574]: value = "task-1861446" [ 1596.184354] env[62574]: _type = "Task" [ 1596.184354] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1596.193997] env[62574]: DEBUG oslo_vmware.api [None req-5735e17f-83d6-4385-8615-cfdc2468900b tempest-ServersAdminNegativeTestJSON-1635259249 tempest-ServersAdminNegativeTestJSON-1635259249-project-member] Task: {'id': task-1861446, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1596.209327] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8147fadd-0741-49bf-9852-65070f67c21c {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.217386] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f14bed5-f0e4-4269-998a-f52a624cbcb4 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.254303] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5544d3f9-939f-4af9-b38d-cab635faf6b6 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.259059] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4838d5de-59c8-4747-b83d-a610c37b4e50 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.273868] env[62574]: DEBUG nova.compute.provider_tree [None req-7ecc469c-8dcf-4408-abee-06367cd8ba17 tempest-ServerGroupTestJSON-126933416 tempest-ServerGroupTestJSON-126933416-project-member] Inventory has not changed in ProviderTree for provider: f0ed160a-beff-4626-a531-2a70d7bc0627 {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1596.280593] env[62574]: DEBUG nova.compute.manager [None req-93dda268-b85d-4bdf-a8a0-5f60ad7bd9e2 tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] [instance: 4df11575-4191-4213-80f6-c74ba97b856f] Starting instance... {{(pid=62574) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1596.470765] env[62574]: DEBUG nova.network.neutron [req-4db80d96-cb4c-4eaf-a144-b06cb54c145c req-fcf4883c-fbad-42a8-9941-00e1f0652dce service nova] [instance: bf01cd22-6cbb-4a95-aca8-4bcdabdc5b36] Updated VIF entry in instance network info cache for port cc4fbd40-92a9-4263-918f-edd2dde18259. {{(pid=62574) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1596.471137] env[62574]: DEBUG nova.network.neutron [req-4db80d96-cb4c-4eaf-a144-b06cb54c145c req-fcf4883c-fbad-42a8-9941-00e1f0652dce service nova] [instance: bf01cd22-6cbb-4a95-aca8-4bcdabdc5b36] Updating instance_info_cache with network_info: [{"id": "cc4fbd40-92a9-4263-918f-edd2dde18259", "address": "fa:16:3e:69:11:e7", "network": {"id": "7781f176-1ebc-4ecf-a03d-c1284f060c0e", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1629819900-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.198", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "68f74b662f9943aabeec5c1bc515d071", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "950a2f67-7668-4376-9d48-b38dca033c40", "external-id": "nsx-vlan-transportzone-549", "segmentation_id": 549, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc4fbd40-92", "ovs_interfaceid": "cc4fbd40-92a9-4263-918f-edd2dde18259", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1596.627859] env[62574]: DEBUG nova.network.neutron [None req-d5b0c55e-8817-4283-8f61-0c36c4bb7c3a tempest-ServerDiagnosticsNegativeTest-1776344175 tempest-ServerDiagnosticsNegativeTest-1776344175-project-member] [instance: e3bb34fa-0a4b-4ef0-885a-2c59a191ca72] Successfully updated port: db83de5e-8c32-4145-b8d2-f5c9efad2adc {{(pid=62574) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1596.694297] env[62574]: DEBUG oslo_vmware.api [None req-5735e17f-83d6-4385-8615-cfdc2468900b tempest-ServersAdminNegativeTestJSON-1635259249 tempest-ServersAdminNegativeTestJSON-1635259249-project-member] Task: {'id': task-1861446, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.060654} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1596.694765] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-5735e17f-83d6-4385-8615-cfdc2468900b tempest-ServersAdminNegativeTestJSON-1635259249 tempest-ServersAdminNegativeTestJSON-1635259249-project-member] [instance: d2fba47f-bc9d-4673-a8c1-1dadebdea56e] Extended root virtual disk {{(pid=62574) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1596.695446] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f292d1f5-c3e3-4a70-8c72-6cd1b3123191 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.716862] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-5735e17f-83d6-4385-8615-cfdc2468900b tempest-ServersAdminNegativeTestJSON-1635259249 tempest-ServersAdminNegativeTestJSON-1635259249-project-member] [instance: d2fba47f-bc9d-4673-a8c1-1dadebdea56e] Reconfiguring VM instance instance-00000020 to attach disk [datastore1] d2fba47f-bc9d-4673-a8c1-1dadebdea56e/d2fba47f-bc9d-4673-a8c1-1dadebdea56e.vmdk or device None with type sparse {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1596.717122] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f4b11b63-a2b7-4e99-a1db-b16798f0dbe8 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.736261] env[62574]: DEBUG oslo_vmware.api [None req-5735e17f-83d6-4385-8615-cfdc2468900b tempest-ServersAdminNegativeTestJSON-1635259249 tempest-ServersAdminNegativeTestJSON-1635259249-project-member] Waiting for the task: (returnval){ [ 1596.736261] env[62574]: value = "task-1861447" [ 1596.736261] env[62574]: _type = "Task" [ 1596.736261] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1596.743978] env[62574]: DEBUG oslo_vmware.api [None req-5735e17f-83d6-4385-8615-cfdc2468900b tempest-ServersAdminNegativeTestJSON-1635259249 tempest-ServersAdminNegativeTestJSON-1635259249-project-member] Task: {'id': task-1861447, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1596.777636] env[62574]: DEBUG nova.scheduler.client.report [None req-7ecc469c-8dcf-4408-abee-06367cd8ba17 tempest-ServerGroupTestJSON-126933416 tempest-ServerGroupTestJSON-126933416-project-member] Inventory has not changed for provider f0ed160a-beff-4626-a531-2a70d7bc0627 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1596.803161] env[62574]: DEBUG oslo_concurrency.lockutils [None req-93dda268-b85d-4bdf-a8a0-5f60ad7bd9e2 tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1596.973993] env[62574]: DEBUG oslo_concurrency.lockutils [req-4db80d96-cb4c-4eaf-a144-b06cb54c145c req-fcf4883c-fbad-42a8-9941-00e1f0652dce service nova] Releasing lock "refresh_cache-bf01cd22-6cbb-4a95-aca8-4bcdabdc5b36" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1597.131088] env[62574]: DEBUG oslo_concurrency.lockutils [None req-d5b0c55e-8817-4283-8f61-0c36c4bb7c3a tempest-ServerDiagnosticsNegativeTest-1776344175 tempest-ServerDiagnosticsNegativeTest-1776344175-project-member] Acquiring lock "refresh_cache-e3bb34fa-0a4b-4ef0-885a-2c59a191ca72" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1597.131243] env[62574]: DEBUG oslo_concurrency.lockutils [None req-d5b0c55e-8817-4283-8f61-0c36c4bb7c3a tempest-ServerDiagnosticsNegativeTest-1776344175 tempest-ServerDiagnosticsNegativeTest-1776344175-project-member] Acquired lock "refresh_cache-e3bb34fa-0a4b-4ef0-885a-2c59a191ca72" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1597.131408] env[62574]: DEBUG nova.network.neutron [None req-d5b0c55e-8817-4283-8f61-0c36c4bb7c3a tempest-ServerDiagnosticsNegativeTest-1776344175 tempest-ServerDiagnosticsNegativeTest-1776344175-project-member] [instance: e3bb34fa-0a4b-4ef0-885a-2c59a191ca72] Building network info cache for instance {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1597.247638] env[62574]: DEBUG oslo_vmware.api [None req-5735e17f-83d6-4385-8615-cfdc2468900b tempest-ServersAdminNegativeTestJSON-1635259249 tempest-ServersAdminNegativeTestJSON-1635259249-project-member] Task: {'id': task-1861447, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1597.282529] env[62574]: DEBUG oslo_concurrency.lockutils [None req-7ecc469c-8dcf-4408-abee-06367cd8ba17 tempest-ServerGroupTestJSON-126933416 tempest-ServerGroupTestJSON-126933416-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.713s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1597.283777] env[62574]: DEBUG oslo_concurrency.lockutils [None req-08f4d9c1-4f3c-4252-8245-ad9e8ef43e8d tempest-ServersAdmin275Test-1369324412 tempest-ServersAdmin275Test-1369324412-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.905s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1597.283961] env[62574]: DEBUG oslo_concurrency.lockutils [None req-08f4d9c1-4f3c-4252-8245-ad9e8ef43e8d tempest-ServersAdmin275Test-1369324412 tempest-ServersAdmin275Test-1369324412-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1597.289022] env[62574]: DEBUG oslo_concurrency.lockutils [None req-be513537-e531-4880-94c4-45d99f4f8993 tempest-ImagesNegativeTestJSON-1839133942 tempest-ImagesNegativeTestJSON-1839133942-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.619s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1597.289022] env[62574]: INFO nova.compute.claims [None req-be513537-e531-4880-94c4-45d99f4f8993 tempest-ImagesNegativeTestJSON-1839133942 tempest-ImagesNegativeTestJSON-1839133942-project-member] [instance: 1885c76e-a6bc-4f5b-bf2b-fe43229cec08] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1597.311890] env[62574]: INFO nova.scheduler.client.report [None req-08f4d9c1-4f3c-4252-8245-ad9e8ef43e8d tempest-ServersAdmin275Test-1369324412 tempest-ServersAdmin275Test-1369324412-project-member] Deleted allocations for instance 90b44fba-636a-414f-b286-7baf5adc2122 [ 1597.689562] env[62574]: DEBUG nova.network.neutron [None req-d5b0c55e-8817-4283-8f61-0c36c4bb7c3a tempest-ServerDiagnosticsNegativeTest-1776344175 tempest-ServerDiagnosticsNegativeTest-1776344175-project-member] [instance: e3bb34fa-0a4b-4ef0-885a-2c59a191ca72] Instance cache missing network info. {{(pid=62574) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1597.748361] env[62574]: DEBUG oslo_vmware.api [None req-5735e17f-83d6-4385-8615-cfdc2468900b tempest-ServersAdminNegativeTestJSON-1635259249 tempest-ServersAdminNegativeTestJSON-1635259249-project-member] Task: {'id': task-1861447, 'name': ReconfigVM_Task, 'duration_secs': 0.72025} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1597.748637] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-5735e17f-83d6-4385-8615-cfdc2468900b tempest-ServersAdminNegativeTestJSON-1635259249 tempest-ServersAdminNegativeTestJSON-1635259249-project-member] [instance: d2fba47f-bc9d-4673-a8c1-1dadebdea56e] Reconfigured VM instance instance-00000020 to attach disk [datastore1] d2fba47f-bc9d-4673-a8c1-1dadebdea56e/d2fba47f-bc9d-4673-a8c1-1dadebdea56e.vmdk or device None with type sparse {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1597.749652] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d0b79c3f-2999-40c1-8300-32759b125631 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.756430] env[62574]: DEBUG oslo_vmware.api [None req-5735e17f-83d6-4385-8615-cfdc2468900b tempest-ServersAdminNegativeTestJSON-1635259249 tempest-ServersAdminNegativeTestJSON-1635259249-project-member] Waiting for the task: (returnval){ [ 1597.756430] env[62574]: value = "task-1861448" [ 1597.756430] env[62574]: _type = "Task" [ 1597.756430] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1597.764745] env[62574]: DEBUG oslo_vmware.api [None req-5735e17f-83d6-4385-8615-cfdc2468900b tempest-ServersAdminNegativeTestJSON-1635259249 tempest-ServersAdminNegativeTestJSON-1635259249-project-member] Task: {'id': task-1861448, 'name': Rename_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1597.792540] env[62574]: DEBUG oslo_concurrency.lockutils [None req-7ecc469c-8dcf-4408-abee-06367cd8ba17 tempest-ServerGroupTestJSON-126933416 tempest-ServerGroupTestJSON-126933416-project-member] Acquiring lock "ae3d75ee-52d8-4b8f-adf2-1f6bfe965677" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1597.792540] env[62574]: DEBUG oslo_concurrency.lockutils [None req-7ecc469c-8dcf-4408-abee-06367cd8ba17 tempest-ServerGroupTestJSON-126933416 tempest-ServerGroupTestJSON-126933416-project-member] Lock "ae3d75ee-52d8-4b8f-adf2-1f6bfe965677" acquired by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: waited 0.001s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1597.821401] env[62574]: DEBUG oslo_concurrency.lockutils [None req-08f4d9c1-4f3c-4252-8245-ad9e8ef43e8d tempest-ServersAdmin275Test-1369324412 tempest-ServersAdmin275Test-1369324412-project-member] Lock "90b44fba-636a-414f-b286-7baf5adc2122" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.692s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1598.020513] env[62574]: DEBUG nova.network.neutron [None req-d5b0c55e-8817-4283-8f61-0c36c4bb7c3a tempest-ServerDiagnosticsNegativeTest-1776344175 tempest-ServerDiagnosticsNegativeTest-1776344175-project-member] [instance: e3bb34fa-0a4b-4ef0-885a-2c59a191ca72] Updating instance_info_cache with network_info: [{"id": "db83de5e-8c32-4145-b8d2-f5c9efad2adc", "address": "fa:16:3e:19:69:60", "network": {"id": "90888d97-209c-49d6-8f95-1d0279efea11", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.65", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7eed1dd4d2c3418eb32c4f4ceda3ab0d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d275d7c6-2a7b-4ee8-b6f4-fabf1ba1905f", "external-id": "nsx-vlan-transportzone-513", "segmentation_id": 513, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb83de5e-8c", "ovs_interfaceid": "db83de5e-8c32-4145-b8d2-f5c9efad2adc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1598.068172] env[62574]: DEBUG nova.compute.manager [req-90984320-29f5-4dde-bbaf-4812f9982b88 req-654ea1cd-6649-4479-91a2-263e425ec923 service nova] [instance: e3bb34fa-0a4b-4ef0-885a-2c59a191ca72] Received event network-vif-plugged-db83de5e-8c32-4145-b8d2-f5c9efad2adc {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1598.068172] env[62574]: DEBUG oslo_concurrency.lockutils [req-90984320-29f5-4dde-bbaf-4812f9982b88 req-654ea1cd-6649-4479-91a2-263e425ec923 service nova] Acquiring lock "e3bb34fa-0a4b-4ef0-885a-2c59a191ca72-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1598.068981] env[62574]: DEBUG oslo_concurrency.lockutils [req-90984320-29f5-4dde-bbaf-4812f9982b88 req-654ea1cd-6649-4479-91a2-263e425ec923 service nova] Lock "e3bb34fa-0a4b-4ef0-885a-2c59a191ca72-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1598.069367] env[62574]: DEBUG oslo_concurrency.lockutils [req-90984320-29f5-4dde-bbaf-4812f9982b88 req-654ea1cd-6649-4479-91a2-263e425ec923 service nova] Lock "e3bb34fa-0a4b-4ef0-885a-2c59a191ca72-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1598.069692] env[62574]: DEBUG nova.compute.manager [req-90984320-29f5-4dde-bbaf-4812f9982b88 req-654ea1cd-6649-4479-91a2-263e425ec923 service nova] [instance: e3bb34fa-0a4b-4ef0-885a-2c59a191ca72] No waiting events found dispatching network-vif-plugged-db83de5e-8c32-4145-b8d2-f5c9efad2adc {{(pid=62574) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1598.070284] env[62574]: WARNING nova.compute.manager [req-90984320-29f5-4dde-bbaf-4812f9982b88 req-654ea1cd-6649-4479-91a2-263e425ec923 service nova] [instance: e3bb34fa-0a4b-4ef0-885a-2c59a191ca72] Received unexpected event network-vif-plugged-db83de5e-8c32-4145-b8d2-f5c9efad2adc for instance with vm_state building and task_state spawning. [ 1598.070692] env[62574]: DEBUG nova.compute.manager [req-90984320-29f5-4dde-bbaf-4812f9982b88 req-654ea1cd-6649-4479-91a2-263e425ec923 service nova] [instance: e3bb34fa-0a4b-4ef0-885a-2c59a191ca72] Received event network-changed-db83de5e-8c32-4145-b8d2-f5c9efad2adc {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1598.071337] env[62574]: DEBUG nova.compute.manager [req-90984320-29f5-4dde-bbaf-4812f9982b88 req-654ea1cd-6649-4479-91a2-263e425ec923 service nova] [instance: e3bb34fa-0a4b-4ef0-885a-2c59a191ca72] Refreshing instance network info cache due to event network-changed-db83de5e-8c32-4145-b8d2-f5c9efad2adc. {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1598.071913] env[62574]: DEBUG oslo_concurrency.lockutils [req-90984320-29f5-4dde-bbaf-4812f9982b88 req-654ea1cd-6649-4479-91a2-263e425ec923 service nova] Acquiring lock "refresh_cache-e3bb34fa-0a4b-4ef0-885a-2c59a191ca72" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1598.266540] env[62574]: DEBUG oslo_vmware.api [None req-5735e17f-83d6-4385-8615-cfdc2468900b tempest-ServersAdminNegativeTestJSON-1635259249 tempest-ServersAdminNegativeTestJSON-1635259249-project-member] Task: {'id': task-1861448, 'name': Rename_Task, 'duration_secs': 0.332897} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1598.267187] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-5735e17f-83d6-4385-8615-cfdc2468900b tempest-ServersAdminNegativeTestJSON-1635259249 tempest-ServersAdminNegativeTestJSON-1635259249-project-member] [instance: d2fba47f-bc9d-4673-a8c1-1dadebdea56e] Powering on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1598.267579] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cc08f3e0-2a9b-49a2-9b39-52476f793d6f {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.273630] env[62574]: DEBUG oslo_vmware.api [None req-5735e17f-83d6-4385-8615-cfdc2468900b tempest-ServersAdminNegativeTestJSON-1635259249 tempest-ServersAdminNegativeTestJSON-1635259249-project-member] Waiting for the task: (returnval){ [ 1598.273630] env[62574]: value = "task-1861449" [ 1598.273630] env[62574]: _type = "Task" [ 1598.273630] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1598.282091] env[62574]: DEBUG oslo_vmware.api [None req-5735e17f-83d6-4385-8615-cfdc2468900b tempest-ServersAdminNegativeTestJSON-1635259249 tempest-ServersAdminNegativeTestJSON-1635259249-project-member] Task: {'id': task-1861449, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1598.300481] env[62574]: DEBUG oslo_concurrency.lockutils [None req-7ecc469c-8dcf-4408-abee-06367cd8ba17 tempest-ServerGroupTestJSON-126933416 tempest-ServerGroupTestJSON-126933416-project-member] Lock "ae3d75ee-52d8-4b8f-adf2-1f6bfe965677" "released" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: held 0.508s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1598.302877] env[62574]: DEBUG nova.compute.manager [None req-7ecc469c-8dcf-4408-abee-06367cd8ba17 tempest-ServerGroupTestJSON-126933416 tempest-ServerGroupTestJSON-126933416-project-member] [instance: 0062297f-63f3-4773-bbc2-5077395657d2] Start building networks asynchronously for instance. {{(pid=62574) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1598.529425] env[62574]: DEBUG oslo_concurrency.lockutils [None req-d5b0c55e-8817-4283-8f61-0c36c4bb7c3a tempest-ServerDiagnosticsNegativeTest-1776344175 tempest-ServerDiagnosticsNegativeTest-1776344175-project-member] Releasing lock "refresh_cache-e3bb34fa-0a4b-4ef0-885a-2c59a191ca72" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1598.529831] env[62574]: DEBUG nova.compute.manager [None req-d5b0c55e-8817-4283-8f61-0c36c4bb7c3a tempest-ServerDiagnosticsNegativeTest-1776344175 tempest-ServerDiagnosticsNegativeTest-1776344175-project-member] [instance: e3bb34fa-0a4b-4ef0-885a-2c59a191ca72] Instance network_info: |[{"id": "db83de5e-8c32-4145-b8d2-f5c9efad2adc", "address": "fa:16:3e:19:69:60", "network": {"id": "90888d97-209c-49d6-8f95-1d0279efea11", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.65", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7eed1dd4d2c3418eb32c4f4ceda3ab0d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d275d7c6-2a7b-4ee8-b6f4-fabf1ba1905f", "external-id": "nsx-vlan-transportzone-513", "segmentation_id": 513, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb83de5e-8c", "ovs_interfaceid": "db83de5e-8c32-4145-b8d2-f5c9efad2adc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62574) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1598.530373] env[62574]: DEBUG oslo_concurrency.lockutils [req-90984320-29f5-4dde-bbaf-4812f9982b88 req-654ea1cd-6649-4479-91a2-263e425ec923 service nova] Acquired lock "refresh_cache-e3bb34fa-0a4b-4ef0-885a-2c59a191ca72" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1598.530654] env[62574]: DEBUG nova.network.neutron [req-90984320-29f5-4dde-bbaf-4812f9982b88 req-654ea1cd-6649-4479-91a2-263e425ec923 service nova] [instance: e3bb34fa-0a4b-4ef0-885a-2c59a191ca72] Refreshing network info cache for port db83de5e-8c32-4145-b8d2-f5c9efad2adc {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1598.532420] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-d5b0c55e-8817-4283-8f61-0c36c4bb7c3a tempest-ServerDiagnosticsNegativeTest-1776344175 tempest-ServerDiagnosticsNegativeTest-1776344175-project-member] [instance: e3bb34fa-0a4b-4ef0-885a-2c59a191ca72] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:19:69:60', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd275d7c6-2a7b-4ee8-b6f4-fabf1ba1905f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'db83de5e-8c32-4145-b8d2-f5c9efad2adc', 'vif_model': 'vmxnet3'}] {{(pid=62574) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1598.549877] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5b0c55e-8817-4283-8f61-0c36c4bb7c3a tempest-ServerDiagnosticsNegativeTest-1776344175 tempest-ServerDiagnosticsNegativeTest-1776344175-project-member] Creating folder: Project (4dc8d57f11584a4d94c5d9838b5db6b5). Parent ref: group-v384746. {{(pid=62574) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1598.555500] env[62574]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7e257558-9ac4-48f2-81df-71b2a5ccd6dc {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.567494] env[62574]: INFO nova.virt.vmwareapi.vm_util [None req-d5b0c55e-8817-4283-8f61-0c36c4bb7c3a tempest-ServerDiagnosticsNegativeTest-1776344175 tempest-ServerDiagnosticsNegativeTest-1776344175-project-member] Created folder: Project (4dc8d57f11584a4d94c5d9838b5db6b5) in parent group-v384746. [ 1598.568054] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5b0c55e-8817-4283-8f61-0c36c4bb7c3a tempest-ServerDiagnosticsNegativeTest-1776344175 tempest-ServerDiagnosticsNegativeTest-1776344175-project-member] Creating folder: Instances. Parent ref: group-v384844. {{(pid=62574) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1598.568127] env[62574]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-38aef9ba-3cb9-4a6c-83ec-c667f9c96be3 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.578396] env[62574]: INFO nova.virt.vmwareapi.vm_util [None req-d5b0c55e-8817-4283-8f61-0c36c4bb7c3a tempest-ServerDiagnosticsNegativeTest-1776344175 tempest-ServerDiagnosticsNegativeTest-1776344175-project-member] Created folder: Instances in parent group-v384844. [ 1598.578644] env[62574]: DEBUG oslo.service.loopingcall [None req-d5b0c55e-8817-4283-8f61-0c36c4bb7c3a tempest-ServerDiagnosticsNegativeTest-1776344175 tempest-ServerDiagnosticsNegativeTest-1776344175-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62574) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1598.578834] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e3bb34fa-0a4b-4ef0-885a-2c59a191ca72] Creating VM on the ESX host {{(pid=62574) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1598.579054] env[62574]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-60ecfc55-17da-419c-8721-7afe5789b1c9 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.605017] env[62574]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1598.605017] env[62574]: value = "task-1861452" [ 1598.605017] env[62574]: _type = "Task" [ 1598.605017] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1598.615208] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1861452, 'name': CreateVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1598.784475] env[62574]: DEBUG oslo_vmware.api [None req-5735e17f-83d6-4385-8615-cfdc2468900b tempest-ServersAdminNegativeTestJSON-1635259249 tempest-ServersAdminNegativeTestJSON-1635259249-project-member] Task: {'id': task-1861449, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1598.807340] env[62574]: DEBUG nova.compute.utils [None req-7ecc469c-8dcf-4408-abee-06367cd8ba17 tempest-ServerGroupTestJSON-126933416 tempest-ServerGroupTestJSON-126933416-project-member] Using /dev/sd instead of None {{(pid=62574) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1598.808656] env[62574]: DEBUG nova.compute.manager [None req-7ecc469c-8dcf-4408-abee-06367cd8ba17 tempest-ServerGroupTestJSON-126933416 tempest-ServerGroupTestJSON-126933416-project-member] [instance: 0062297f-63f3-4773-bbc2-5077395657d2] Allocating IP information in the background. {{(pid=62574) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1598.808829] env[62574]: DEBUG nova.network.neutron [None req-7ecc469c-8dcf-4408-abee-06367cd8ba17 tempest-ServerGroupTestJSON-126933416 tempest-ServerGroupTestJSON-126933416-project-member] [instance: 0062297f-63f3-4773-bbc2-5077395657d2] allocate_for_instance() {{(pid=62574) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1598.856032] env[62574]: DEBUG nova.policy [None req-7ecc469c-8dcf-4408-abee-06367cd8ba17 tempest-ServerGroupTestJSON-126933416 tempest-ServerGroupTestJSON-126933416-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '74d7599b8b524e72ab631c596bb38762', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '62ee9f3c72a24c338eede7d7e0c429d6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62574) authorize /opt/stack/nova/nova/policy.py:192}} [ 1598.947028] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a601490a-bdf0-400e-80b3-782b26ef67b3 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.958638] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-744b5d4f-7809-477d-a685-b2b02fa842c2 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.988079] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5041d56a-7d9d-413d-b7b0-ec744d8b138a {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.995843] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f61e4dd-bfc4-4333-bd8b-4d90d27fc092 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.004145] env[62574]: DEBUG nova.network.neutron [req-90984320-29f5-4dde-bbaf-4812f9982b88 req-654ea1cd-6649-4479-91a2-263e425ec923 service nova] [instance: e3bb34fa-0a4b-4ef0-885a-2c59a191ca72] Updated VIF entry in instance network info cache for port db83de5e-8c32-4145-b8d2-f5c9efad2adc. {{(pid=62574) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1599.004145] env[62574]: DEBUG nova.network.neutron [req-90984320-29f5-4dde-bbaf-4812f9982b88 req-654ea1cd-6649-4479-91a2-263e425ec923 service nova] [instance: e3bb34fa-0a4b-4ef0-885a-2c59a191ca72] Updating instance_info_cache with network_info: [{"id": "db83de5e-8c32-4145-b8d2-f5c9efad2adc", "address": "fa:16:3e:19:69:60", "network": {"id": "90888d97-209c-49d6-8f95-1d0279efea11", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.65", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7eed1dd4d2c3418eb32c4f4ceda3ab0d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d275d7c6-2a7b-4ee8-b6f4-fabf1ba1905f", "external-id": "nsx-vlan-transportzone-513", "segmentation_id": 513, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb83de5e-8c", "ovs_interfaceid": "db83de5e-8c32-4145-b8d2-f5c9efad2adc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1599.018042] env[62574]: DEBUG nova.compute.provider_tree [None req-be513537-e531-4880-94c4-45d99f4f8993 tempest-ImagesNegativeTestJSON-1839133942 tempest-ImagesNegativeTestJSON-1839133942-project-member] Inventory has not changed in ProviderTree for provider: f0ed160a-beff-4626-a531-2a70d7bc0627 {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1599.115862] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1861452, 'name': CreateVM_Task, 'duration_secs': 0.335312} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1599.117103] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e3bb34fa-0a4b-4ef0-885a-2c59a191ca72] Created VM on the ESX host {{(pid=62574) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1599.117103] env[62574]: DEBUG oslo_concurrency.lockutils [None req-d5b0c55e-8817-4283-8f61-0c36c4bb7c3a tempest-ServerDiagnosticsNegativeTest-1776344175 tempest-ServerDiagnosticsNegativeTest-1776344175-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1599.117103] env[62574]: DEBUG oslo_concurrency.lockutils [None req-d5b0c55e-8817-4283-8f61-0c36c4bb7c3a tempest-ServerDiagnosticsNegativeTest-1776344175 tempest-ServerDiagnosticsNegativeTest-1776344175-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1599.117478] env[62574]: DEBUG oslo_concurrency.lockutils [None req-d5b0c55e-8817-4283-8f61-0c36c4bb7c3a tempest-ServerDiagnosticsNegativeTest-1776344175 tempest-ServerDiagnosticsNegativeTest-1776344175-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1599.117755] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b96c9adc-cbf3-4cb1-a45e-45cfcfb21181 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.122685] env[62574]: DEBUG oslo_vmware.api [None req-d5b0c55e-8817-4283-8f61-0c36c4bb7c3a tempest-ServerDiagnosticsNegativeTest-1776344175 tempest-ServerDiagnosticsNegativeTest-1776344175-project-member] Waiting for the task: (returnval){ [ 1599.122685] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]525243ad-d538-039d-8ffc-6a32f92589eb" [ 1599.122685] env[62574]: _type = "Task" [ 1599.122685] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1599.131367] env[62574]: DEBUG oslo_vmware.api [None req-d5b0c55e-8817-4283-8f61-0c36c4bb7c3a tempest-ServerDiagnosticsNegativeTest-1776344175 tempest-ServerDiagnosticsNegativeTest-1776344175-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]525243ad-d538-039d-8ffc-6a32f92589eb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1599.232015] env[62574]: DEBUG nova.network.neutron [None req-7ecc469c-8dcf-4408-abee-06367cd8ba17 tempest-ServerGroupTestJSON-126933416 tempest-ServerGroupTestJSON-126933416-project-member] [instance: 0062297f-63f3-4773-bbc2-5077395657d2] Successfully created port: d0d14f94-7c8d-45b8-bc29-8408ff935e79 {{(pid=62574) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1599.285224] env[62574]: DEBUG oslo_vmware.api [None req-5735e17f-83d6-4385-8615-cfdc2468900b tempest-ServersAdminNegativeTestJSON-1635259249 tempest-ServersAdminNegativeTestJSON-1635259249-project-member] Task: {'id': task-1861449, 'name': PowerOnVM_Task, 'duration_secs': 0.64726} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1599.285620] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-5735e17f-83d6-4385-8615-cfdc2468900b tempest-ServersAdminNegativeTestJSON-1635259249 tempest-ServersAdminNegativeTestJSON-1635259249-project-member] [instance: d2fba47f-bc9d-4673-a8c1-1dadebdea56e] Powered on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1599.285914] env[62574]: INFO nova.compute.manager [None req-5735e17f-83d6-4385-8615-cfdc2468900b tempest-ServersAdminNegativeTestJSON-1635259249 tempest-ServersAdminNegativeTestJSON-1635259249-project-member] [instance: d2fba47f-bc9d-4673-a8c1-1dadebdea56e] Took 9.06 seconds to spawn the instance on the hypervisor. [ 1599.286022] env[62574]: DEBUG nova.compute.manager [None req-5735e17f-83d6-4385-8615-cfdc2468900b tempest-ServersAdminNegativeTestJSON-1635259249 tempest-ServersAdminNegativeTestJSON-1635259249-project-member] [instance: d2fba47f-bc9d-4673-a8c1-1dadebdea56e] Checking state {{(pid=62574) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1599.286968] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e80a765-00f1-49f1-b766-ca91614cb4f0 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.312244] env[62574]: DEBUG nova.compute.manager [None req-7ecc469c-8dcf-4408-abee-06367cd8ba17 tempest-ServerGroupTestJSON-126933416 tempest-ServerGroupTestJSON-126933416-project-member] [instance: 0062297f-63f3-4773-bbc2-5077395657d2] Start building block device mappings for instance. {{(pid=62574) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1599.507607] env[62574]: DEBUG oslo_concurrency.lockutils [req-90984320-29f5-4dde-bbaf-4812f9982b88 req-654ea1cd-6649-4479-91a2-263e425ec923 service nova] Releasing lock "refresh_cache-e3bb34fa-0a4b-4ef0-885a-2c59a191ca72" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1599.521975] env[62574]: DEBUG nova.scheduler.client.report [None req-be513537-e531-4880-94c4-45d99f4f8993 tempest-ImagesNegativeTestJSON-1839133942 tempest-ImagesNegativeTestJSON-1839133942-project-member] Inventory has not changed for provider f0ed160a-beff-4626-a531-2a70d7bc0627 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1599.636429] env[62574]: DEBUG oslo_vmware.api [None req-d5b0c55e-8817-4283-8f61-0c36c4bb7c3a tempest-ServerDiagnosticsNegativeTest-1776344175 tempest-ServerDiagnosticsNegativeTest-1776344175-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]525243ad-d538-039d-8ffc-6a32f92589eb, 'name': SearchDatastore_Task, 'duration_secs': 0.017031} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1599.640019] env[62574]: DEBUG oslo_concurrency.lockutils [None req-d5b0c55e-8817-4283-8f61-0c36c4bb7c3a tempest-ServerDiagnosticsNegativeTest-1776344175 tempest-ServerDiagnosticsNegativeTest-1776344175-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1599.640019] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-d5b0c55e-8817-4283-8f61-0c36c4bb7c3a tempest-ServerDiagnosticsNegativeTest-1776344175 tempest-ServerDiagnosticsNegativeTest-1776344175-project-member] [instance: e3bb34fa-0a4b-4ef0-885a-2c59a191ca72] Processing image 3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2 {{(pid=62574) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1599.640019] env[62574]: DEBUG oslo_concurrency.lockutils [None req-d5b0c55e-8817-4283-8f61-0c36c4bb7c3a tempest-ServerDiagnosticsNegativeTest-1776344175 tempest-ServerDiagnosticsNegativeTest-1776344175-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1599.640019] env[62574]: DEBUG oslo_concurrency.lockutils [None req-d5b0c55e-8817-4283-8f61-0c36c4bb7c3a tempest-ServerDiagnosticsNegativeTest-1776344175 tempest-ServerDiagnosticsNegativeTest-1776344175-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1599.640199] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5b0c55e-8817-4283-8f61-0c36c4bb7c3a tempest-ServerDiagnosticsNegativeTest-1776344175 tempest-ServerDiagnosticsNegativeTest-1776344175-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1599.640199] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1f8e0925-0fd0-48dd-b48f-36c88cbc01ca {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.650880] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5b0c55e-8817-4283-8f61-0c36c4bb7c3a tempest-ServerDiagnosticsNegativeTest-1776344175 tempest-ServerDiagnosticsNegativeTest-1776344175-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1599.650880] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-d5b0c55e-8817-4283-8f61-0c36c4bb7c3a tempest-ServerDiagnosticsNegativeTest-1776344175 tempest-ServerDiagnosticsNegativeTest-1776344175-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62574) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1599.651301] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a6f5e21-19ba-4263-8642-5ecee884ce3b {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.658698] env[62574]: DEBUG oslo_vmware.api [None req-d5b0c55e-8817-4283-8f61-0c36c4bb7c3a tempest-ServerDiagnosticsNegativeTest-1776344175 tempest-ServerDiagnosticsNegativeTest-1776344175-project-member] Waiting for the task: (returnval){ [ 1599.658698] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]52a4e1fb-bb24-14fd-a7a7-46e61c198366" [ 1599.658698] env[62574]: _type = "Task" [ 1599.658698] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1599.669626] env[62574]: DEBUG oslo_vmware.api [None req-d5b0c55e-8817-4283-8f61-0c36c4bb7c3a tempest-ServerDiagnosticsNegativeTest-1776344175 tempest-ServerDiagnosticsNegativeTest-1776344175-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52a4e1fb-bb24-14fd-a7a7-46e61c198366, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1599.806879] env[62574]: INFO nova.compute.manager [None req-5735e17f-83d6-4385-8615-cfdc2468900b tempest-ServersAdminNegativeTestJSON-1635259249 tempest-ServersAdminNegativeTestJSON-1635259249-project-member] [instance: d2fba47f-bc9d-4673-a8c1-1dadebdea56e] Took 48.71 seconds to build instance. [ 1600.027746] env[62574]: DEBUG oslo_concurrency.lockutils [None req-be513537-e531-4880-94c4-45d99f4f8993 tempest-ImagesNegativeTestJSON-1839133942 tempest-ImagesNegativeTestJSON-1839133942-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.741s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1600.031017] env[62574]: DEBUG nova.compute.manager [None req-be513537-e531-4880-94c4-45d99f4f8993 tempest-ImagesNegativeTestJSON-1839133942 tempest-ImagesNegativeTestJSON-1839133942-project-member] [instance: 1885c76e-a6bc-4f5b-bf2b-fe43229cec08] Start building networks asynchronously for instance. {{(pid=62574) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1600.031838] env[62574]: DEBUG oslo_concurrency.lockutils [None req-986718a7-c619-47ed-a9da-0b05b3291680 tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.588s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1600.033690] env[62574]: INFO nova.compute.claims [None req-986718a7-c619-47ed-a9da-0b05b3291680 tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] [instance: c2e5c2fb-e759-48f8-8bdc-7fd0a86ac1b9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1600.171904] env[62574]: DEBUG oslo_vmware.api [None req-d5b0c55e-8817-4283-8f61-0c36c4bb7c3a tempest-ServerDiagnosticsNegativeTest-1776344175 tempest-ServerDiagnosticsNegativeTest-1776344175-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52a4e1fb-bb24-14fd-a7a7-46e61c198366, 'name': SearchDatastore_Task, 'duration_secs': 0.012344} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1600.171904] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d9f90425-39e0-481f-aabc-b648922b7924 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.177019] env[62574]: DEBUG oslo_vmware.api [None req-d5b0c55e-8817-4283-8f61-0c36c4bb7c3a tempest-ServerDiagnosticsNegativeTest-1776344175 tempest-ServerDiagnosticsNegativeTest-1776344175-project-member] Waiting for the task: (returnval){ [ 1600.177019] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]52f9230f-2859-cce4-ae68-5962d1322ed4" [ 1600.177019] env[62574]: _type = "Task" [ 1600.177019] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1600.182111] env[62574]: DEBUG oslo_vmware.api [None req-d5b0c55e-8817-4283-8f61-0c36c4bb7c3a tempest-ServerDiagnosticsNegativeTest-1776344175 tempest-ServerDiagnosticsNegativeTest-1776344175-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52f9230f-2859-cce4-ae68-5962d1322ed4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1600.309792] env[62574]: DEBUG oslo_concurrency.lockutils [None req-5735e17f-83d6-4385-8615-cfdc2468900b tempest-ServersAdminNegativeTestJSON-1635259249 tempest-ServersAdminNegativeTestJSON-1635259249-project-member] Lock "d2fba47f-bc9d-4673-a8c1-1dadebdea56e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 80.325s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1600.324153] env[62574]: DEBUG nova.compute.manager [None req-7ecc469c-8dcf-4408-abee-06367cd8ba17 tempest-ServerGroupTestJSON-126933416 tempest-ServerGroupTestJSON-126933416-project-member] [instance: 0062297f-63f3-4773-bbc2-5077395657d2] Start spawning the instance on the hypervisor. {{(pid=62574) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1600.359536] env[62574]: DEBUG nova.virt.hardware [None req-7ecc469c-8dcf-4408-abee-06367cd8ba17 tempest-ServerGroupTestJSON-126933416 tempest-ServerGroupTestJSON-126933416-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T19:26:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-13T19:26:40Z,direct_url=,disk_format='vmdk',id=3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7eed1dd4d2c3418eb32c4f4ceda3ab0d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-13T19:26:41Z,virtual_size=,visibility=), allow threads: False {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1600.360136] env[62574]: DEBUG nova.virt.hardware [None req-7ecc469c-8dcf-4408-abee-06367cd8ba17 tempest-ServerGroupTestJSON-126933416 tempest-ServerGroupTestJSON-126933416-project-member] Flavor limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1600.361024] env[62574]: DEBUG nova.virt.hardware [None req-7ecc469c-8dcf-4408-abee-06367cd8ba17 tempest-ServerGroupTestJSON-126933416 tempest-ServerGroupTestJSON-126933416-project-member] Image limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1600.361024] env[62574]: DEBUG nova.virt.hardware [None req-7ecc469c-8dcf-4408-abee-06367cd8ba17 tempest-ServerGroupTestJSON-126933416 tempest-ServerGroupTestJSON-126933416-project-member] Flavor pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1600.361024] env[62574]: DEBUG nova.virt.hardware [None req-7ecc469c-8dcf-4408-abee-06367cd8ba17 tempest-ServerGroupTestJSON-126933416 tempest-ServerGroupTestJSON-126933416-project-member] Image pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1600.361024] env[62574]: DEBUG nova.virt.hardware [None req-7ecc469c-8dcf-4408-abee-06367cd8ba17 tempest-ServerGroupTestJSON-126933416 tempest-ServerGroupTestJSON-126933416-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1600.361679] env[62574]: DEBUG nova.virt.hardware [None req-7ecc469c-8dcf-4408-abee-06367cd8ba17 tempest-ServerGroupTestJSON-126933416 tempest-ServerGroupTestJSON-126933416-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1600.361974] env[62574]: DEBUG nova.virt.hardware [None req-7ecc469c-8dcf-4408-abee-06367cd8ba17 tempest-ServerGroupTestJSON-126933416 tempest-ServerGroupTestJSON-126933416-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1600.362285] env[62574]: DEBUG nova.virt.hardware [None req-7ecc469c-8dcf-4408-abee-06367cd8ba17 tempest-ServerGroupTestJSON-126933416 tempest-ServerGroupTestJSON-126933416-project-member] Got 1 possible topologies {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1600.365020] env[62574]: DEBUG nova.virt.hardware [None req-7ecc469c-8dcf-4408-abee-06367cd8ba17 tempest-ServerGroupTestJSON-126933416 tempest-ServerGroupTestJSON-126933416-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1600.365020] env[62574]: DEBUG nova.virt.hardware [None req-7ecc469c-8dcf-4408-abee-06367cd8ba17 tempest-ServerGroupTestJSON-126933416 tempest-ServerGroupTestJSON-126933416-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1600.365020] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f8657a8-d8af-461e-bcd5-dd534e6873ab {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.372919] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5d0f511-2e4c-4c59-9f26-b1812e5d7187 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.538887] env[62574]: DEBUG nova.compute.utils [None req-be513537-e531-4880-94c4-45d99f4f8993 tempest-ImagesNegativeTestJSON-1839133942 tempest-ImagesNegativeTestJSON-1839133942-project-member] Using /dev/sd instead of None {{(pid=62574) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1600.548034] env[62574]: DEBUG nova.compute.manager [None req-be513537-e531-4880-94c4-45d99f4f8993 tempest-ImagesNegativeTestJSON-1839133942 tempest-ImagesNegativeTestJSON-1839133942-project-member] [instance: 1885c76e-a6bc-4f5b-bf2b-fe43229cec08] Allocating IP information in the background. {{(pid=62574) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1600.548034] env[62574]: DEBUG nova.network.neutron [None req-be513537-e531-4880-94c4-45d99f4f8993 tempest-ImagesNegativeTestJSON-1839133942 tempest-ImagesNegativeTestJSON-1839133942-project-member] [instance: 1885c76e-a6bc-4f5b-bf2b-fe43229cec08] allocate_for_instance() {{(pid=62574) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1600.655106] env[62574]: DEBUG nova.policy [None req-be513537-e531-4880-94c4-45d99f4f8993 tempest-ImagesNegativeTestJSON-1839133942 tempest-ImagesNegativeTestJSON-1839133942-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ad6e5f662b904cdea72aadc88997dfa6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '946a756225fa4883a11e9f17d54e4a2c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62574) authorize /opt/stack/nova/nova/policy.py:192}} [ 1600.686238] env[62574]: DEBUG oslo_vmware.api [None req-d5b0c55e-8817-4283-8f61-0c36c4bb7c3a tempest-ServerDiagnosticsNegativeTest-1776344175 tempest-ServerDiagnosticsNegativeTest-1776344175-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52f9230f-2859-cce4-ae68-5962d1322ed4, 'name': SearchDatastore_Task, 'duration_secs': 0.0248} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1600.686783] env[62574]: DEBUG oslo_concurrency.lockutils [None req-d5b0c55e-8817-4283-8f61-0c36c4bb7c3a tempest-ServerDiagnosticsNegativeTest-1776344175 tempest-ServerDiagnosticsNegativeTest-1776344175-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1600.687211] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5b0c55e-8817-4283-8f61-0c36c4bb7c3a tempest-ServerDiagnosticsNegativeTest-1776344175 tempest-ServerDiagnosticsNegativeTest-1776344175-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk to [datastore1] e3bb34fa-0a4b-4ef0-885a-2c59a191ca72/e3bb34fa-0a4b-4ef0-885a-2c59a191ca72.vmdk {{(pid=62574) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1600.690557] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-18244b3d-4bbd-47a5-9522-f97a404e4e42 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.695818] env[62574]: DEBUG oslo_vmware.api [None req-d5b0c55e-8817-4283-8f61-0c36c4bb7c3a tempest-ServerDiagnosticsNegativeTest-1776344175 tempest-ServerDiagnosticsNegativeTest-1776344175-project-member] Waiting for the task: (returnval){ [ 1600.695818] env[62574]: value = "task-1861453" [ 1600.695818] env[62574]: _type = "Task" [ 1600.695818] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1600.704441] env[62574]: DEBUG oslo_vmware.api [None req-d5b0c55e-8817-4283-8f61-0c36c4bb7c3a tempest-ServerDiagnosticsNegativeTest-1776344175 tempest-ServerDiagnosticsNegativeTest-1776344175-project-member] Task: {'id': task-1861453, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1600.814667] env[62574]: DEBUG nova.compute.manager [None req-47a31a67-83d4-43df-a426-77b2785b5482 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] [instance: c4ca3d86-7d6e-4dbf-912b-7cb292596272] Starting instance... {{(pid=62574) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1600.960769] env[62574]: DEBUG nova.network.neutron [None req-7ecc469c-8dcf-4408-abee-06367cd8ba17 tempest-ServerGroupTestJSON-126933416 tempest-ServerGroupTestJSON-126933416-project-member] [instance: 0062297f-63f3-4773-bbc2-5077395657d2] Successfully updated port: d0d14f94-7c8d-45b8-bc29-8408ff935e79 {{(pid=62574) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1601.046245] env[62574]: DEBUG nova.compute.manager [None req-be513537-e531-4880-94c4-45d99f4f8993 tempest-ImagesNegativeTestJSON-1839133942 tempest-ImagesNegativeTestJSON-1839133942-project-member] [instance: 1885c76e-a6bc-4f5b-bf2b-fe43229cec08] Start building block device mappings for instance. {{(pid=62574) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1601.056971] env[62574]: DEBUG nova.compute.manager [req-1867086f-9126-4e06-82db-84063a7686bc req-1b4e370c-d31c-44e6-9047-d95eb77b8d45 service nova] [instance: bf01cd22-6cbb-4a95-aca8-4bcdabdc5b36] Received event network-changed-cc4fbd40-92a9-4263-918f-edd2dde18259 {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1601.056971] env[62574]: DEBUG nova.compute.manager [req-1867086f-9126-4e06-82db-84063a7686bc req-1b4e370c-d31c-44e6-9047-d95eb77b8d45 service nova] [instance: bf01cd22-6cbb-4a95-aca8-4bcdabdc5b36] Refreshing instance network info cache due to event network-changed-cc4fbd40-92a9-4263-918f-edd2dde18259. {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1601.056971] env[62574]: DEBUG oslo_concurrency.lockutils [req-1867086f-9126-4e06-82db-84063a7686bc req-1b4e370c-d31c-44e6-9047-d95eb77b8d45 service nova] Acquiring lock "refresh_cache-bf01cd22-6cbb-4a95-aca8-4bcdabdc5b36" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1601.056971] env[62574]: DEBUG oslo_concurrency.lockutils [req-1867086f-9126-4e06-82db-84063a7686bc req-1b4e370c-d31c-44e6-9047-d95eb77b8d45 service nova] Acquired lock "refresh_cache-bf01cd22-6cbb-4a95-aca8-4bcdabdc5b36" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1601.056971] env[62574]: DEBUG nova.network.neutron [req-1867086f-9126-4e06-82db-84063a7686bc req-1b4e370c-d31c-44e6-9047-d95eb77b8d45 service nova] [instance: bf01cd22-6cbb-4a95-aca8-4bcdabdc5b36] Refreshing network info cache for port cc4fbd40-92a9-4263-918f-edd2dde18259 {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1601.210824] env[62574]: DEBUG oslo_vmware.api [None req-d5b0c55e-8817-4283-8f61-0c36c4bb7c3a tempest-ServerDiagnosticsNegativeTest-1776344175 tempest-ServerDiagnosticsNegativeTest-1776344175-project-member] Task: {'id': task-1861453, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1601.331268] env[62574]: DEBUG oslo_concurrency.lockutils [None req-47a31a67-83d4-43df-a426-77b2785b5482 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1601.387090] env[62574]: DEBUG nova.compute.manager [req-c4019fe6-2c26-4b2e-9859-3b5917ec836a req-1d887cab-265c-41a9-b09c-9f8c4ef6f256 service nova] [instance: 0062297f-63f3-4773-bbc2-5077395657d2] Received event network-vif-plugged-d0d14f94-7c8d-45b8-bc29-8408ff935e79 {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1601.387312] env[62574]: DEBUG oslo_concurrency.lockutils [req-c4019fe6-2c26-4b2e-9859-3b5917ec836a req-1d887cab-265c-41a9-b09c-9f8c4ef6f256 service nova] Acquiring lock "0062297f-63f3-4773-bbc2-5077395657d2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1601.387533] env[62574]: DEBUG oslo_concurrency.lockutils [req-c4019fe6-2c26-4b2e-9859-3b5917ec836a req-1d887cab-265c-41a9-b09c-9f8c4ef6f256 service nova] Lock "0062297f-63f3-4773-bbc2-5077395657d2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1601.387716] env[62574]: DEBUG oslo_concurrency.lockutils [req-c4019fe6-2c26-4b2e-9859-3b5917ec836a req-1d887cab-265c-41a9-b09c-9f8c4ef6f256 service nova] Lock "0062297f-63f3-4773-bbc2-5077395657d2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1601.387881] env[62574]: DEBUG nova.compute.manager [req-c4019fe6-2c26-4b2e-9859-3b5917ec836a req-1d887cab-265c-41a9-b09c-9f8c4ef6f256 service nova] [instance: 0062297f-63f3-4773-bbc2-5077395657d2] No waiting events found dispatching network-vif-plugged-d0d14f94-7c8d-45b8-bc29-8408ff935e79 {{(pid=62574) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1601.388218] env[62574]: WARNING nova.compute.manager [req-c4019fe6-2c26-4b2e-9859-3b5917ec836a req-1d887cab-265c-41a9-b09c-9f8c4ef6f256 service nova] [instance: 0062297f-63f3-4773-bbc2-5077395657d2] Received unexpected event network-vif-plugged-d0d14f94-7c8d-45b8-bc29-8408ff935e79 for instance with vm_state building and task_state spawning. [ 1601.423907] env[62574]: DEBUG nova.network.neutron [None req-be513537-e531-4880-94c4-45d99f4f8993 tempest-ImagesNegativeTestJSON-1839133942 tempest-ImagesNegativeTestJSON-1839133942-project-member] [instance: 1885c76e-a6bc-4f5b-bf2b-fe43229cec08] Successfully created port: bd6864f1-00a8-4a2a-91d7-17920dc3f905 {{(pid=62574) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1601.468437] env[62574]: DEBUG oslo_concurrency.lockutils [None req-7ecc469c-8dcf-4408-abee-06367cd8ba17 tempest-ServerGroupTestJSON-126933416 tempest-ServerGroupTestJSON-126933416-project-member] Acquiring lock "refresh_cache-0062297f-63f3-4773-bbc2-5077395657d2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1601.468702] env[62574]: DEBUG oslo_concurrency.lockutils [None req-7ecc469c-8dcf-4408-abee-06367cd8ba17 tempest-ServerGroupTestJSON-126933416 tempest-ServerGroupTestJSON-126933416-project-member] Acquired lock "refresh_cache-0062297f-63f3-4773-bbc2-5077395657d2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1601.468863] env[62574]: DEBUG nova.network.neutron [None req-7ecc469c-8dcf-4408-abee-06367cd8ba17 tempest-ServerGroupTestJSON-126933416 tempest-ServerGroupTestJSON-126933416-project-member] [instance: 0062297f-63f3-4773-bbc2-5077395657d2] Building network info cache for instance {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1601.653220] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef2413fe-bb10-44ec-a1a4-a4fab353e831 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.666026] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fa5e00b-b83e-4899-b7c5-bce47857177f {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.716984] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b57bca5a-1ef8-4363-b6d8-3106c466accc {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.732175] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a26d7661-c47c-4a43-a8e3-fa8c2c437433 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.736792] env[62574]: DEBUG oslo_vmware.api [None req-d5b0c55e-8817-4283-8f61-0c36c4bb7c3a tempest-ServerDiagnosticsNegativeTest-1776344175 tempest-ServerDiagnosticsNegativeTest-1776344175-project-member] Task: {'id': task-1861453, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.516672} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1601.737067] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5b0c55e-8817-4283-8f61-0c36c4bb7c3a tempest-ServerDiagnosticsNegativeTest-1776344175 tempest-ServerDiagnosticsNegativeTest-1776344175-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk to [datastore1] e3bb34fa-0a4b-4ef0-885a-2c59a191ca72/e3bb34fa-0a4b-4ef0-885a-2c59a191ca72.vmdk {{(pid=62574) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1601.737285] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-d5b0c55e-8817-4283-8f61-0c36c4bb7c3a tempest-ServerDiagnosticsNegativeTest-1776344175 tempest-ServerDiagnosticsNegativeTest-1776344175-project-member] [instance: e3bb34fa-0a4b-4ef0-885a-2c59a191ca72] Extending root virtual disk to 1048576 {{(pid=62574) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1601.737926] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e6a8ef57-28a6-4a1a-97d0-137fc5c251ab {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.749750] env[62574]: DEBUG nova.compute.provider_tree [None req-986718a7-c619-47ed-a9da-0b05b3291680 tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] Inventory has not changed in ProviderTree for provider: f0ed160a-beff-4626-a531-2a70d7bc0627 {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1601.757920] env[62574]: DEBUG oslo_vmware.api [None req-d5b0c55e-8817-4283-8f61-0c36c4bb7c3a tempest-ServerDiagnosticsNegativeTest-1776344175 tempest-ServerDiagnosticsNegativeTest-1776344175-project-member] Waiting for the task: (returnval){ [ 1601.757920] env[62574]: value = "task-1861454" [ 1601.757920] env[62574]: _type = "Task" [ 1601.757920] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1601.769536] env[62574]: DEBUG oslo_vmware.api [None req-d5b0c55e-8817-4283-8f61-0c36c4bb7c3a tempest-ServerDiagnosticsNegativeTest-1776344175 tempest-ServerDiagnosticsNegativeTest-1776344175-project-member] Task: {'id': task-1861454, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1601.947085] env[62574]: DEBUG nova.network.neutron [req-1867086f-9126-4e06-82db-84063a7686bc req-1b4e370c-d31c-44e6-9047-d95eb77b8d45 service nova] [instance: bf01cd22-6cbb-4a95-aca8-4bcdabdc5b36] Updated VIF entry in instance network info cache for port cc4fbd40-92a9-4263-918f-edd2dde18259. {{(pid=62574) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1601.947456] env[62574]: DEBUG nova.network.neutron [req-1867086f-9126-4e06-82db-84063a7686bc req-1b4e370c-d31c-44e6-9047-d95eb77b8d45 service nova] [instance: bf01cd22-6cbb-4a95-aca8-4bcdabdc5b36] Updating instance_info_cache with network_info: [{"id": "cc4fbd40-92a9-4263-918f-edd2dde18259", "address": "fa:16:3e:69:11:e7", "network": {"id": "7781f176-1ebc-4ecf-a03d-c1284f060c0e", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1629819900-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "68f74b662f9943aabeec5c1bc515d071", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "950a2f67-7668-4376-9d48-b38dca033c40", "external-id": "nsx-vlan-transportzone-549", "segmentation_id": 549, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc4fbd40-92", "ovs_interfaceid": "cc4fbd40-92a9-4263-918f-edd2dde18259", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1602.014927] env[62574]: DEBUG nova.network.neutron [None req-7ecc469c-8dcf-4408-abee-06367cd8ba17 tempest-ServerGroupTestJSON-126933416 tempest-ServerGroupTestJSON-126933416-project-member] [instance: 0062297f-63f3-4773-bbc2-5077395657d2] Instance cache missing network info. {{(pid=62574) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1602.068046] env[62574]: DEBUG nova.compute.manager [None req-be513537-e531-4880-94c4-45d99f4f8993 tempest-ImagesNegativeTestJSON-1839133942 tempest-ImagesNegativeTestJSON-1839133942-project-member] [instance: 1885c76e-a6bc-4f5b-bf2b-fe43229cec08] Start spawning the instance on the hypervisor. {{(pid=62574) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1602.099783] env[62574]: DEBUG nova.virt.hardware [None req-be513537-e531-4880-94c4-45d99f4f8993 tempest-ImagesNegativeTestJSON-1839133942 tempest-ImagesNegativeTestJSON-1839133942-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T19:26:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-13T19:26:40Z,direct_url=,disk_format='vmdk',id=3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7eed1dd4d2c3418eb32c4f4ceda3ab0d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-13T19:26:41Z,virtual_size=,visibility=), allow threads: False {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1602.099783] env[62574]: DEBUG nova.virt.hardware [None req-be513537-e531-4880-94c4-45d99f4f8993 tempest-ImagesNegativeTestJSON-1839133942 tempest-ImagesNegativeTestJSON-1839133942-project-member] Flavor limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1602.099783] env[62574]: DEBUG nova.virt.hardware [None req-be513537-e531-4880-94c4-45d99f4f8993 tempest-ImagesNegativeTestJSON-1839133942 tempest-ImagesNegativeTestJSON-1839133942-project-member] Image limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1602.100375] env[62574]: DEBUG nova.virt.hardware [None req-be513537-e531-4880-94c4-45d99f4f8993 tempest-ImagesNegativeTestJSON-1839133942 tempest-ImagesNegativeTestJSON-1839133942-project-member] Flavor pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1602.100375] env[62574]: DEBUG nova.virt.hardware [None req-be513537-e531-4880-94c4-45d99f4f8993 tempest-ImagesNegativeTestJSON-1839133942 tempest-ImagesNegativeTestJSON-1839133942-project-member] Image pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1602.100375] env[62574]: DEBUG nova.virt.hardware [None req-be513537-e531-4880-94c4-45d99f4f8993 tempest-ImagesNegativeTestJSON-1839133942 tempest-ImagesNegativeTestJSON-1839133942-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1602.100375] env[62574]: DEBUG nova.virt.hardware [None req-be513537-e531-4880-94c4-45d99f4f8993 tempest-ImagesNegativeTestJSON-1839133942 tempest-ImagesNegativeTestJSON-1839133942-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1602.100375] env[62574]: DEBUG nova.virt.hardware [None req-be513537-e531-4880-94c4-45d99f4f8993 tempest-ImagesNegativeTestJSON-1839133942 tempest-ImagesNegativeTestJSON-1839133942-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1602.100526] env[62574]: DEBUG nova.virt.hardware [None req-be513537-e531-4880-94c4-45d99f4f8993 tempest-ImagesNegativeTestJSON-1839133942 tempest-ImagesNegativeTestJSON-1839133942-project-member] Got 1 possible topologies {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1602.100526] env[62574]: DEBUG nova.virt.hardware [None req-be513537-e531-4880-94c4-45d99f4f8993 tempest-ImagesNegativeTestJSON-1839133942 tempest-ImagesNegativeTestJSON-1839133942-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1602.100526] env[62574]: DEBUG nova.virt.hardware [None req-be513537-e531-4880-94c4-45d99f4f8993 tempest-ImagesNegativeTestJSON-1839133942 tempest-ImagesNegativeTestJSON-1839133942-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1602.100526] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3d0aeb7-2394-47aa-b781-c3e756e7f536 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.108967] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da4277a1-4e71-4f40-b77d-06927cb3f96a {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.143466] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45144658-607f-4f11-97df-6703d3c847bf {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.151709] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-b3d2ed62-b190-404c-85f8-1a056f8ad15d tempest-ServersAdminNegativeTestJSON-229750863 tempest-ServersAdminNegativeTestJSON-229750863-project-admin] [instance: d2fba47f-bc9d-4673-a8c1-1dadebdea56e] Suspending the VM {{(pid=62574) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1602.151967] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-f3bafacf-bdc5-4b06-8001-3ba65c9caa15 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.158733] env[62574]: DEBUG oslo_vmware.api [None req-b3d2ed62-b190-404c-85f8-1a056f8ad15d tempest-ServersAdminNegativeTestJSON-229750863 tempest-ServersAdminNegativeTestJSON-229750863-project-admin] Waiting for the task: (returnval){ [ 1602.158733] env[62574]: value = "task-1861455" [ 1602.158733] env[62574]: _type = "Task" [ 1602.158733] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1602.169367] env[62574]: DEBUG oslo_vmware.api [None req-b3d2ed62-b190-404c-85f8-1a056f8ad15d tempest-ServersAdminNegativeTestJSON-229750863 tempest-ServersAdminNegativeTestJSON-229750863-project-admin] Task: {'id': task-1861455, 'name': SuspendVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1602.221676] env[62574]: DEBUG oslo_concurrency.lockutils [None req-3edb3de8-9d32-4fb0-9b32-54f6f19ec6ef tempest-FloatingIPsAssociationTestJSON-1230011338 tempest-FloatingIPsAssociationTestJSON-1230011338-project-member] Acquiring lock "659eb0b0-3b2a-4253-9c65-ef5bc0d33fd1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1602.221995] env[62574]: DEBUG oslo_concurrency.lockutils [None req-3edb3de8-9d32-4fb0-9b32-54f6f19ec6ef tempest-FloatingIPsAssociationTestJSON-1230011338 tempest-FloatingIPsAssociationTestJSON-1230011338-project-member] Lock "659eb0b0-3b2a-4253-9c65-ef5bc0d33fd1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1602.222263] env[62574]: DEBUG oslo_concurrency.lockutils [None req-3edb3de8-9d32-4fb0-9b32-54f6f19ec6ef tempest-FloatingIPsAssociationTestJSON-1230011338 tempest-FloatingIPsAssociationTestJSON-1230011338-project-member] Acquiring lock "659eb0b0-3b2a-4253-9c65-ef5bc0d33fd1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1602.222483] env[62574]: DEBUG oslo_concurrency.lockutils [None req-3edb3de8-9d32-4fb0-9b32-54f6f19ec6ef tempest-FloatingIPsAssociationTestJSON-1230011338 tempest-FloatingIPsAssociationTestJSON-1230011338-project-member] Lock "659eb0b0-3b2a-4253-9c65-ef5bc0d33fd1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1602.222706] env[62574]: DEBUG oslo_concurrency.lockutils [None req-3edb3de8-9d32-4fb0-9b32-54f6f19ec6ef tempest-FloatingIPsAssociationTestJSON-1230011338 tempest-FloatingIPsAssociationTestJSON-1230011338-project-member] Lock "659eb0b0-3b2a-4253-9c65-ef5bc0d33fd1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1602.228054] env[62574]: INFO nova.compute.manager [None req-3edb3de8-9d32-4fb0-9b32-54f6f19ec6ef tempest-FloatingIPsAssociationTestJSON-1230011338 tempest-FloatingIPsAssociationTestJSON-1230011338-project-member] [instance: 659eb0b0-3b2a-4253-9c65-ef5bc0d33fd1] Terminating instance [ 1602.255733] env[62574]: DEBUG nova.scheduler.client.report [None req-986718a7-c619-47ed-a9da-0b05b3291680 tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] Inventory has not changed for provider f0ed160a-beff-4626-a531-2a70d7bc0627 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1602.260946] env[62574]: DEBUG nova.network.neutron [None req-7ecc469c-8dcf-4408-abee-06367cd8ba17 tempest-ServerGroupTestJSON-126933416 tempest-ServerGroupTestJSON-126933416-project-member] [instance: 0062297f-63f3-4773-bbc2-5077395657d2] Updating instance_info_cache with network_info: [{"id": "d0d14f94-7c8d-45b8-bc29-8408ff935e79", "address": "fa:16:3e:e5:32:07", "network": {"id": "4fb9c27e-0ee0-4a75-9edd-b9bccefae301", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1114345972-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "62ee9f3c72a24c338eede7d7e0c429d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15ff34f9-4b02-4be1-b433-3ec4bd1b37c2", "external-id": "nsx-vlan-transportzone-51", "segmentation_id": 51, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0d14f94-7c", "ovs_interfaceid": "d0d14f94-7c8d-45b8-bc29-8408ff935e79", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1602.271955] env[62574]: DEBUG oslo_vmware.api [None req-d5b0c55e-8817-4283-8f61-0c36c4bb7c3a tempest-ServerDiagnosticsNegativeTest-1776344175 tempest-ServerDiagnosticsNegativeTest-1776344175-project-member] Task: {'id': task-1861454, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.25103} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1602.273078] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-d5b0c55e-8817-4283-8f61-0c36c4bb7c3a tempest-ServerDiagnosticsNegativeTest-1776344175 tempest-ServerDiagnosticsNegativeTest-1776344175-project-member] [instance: e3bb34fa-0a4b-4ef0-885a-2c59a191ca72] Extended root virtual disk {{(pid=62574) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1602.274215] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4a653cc-c1b1-4eb2-8d7f-2d7247e2e9c6 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.301420] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5b0c55e-8817-4283-8f61-0c36c4bb7c3a tempest-ServerDiagnosticsNegativeTest-1776344175 tempest-ServerDiagnosticsNegativeTest-1776344175-project-member] [instance: e3bb34fa-0a4b-4ef0-885a-2c59a191ca72] Reconfiguring VM instance instance-00000021 to attach disk [datastore1] e3bb34fa-0a4b-4ef0-885a-2c59a191ca72/e3bb34fa-0a4b-4ef0-885a-2c59a191ca72.vmdk or device None with type sparse {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1602.301701] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ce424620-f101-40af-9809-ba1dbb77e764 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.322861] env[62574]: DEBUG oslo_vmware.api [None req-d5b0c55e-8817-4283-8f61-0c36c4bb7c3a tempest-ServerDiagnosticsNegativeTest-1776344175 tempest-ServerDiagnosticsNegativeTest-1776344175-project-member] Waiting for the task: (returnval){ [ 1602.322861] env[62574]: value = "task-1861456" [ 1602.322861] env[62574]: _type = "Task" [ 1602.322861] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1602.332394] env[62574]: DEBUG oslo_vmware.api [None req-d5b0c55e-8817-4283-8f61-0c36c4bb7c3a tempest-ServerDiagnosticsNegativeTest-1776344175 tempest-ServerDiagnosticsNegativeTest-1776344175-project-member] Task: {'id': task-1861456, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1602.452156] env[62574]: DEBUG oslo_concurrency.lockutils [req-1867086f-9126-4e06-82db-84063a7686bc req-1b4e370c-d31c-44e6-9047-d95eb77b8d45 service nova] Releasing lock "refresh_cache-bf01cd22-6cbb-4a95-aca8-4bcdabdc5b36" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1602.452512] env[62574]: DEBUG nova.compute.manager [req-1867086f-9126-4e06-82db-84063a7686bc req-1b4e370c-d31c-44e6-9047-d95eb77b8d45 service nova] [instance: 659eb0b0-3b2a-4253-9c65-ef5bc0d33fd1] Received event network-changed-9abc5e9a-db33-4540-bf85-d719e4336de0 {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1602.452721] env[62574]: DEBUG nova.compute.manager [req-1867086f-9126-4e06-82db-84063a7686bc req-1b4e370c-d31c-44e6-9047-d95eb77b8d45 service nova] [instance: 659eb0b0-3b2a-4253-9c65-ef5bc0d33fd1] Refreshing instance network info cache due to event network-changed-9abc5e9a-db33-4540-bf85-d719e4336de0. {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1602.452980] env[62574]: DEBUG oslo_concurrency.lockutils [req-1867086f-9126-4e06-82db-84063a7686bc req-1b4e370c-d31c-44e6-9047-d95eb77b8d45 service nova] Acquiring lock "refresh_cache-659eb0b0-3b2a-4253-9c65-ef5bc0d33fd1" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1602.453188] env[62574]: DEBUG oslo_concurrency.lockutils [req-1867086f-9126-4e06-82db-84063a7686bc req-1b4e370c-d31c-44e6-9047-d95eb77b8d45 service nova] Acquired lock "refresh_cache-659eb0b0-3b2a-4253-9c65-ef5bc0d33fd1" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1602.453600] env[62574]: DEBUG nova.network.neutron [req-1867086f-9126-4e06-82db-84063a7686bc req-1b4e370c-d31c-44e6-9047-d95eb77b8d45 service nova] [instance: 659eb0b0-3b2a-4253-9c65-ef5bc0d33fd1] Refreshing network info cache for port 9abc5e9a-db33-4540-bf85-d719e4336de0 {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1602.679211] env[62574]: DEBUG oslo_vmware.api [None req-b3d2ed62-b190-404c-85f8-1a056f8ad15d tempest-ServersAdminNegativeTestJSON-229750863 tempest-ServersAdminNegativeTestJSON-229750863-project-admin] Task: {'id': task-1861455, 'name': SuspendVM_Task} progress is 45%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1602.732645] env[62574]: DEBUG nova.compute.manager [None req-3edb3de8-9d32-4fb0-9b32-54f6f19ec6ef tempest-FloatingIPsAssociationTestJSON-1230011338 tempest-FloatingIPsAssociationTestJSON-1230011338-project-member] [instance: 659eb0b0-3b2a-4253-9c65-ef5bc0d33fd1] Start destroying the instance on the hypervisor. {{(pid=62574) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1602.733140] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-3edb3de8-9d32-4fb0-9b32-54f6f19ec6ef tempest-FloatingIPsAssociationTestJSON-1230011338 tempest-FloatingIPsAssociationTestJSON-1230011338-project-member] [instance: 659eb0b0-3b2a-4253-9c65-ef5bc0d33fd1] Destroying instance {{(pid=62574) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1602.734064] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e11f665b-43d6-4ef5-874a-306e71b5d15e {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.743124] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-3edb3de8-9d32-4fb0-9b32-54f6f19ec6ef tempest-FloatingIPsAssociationTestJSON-1230011338 tempest-FloatingIPsAssociationTestJSON-1230011338-project-member] [instance: 659eb0b0-3b2a-4253-9c65-ef5bc0d33fd1] Powering off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1602.745966] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-31172b50-445a-489b-a4fa-bab44205c146 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.755036] env[62574]: DEBUG oslo_vmware.api [None req-3edb3de8-9d32-4fb0-9b32-54f6f19ec6ef tempest-FloatingIPsAssociationTestJSON-1230011338 tempest-FloatingIPsAssociationTestJSON-1230011338-project-member] Waiting for the task: (returnval){ [ 1602.755036] env[62574]: value = "task-1861457" [ 1602.755036] env[62574]: _type = "Task" [ 1602.755036] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1602.760821] env[62574]: DEBUG oslo_concurrency.lockutils [None req-986718a7-c619-47ed-a9da-0b05b3291680 tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.729s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1602.761371] env[62574]: DEBUG nova.compute.manager [None req-986718a7-c619-47ed-a9da-0b05b3291680 tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] [instance: c2e5c2fb-e759-48f8-8bdc-7fd0a86ac1b9] Start building networks asynchronously for instance. {{(pid=62574) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1602.770372] env[62574]: DEBUG oslo_concurrency.lockutils [None req-986718a7-c619-47ed-a9da-0b05b3291680 tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.154s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1602.772380] env[62574]: INFO nova.compute.claims [None req-986718a7-c619-47ed-a9da-0b05b3291680 tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] [instance: c195131e-5a17-4c77-b7d2-8873bb6a9653] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1602.775895] env[62574]: DEBUG oslo_concurrency.lockutils [None req-7ecc469c-8dcf-4408-abee-06367cd8ba17 tempest-ServerGroupTestJSON-126933416 tempest-ServerGroupTestJSON-126933416-project-member] Releasing lock "refresh_cache-0062297f-63f3-4773-bbc2-5077395657d2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1602.776436] env[62574]: DEBUG nova.compute.manager [None req-7ecc469c-8dcf-4408-abee-06367cd8ba17 tempest-ServerGroupTestJSON-126933416 tempest-ServerGroupTestJSON-126933416-project-member] [instance: 0062297f-63f3-4773-bbc2-5077395657d2] Instance network_info: |[{"id": "d0d14f94-7c8d-45b8-bc29-8408ff935e79", "address": "fa:16:3e:e5:32:07", "network": {"id": "4fb9c27e-0ee0-4a75-9edd-b9bccefae301", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1114345972-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "62ee9f3c72a24c338eede7d7e0c429d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15ff34f9-4b02-4be1-b433-3ec4bd1b37c2", "external-id": "nsx-vlan-transportzone-51", "segmentation_id": 51, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0d14f94-7c", "ovs_interfaceid": "d0d14f94-7c8d-45b8-bc29-8408ff935e79", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62574) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1602.776741] env[62574]: DEBUG oslo_vmware.api [None req-3edb3de8-9d32-4fb0-9b32-54f6f19ec6ef tempest-FloatingIPsAssociationTestJSON-1230011338 tempest-FloatingIPsAssociationTestJSON-1230011338-project-member] Task: {'id': task-1861457, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1602.777498] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-7ecc469c-8dcf-4408-abee-06367cd8ba17 tempest-ServerGroupTestJSON-126933416 tempest-ServerGroupTestJSON-126933416-project-member] [instance: 0062297f-63f3-4773-bbc2-5077395657d2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e5:32:07', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '15ff34f9-4b02-4be1-b433-3ec4bd1b37c2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd0d14f94-7c8d-45b8-bc29-8408ff935e79', 'vif_model': 'vmxnet3'}] {{(pid=62574) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1602.785883] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ecc469c-8dcf-4408-abee-06367cd8ba17 tempest-ServerGroupTestJSON-126933416 tempest-ServerGroupTestJSON-126933416-project-member] Creating folder: Project (62ee9f3c72a24c338eede7d7e0c429d6). Parent ref: group-v384746. {{(pid=62574) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1602.786526] env[62574]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-65505e1c-bf62-4c92-8bb9-59b87907721b {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.798021] env[62574]: INFO nova.virt.vmwareapi.vm_util [None req-7ecc469c-8dcf-4408-abee-06367cd8ba17 tempest-ServerGroupTestJSON-126933416 tempest-ServerGroupTestJSON-126933416-project-member] Created folder: Project (62ee9f3c72a24c338eede7d7e0c429d6) in parent group-v384746. [ 1602.798282] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ecc469c-8dcf-4408-abee-06367cd8ba17 tempest-ServerGroupTestJSON-126933416 tempest-ServerGroupTestJSON-126933416-project-member] Creating folder: Instances. Parent ref: group-v384847. {{(pid=62574) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1602.798622] env[62574]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d8bf4539-d301-447c-ae4b-6e98a0231432 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.809718] env[62574]: INFO nova.virt.vmwareapi.vm_util [None req-7ecc469c-8dcf-4408-abee-06367cd8ba17 tempest-ServerGroupTestJSON-126933416 tempest-ServerGroupTestJSON-126933416-project-member] Created folder: Instances in parent group-v384847. [ 1602.810018] env[62574]: DEBUG oslo.service.loopingcall [None req-7ecc469c-8dcf-4408-abee-06367cd8ba17 tempest-ServerGroupTestJSON-126933416 tempest-ServerGroupTestJSON-126933416-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62574) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1602.810239] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0062297f-63f3-4773-bbc2-5077395657d2] Creating VM on the ESX host {{(pid=62574) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1602.810629] env[62574]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5bc7e7fd-aafe-4aa8-81c4-96fae12a8340 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.837987] env[62574]: DEBUG oslo_vmware.api [None req-d5b0c55e-8817-4283-8f61-0c36c4bb7c3a tempest-ServerDiagnosticsNegativeTest-1776344175 tempest-ServerDiagnosticsNegativeTest-1776344175-project-member] Task: {'id': task-1861456, 'name': ReconfigVM_Task, 'duration_secs': 0.469831} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1602.839066] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5b0c55e-8817-4283-8f61-0c36c4bb7c3a tempest-ServerDiagnosticsNegativeTest-1776344175 tempest-ServerDiagnosticsNegativeTest-1776344175-project-member] [instance: e3bb34fa-0a4b-4ef0-885a-2c59a191ca72] Reconfigured VM instance instance-00000021 to attach disk [datastore1] e3bb34fa-0a4b-4ef0-885a-2c59a191ca72/e3bb34fa-0a4b-4ef0-885a-2c59a191ca72.vmdk or device None with type sparse {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1602.840086] env[62574]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1602.840086] env[62574]: value = "task-1861460" [ 1602.840086] env[62574]: _type = "Task" [ 1602.840086] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1602.840086] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-30833bc3-d204-49f3-be54-c77d59f54d6e {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.854386] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1861460, 'name': CreateVM_Task} progress is 5%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1602.854386] env[62574]: DEBUG oslo_vmware.api [None req-d5b0c55e-8817-4283-8f61-0c36c4bb7c3a tempest-ServerDiagnosticsNegativeTest-1776344175 tempest-ServerDiagnosticsNegativeTest-1776344175-project-member] Waiting for the task: (returnval){ [ 1602.854386] env[62574]: value = "task-1861461" [ 1602.854386] env[62574]: _type = "Task" [ 1602.854386] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1602.862144] env[62574]: DEBUG oslo_vmware.api [None req-d5b0c55e-8817-4283-8f61-0c36c4bb7c3a tempest-ServerDiagnosticsNegativeTest-1776344175 tempest-ServerDiagnosticsNegativeTest-1776344175-project-member] Task: {'id': task-1861461, 'name': Rename_Task} progress is 6%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1603.175183] env[62574]: DEBUG oslo_vmware.api [None req-b3d2ed62-b190-404c-85f8-1a056f8ad15d tempest-ServersAdminNegativeTestJSON-229750863 tempest-ServersAdminNegativeTestJSON-229750863-project-admin] Task: {'id': task-1861455, 'name': SuspendVM_Task, 'duration_secs': 0.878962} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1603.175183] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-b3d2ed62-b190-404c-85f8-1a056f8ad15d tempest-ServersAdminNegativeTestJSON-229750863 tempest-ServersAdminNegativeTestJSON-229750863-project-admin] [instance: d2fba47f-bc9d-4673-a8c1-1dadebdea56e] Suspended the VM {{(pid=62574) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1603.175183] env[62574]: DEBUG nova.compute.manager [None req-b3d2ed62-b190-404c-85f8-1a056f8ad15d tempest-ServersAdminNegativeTestJSON-229750863 tempest-ServersAdminNegativeTestJSON-229750863-project-admin] [instance: d2fba47f-bc9d-4673-a8c1-1dadebdea56e] Checking state {{(pid=62574) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1603.175987] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7239055-7145-459a-843e-5b27eef00e72 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.264807] env[62574]: DEBUG oslo_vmware.api [None req-3edb3de8-9d32-4fb0-9b32-54f6f19ec6ef tempest-FloatingIPsAssociationTestJSON-1230011338 tempest-FloatingIPsAssociationTestJSON-1230011338-project-member] Task: {'id': task-1861457, 'name': PowerOffVM_Task, 'duration_secs': 0.219402} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1603.265345] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-3edb3de8-9d32-4fb0-9b32-54f6f19ec6ef tempest-FloatingIPsAssociationTestJSON-1230011338 tempest-FloatingIPsAssociationTestJSON-1230011338-project-member] [instance: 659eb0b0-3b2a-4253-9c65-ef5bc0d33fd1] Powered off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1603.265561] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-3edb3de8-9d32-4fb0-9b32-54f6f19ec6ef tempest-FloatingIPsAssociationTestJSON-1230011338 tempest-FloatingIPsAssociationTestJSON-1230011338-project-member] [instance: 659eb0b0-3b2a-4253-9c65-ef5bc0d33fd1] Unregistering the VM {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1603.265887] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4b51decd-a728-497d-b980-b109eca42254 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.268334] env[62574]: DEBUG nova.network.neutron [req-1867086f-9126-4e06-82db-84063a7686bc req-1b4e370c-d31c-44e6-9047-d95eb77b8d45 service nova] [instance: 659eb0b0-3b2a-4253-9c65-ef5bc0d33fd1] Updated VIF entry in instance network info cache for port 9abc5e9a-db33-4540-bf85-d719e4336de0. {{(pid=62574) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1603.268858] env[62574]: DEBUG nova.network.neutron [req-1867086f-9126-4e06-82db-84063a7686bc req-1b4e370c-d31c-44e6-9047-d95eb77b8d45 service nova] [instance: 659eb0b0-3b2a-4253-9c65-ef5bc0d33fd1] Updating instance_info_cache with network_info: [{"id": "9abc5e9a-db33-4540-bf85-d719e4336de0", "address": "fa:16:3e:71:7d:1a", "network": {"id": "7781f176-1ebc-4ecf-a03d-c1284f060c0e", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1629819900-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "68f74b662f9943aabeec5c1bc515d071", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "950a2f67-7668-4376-9d48-b38dca033c40", "external-id": "nsx-vlan-transportzone-549", "segmentation_id": 549, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9abc5e9a-db", "ovs_interfaceid": "9abc5e9a-db33-4540-bf85-d719e4336de0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1603.279389] env[62574]: DEBUG nova.compute.utils [None req-986718a7-c619-47ed-a9da-0b05b3291680 tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] Using /dev/sd instead of None {{(pid=62574) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1603.285259] env[62574]: DEBUG nova.compute.manager [None req-986718a7-c619-47ed-a9da-0b05b3291680 tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] [instance: c2e5c2fb-e759-48f8-8bdc-7fd0a86ac1b9] Allocating IP information in the background. {{(pid=62574) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1603.285491] env[62574]: DEBUG nova.network.neutron [None req-986718a7-c619-47ed-a9da-0b05b3291680 tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] [instance: c2e5c2fb-e759-48f8-8bdc-7fd0a86ac1b9] allocate_for_instance() {{(pid=62574) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1603.350650] env[62574]: DEBUG nova.policy [None req-986718a7-c619-47ed-a9da-0b05b3291680 tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f157d1e4e5aa4c9ca9b64d75722c2b2e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '28a406e5e0f2492e8cf3faef3155472c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62574) authorize /opt/stack/nova/nova/policy.py:192}} [ 1603.368475] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1861460, 'name': CreateVM_Task, 'duration_secs': 0.408586} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1603.369041] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0062297f-63f3-4773-bbc2-5077395657d2] Created VM on the ESX host {{(pid=62574) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1603.369725] env[62574]: DEBUG oslo_concurrency.lockutils [None req-7ecc469c-8dcf-4408-abee-06367cd8ba17 tempest-ServerGroupTestJSON-126933416 tempest-ServerGroupTestJSON-126933416-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1603.369887] env[62574]: DEBUG oslo_concurrency.lockutils [None req-7ecc469c-8dcf-4408-abee-06367cd8ba17 tempest-ServerGroupTestJSON-126933416 tempest-ServerGroupTestJSON-126933416-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1603.370214] env[62574]: DEBUG oslo_concurrency.lockutils [None req-7ecc469c-8dcf-4408-abee-06367cd8ba17 tempest-ServerGroupTestJSON-126933416 tempest-ServerGroupTestJSON-126933416-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1603.370464] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c7610316-f4e6-4374-9186-8c77fd8acdc5 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.374945] env[62574]: DEBUG oslo_vmware.api [None req-d5b0c55e-8817-4283-8f61-0c36c4bb7c3a tempest-ServerDiagnosticsNegativeTest-1776344175 tempest-ServerDiagnosticsNegativeTest-1776344175-project-member] Task: {'id': task-1861461, 'name': Rename_Task, 'duration_secs': 0.149455} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1603.375555] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5b0c55e-8817-4283-8f61-0c36c4bb7c3a tempest-ServerDiagnosticsNegativeTest-1776344175 tempest-ServerDiagnosticsNegativeTest-1776344175-project-member] [instance: e3bb34fa-0a4b-4ef0-885a-2c59a191ca72] Powering on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1603.375804] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-91b19b06-a25f-41b4-b0b2-965f7307c0f5 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.380034] env[62574]: DEBUG oslo_vmware.api [None req-7ecc469c-8dcf-4408-abee-06367cd8ba17 tempest-ServerGroupTestJSON-126933416 tempest-ServerGroupTestJSON-126933416-project-member] Waiting for the task: (returnval){ [ 1603.380034] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]529236ca-9c7b-3d42-3144-516193406a7f" [ 1603.380034] env[62574]: _type = "Task" [ 1603.380034] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1603.383720] env[62574]: DEBUG oslo_vmware.api [None req-d5b0c55e-8817-4283-8f61-0c36c4bb7c3a tempest-ServerDiagnosticsNegativeTest-1776344175 tempest-ServerDiagnosticsNegativeTest-1776344175-project-member] Waiting for the task: (returnval){ [ 1603.383720] env[62574]: value = "task-1861463" [ 1603.383720] env[62574]: _type = "Task" [ 1603.383720] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1603.389847] env[62574]: DEBUG oslo_vmware.api [None req-7ecc469c-8dcf-4408-abee-06367cd8ba17 tempest-ServerGroupTestJSON-126933416 tempest-ServerGroupTestJSON-126933416-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]529236ca-9c7b-3d42-3144-516193406a7f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1603.394850] env[62574]: DEBUG oslo_vmware.api [None req-d5b0c55e-8817-4283-8f61-0c36c4bb7c3a tempest-ServerDiagnosticsNegativeTest-1776344175 tempest-ServerDiagnosticsNegativeTest-1776344175-project-member] Task: {'id': task-1861463, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1603.404261] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-3edb3de8-9d32-4fb0-9b32-54f6f19ec6ef tempest-FloatingIPsAssociationTestJSON-1230011338 tempest-FloatingIPsAssociationTestJSON-1230011338-project-member] [instance: 659eb0b0-3b2a-4253-9c65-ef5bc0d33fd1] Unregistered the VM {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1603.404261] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-3edb3de8-9d32-4fb0-9b32-54f6f19ec6ef tempest-FloatingIPsAssociationTestJSON-1230011338 tempest-FloatingIPsAssociationTestJSON-1230011338-project-member] [instance: 659eb0b0-3b2a-4253-9c65-ef5bc0d33fd1] Deleting contents of the VM from datastore datastore1 {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1603.404261] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-3edb3de8-9d32-4fb0-9b32-54f6f19ec6ef tempest-FloatingIPsAssociationTestJSON-1230011338 tempest-FloatingIPsAssociationTestJSON-1230011338-project-member] Deleting the datastore file [datastore1] 659eb0b0-3b2a-4253-9c65-ef5bc0d33fd1 {{(pid=62574) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1603.404261] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9afad0f6-c33c-41dc-87eb-b95328196f91 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.414470] env[62574]: DEBUG oslo_vmware.api [None req-3edb3de8-9d32-4fb0-9b32-54f6f19ec6ef tempest-FloatingIPsAssociationTestJSON-1230011338 tempest-FloatingIPsAssociationTestJSON-1230011338-project-member] Waiting for the task: (returnval){ [ 1603.414470] env[62574]: value = "task-1861464" [ 1603.414470] env[62574]: _type = "Task" [ 1603.414470] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1603.431905] env[62574]: DEBUG oslo_vmware.api [None req-3edb3de8-9d32-4fb0-9b32-54f6f19ec6ef tempest-FloatingIPsAssociationTestJSON-1230011338 tempest-FloatingIPsAssociationTestJSON-1230011338-project-member] Task: {'id': task-1861464, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1603.779346] env[62574]: DEBUG oslo_concurrency.lockutils [req-1867086f-9126-4e06-82db-84063a7686bc req-1b4e370c-d31c-44e6-9047-d95eb77b8d45 service nova] Releasing lock "refresh_cache-659eb0b0-3b2a-4253-9c65-ef5bc0d33fd1" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1603.786618] env[62574]: DEBUG nova.compute.manager [None req-986718a7-c619-47ed-a9da-0b05b3291680 tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] [instance: c2e5c2fb-e759-48f8-8bdc-7fd0a86ac1b9] Start building block device mappings for instance. {{(pid=62574) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1603.806961] env[62574]: DEBUG nova.compute.manager [req-8471ae93-fa94-4e70-b7f4-830d8d7866e8 req-163d68e9-4a24-443f-a424-9c9b92318fa4 service nova] [instance: 659eb0b0-3b2a-4253-9c65-ef5bc0d33fd1] Received event network-changed-9abc5e9a-db33-4540-bf85-d719e4336de0 {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1603.807187] env[62574]: DEBUG nova.compute.manager [req-8471ae93-fa94-4e70-b7f4-830d8d7866e8 req-163d68e9-4a24-443f-a424-9c9b92318fa4 service nova] [instance: 659eb0b0-3b2a-4253-9c65-ef5bc0d33fd1] Refreshing instance network info cache due to event network-changed-9abc5e9a-db33-4540-bf85-d719e4336de0. {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1603.807928] env[62574]: DEBUG oslo_concurrency.lockutils [req-8471ae93-fa94-4e70-b7f4-830d8d7866e8 req-163d68e9-4a24-443f-a424-9c9b92318fa4 service nova] Acquiring lock "refresh_cache-659eb0b0-3b2a-4253-9c65-ef5bc0d33fd1" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1603.807928] env[62574]: DEBUG oslo_concurrency.lockutils [req-8471ae93-fa94-4e70-b7f4-830d8d7866e8 req-163d68e9-4a24-443f-a424-9c9b92318fa4 service nova] Acquired lock "refresh_cache-659eb0b0-3b2a-4253-9c65-ef5bc0d33fd1" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1603.807928] env[62574]: DEBUG nova.network.neutron [req-8471ae93-fa94-4e70-b7f4-830d8d7866e8 req-163d68e9-4a24-443f-a424-9c9b92318fa4 service nova] [instance: 659eb0b0-3b2a-4253-9c65-ef5bc0d33fd1] Refreshing network info cache for port 9abc5e9a-db33-4540-bf85-d719e4336de0 {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1603.834361] env[62574]: DEBUG nova.network.neutron [None req-be513537-e531-4880-94c4-45d99f4f8993 tempest-ImagesNegativeTestJSON-1839133942 tempest-ImagesNegativeTestJSON-1839133942-project-member] [instance: 1885c76e-a6bc-4f5b-bf2b-fe43229cec08] Successfully updated port: bd6864f1-00a8-4a2a-91d7-17920dc3f905 {{(pid=62574) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1603.848725] env[62574]: DEBUG nova.network.neutron [None req-986718a7-c619-47ed-a9da-0b05b3291680 tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] [instance: c2e5c2fb-e759-48f8-8bdc-7fd0a86ac1b9] Successfully created port: e2050f91-6c73-4921-bc9c-20f0a4b964df {{(pid=62574) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1603.903751] env[62574]: DEBUG oslo_vmware.api [None req-d5b0c55e-8817-4283-8f61-0c36c4bb7c3a tempest-ServerDiagnosticsNegativeTest-1776344175 tempest-ServerDiagnosticsNegativeTest-1776344175-project-member] Task: {'id': task-1861463, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1603.904094] env[62574]: DEBUG oslo_vmware.api [None req-7ecc469c-8dcf-4408-abee-06367cd8ba17 tempest-ServerGroupTestJSON-126933416 tempest-ServerGroupTestJSON-126933416-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]529236ca-9c7b-3d42-3144-516193406a7f, 'name': SearchDatastore_Task, 'duration_secs': 0.015749} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1603.904393] env[62574]: DEBUG oslo_concurrency.lockutils [None req-7ecc469c-8dcf-4408-abee-06367cd8ba17 tempest-ServerGroupTestJSON-126933416 tempest-ServerGroupTestJSON-126933416-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1603.904631] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-7ecc469c-8dcf-4408-abee-06367cd8ba17 tempest-ServerGroupTestJSON-126933416 tempest-ServerGroupTestJSON-126933416-project-member] [instance: 0062297f-63f3-4773-bbc2-5077395657d2] Processing image 3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2 {{(pid=62574) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1603.905804] env[62574]: DEBUG oslo_concurrency.lockutils [None req-7ecc469c-8dcf-4408-abee-06367cd8ba17 tempest-ServerGroupTestJSON-126933416 tempest-ServerGroupTestJSON-126933416-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1603.905804] env[62574]: DEBUG oslo_concurrency.lockutils [None req-7ecc469c-8dcf-4408-abee-06367cd8ba17 tempest-ServerGroupTestJSON-126933416 tempest-ServerGroupTestJSON-126933416-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1603.905804] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ecc469c-8dcf-4408-abee-06367cd8ba17 tempest-ServerGroupTestJSON-126933416 tempest-ServerGroupTestJSON-126933416-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1603.908655] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9f7ed2db-b558-45bb-bff1-989231836ae5 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.921746] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ecc469c-8dcf-4408-abee-06367cd8ba17 tempest-ServerGroupTestJSON-126933416 tempest-ServerGroupTestJSON-126933416-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1603.922298] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-7ecc469c-8dcf-4408-abee-06367cd8ba17 tempest-ServerGroupTestJSON-126933416 tempest-ServerGroupTestJSON-126933416-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62574) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1603.929082] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea98f789-57cb-41c2-b708-fa9a788cf05a {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.936118] env[62574]: DEBUG oslo_vmware.api [None req-3edb3de8-9d32-4fb0-9b32-54f6f19ec6ef tempest-FloatingIPsAssociationTestJSON-1230011338 tempest-FloatingIPsAssociationTestJSON-1230011338-project-member] Task: {'id': task-1861464, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.151156} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1603.936118] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-3edb3de8-9d32-4fb0-9b32-54f6f19ec6ef tempest-FloatingIPsAssociationTestJSON-1230011338 tempest-FloatingIPsAssociationTestJSON-1230011338-project-member] Deleted the datastore file {{(pid=62574) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1603.936118] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-3edb3de8-9d32-4fb0-9b32-54f6f19ec6ef tempest-FloatingIPsAssociationTestJSON-1230011338 tempest-FloatingIPsAssociationTestJSON-1230011338-project-member] [instance: 659eb0b0-3b2a-4253-9c65-ef5bc0d33fd1] Deleted contents of the VM from datastore datastore1 {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1603.936118] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-3edb3de8-9d32-4fb0-9b32-54f6f19ec6ef tempest-FloatingIPsAssociationTestJSON-1230011338 tempest-FloatingIPsAssociationTestJSON-1230011338-project-member] [instance: 659eb0b0-3b2a-4253-9c65-ef5bc0d33fd1] Instance destroyed {{(pid=62574) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1603.936118] env[62574]: INFO nova.compute.manager [None req-3edb3de8-9d32-4fb0-9b32-54f6f19ec6ef tempest-FloatingIPsAssociationTestJSON-1230011338 tempest-FloatingIPsAssociationTestJSON-1230011338-project-member] [instance: 659eb0b0-3b2a-4253-9c65-ef5bc0d33fd1] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1603.936353] env[62574]: DEBUG oslo.service.loopingcall [None req-3edb3de8-9d32-4fb0-9b32-54f6f19ec6ef tempest-FloatingIPsAssociationTestJSON-1230011338 tempest-FloatingIPsAssociationTestJSON-1230011338-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62574) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1603.936537] env[62574]: DEBUG nova.compute.manager [-] [instance: 659eb0b0-3b2a-4253-9c65-ef5bc0d33fd1] Deallocating network for instance {{(pid=62574) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1603.936625] env[62574]: DEBUG nova.network.neutron [-] [instance: 659eb0b0-3b2a-4253-9c65-ef5bc0d33fd1] deallocate_for_instance() {{(pid=62574) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1603.941235] env[62574]: DEBUG nova.compute.manager [req-e82a0880-f700-4a25-baf7-7b95c84355a2 req-4aedcb5f-4d27-45c1-ab0d-c5ef4a3fdade service nova] [instance: 0062297f-63f3-4773-bbc2-5077395657d2] Received event network-changed-d0d14f94-7c8d-45b8-bc29-8408ff935e79 {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1603.941416] env[62574]: DEBUG nova.compute.manager [req-e82a0880-f700-4a25-baf7-7b95c84355a2 req-4aedcb5f-4d27-45c1-ab0d-c5ef4a3fdade service nova] [instance: 0062297f-63f3-4773-bbc2-5077395657d2] Refreshing instance network info cache due to event network-changed-d0d14f94-7c8d-45b8-bc29-8408ff935e79. {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1603.941635] env[62574]: DEBUG oslo_concurrency.lockutils [req-e82a0880-f700-4a25-baf7-7b95c84355a2 req-4aedcb5f-4d27-45c1-ab0d-c5ef4a3fdade service nova] Acquiring lock "refresh_cache-0062297f-63f3-4773-bbc2-5077395657d2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1603.941781] env[62574]: DEBUG oslo_concurrency.lockutils [req-e82a0880-f700-4a25-baf7-7b95c84355a2 req-4aedcb5f-4d27-45c1-ab0d-c5ef4a3fdade service nova] Acquired lock "refresh_cache-0062297f-63f3-4773-bbc2-5077395657d2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1603.941948] env[62574]: DEBUG nova.network.neutron [req-e82a0880-f700-4a25-baf7-7b95c84355a2 req-4aedcb5f-4d27-45c1-ab0d-c5ef4a3fdade service nova] [instance: 0062297f-63f3-4773-bbc2-5077395657d2] Refreshing network info cache for port d0d14f94-7c8d-45b8-bc29-8408ff935e79 {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1603.943802] env[62574]: DEBUG oslo_vmware.api [None req-7ecc469c-8dcf-4408-abee-06367cd8ba17 tempest-ServerGroupTestJSON-126933416 tempest-ServerGroupTestJSON-126933416-project-member] Waiting for the task: (returnval){ [ 1603.943802] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]52a5ed5c-e53b-91a1-1935-864cf20b8582" [ 1603.943802] env[62574]: _type = "Task" [ 1603.943802] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1603.956651] env[62574]: DEBUG oslo_vmware.api [None req-7ecc469c-8dcf-4408-abee-06367cd8ba17 tempest-ServerGroupTestJSON-126933416 tempest-ServerGroupTestJSON-126933416-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52a5ed5c-e53b-91a1-1935-864cf20b8582, 'name': SearchDatastore_Task, 'duration_secs': 0.009478} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1603.961964] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f471635e-918b-436f-82ba-a1a04d9aaac6 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.967031] env[62574]: DEBUG oslo_vmware.api [None req-7ecc469c-8dcf-4408-abee-06367cd8ba17 tempest-ServerGroupTestJSON-126933416 tempest-ServerGroupTestJSON-126933416-project-member] Waiting for the task: (returnval){ [ 1603.967031] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]524dd7bc-5e0e-ea53-8100-e5acbd5ef88a" [ 1603.967031] env[62574]: _type = "Task" [ 1603.967031] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1603.980372] env[62574]: DEBUG oslo_vmware.api [None req-7ecc469c-8dcf-4408-abee-06367cd8ba17 tempest-ServerGroupTestJSON-126933416 tempest-ServerGroupTestJSON-126933416-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]524dd7bc-5e0e-ea53-8100-e5acbd5ef88a, 'name': SearchDatastore_Task, 'duration_secs': 0.012232} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1603.980627] env[62574]: DEBUG oslo_concurrency.lockutils [None req-7ecc469c-8dcf-4408-abee-06367cd8ba17 tempest-ServerGroupTestJSON-126933416 tempest-ServerGroupTestJSON-126933416-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1603.980869] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ecc469c-8dcf-4408-abee-06367cd8ba17 tempest-ServerGroupTestJSON-126933416 tempest-ServerGroupTestJSON-126933416-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk to [datastore1] 0062297f-63f3-4773-bbc2-5077395657d2/0062297f-63f3-4773-bbc2-5077395657d2.vmdk {{(pid=62574) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1603.981143] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c3d24f7c-9dba-4d3b-9d6c-bc93b364851f {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.989920] env[62574]: DEBUG oslo_vmware.api [None req-7ecc469c-8dcf-4408-abee-06367cd8ba17 tempest-ServerGroupTestJSON-126933416 tempest-ServerGroupTestJSON-126933416-project-member] Waiting for the task: (returnval){ [ 1603.989920] env[62574]: value = "task-1861465" [ 1603.989920] env[62574]: _type = "Task" [ 1603.989920] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1603.998028] env[62574]: DEBUG oslo_vmware.api [None req-7ecc469c-8dcf-4408-abee-06367cd8ba17 tempest-ServerGroupTestJSON-126933416 tempest-ServerGroupTestJSON-126933416-project-member] Task: {'id': task-1861465, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1604.333630] env[62574]: DEBUG oslo_concurrency.lockutils [None req-be513537-e531-4880-94c4-45d99f4f8993 tempest-ImagesNegativeTestJSON-1839133942 tempest-ImagesNegativeTestJSON-1839133942-project-member] Acquiring lock "refresh_cache-1885c76e-a6bc-4f5b-bf2b-fe43229cec08" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1604.333865] env[62574]: DEBUG oslo_concurrency.lockutils [None req-be513537-e531-4880-94c4-45d99f4f8993 tempest-ImagesNegativeTestJSON-1839133942 tempest-ImagesNegativeTestJSON-1839133942-project-member] Acquired lock "refresh_cache-1885c76e-a6bc-4f5b-bf2b-fe43229cec08" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1604.333993] env[62574]: DEBUG nova.network.neutron [None req-be513537-e531-4880-94c4-45d99f4f8993 tempest-ImagesNegativeTestJSON-1839133942 tempest-ImagesNegativeTestJSON-1839133942-project-member] [instance: 1885c76e-a6bc-4f5b-bf2b-fe43229cec08] Building network info cache for instance {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1604.403433] env[62574]: DEBUG oslo_vmware.api [None req-d5b0c55e-8817-4283-8f61-0c36c4bb7c3a tempest-ServerDiagnosticsNegativeTest-1776344175 tempest-ServerDiagnosticsNegativeTest-1776344175-project-member] Task: {'id': task-1861463, 'name': PowerOnVM_Task, 'duration_secs': 0.570818} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1604.404781] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5b0c55e-8817-4283-8f61-0c36c4bb7c3a tempest-ServerDiagnosticsNegativeTest-1776344175 tempest-ServerDiagnosticsNegativeTest-1776344175-project-member] [instance: e3bb34fa-0a4b-4ef0-885a-2c59a191ca72] Powered on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1604.405191] env[62574]: INFO nova.compute.manager [None req-d5b0c55e-8817-4283-8f61-0c36c4bb7c3a tempest-ServerDiagnosticsNegativeTest-1776344175 tempest-ServerDiagnosticsNegativeTest-1776344175-project-member] [instance: e3bb34fa-0a4b-4ef0-885a-2c59a191ca72] Took 8.81 seconds to spawn the instance on the hypervisor. [ 1604.405326] env[62574]: DEBUG nova.compute.manager [None req-d5b0c55e-8817-4283-8f61-0c36c4bb7c3a tempest-ServerDiagnosticsNegativeTest-1776344175 tempest-ServerDiagnosticsNegativeTest-1776344175-project-member] [instance: e3bb34fa-0a4b-4ef0-885a-2c59a191ca72] Checking state {{(pid=62574) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1604.406182] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6014568-36f9-4535-ac68-30f7cfa09fb9 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.501902] env[62574]: DEBUG oslo_vmware.api [None req-7ecc469c-8dcf-4408-abee-06367cd8ba17 tempest-ServerGroupTestJSON-126933416 tempest-ServerGroupTestJSON-126933416-project-member] Task: {'id': task-1861465, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1604.507824] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e3b6a20-982c-431e-8c0e-dc846661a4ca {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.515063] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fe183af-ec57-43b2-996e-56c3e9c88b10 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.553191] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f38e32e-6dfb-4a95-b6f6-4f920623430f {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.562377] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a373798-55ce-4e83-814d-4d4459294059 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.579752] env[62574]: DEBUG nova.compute.provider_tree [None req-986718a7-c619-47ed-a9da-0b05b3291680 tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] Inventory has not changed in ProviderTree for provider: f0ed160a-beff-4626-a531-2a70d7bc0627 {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1604.796981] env[62574]: DEBUG nova.compute.manager [None req-986718a7-c619-47ed-a9da-0b05b3291680 tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] [instance: c2e5c2fb-e759-48f8-8bdc-7fd0a86ac1b9] Start spawning the instance on the hypervisor. {{(pid=62574) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1604.827120] env[62574]: DEBUG nova.virt.hardware [None req-986718a7-c619-47ed-a9da-0b05b3291680 tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T19:26:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-13T19:26:40Z,direct_url=,disk_format='vmdk',id=3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7eed1dd4d2c3418eb32c4f4ceda3ab0d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-13T19:26:41Z,virtual_size=,visibility=), allow threads: False {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1604.827381] env[62574]: DEBUG nova.virt.hardware [None req-986718a7-c619-47ed-a9da-0b05b3291680 tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] Flavor limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1604.827538] env[62574]: DEBUG nova.virt.hardware [None req-986718a7-c619-47ed-a9da-0b05b3291680 tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] Image limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1604.827752] env[62574]: DEBUG nova.virt.hardware [None req-986718a7-c619-47ed-a9da-0b05b3291680 tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] Flavor pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1604.827910] env[62574]: DEBUG nova.virt.hardware [None req-986718a7-c619-47ed-a9da-0b05b3291680 tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] Image pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1604.828068] env[62574]: DEBUG nova.virt.hardware [None req-986718a7-c619-47ed-a9da-0b05b3291680 tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1604.828286] env[62574]: DEBUG nova.virt.hardware [None req-986718a7-c619-47ed-a9da-0b05b3291680 tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1604.828443] env[62574]: DEBUG nova.virt.hardware [None req-986718a7-c619-47ed-a9da-0b05b3291680 tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1604.828605] env[62574]: DEBUG nova.virt.hardware [None req-986718a7-c619-47ed-a9da-0b05b3291680 tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] Got 1 possible topologies {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1604.828766] env[62574]: DEBUG nova.virt.hardware [None req-986718a7-c619-47ed-a9da-0b05b3291680 tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1604.828934] env[62574]: DEBUG nova.virt.hardware [None req-986718a7-c619-47ed-a9da-0b05b3291680 tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1604.829790] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8302a28e-2ec4-4539-968b-f9e5ce2ed6fb {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.837928] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a266b0cb-4c0b-438f-abb8-02fc16356d11 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.859074] env[62574]: DEBUG nova.network.neutron [req-8471ae93-fa94-4e70-b7f4-830d8d7866e8 req-163d68e9-4a24-443f-a424-9c9b92318fa4 service nova] [instance: 659eb0b0-3b2a-4253-9c65-ef5bc0d33fd1] Updated VIF entry in instance network info cache for port 9abc5e9a-db33-4540-bf85-d719e4336de0. {{(pid=62574) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1604.859542] env[62574]: DEBUG nova.network.neutron [req-8471ae93-fa94-4e70-b7f4-830d8d7866e8 req-163d68e9-4a24-443f-a424-9c9b92318fa4 service nova] [instance: 659eb0b0-3b2a-4253-9c65-ef5bc0d33fd1] Updating instance_info_cache with network_info: [{"id": "9abc5e9a-db33-4540-bf85-d719e4336de0", "address": "fa:16:3e:71:7d:1a", "network": {"id": "7781f176-1ebc-4ecf-a03d-c1284f060c0e", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1629819900-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "68f74b662f9943aabeec5c1bc515d071", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "950a2f67-7668-4376-9d48-b38dca033c40", "external-id": "nsx-vlan-transportzone-549", "segmentation_id": 549, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9abc5e9a-db", "ovs_interfaceid": "9abc5e9a-db33-4540-bf85-d719e4336de0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1604.912163] env[62574]: DEBUG nova.network.neutron [None req-be513537-e531-4880-94c4-45d99f4f8993 tempest-ImagesNegativeTestJSON-1839133942 tempest-ImagesNegativeTestJSON-1839133942-project-member] [instance: 1885c76e-a6bc-4f5b-bf2b-fe43229cec08] Instance cache missing network info. {{(pid=62574) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1604.924983] env[62574]: INFO nova.compute.manager [None req-d5b0c55e-8817-4283-8f61-0c36c4bb7c3a tempest-ServerDiagnosticsNegativeTest-1776344175 tempest-ServerDiagnosticsNegativeTest-1776344175-project-member] [instance: e3bb34fa-0a4b-4ef0-885a-2c59a191ca72] Took 52.92 seconds to build instance. [ 1604.983909] env[62574]: DEBUG nova.network.neutron [req-e82a0880-f700-4a25-baf7-7b95c84355a2 req-4aedcb5f-4d27-45c1-ab0d-c5ef4a3fdade service nova] [instance: 0062297f-63f3-4773-bbc2-5077395657d2] Updated VIF entry in instance network info cache for port d0d14f94-7c8d-45b8-bc29-8408ff935e79. {{(pid=62574) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1604.983909] env[62574]: DEBUG nova.network.neutron [req-e82a0880-f700-4a25-baf7-7b95c84355a2 req-4aedcb5f-4d27-45c1-ab0d-c5ef4a3fdade service nova] [instance: 0062297f-63f3-4773-bbc2-5077395657d2] Updating instance_info_cache with network_info: [{"id": "d0d14f94-7c8d-45b8-bc29-8408ff935e79", "address": "fa:16:3e:e5:32:07", "network": {"id": "4fb9c27e-0ee0-4a75-9edd-b9bccefae301", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1114345972-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "62ee9f3c72a24c338eede7d7e0c429d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15ff34f9-4b02-4be1-b433-3ec4bd1b37c2", "external-id": "nsx-vlan-transportzone-51", "segmentation_id": 51, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0d14f94-7c", "ovs_interfaceid": "d0d14f94-7c8d-45b8-bc29-8408ff935e79", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1605.005159] env[62574]: DEBUG oslo_vmware.api [None req-7ecc469c-8dcf-4408-abee-06367cd8ba17 tempest-ServerGroupTestJSON-126933416 tempest-ServerGroupTestJSON-126933416-project-member] Task: {'id': task-1861465, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.520999} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1605.005507] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ecc469c-8dcf-4408-abee-06367cd8ba17 tempest-ServerGroupTestJSON-126933416 tempest-ServerGroupTestJSON-126933416-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk to [datastore1] 0062297f-63f3-4773-bbc2-5077395657d2/0062297f-63f3-4773-bbc2-5077395657d2.vmdk {{(pid=62574) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1605.006143] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-7ecc469c-8dcf-4408-abee-06367cd8ba17 tempest-ServerGroupTestJSON-126933416 tempest-ServerGroupTestJSON-126933416-project-member] [instance: 0062297f-63f3-4773-bbc2-5077395657d2] Extending root virtual disk to 1048576 {{(pid=62574) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1605.006143] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-96eeb737-cedb-4285-8e49-bbe2d3ec9c57 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.012647] env[62574]: DEBUG oslo_vmware.api [None req-7ecc469c-8dcf-4408-abee-06367cd8ba17 tempest-ServerGroupTestJSON-126933416 tempest-ServerGroupTestJSON-126933416-project-member] Waiting for the task: (returnval){ [ 1605.012647] env[62574]: value = "task-1861466" [ 1605.012647] env[62574]: _type = "Task" [ 1605.012647] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1605.021121] env[62574]: DEBUG oslo_vmware.api [None req-7ecc469c-8dcf-4408-abee-06367cd8ba17 tempest-ServerGroupTestJSON-126933416 tempest-ServerGroupTestJSON-126933416-project-member] Task: {'id': task-1861466, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1605.087903] env[62574]: DEBUG nova.scheduler.client.report [None req-986718a7-c619-47ed-a9da-0b05b3291680 tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] Inventory has not changed for provider f0ed160a-beff-4626-a531-2a70d7bc0627 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1605.091406] env[62574]: DEBUG nova.network.neutron [-] [instance: 659eb0b0-3b2a-4253-9c65-ef5bc0d33fd1] Updating instance_info_cache with network_info: [] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1605.221712] env[62574]: DEBUG nova.network.neutron [None req-be513537-e531-4880-94c4-45d99f4f8993 tempest-ImagesNegativeTestJSON-1839133942 tempest-ImagesNegativeTestJSON-1839133942-project-member] [instance: 1885c76e-a6bc-4f5b-bf2b-fe43229cec08] Updating instance_info_cache with network_info: [{"id": "bd6864f1-00a8-4a2a-91d7-17920dc3f905", "address": "fa:16:3e:bb:3e:b8", "network": {"id": "d931c52c-df57-4845-9241-c731767fb7e3", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1625955726-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "946a756225fa4883a11e9f17d54e4a2c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b8b5b5e2-866d-4ab5-b74d-4a47de0c4877", "external-id": "nsx-vlan-transportzone-74", "segmentation_id": 74, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd6864f1-00", "ovs_interfaceid": "bd6864f1-00a8-4a2a-91d7-17920dc3f905", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1605.362101] env[62574]: DEBUG oslo_concurrency.lockutils [req-8471ae93-fa94-4e70-b7f4-830d8d7866e8 req-163d68e9-4a24-443f-a424-9c9b92318fa4 service nova] Releasing lock "refresh_cache-659eb0b0-3b2a-4253-9c65-ef5bc0d33fd1" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1605.362340] env[62574]: DEBUG nova.compute.manager [req-8471ae93-fa94-4e70-b7f4-830d8d7866e8 req-163d68e9-4a24-443f-a424-9c9b92318fa4 service nova] [instance: bf01cd22-6cbb-4a95-aca8-4bcdabdc5b36] Received event network-changed-cc4fbd40-92a9-4263-918f-edd2dde18259 {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1605.362510] env[62574]: DEBUG nova.compute.manager [req-8471ae93-fa94-4e70-b7f4-830d8d7866e8 req-163d68e9-4a24-443f-a424-9c9b92318fa4 service nova] [instance: bf01cd22-6cbb-4a95-aca8-4bcdabdc5b36] Refreshing instance network info cache due to event network-changed-cc4fbd40-92a9-4263-918f-edd2dde18259. {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1605.362806] env[62574]: DEBUG oslo_concurrency.lockutils [req-8471ae93-fa94-4e70-b7f4-830d8d7866e8 req-163d68e9-4a24-443f-a424-9c9b92318fa4 service nova] Acquiring lock "refresh_cache-bf01cd22-6cbb-4a95-aca8-4bcdabdc5b36" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1605.362869] env[62574]: DEBUG oslo_concurrency.lockutils [req-8471ae93-fa94-4e70-b7f4-830d8d7866e8 req-163d68e9-4a24-443f-a424-9c9b92318fa4 service nova] Acquired lock "refresh_cache-bf01cd22-6cbb-4a95-aca8-4bcdabdc5b36" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1605.363057] env[62574]: DEBUG nova.network.neutron [req-8471ae93-fa94-4e70-b7f4-830d8d7866e8 req-163d68e9-4a24-443f-a424-9c9b92318fa4 service nova] [instance: bf01cd22-6cbb-4a95-aca8-4bcdabdc5b36] Refreshing network info cache for port cc4fbd40-92a9-4263-918f-edd2dde18259 {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1605.427729] env[62574]: DEBUG oslo_concurrency.lockutils [None req-d5b0c55e-8817-4283-8f61-0c36c4bb7c3a tempest-ServerDiagnosticsNegativeTest-1776344175 tempest-ServerDiagnosticsNegativeTest-1776344175-project-member] Lock "e3bb34fa-0a4b-4ef0-885a-2c59a191ca72" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 80.120s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1605.488718] env[62574]: DEBUG oslo_concurrency.lockutils [req-e82a0880-f700-4a25-baf7-7b95c84355a2 req-4aedcb5f-4d27-45c1-ab0d-c5ef4a3fdade service nova] Releasing lock "refresh_cache-0062297f-63f3-4773-bbc2-5077395657d2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1605.527081] env[62574]: DEBUG oslo_vmware.api [None req-7ecc469c-8dcf-4408-abee-06367cd8ba17 tempest-ServerGroupTestJSON-126933416 tempest-ServerGroupTestJSON-126933416-project-member] Task: {'id': task-1861466, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.263554} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1605.527833] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-7ecc469c-8dcf-4408-abee-06367cd8ba17 tempest-ServerGroupTestJSON-126933416 tempest-ServerGroupTestJSON-126933416-project-member] [instance: 0062297f-63f3-4773-bbc2-5077395657d2] Extended root virtual disk {{(pid=62574) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1605.529285] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24d427bd-fdb9-43f2-be75-9997ed18a2f9 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.561720] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ecc469c-8dcf-4408-abee-06367cd8ba17 tempest-ServerGroupTestJSON-126933416 tempest-ServerGroupTestJSON-126933416-project-member] [instance: 0062297f-63f3-4773-bbc2-5077395657d2] Reconfiguring VM instance instance-00000022 to attach disk [datastore1] 0062297f-63f3-4773-bbc2-5077395657d2/0062297f-63f3-4773-bbc2-5077395657d2.vmdk or device None with type sparse {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1605.561991] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-618c2d6a-6747-48cd-9ee4-b061443de8cb {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.582936] env[62574]: DEBUG oslo_vmware.api [None req-7ecc469c-8dcf-4408-abee-06367cd8ba17 tempest-ServerGroupTestJSON-126933416 tempest-ServerGroupTestJSON-126933416-project-member] Waiting for the task: (returnval){ [ 1605.582936] env[62574]: value = "task-1861467" [ 1605.582936] env[62574]: _type = "Task" [ 1605.582936] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1605.593549] env[62574]: INFO nova.compute.manager [-] [instance: 659eb0b0-3b2a-4253-9c65-ef5bc0d33fd1] Took 1.66 seconds to deallocate network for instance. [ 1605.594973] env[62574]: DEBUG oslo_concurrency.lockutils [None req-986718a7-c619-47ed-a9da-0b05b3291680 tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.825s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1605.595651] env[62574]: DEBUG nova.compute.manager [None req-986718a7-c619-47ed-a9da-0b05b3291680 tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] [instance: c195131e-5a17-4c77-b7d2-8873bb6a9653] Start building networks asynchronously for instance. {{(pid=62574) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1605.598287] env[62574]: DEBUG oslo_vmware.api [None req-7ecc469c-8dcf-4408-abee-06367cd8ba17 tempest-ServerGroupTestJSON-126933416 tempest-ServerGroupTestJSON-126933416-project-member] Task: {'id': task-1861467, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1605.604305] env[62574]: DEBUG oslo_concurrency.lockutils [None req-db5b8709-bea9-46fd-baeb-aa3e3bb157e9 tempest-DeleteServersAdminTestJSON-663052088 tempest-DeleteServersAdminTestJSON-663052088-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.634s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1605.604647] env[62574]: DEBUG oslo_concurrency.lockutils [None req-db5b8709-bea9-46fd-baeb-aa3e3bb157e9 tempest-DeleteServersAdminTestJSON-663052088 tempest-DeleteServersAdminTestJSON-663052088-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.004s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1605.607113] env[62574]: DEBUG oslo_concurrency.lockutils [None req-986718a7-c619-47ed-a9da-0b05b3291680 tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.261s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1605.613069] env[62574]: INFO nova.compute.claims [None req-986718a7-c619-47ed-a9da-0b05b3291680 tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] [instance: 3692d5e9-2382-4f95-8ca4-0a57474e9be7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1605.647930] env[62574]: INFO nova.scheduler.client.report [None req-db5b8709-bea9-46fd-baeb-aa3e3bb157e9 tempest-DeleteServersAdminTestJSON-663052088 tempest-DeleteServersAdminTestJSON-663052088-project-member] Deleted allocations for instance ac8aec0b-0dd9-4250-8686-343a4d2563c2 [ 1605.725607] env[62574]: DEBUG oslo_concurrency.lockutils [None req-be513537-e531-4880-94c4-45d99f4f8993 tempest-ImagesNegativeTestJSON-1839133942 tempest-ImagesNegativeTestJSON-1839133942-project-member] Releasing lock "refresh_cache-1885c76e-a6bc-4f5b-bf2b-fe43229cec08" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1605.725959] env[62574]: DEBUG nova.compute.manager [None req-be513537-e531-4880-94c4-45d99f4f8993 tempest-ImagesNegativeTestJSON-1839133942 tempest-ImagesNegativeTestJSON-1839133942-project-member] [instance: 1885c76e-a6bc-4f5b-bf2b-fe43229cec08] Instance network_info: |[{"id": "bd6864f1-00a8-4a2a-91d7-17920dc3f905", "address": "fa:16:3e:bb:3e:b8", "network": {"id": "d931c52c-df57-4845-9241-c731767fb7e3", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1625955726-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "946a756225fa4883a11e9f17d54e4a2c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b8b5b5e2-866d-4ab5-b74d-4a47de0c4877", "external-id": "nsx-vlan-transportzone-74", "segmentation_id": 74, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd6864f1-00", "ovs_interfaceid": "bd6864f1-00a8-4a2a-91d7-17920dc3f905", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62574) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1605.726402] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-be513537-e531-4880-94c4-45d99f4f8993 tempest-ImagesNegativeTestJSON-1839133942 tempest-ImagesNegativeTestJSON-1839133942-project-member] [instance: 1885c76e-a6bc-4f5b-bf2b-fe43229cec08] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bb:3e:b8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b8b5b5e2-866d-4ab5-b74d-4a47de0c4877', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bd6864f1-00a8-4a2a-91d7-17920dc3f905', 'vif_model': 'vmxnet3'}] {{(pid=62574) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1605.737288] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-be513537-e531-4880-94c4-45d99f4f8993 tempest-ImagesNegativeTestJSON-1839133942 tempest-ImagesNegativeTestJSON-1839133942-project-member] Creating folder: Project (946a756225fa4883a11e9f17d54e4a2c). Parent ref: group-v384746. {{(pid=62574) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1605.737543] env[62574]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-29c6b304-7902-4a20-bd24-11e1179374ed {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.748091] env[62574]: INFO nova.virt.vmwareapi.vm_util [None req-be513537-e531-4880-94c4-45d99f4f8993 tempest-ImagesNegativeTestJSON-1839133942 tempest-ImagesNegativeTestJSON-1839133942-project-member] Created folder: Project (946a756225fa4883a11e9f17d54e4a2c) in parent group-v384746. [ 1605.748320] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-be513537-e531-4880-94c4-45d99f4f8993 tempest-ImagesNegativeTestJSON-1839133942 tempest-ImagesNegativeTestJSON-1839133942-project-member] Creating folder: Instances. Parent ref: group-v384850. {{(pid=62574) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1605.748846] env[62574]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ef52f961-5c98-4998-bad9-85f2b7586994 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.758469] env[62574]: INFO nova.virt.vmwareapi.vm_util [None req-be513537-e531-4880-94c4-45d99f4f8993 tempest-ImagesNegativeTestJSON-1839133942 tempest-ImagesNegativeTestJSON-1839133942-project-member] Created folder: Instances in parent group-v384850. [ 1605.758715] env[62574]: DEBUG oslo.service.loopingcall [None req-be513537-e531-4880-94c4-45d99f4f8993 tempest-ImagesNegativeTestJSON-1839133942 tempest-ImagesNegativeTestJSON-1839133942-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62574) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1605.758904] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1885c76e-a6bc-4f5b-bf2b-fe43229cec08] Creating VM on the ESX host {{(pid=62574) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1605.759180] env[62574]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7d4c7343-8b0f-480f-b481-9577aa7aae70 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.780171] env[62574]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1605.780171] env[62574]: value = "task-1861470" [ 1605.780171] env[62574]: _type = "Task" [ 1605.780171] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1605.793092] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1861470, 'name': CreateVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1605.809227] env[62574]: DEBUG nova.network.neutron [None req-986718a7-c619-47ed-a9da-0b05b3291680 tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] [instance: c2e5c2fb-e759-48f8-8bdc-7fd0a86ac1b9] Successfully updated port: e2050f91-6c73-4921-bc9c-20f0a4b964df {{(pid=62574) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1605.932288] env[62574]: DEBUG nova.compute.manager [None req-ccd6228f-60e7-4c6b-b0d0-111819aaa72f tempest-SecurityGroupsTestJSON-247158518 tempest-SecurityGroupsTestJSON-247158518-project-member] [instance: 1aff4bff-16cd-4873-9b4d-3538d4779084] Starting instance... {{(pid=62574) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1606.103993] env[62574]: DEBUG nova.compute.utils [None req-986718a7-c619-47ed-a9da-0b05b3291680 tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] Using /dev/sd instead of None {{(pid=62574) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1606.107472] env[62574]: DEBUG nova.compute.manager [None req-986718a7-c619-47ed-a9da-0b05b3291680 tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] [instance: c195131e-5a17-4c77-b7d2-8873bb6a9653] Allocating IP information in the background. {{(pid=62574) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1606.107668] env[62574]: DEBUG nova.network.neutron [None req-986718a7-c619-47ed-a9da-0b05b3291680 tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] [instance: c195131e-5a17-4c77-b7d2-8873bb6a9653] allocate_for_instance() {{(pid=62574) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1606.109916] env[62574]: DEBUG oslo_vmware.api [None req-7ecc469c-8dcf-4408-abee-06367cd8ba17 tempest-ServerGroupTestJSON-126933416 tempest-ServerGroupTestJSON-126933416-project-member] Task: {'id': task-1861467, 'name': ReconfigVM_Task, 'duration_secs': 0.303025} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1606.109916] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ecc469c-8dcf-4408-abee-06367cd8ba17 tempest-ServerGroupTestJSON-126933416 tempest-ServerGroupTestJSON-126933416-project-member] [instance: 0062297f-63f3-4773-bbc2-5077395657d2] Reconfigured VM instance instance-00000022 to attach disk [datastore1] 0062297f-63f3-4773-bbc2-5077395657d2/0062297f-63f3-4773-bbc2-5077395657d2.vmdk or device None with type sparse {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1606.112142] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ee1b0260-0cb1-45b3-a1a8-64988afa6d5a {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.124567] env[62574]: DEBUG oslo_concurrency.lockutils [None req-3edb3de8-9d32-4fb0-9b32-54f6f19ec6ef tempest-FloatingIPsAssociationTestJSON-1230011338 tempest-FloatingIPsAssociationTestJSON-1230011338-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1606.125699] env[62574]: DEBUG oslo_vmware.api [None req-7ecc469c-8dcf-4408-abee-06367cd8ba17 tempest-ServerGroupTestJSON-126933416 tempest-ServerGroupTestJSON-126933416-project-member] Waiting for the task: (returnval){ [ 1606.125699] env[62574]: value = "task-1861471" [ 1606.125699] env[62574]: _type = "Task" [ 1606.125699] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1606.137042] env[62574]: DEBUG oslo_vmware.api [None req-7ecc469c-8dcf-4408-abee-06367cd8ba17 tempest-ServerGroupTestJSON-126933416 tempest-ServerGroupTestJSON-126933416-project-member] Task: {'id': task-1861471, 'name': Rename_Task} progress is 10%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1606.159158] env[62574]: DEBUG oslo_concurrency.lockutils [None req-db5b8709-bea9-46fd-baeb-aa3e3bb157e9 tempest-DeleteServersAdminTestJSON-663052088 tempest-DeleteServersAdminTestJSON-663052088-project-member] Lock "ac8aec0b-0dd9-4250-8686-343a4d2563c2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.069s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1606.166143] env[62574]: DEBUG nova.compute.manager [req-206ac09f-c195-4b68-a674-1d08e6864aa5 req-a2ad7340-f28b-4be9-a139-27d1688c955d service nova] [instance: 1885c76e-a6bc-4f5b-bf2b-fe43229cec08] Received event network-vif-plugged-bd6864f1-00a8-4a2a-91d7-17920dc3f905 {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1606.166143] env[62574]: DEBUG oslo_concurrency.lockutils [req-206ac09f-c195-4b68-a674-1d08e6864aa5 req-a2ad7340-f28b-4be9-a139-27d1688c955d service nova] Acquiring lock "1885c76e-a6bc-4f5b-bf2b-fe43229cec08-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1606.167461] env[62574]: DEBUG oslo_concurrency.lockutils [req-206ac09f-c195-4b68-a674-1d08e6864aa5 req-a2ad7340-f28b-4be9-a139-27d1688c955d service nova] Lock "1885c76e-a6bc-4f5b-bf2b-fe43229cec08-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1606.167809] env[62574]: DEBUG oslo_concurrency.lockutils [req-206ac09f-c195-4b68-a674-1d08e6864aa5 req-a2ad7340-f28b-4be9-a139-27d1688c955d service nova] Lock "1885c76e-a6bc-4f5b-bf2b-fe43229cec08-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.002s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1606.168137] env[62574]: DEBUG nova.compute.manager [req-206ac09f-c195-4b68-a674-1d08e6864aa5 req-a2ad7340-f28b-4be9-a139-27d1688c955d service nova] [instance: 1885c76e-a6bc-4f5b-bf2b-fe43229cec08] No waiting events found dispatching network-vif-plugged-bd6864f1-00a8-4a2a-91d7-17920dc3f905 {{(pid=62574) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1606.168697] env[62574]: WARNING nova.compute.manager [req-206ac09f-c195-4b68-a674-1d08e6864aa5 req-a2ad7340-f28b-4be9-a139-27d1688c955d service nova] [instance: 1885c76e-a6bc-4f5b-bf2b-fe43229cec08] Received unexpected event network-vif-plugged-bd6864f1-00a8-4a2a-91d7-17920dc3f905 for instance with vm_state building and task_state spawning. [ 1606.169389] env[62574]: DEBUG nova.compute.manager [req-206ac09f-c195-4b68-a674-1d08e6864aa5 req-a2ad7340-f28b-4be9-a139-27d1688c955d service nova] [instance: 1885c76e-a6bc-4f5b-bf2b-fe43229cec08] Received event network-changed-bd6864f1-00a8-4a2a-91d7-17920dc3f905 {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1606.170028] env[62574]: DEBUG nova.compute.manager [req-206ac09f-c195-4b68-a674-1d08e6864aa5 req-a2ad7340-f28b-4be9-a139-27d1688c955d service nova] [instance: 1885c76e-a6bc-4f5b-bf2b-fe43229cec08] Refreshing instance network info cache due to event network-changed-bd6864f1-00a8-4a2a-91d7-17920dc3f905. {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1606.170375] env[62574]: DEBUG oslo_concurrency.lockutils [req-206ac09f-c195-4b68-a674-1d08e6864aa5 req-a2ad7340-f28b-4be9-a139-27d1688c955d service nova] Acquiring lock "refresh_cache-1885c76e-a6bc-4f5b-bf2b-fe43229cec08" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1606.170941] env[62574]: DEBUG oslo_concurrency.lockutils [req-206ac09f-c195-4b68-a674-1d08e6864aa5 req-a2ad7340-f28b-4be9-a139-27d1688c955d service nova] Acquired lock "refresh_cache-1885c76e-a6bc-4f5b-bf2b-fe43229cec08" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1606.171294] env[62574]: DEBUG nova.network.neutron [req-206ac09f-c195-4b68-a674-1d08e6864aa5 req-a2ad7340-f28b-4be9-a139-27d1688c955d service nova] [instance: 1885c76e-a6bc-4f5b-bf2b-fe43229cec08] Refreshing network info cache for port bd6864f1-00a8-4a2a-91d7-17920dc3f905 {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1606.174926] env[62574]: DEBUG nova.policy [None req-986718a7-c619-47ed-a9da-0b05b3291680 tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f157d1e4e5aa4c9ca9b64d75722c2b2e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '28a406e5e0f2492e8cf3faef3155472c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62574) authorize /opt/stack/nova/nova/policy.py:192}} [ 1606.189170] env[62574]: DEBUG nova.network.neutron [req-8471ae93-fa94-4e70-b7f4-830d8d7866e8 req-163d68e9-4a24-443f-a424-9c9b92318fa4 service nova] [instance: bf01cd22-6cbb-4a95-aca8-4bcdabdc5b36] Updated VIF entry in instance network info cache for port cc4fbd40-92a9-4263-918f-edd2dde18259. {{(pid=62574) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1606.189221] env[62574]: DEBUG nova.network.neutron [req-8471ae93-fa94-4e70-b7f4-830d8d7866e8 req-163d68e9-4a24-443f-a424-9c9b92318fa4 service nova] [instance: bf01cd22-6cbb-4a95-aca8-4bcdabdc5b36] Updating instance_info_cache with network_info: [{"id": "cc4fbd40-92a9-4263-918f-edd2dde18259", "address": "fa:16:3e:69:11:e7", "network": {"id": "7781f176-1ebc-4ecf-a03d-c1284f060c0e", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1629819900-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "68f74b662f9943aabeec5c1bc515d071", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "950a2f67-7668-4376-9d48-b38dca033c40", "external-id": "nsx-vlan-transportzone-549", "segmentation_id": 549, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc4fbd40-92", "ovs_interfaceid": "cc4fbd40-92a9-4263-918f-edd2dde18259", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1606.199936] env[62574]: DEBUG nova.compute.manager [req-d4fb3188-7224-4ba8-ac2e-f93b87f3f983 req-68320c93-6c7f-4f33-9c0a-7d3f98a41c41 service nova] [instance: c2e5c2fb-e759-48f8-8bdc-7fd0a86ac1b9] Received event network-vif-plugged-e2050f91-6c73-4921-bc9c-20f0a4b964df {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1606.199936] env[62574]: DEBUG oslo_concurrency.lockutils [req-d4fb3188-7224-4ba8-ac2e-f93b87f3f983 req-68320c93-6c7f-4f33-9c0a-7d3f98a41c41 service nova] Acquiring lock "c2e5c2fb-e759-48f8-8bdc-7fd0a86ac1b9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1606.200970] env[62574]: DEBUG oslo_concurrency.lockutils [req-d4fb3188-7224-4ba8-ac2e-f93b87f3f983 req-68320c93-6c7f-4f33-9c0a-7d3f98a41c41 service nova] Lock "c2e5c2fb-e759-48f8-8bdc-7fd0a86ac1b9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1606.200970] env[62574]: DEBUG oslo_concurrency.lockutils [req-d4fb3188-7224-4ba8-ac2e-f93b87f3f983 req-68320c93-6c7f-4f33-9c0a-7d3f98a41c41 service nova] Lock "c2e5c2fb-e759-48f8-8bdc-7fd0a86ac1b9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1606.200970] env[62574]: DEBUG nova.compute.manager [req-d4fb3188-7224-4ba8-ac2e-f93b87f3f983 req-68320c93-6c7f-4f33-9c0a-7d3f98a41c41 service nova] [instance: c2e5c2fb-e759-48f8-8bdc-7fd0a86ac1b9] No waiting events found dispatching network-vif-plugged-e2050f91-6c73-4921-bc9c-20f0a4b964df {{(pid=62574) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1606.200970] env[62574]: WARNING nova.compute.manager [req-d4fb3188-7224-4ba8-ac2e-f93b87f3f983 req-68320c93-6c7f-4f33-9c0a-7d3f98a41c41 service nova] [instance: c2e5c2fb-e759-48f8-8bdc-7fd0a86ac1b9] Received unexpected event network-vif-plugged-e2050f91-6c73-4921-bc9c-20f0a4b964df for instance with vm_state building and task_state spawning. [ 1606.200970] env[62574]: DEBUG nova.compute.manager [req-d4fb3188-7224-4ba8-ac2e-f93b87f3f983 req-68320c93-6c7f-4f33-9c0a-7d3f98a41c41 service nova] [instance: c2e5c2fb-e759-48f8-8bdc-7fd0a86ac1b9] Received event network-changed-e2050f91-6c73-4921-bc9c-20f0a4b964df {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1606.201330] env[62574]: DEBUG nova.compute.manager [req-d4fb3188-7224-4ba8-ac2e-f93b87f3f983 req-68320c93-6c7f-4f33-9c0a-7d3f98a41c41 service nova] [instance: c2e5c2fb-e759-48f8-8bdc-7fd0a86ac1b9] Refreshing instance network info cache due to event network-changed-e2050f91-6c73-4921-bc9c-20f0a4b964df. {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1606.201330] env[62574]: DEBUG oslo_concurrency.lockutils [req-d4fb3188-7224-4ba8-ac2e-f93b87f3f983 req-68320c93-6c7f-4f33-9c0a-7d3f98a41c41 service nova] Acquiring lock "refresh_cache-c2e5c2fb-e759-48f8-8bdc-7fd0a86ac1b9" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1606.201330] env[62574]: DEBUG oslo_concurrency.lockutils [req-d4fb3188-7224-4ba8-ac2e-f93b87f3f983 req-68320c93-6c7f-4f33-9c0a-7d3f98a41c41 service nova] Acquired lock "refresh_cache-c2e5c2fb-e759-48f8-8bdc-7fd0a86ac1b9" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1606.201470] env[62574]: DEBUG nova.network.neutron [req-d4fb3188-7224-4ba8-ac2e-f93b87f3f983 req-68320c93-6c7f-4f33-9c0a-7d3f98a41c41 service nova] [instance: c2e5c2fb-e759-48f8-8bdc-7fd0a86ac1b9] Refreshing network info cache for port e2050f91-6c73-4921-bc9c-20f0a4b964df {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1606.290617] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1861470, 'name': CreateVM_Task, 'duration_secs': 0.434269} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1606.290928] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1885c76e-a6bc-4f5b-bf2b-fe43229cec08] Created VM on the ESX host {{(pid=62574) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1606.291754] env[62574]: DEBUG oslo_concurrency.lockutils [None req-be513537-e531-4880-94c4-45d99f4f8993 tempest-ImagesNegativeTestJSON-1839133942 tempest-ImagesNegativeTestJSON-1839133942-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1606.292112] env[62574]: DEBUG oslo_concurrency.lockutils [None req-be513537-e531-4880-94c4-45d99f4f8993 tempest-ImagesNegativeTestJSON-1839133942 tempest-ImagesNegativeTestJSON-1839133942-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1606.292265] env[62574]: DEBUG oslo_concurrency.lockutils [None req-be513537-e531-4880-94c4-45d99f4f8993 tempest-ImagesNegativeTestJSON-1839133942 tempest-ImagesNegativeTestJSON-1839133942-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1606.292522] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-20852cea-96f2-4d36-bdf7-d72c33b9095a {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.297408] env[62574]: DEBUG oslo_vmware.api [None req-be513537-e531-4880-94c4-45d99f4f8993 tempest-ImagesNegativeTestJSON-1839133942 tempest-ImagesNegativeTestJSON-1839133942-project-member] Waiting for the task: (returnval){ [ 1606.297408] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]52e88a0e-b646-1e29-6705-0510d2de28ab" [ 1606.297408] env[62574]: _type = "Task" [ 1606.297408] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1606.305870] env[62574]: DEBUG oslo_vmware.api [None req-be513537-e531-4880-94c4-45d99f4f8993 tempest-ImagesNegativeTestJSON-1839133942 tempest-ImagesNegativeTestJSON-1839133942-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52e88a0e-b646-1e29-6705-0510d2de28ab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1606.311536] env[62574]: DEBUG oslo_concurrency.lockutils [None req-986718a7-c619-47ed-a9da-0b05b3291680 tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] Acquiring lock "refresh_cache-c2e5c2fb-e759-48f8-8bdc-7fd0a86ac1b9" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1606.436889] env[62574]: DEBUG oslo_concurrency.lockutils [None req-96c278e6-18c8-457c-85f8-10f1f6da26f1 tempest-FloatingIPsAssociationTestJSON-1230011338 tempest-FloatingIPsAssociationTestJSON-1230011338-project-member] Acquiring lock "659eb0b0-3b2a-4253-9c65-ef5bc0d33fd1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1606.459422] env[62574]: DEBUG oslo_concurrency.lockutils [None req-ccd6228f-60e7-4c6b-b0d0-111819aaa72f tempest-SecurityGroupsTestJSON-247158518 tempest-SecurityGroupsTestJSON-247158518-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1606.520637] env[62574]: DEBUG oslo_concurrency.lockutils [None req-8aac75e1-d5f3-4e95-9d39-1d51a20c5ec6 tempest-ServerDiagnosticsNegativeTest-1776344175 tempest-ServerDiagnosticsNegativeTest-1776344175-project-member] Acquiring lock "e3bb34fa-0a4b-4ef0-885a-2c59a191ca72" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1606.521166] env[62574]: DEBUG oslo_concurrency.lockutils [None req-8aac75e1-d5f3-4e95-9d39-1d51a20c5ec6 tempest-ServerDiagnosticsNegativeTest-1776344175 tempest-ServerDiagnosticsNegativeTest-1776344175-project-member] Lock "e3bb34fa-0a4b-4ef0-885a-2c59a191ca72" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1606.521431] env[62574]: DEBUG oslo_concurrency.lockutils [None req-8aac75e1-d5f3-4e95-9d39-1d51a20c5ec6 tempest-ServerDiagnosticsNegativeTest-1776344175 tempest-ServerDiagnosticsNegativeTest-1776344175-project-member] Acquiring lock "e3bb34fa-0a4b-4ef0-885a-2c59a191ca72-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1606.521689] env[62574]: DEBUG oslo_concurrency.lockutils [None req-8aac75e1-d5f3-4e95-9d39-1d51a20c5ec6 tempest-ServerDiagnosticsNegativeTest-1776344175 tempest-ServerDiagnosticsNegativeTest-1776344175-project-member] Lock "e3bb34fa-0a4b-4ef0-885a-2c59a191ca72-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1606.522047] env[62574]: DEBUG oslo_concurrency.lockutils [None req-8aac75e1-d5f3-4e95-9d39-1d51a20c5ec6 tempest-ServerDiagnosticsNegativeTest-1776344175 tempest-ServerDiagnosticsNegativeTest-1776344175-project-member] Lock "e3bb34fa-0a4b-4ef0-885a-2c59a191ca72-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1606.525052] env[62574]: INFO nova.compute.manager [None req-8aac75e1-d5f3-4e95-9d39-1d51a20c5ec6 tempest-ServerDiagnosticsNegativeTest-1776344175 tempest-ServerDiagnosticsNegativeTest-1776344175-project-member] [instance: e3bb34fa-0a4b-4ef0-885a-2c59a191ca72] Terminating instance [ 1606.581267] env[62574]: DEBUG nova.network.neutron [None req-986718a7-c619-47ed-a9da-0b05b3291680 tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] [instance: c195131e-5a17-4c77-b7d2-8873bb6a9653] Successfully created port: 1590947a-f511-46db-9df5-32b78b808569 {{(pid=62574) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1606.605334] env[62574]: DEBUG nova.compute.manager [None req-986718a7-c619-47ed-a9da-0b05b3291680 tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] [instance: c195131e-5a17-4c77-b7d2-8873bb6a9653] Start building block device mappings for instance. {{(pid=62574) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1606.644943] env[62574]: DEBUG oslo_vmware.api [None req-7ecc469c-8dcf-4408-abee-06367cd8ba17 tempest-ServerGroupTestJSON-126933416 tempest-ServerGroupTestJSON-126933416-project-member] Task: {'id': task-1861471, 'name': Rename_Task, 'duration_secs': 0.156786} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1606.645301] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ecc469c-8dcf-4408-abee-06367cd8ba17 tempest-ServerGroupTestJSON-126933416 tempest-ServerGroupTestJSON-126933416-project-member] [instance: 0062297f-63f3-4773-bbc2-5077395657d2] Powering on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1606.645588] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5ae65fec-88f6-47fb-adf0-7320f900767d {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.652110] env[62574]: DEBUG oslo_vmware.api [None req-7ecc469c-8dcf-4408-abee-06367cd8ba17 tempest-ServerGroupTestJSON-126933416 tempest-ServerGroupTestJSON-126933416-project-member] Waiting for the task: (returnval){ [ 1606.652110] env[62574]: value = "task-1861472" [ 1606.652110] env[62574]: _type = "Task" [ 1606.652110] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1606.662259] env[62574]: DEBUG oslo_vmware.api [None req-7ecc469c-8dcf-4408-abee-06367cd8ba17 tempest-ServerGroupTestJSON-126933416 tempest-ServerGroupTestJSON-126933416-project-member] Task: {'id': task-1861472, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1606.693582] env[62574]: DEBUG oslo_concurrency.lockutils [req-8471ae93-fa94-4e70-b7f4-830d8d7866e8 req-163d68e9-4a24-443f-a424-9c9b92318fa4 service nova] Releasing lock "refresh_cache-bf01cd22-6cbb-4a95-aca8-4bcdabdc5b36" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1606.779850] env[62574]: DEBUG nova.network.neutron [req-d4fb3188-7224-4ba8-ac2e-f93b87f3f983 req-68320c93-6c7f-4f33-9c0a-7d3f98a41c41 service nova] [instance: c2e5c2fb-e759-48f8-8bdc-7fd0a86ac1b9] Instance cache missing network info. {{(pid=62574) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1606.816925] env[62574]: DEBUG oslo_vmware.api [None req-be513537-e531-4880-94c4-45d99f4f8993 tempest-ImagesNegativeTestJSON-1839133942 tempest-ImagesNegativeTestJSON-1839133942-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52e88a0e-b646-1e29-6705-0510d2de28ab, 'name': SearchDatastore_Task, 'duration_secs': 0.017504} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1606.816925] env[62574]: DEBUG oslo_concurrency.lockutils [None req-be513537-e531-4880-94c4-45d99f4f8993 tempest-ImagesNegativeTestJSON-1839133942 tempest-ImagesNegativeTestJSON-1839133942-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1606.816925] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-be513537-e531-4880-94c4-45d99f4f8993 tempest-ImagesNegativeTestJSON-1839133942 tempest-ImagesNegativeTestJSON-1839133942-project-member] [instance: 1885c76e-a6bc-4f5b-bf2b-fe43229cec08] Processing image 3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2 {{(pid=62574) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1606.817073] env[62574]: DEBUG oslo_concurrency.lockutils [None req-be513537-e531-4880-94c4-45d99f4f8993 tempest-ImagesNegativeTestJSON-1839133942 tempest-ImagesNegativeTestJSON-1839133942-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1606.817369] env[62574]: DEBUG oslo_concurrency.lockutils [None req-be513537-e531-4880-94c4-45d99f4f8993 tempest-ImagesNegativeTestJSON-1839133942 tempest-ImagesNegativeTestJSON-1839133942-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1606.817424] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-be513537-e531-4880-94c4-45d99f4f8993 tempest-ImagesNegativeTestJSON-1839133942 tempest-ImagesNegativeTestJSON-1839133942-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1606.817898] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3aac7e96-83ab-43a6-9fcf-a8fe3548d635 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.826736] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-be513537-e531-4880-94c4-45d99f4f8993 tempest-ImagesNegativeTestJSON-1839133942 tempest-ImagesNegativeTestJSON-1839133942-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1606.826939] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-be513537-e531-4880-94c4-45d99f4f8993 tempest-ImagesNegativeTestJSON-1839133942 tempest-ImagesNegativeTestJSON-1839133942-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62574) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1606.829799] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-13375634-e6db-44f6-97aa-664a4e789961 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.838077] env[62574]: DEBUG oslo_vmware.api [None req-be513537-e531-4880-94c4-45d99f4f8993 tempest-ImagesNegativeTestJSON-1839133942 tempest-ImagesNegativeTestJSON-1839133942-project-member] Waiting for the task: (returnval){ [ 1606.838077] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]52d17b31-df76-9357-ea1d-e72dd96949af" [ 1606.838077] env[62574]: _type = "Task" [ 1606.838077] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1606.850778] env[62574]: DEBUG oslo_vmware.api [None req-be513537-e531-4880-94c4-45d99f4f8993 tempest-ImagesNegativeTestJSON-1839133942 tempest-ImagesNegativeTestJSON-1839133942-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52d17b31-df76-9357-ea1d-e72dd96949af, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1606.986224] env[62574]: DEBUG nova.network.neutron [req-d4fb3188-7224-4ba8-ac2e-f93b87f3f983 req-68320c93-6c7f-4f33-9c0a-7d3f98a41c41 service nova] [instance: c2e5c2fb-e759-48f8-8bdc-7fd0a86ac1b9] Updating instance_info_cache with network_info: [] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1607.032038] env[62574]: DEBUG nova.compute.manager [None req-8aac75e1-d5f3-4e95-9d39-1d51a20c5ec6 tempest-ServerDiagnosticsNegativeTest-1776344175 tempest-ServerDiagnosticsNegativeTest-1776344175-project-member] [instance: e3bb34fa-0a4b-4ef0-885a-2c59a191ca72] Start destroying the instance on the hypervisor. {{(pid=62574) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1607.032038] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-8aac75e1-d5f3-4e95-9d39-1d51a20c5ec6 tempest-ServerDiagnosticsNegativeTest-1776344175 tempest-ServerDiagnosticsNegativeTest-1776344175-project-member] [instance: e3bb34fa-0a4b-4ef0-885a-2c59a191ca72] Destroying instance {{(pid=62574) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1607.034331] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d9da880-9283-429e-b156-1dfa820eb813 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.059063] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-8aac75e1-d5f3-4e95-9d39-1d51a20c5ec6 tempest-ServerDiagnosticsNegativeTest-1776344175 tempest-ServerDiagnosticsNegativeTest-1776344175-project-member] [instance: e3bb34fa-0a4b-4ef0-885a-2c59a191ca72] Powering off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1607.059350] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-98483bc1-ebbf-4e7c-94e0-82ca90bffc34 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.068025] env[62574]: DEBUG oslo_vmware.api [None req-8aac75e1-d5f3-4e95-9d39-1d51a20c5ec6 tempest-ServerDiagnosticsNegativeTest-1776344175 tempest-ServerDiagnosticsNegativeTest-1776344175-project-member] Waiting for the task: (returnval){ [ 1607.068025] env[62574]: value = "task-1861473" [ 1607.068025] env[62574]: _type = "Task" [ 1607.068025] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1607.082130] env[62574]: DEBUG oslo_vmware.api [None req-8aac75e1-d5f3-4e95-9d39-1d51a20c5ec6 tempest-ServerDiagnosticsNegativeTest-1776344175 tempest-ServerDiagnosticsNegativeTest-1776344175-project-member] Task: {'id': task-1861473, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1607.115182] env[62574]: DEBUG nova.network.neutron [req-206ac09f-c195-4b68-a674-1d08e6864aa5 req-a2ad7340-f28b-4be9-a139-27d1688c955d service nova] [instance: 1885c76e-a6bc-4f5b-bf2b-fe43229cec08] Updated VIF entry in instance network info cache for port bd6864f1-00a8-4a2a-91d7-17920dc3f905. {{(pid=62574) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1607.115674] env[62574]: DEBUG nova.network.neutron [req-206ac09f-c195-4b68-a674-1d08e6864aa5 req-a2ad7340-f28b-4be9-a139-27d1688c955d service nova] [instance: 1885c76e-a6bc-4f5b-bf2b-fe43229cec08] Updating instance_info_cache with network_info: [{"id": "bd6864f1-00a8-4a2a-91d7-17920dc3f905", "address": "fa:16:3e:bb:3e:b8", "network": {"id": "d931c52c-df57-4845-9241-c731767fb7e3", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1625955726-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "946a756225fa4883a11e9f17d54e4a2c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b8b5b5e2-866d-4ab5-b74d-4a47de0c4877", "external-id": "nsx-vlan-transportzone-74", "segmentation_id": 74, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd6864f1-00", "ovs_interfaceid": "bd6864f1-00a8-4a2a-91d7-17920dc3f905", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1607.166097] env[62574]: DEBUG oslo_vmware.api [None req-7ecc469c-8dcf-4408-abee-06367cd8ba17 tempest-ServerGroupTestJSON-126933416 tempest-ServerGroupTestJSON-126933416-project-member] Task: {'id': task-1861472, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1607.330091] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2a5a390-ae2f-4f53-a8e0-5f2983e2c979 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.339441] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67101df9-9e44-4367-ab6e-ab83a5ded114 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.353965] env[62574]: DEBUG oslo_vmware.api [None req-be513537-e531-4880-94c4-45d99f4f8993 tempest-ImagesNegativeTestJSON-1839133942 tempest-ImagesNegativeTestJSON-1839133942-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52d17b31-df76-9357-ea1d-e72dd96949af, 'name': SearchDatastore_Task, 'duration_secs': 0.020191} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1607.382398] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af7ad70b-7a1e-4e4b-8b45-c50960ad74c2 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.386316] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ae765c8-0e3d-4f36-8c1c-53f036d5f1ff {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.396062] env[62574]: DEBUG oslo_vmware.api [None req-be513537-e531-4880-94c4-45d99f4f8993 tempest-ImagesNegativeTestJSON-1839133942 tempest-ImagesNegativeTestJSON-1839133942-project-member] Waiting for the task: (returnval){ [ 1607.396062] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]52ca5430-afc9-75f4-5c7b-9aa2b304f90d" [ 1607.396062] env[62574]: _type = "Task" [ 1607.396062] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1607.397421] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa787cf9-c78a-489f-90f1-699a643e8bd1 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.412019] env[62574]: DEBUG oslo_vmware.api [None req-be513537-e531-4880-94c4-45d99f4f8993 tempest-ImagesNegativeTestJSON-1839133942 tempest-ImagesNegativeTestJSON-1839133942-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52ca5430-afc9-75f4-5c7b-9aa2b304f90d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1607.418194] env[62574]: DEBUG nova.compute.provider_tree [None req-986718a7-c619-47ed-a9da-0b05b3291680 tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] Inventory has not changed in ProviderTree for provider: f0ed160a-beff-4626-a531-2a70d7bc0627 {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1607.494124] env[62574]: DEBUG oslo_concurrency.lockutils [req-d4fb3188-7224-4ba8-ac2e-f93b87f3f983 req-68320c93-6c7f-4f33-9c0a-7d3f98a41c41 service nova] Releasing lock "refresh_cache-c2e5c2fb-e759-48f8-8bdc-7fd0a86ac1b9" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1607.494362] env[62574]: DEBUG oslo_concurrency.lockutils [None req-986718a7-c619-47ed-a9da-0b05b3291680 tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] Acquired lock "refresh_cache-c2e5c2fb-e759-48f8-8bdc-7fd0a86ac1b9" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1607.495107] env[62574]: DEBUG nova.network.neutron [None req-986718a7-c619-47ed-a9da-0b05b3291680 tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] [instance: c2e5c2fb-e759-48f8-8bdc-7fd0a86ac1b9] Building network info cache for instance {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1607.581640] env[62574]: DEBUG oslo_vmware.api [None req-8aac75e1-d5f3-4e95-9d39-1d51a20c5ec6 tempest-ServerDiagnosticsNegativeTest-1776344175 tempest-ServerDiagnosticsNegativeTest-1776344175-project-member] Task: {'id': task-1861473, 'name': PowerOffVM_Task, 'duration_secs': 0.213257} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1607.583120] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-8aac75e1-d5f3-4e95-9d39-1d51a20c5ec6 tempest-ServerDiagnosticsNegativeTest-1776344175 tempest-ServerDiagnosticsNegativeTest-1776344175-project-member] [instance: e3bb34fa-0a4b-4ef0-885a-2c59a191ca72] Powered off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1607.583120] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-8aac75e1-d5f3-4e95-9d39-1d51a20c5ec6 tempest-ServerDiagnosticsNegativeTest-1776344175 tempest-ServerDiagnosticsNegativeTest-1776344175-project-member] [instance: e3bb34fa-0a4b-4ef0-885a-2c59a191ca72] Unregistering the VM {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1607.583120] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fb19a9b4-9f41-4ebb-9f87-945bf8dee5ec {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.621329] env[62574]: DEBUG nova.compute.manager [None req-986718a7-c619-47ed-a9da-0b05b3291680 tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] [instance: c195131e-5a17-4c77-b7d2-8873bb6a9653] Start spawning the instance on the hypervisor. {{(pid=62574) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1607.623732] env[62574]: DEBUG oslo_concurrency.lockutils [req-206ac09f-c195-4b68-a674-1d08e6864aa5 req-a2ad7340-f28b-4be9-a139-27d1688c955d service nova] Releasing lock "refresh_cache-1885c76e-a6bc-4f5b-bf2b-fe43229cec08" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1607.624027] env[62574]: DEBUG nova.compute.manager [req-206ac09f-c195-4b68-a674-1d08e6864aa5 req-a2ad7340-f28b-4be9-a139-27d1688c955d service nova] [instance: 659eb0b0-3b2a-4253-9c65-ef5bc0d33fd1] Received event network-vif-deleted-9abc5e9a-db33-4540-bf85-d719e4336de0 {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1607.624669] env[62574]: DEBUG nova.compute.manager [req-206ac09f-c195-4b68-a674-1d08e6864aa5 req-a2ad7340-f28b-4be9-a139-27d1688c955d service nova] [instance: bf01cd22-6cbb-4a95-aca8-4bcdabdc5b36] Received event network-changed-cc4fbd40-92a9-4263-918f-edd2dde18259 {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1607.624669] env[62574]: DEBUG nova.compute.manager [req-206ac09f-c195-4b68-a674-1d08e6864aa5 req-a2ad7340-f28b-4be9-a139-27d1688c955d service nova] [instance: bf01cd22-6cbb-4a95-aca8-4bcdabdc5b36] Refreshing instance network info cache due to event network-changed-cc4fbd40-92a9-4263-918f-edd2dde18259. {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1607.624669] env[62574]: DEBUG oslo_concurrency.lockutils [req-206ac09f-c195-4b68-a674-1d08e6864aa5 req-a2ad7340-f28b-4be9-a139-27d1688c955d service nova] Acquiring lock "refresh_cache-bf01cd22-6cbb-4a95-aca8-4bcdabdc5b36" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1607.624669] env[62574]: DEBUG oslo_concurrency.lockutils [req-206ac09f-c195-4b68-a674-1d08e6864aa5 req-a2ad7340-f28b-4be9-a139-27d1688c955d service nova] Acquired lock "refresh_cache-bf01cd22-6cbb-4a95-aca8-4bcdabdc5b36" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1607.624970] env[62574]: DEBUG nova.network.neutron [req-206ac09f-c195-4b68-a674-1d08e6864aa5 req-a2ad7340-f28b-4be9-a139-27d1688c955d service nova] [instance: bf01cd22-6cbb-4a95-aca8-4bcdabdc5b36] Refreshing network info cache for port cc4fbd40-92a9-4263-918f-edd2dde18259 {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1607.653281] env[62574]: DEBUG nova.virt.hardware [None req-986718a7-c619-47ed-a9da-0b05b3291680 tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T19:26:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-13T19:26:40Z,direct_url=,disk_format='vmdk',id=3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7eed1dd4d2c3418eb32c4f4ceda3ab0d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-13T19:26:41Z,virtual_size=,visibility=), allow threads: False {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1607.653907] env[62574]: DEBUG nova.virt.hardware [None req-986718a7-c619-47ed-a9da-0b05b3291680 tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] Flavor limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1607.653907] env[62574]: DEBUG nova.virt.hardware [None req-986718a7-c619-47ed-a9da-0b05b3291680 tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] Image limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1607.657807] env[62574]: DEBUG nova.virt.hardware [None req-986718a7-c619-47ed-a9da-0b05b3291680 tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] Flavor pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1607.658113] env[62574]: DEBUG nova.virt.hardware [None req-986718a7-c619-47ed-a9da-0b05b3291680 tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] Image pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1607.658326] env[62574]: DEBUG nova.virt.hardware [None req-986718a7-c619-47ed-a9da-0b05b3291680 tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1607.658587] env[62574]: DEBUG nova.virt.hardware [None req-986718a7-c619-47ed-a9da-0b05b3291680 tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1607.658793] env[62574]: DEBUG nova.virt.hardware [None req-986718a7-c619-47ed-a9da-0b05b3291680 tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1607.659015] env[62574]: DEBUG nova.virt.hardware [None req-986718a7-c619-47ed-a9da-0b05b3291680 tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] Got 1 possible topologies {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1607.659231] env[62574]: DEBUG nova.virt.hardware [None req-986718a7-c619-47ed-a9da-0b05b3291680 tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1607.659458] env[62574]: DEBUG nova.virt.hardware [None req-986718a7-c619-47ed-a9da-0b05b3291680 tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1607.660804] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-542b40e2-4e5b-49f7-87df-1d727f56ae58 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.681366] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1907d220-9ed1-4197-9328-082fe0f250a1 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.687888] env[62574]: DEBUG oslo_vmware.api [None req-7ecc469c-8dcf-4408-abee-06367cd8ba17 tempest-ServerGroupTestJSON-126933416 tempest-ServerGroupTestJSON-126933416-project-member] Task: {'id': task-1861472, 'name': PowerOnVM_Task, 'duration_secs': 0.673327} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1607.688611] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ecc469c-8dcf-4408-abee-06367cd8ba17 tempest-ServerGroupTestJSON-126933416 tempest-ServerGroupTestJSON-126933416-project-member] [instance: 0062297f-63f3-4773-bbc2-5077395657d2] Powered on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1607.688837] env[62574]: INFO nova.compute.manager [None req-7ecc469c-8dcf-4408-abee-06367cd8ba17 tempest-ServerGroupTestJSON-126933416 tempest-ServerGroupTestJSON-126933416-project-member] [instance: 0062297f-63f3-4773-bbc2-5077395657d2] Took 7.37 seconds to spawn the instance on the hypervisor. [ 1607.689053] env[62574]: DEBUG nova.compute.manager [None req-7ecc469c-8dcf-4408-abee-06367cd8ba17 tempest-ServerGroupTestJSON-126933416 tempest-ServerGroupTestJSON-126933416-project-member] [instance: 0062297f-63f3-4773-bbc2-5077395657d2] Checking state {{(pid=62574) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1607.690774] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16ce086e-dd68-409a-bd7a-615631453378 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.765449] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-8aac75e1-d5f3-4e95-9d39-1d51a20c5ec6 tempest-ServerDiagnosticsNegativeTest-1776344175 tempest-ServerDiagnosticsNegativeTest-1776344175-project-member] [instance: e3bb34fa-0a4b-4ef0-885a-2c59a191ca72] Unregistered the VM {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1607.766796] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-8aac75e1-d5f3-4e95-9d39-1d51a20c5ec6 tempest-ServerDiagnosticsNegativeTest-1776344175 tempest-ServerDiagnosticsNegativeTest-1776344175-project-member] [instance: e3bb34fa-0a4b-4ef0-885a-2c59a191ca72] Deleting contents of the VM from datastore datastore1 {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1607.766796] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-8aac75e1-d5f3-4e95-9d39-1d51a20c5ec6 tempest-ServerDiagnosticsNegativeTest-1776344175 tempest-ServerDiagnosticsNegativeTest-1776344175-project-member] Deleting the datastore file [datastore1] e3bb34fa-0a4b-4ef0-885a-2c59a191ca72 {{(pid=62574) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1607.766796] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-25f28d6d-24a5-4dad-a9d0-5041c02bf9e7 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.773312] env[62574]: DEBUG oslo_vmware.api [None req-8aac75e1-d5f3-4e95-9d39-1d51a20c5ec6 tempest-ServerDiagnosticsNegativeTest-1776344175 tempest-ServerDiagnosticsNegativeTest-1776344175-project-member] Waiting for the task: (returnval){ [ 1607.773312] env[62574]: value = "task-1861475" [ 1607.773312] env[62574]: _type = "Task" [ 1607.773312] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1607.782062] env[62574]: DEBUG oslo_vmware.api [None req-8aac75e1-d5f3-4e95-9d39-1d51a20c5ec6 tempest-ServerDiagnosticsNegativeTest-1776344175 tempest-ServerDiagnosticsNegativeTest-1776344175-project-member] Task: {'id': task-1861475, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1607.912553] env[62574]: DEBUG oslo_vmware.api [None req-be513537-e531-4880-94c4-45d99f4f8993 tempest-ImagesNegativeTestJSON-1839133942 tempest-ImagesNegativeTestJSON-1839133942-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52ca5430-afc9-75f4-5c7b-9aa2b304f90d, 'name': SearchDatastore_Task, 'duration_secs': 0.019406} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1607.912936] env[62574]: DEBUG oslo_concurrency.lockutils [None req-be513537-e531-4880-94c4-45d99f4f8993 tempest-ImagesNegativeTestJSON-1839133942 tempest-ImagesNegativeTestJSON-1839133942-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1607.913315] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-be513537-e531-4880-94c4-45d99f4f8993 tempest-ImagesNegativeTestJSON-1839133942 tempest-ImagesNegativeTestJSON-1839133942-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk to [datastore2] 1885c76e-a6bc-4f5b-bf2b-fe43229cec08/1885c76e-a6bc-4f5b-bf2b-fe43229cec08.vmdk {{(pid=62574) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1607.913737] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2e6a0932-eee8-4a12-81be-f0cab81b44b7 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.922798] env[62574]: DEBUG nova.scheduler.client.report [None req-986718a7-c619-47ed-a9da-0b05b3291680 tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] Inventory has not changed for provider f0ed160a-beff-4626-a531-2a70d7bc0627 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1607.926097] env[62574]: DEBUG oslo_vmware.api [None req-be513537-e531-4880-94c4-45d99f4f8993 tempest-ImagesNegativeTestJSON-1839133942 tempest-ImagesNegativeTestJSON-1839133942-project-member] Waiting for the task: (returnval){ [ 1607.926097] env[62574]: value = "task-1861476" [ 1607.926097] env[62574]: _type = "Task" [ 1607.926097] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1607.934310] env[62574]: DEBUG oslo_vmware.api [None req-be513537-e531-4880-94c4-45d99f4f8993 tempest-ImagesNegativeTestJSON-1839133942 tempest-ImagesNegativeTestJSON-1839133942-project-member] Task: {'id': task-1861476, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1608.033653] env[62574]: DEBUG nova.network.neutron [None req-986718a7-c619-47ed-a9da-0b05b3291680 tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] [instance: c2e5c2fb-e759-48f8-8bdc-7fd0a86ac1b9] Instance cache missing network info. {{(pid=62574) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1608.180817] env[62574]: DEBUG oslo_concurrency.lockutils [None req-8d89731f-c215-4aac-b3c4-224c9eb588e1 tempest-ServersAdminNegativeTestJSON-1635259249 tempest-ServersAdminNegativeTestJSON-1635259249-project-member] Acquiring lock "d2fba47f-bc9d-4673-a8c1-1dadebdea56e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1608.181112] env[62574]: DEBUG oslo_concurrency.lockutils [None req-8d89731f-c215-4aac-b3c4-224c9eb588e1 tempest-ServersAdminNegativeTestJSON-1635259249 tempest-ServersAdminNegativeTestJSON-1635259249-project-member] Lock "d2fba47f-bc9d-4673-a8c1-1dadebdea56e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1608.181322] env[62574]: DEBUG oslo_concurrency.lockutils [None req-8d89731f-c215-4aac-b3c4-224c9eb588e1 tempest-ServersAdminNegativeTestJSON-1635259249 tempest-ServersAdminNegativeTestJSON-1635259249-project-member] Acquiring lock "d2fba47f-bc9d-4673-a8c1-1dadebdea56e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1608.181591] env[62574]: DEBUG oslo_concurrency.lockutils [None req-8d89731f-c215-4aac-b3c4-224c9eb588e1 tempest-ServersAdminNegativeTestJSON-1635259249 tempest-ServersAdminNegativeTestJSON-1635259249-project-member] Lock "d2fba47f-bc9d-4673-a8c1-1dadebdea56e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1608.181965] env[62574]: DEBUG oslo_concurrency.lockutils [None req-8d89731f-c215-4aac-b3c4-224c9eb588e1 tempest-ServersAdminNegativeTestJSON-1635259249 tempest-ServersAdminNegativeTestJSON-1635259249-project-member] Lock "d2fba47f-bc9d-4673-a8c1-1dadebdea56e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1608.187316] env[62574]: INFO nova.compute.manager [None req-8d89731f-c215-4aac-b3c4-224c9eb588e1 tempest-ServersAdminNegativeTestJSON-1635259249 tempest-ServersAdminNegativeTestJSON-1635259249-project-member] [instance: d2fba47f-bc9d-4673-a8c1-1dadebdea56e] Terminating instance [ 1608.222135] env[62574]: INFO nova.compute.manager [None req-7ecc469c-8dcf-4408-abee-06367cd8ba17 tempest-ServerGroupTestJSON-126933416 tempest-ServerGroupTestJSON-126933416-project-member] [instance: 0062297f-63f3-4773-bbc2-5077395657d2] Took 49.60 seconds to build instance. [ 1608.273222] env[62574]: DEBUG nova.network.neutron [None req-986718a7-c619-47ed-a9da-0b05b3291680 tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] [instance: c2e5c2fb-e759-48f8-8bdc-7fd0a86ac1b9] Updating instance_info_cache with network_info: [{"id": "e2050f91-6c73-4921-bc9c-20f0a4b964df", "address": "fa:16:3e:49:f4:76", "network": {"id": "46f15b67-0792-4436-926d-2626617f4393", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-93051304-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "28a406e5e0f2492e8cf3faef3155472c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dced2f3d-7fd3-4a42-836d-9f02dab4c949", "external-id": "nsx-vlan-transportzone-117", "segmentation_id": 117, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2050f91-6c", "ovs_interfaceid": "e2050f91-6c73-4921-bc9c-20f0a4b964df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1608.291111] env[62574]: DEBUG oslo_vmware.api [None req-8aac75e1-d5f3-4e95-9d39-1d51a20c5ec6 tempest-ServerDiagnosticsNegativeTest-1776344175 tempest-ServerDiagnosticsNegativeTest-1776344175-project-member] Task: {'id': task-1861475, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.358264} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1608.291546] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-8aac75e1-d5f3-4e95-9d39-1d51a20c5ec6 tempest-ServerDiagnosticsNegativeTest-1776344175 tempest-ServerDiagnosticsNegativeTest-1776344175-project-member] Deleted the datastore file {{(pid=62574) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1608.291798] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-8aac75e1-d5f3-4e95-9d39-1d51a20c5ec6 tempest-ServerDiagnosticsNegativeTest-1776344175 tempest-ServerDiagnosticsNegativeTest-1776344175-project-member] [instance: e3bb34fa-0a4b-4ef0-885a-2c59a191ca72] Deleted contents of the VM from datastore datastore1 {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1608.291993] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-8aac75e1-d5f3-4e95-9d39-1d51a20c5ec6 tempest-ServerDiagnosticsNegativeTest-1776344175 tempest-ServerDiagnosticsNegativeTest-1776344175-project-member] [instance: e3bb34fa-0a4b-4ef0-885a-2c59a191ca72] Instance destroyed {{(pid=62574) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1608.292184] env[62574]: INFO nova.compute.manager [None req-8aac75e1-d5f3-4e95-9d39-1d51a20c5ec6 tempest-ServerDiagnosticsNegativeTest-1776344175 tempest-ServerDiagnosticsNegativeTest-1776344175-project-member] [instance: e3bb34fa-0a4b-4ef0-885a-2c59a191ca72] Took 1.26 seconds to destroy the instance on the hypervisor. [ 1608.292538] env[62574]: DEBUG oslo.service.loopingcall [None req-8aac75e1-d5f3-4e95-9d39-1d51a20c5ec6 tempest-ServerDiagnosticsNegativeTest-1776344175 tempest-ServerDiagnosticsNegativeTest-1776344175-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62574) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1608.293481] env[62574]: DEBUG nova.compute.manager [-] [instance: e3bb34fa-0a4b-4ef0-885a-2c59a191ca72] Deallocating network for instance {{(pid=62574) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1608.293481] env[62574]: DEBUG nova.network.neutron [-] [instance: e3bb34fa-0a4b-4ef0-885a-2c59a191ca72] deallocate_for_instance() {{(pid=62574) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1608.435902] env[62574]: DEBUG oslo_concurrency.lockutils [None req-986718a7-c619-47ed-a9da-0b05b3291680 tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.829s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1608.436748] env[62574]: DEBUG nova.compute.manager [None req-986718a7-c619-47ed-a9da-0b05b3291680 tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] [instance: 3692d5e9-2382-4f95-8ca4-0a57474e9be7] Start building networks asynchronously for instance. {{(pid=62574) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1608.446251] env[62574]: DEBUG oslo_concurrency.lockutils [None req-6b1e47e3-fbe6-4775-a4a7-c785e0bb6ccc tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.295s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1608.450084] env[62574]: INFO nova.compute.claims [None req-6b1e47e3-fbe6-4775-a4a7-c785e0bb6ccc tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] [instance: 958ea876-0fce-4489-9fd8-d577d5ac230b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1608.464187] env[62574]: DEBUG oslo_vmware.api [None req-be513537-e531-4880-94c4-45d99f4f8993 tempest-ImagesNegativeTestJSON-1839133942 tempest-ImagesNegativeTestJSON-1839133942-project-member] Task: {'id': task-1861476, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1608.532241] env[62574]: DEBUG nova.network.neutron [req-206ac09f-c195-4b68-a674-1d08e6864aa5 req-a2ad7340-f28b-4be9-a139-27d1688c955d service nova] [instance: bf01cd22-6cbb-4a95-aca8-4bcdabdc5b36] Updated VIF entry in instance network info cache for port cc4fbd40-92a9-4263-918f-edd2dde18259. {{(pid=62574) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1608.532241] env[62574]: DEBUG nova.network.neutron [req-206ac09f-c195-4b68-a674-1d08e6864aa5 req-a2ad7340-f28b-4be9-a139-27d1688c955d service nova] [instance: bf01cd22-6cbb-4a95-aca8-4bcdabdc5b36] Updating instance_info_cache with network_info: [{"id": "cc4fbd40-92a9-4263-918f-edd2dde18259", "address": "fa:16:3e:69:11:e7", "network": {"id": "7781f176-1ebc-4ecf-a03d-c1284f060c0e", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1629819900-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "68f74b662f9943aabeec5c1bc515d071", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "950a2f67-7668-4376-9d48-b38dca033c40", "external-id": "nsx-vlan-transportzone-549", "segmentation_id": 549, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc4fbd40-92", "ovs_interfaceid": "cc4fbd40-92a9-4263-918f-edd2dde18259", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1608.694507] env[62574]: DEBUG nova.compute.manager [None req-8d89731f-c215-4aac-b3c4-224c9eb588e1 tempest-ServersAdminNegativeTestJSON-1635259249 tempest-ServersAdminNegativeTestJSON-1635259249-project-member] [instance: d2fba47f-bc9d-4673-a8c1-1dadebdea56e] Start destroying the instance on the hypervisor. {{(pid=62574) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1608.694805] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-8d89731f-c215-4aac-b3c4-224c9eb588e1 tempest-ServersAdminNegativeTestJSON-1635259249 tempest-ServersAdminNegativeTestJSON-1635259249-project-member] [instance: d2fba47f-bc9d-4673-a8c1-1dadebdea56e] Destroying instance {{(pid=62574) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1608.696204] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a19508f0-5cc8-4362-87d1-d31d6edb9fc0 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.704743] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-8d89731f-c215-4aac-b3c4-224c9eb588e1 tempest-ServersAdminNegativeTestJSON-1635259249 tempest-ServersAdminNegativeTestJSON-1635259249-project-member] [instance: d2fba47f-bc9d-4673-a8c1-1dadebdea56e] Unregistering the VM {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1608.705031] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b7162f10-fd70-422e-a2b5-6bafb06d9bf5 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.723879] env[62574]: DEBUG oslo_concurrency.lockutils [None req-7ecc469c-8dcf-4408-abee-06367cd8ba17 tempest-ServerGroupTestJSON-126933416 tempest-ServerGroupTestJSON-126933416-project-member] Lock "0062297f-63f3-4773-bbc2-5077395657d2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 74.404s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1608.781488] env[62574]: DEBUG oslo_concurrency.lockutils [None req-986718a7-c619-47ed-a9da-0b05b3291680 tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] Releasing lock "refresh_cache-c2e5c2fb-e759-48f8-8bdc-7fd0a86ac1b9" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1608.781488] env[62574]: DEBUG nova.compute.manager [None req-986718a7-c619-47ed-a9da-0b05b3291680 tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] [instance: c2e5c2fb-e759-48f8-8bdc-7fd0a86ac1b9] Instance network_info: |[{"id": "e2050f91-6c73-4921-bc9c-20f0a4b964df", "address": "fa:16:3e:49:f4:76", "network": {"id": "46f15b67-0792-4436-926d-2626617f4393", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-93051304-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "28a406e5e0f2492e8cf3faef3155472c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dced2f3d-7fd3-4a42-836d-9f02dab4c949", "external-id": "nsx-vlan-transportzone-117", "segmentation_id": 117, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2050f91-6c", "ovs_interfaceid": "e2050f91-6c73-4921-bc9c-20f0a4b964df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62574) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1608.781682] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-986718a7-c619-47ed-a9da-0b05b3291680 tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] [instance: c2e5c2fb-e759-48f8-8bdc-7fd0a86ac1b9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:49:f4:76', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dced2f3d-7fd3-4a42-836d-9f02dab4c949', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e2050f91-6c73-4921-bc9c-20f0a4b964df', 'vif_model': 'vmxnet3'}] {{(pid=62574) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1608.788916] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-986718a7-c619-47ed-a9da-0b05b3291680 tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] Creating folder: Project (28a406e5e0f2492e8cf3faef3155472c). Parent ref: group-v384746. {{(pid=62574) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1608.789275] env[62574]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a2633e22-2752-4247-b173-b2479c41d369 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.799828] env[62574]: INFO nova.virt.vmwareapi.vm_util [None req-986718a7-c619-47ed-a9da-0b05b3291680 tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] Created folder: Project (28a406e5e0f2492e8cf3faef3155472c) in parent group-v384746. [ 1608.800099] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-986718a7-c619-47ed-a9da-0b05b3291680 tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] Creating folder: Instances. Parent ref: group-v384853. {{(pid=62574) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1608.800343] env[62574]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-540025a4-1a50-4409-bbb5-957ac4895d25 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.809623] env[62574]: INFO nova.virt.vmwareapi.vm_util [None req-986718a7-c619-47ed-a9da-0b05b3291680 tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] Created folder: Instances in parent group-v384853. [ 1608.809865] env[62574]: DEBUG oslo.service.loopingcall [None req-986718a7-c619-47ed-a9da-0b05b3291680 tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62574) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1608.810068] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c2e5c2fb-e759-48f8-8bdc-7fd0a86ac1b9] Creating VM on the ESX host {{(pid=62574) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1608.810272] env[62574]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1842fca0-427f-4bb0-8ccb-d4e7857f4557 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.833302] env[62574]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1608.833302] env[62574]: value = "task-1861480" [ 1608.833302] env[62574]: _type = "Task" [ 1608.833302] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1608.840301] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-8d89731f-c215-4aac-b3c4-224c9eb588e1 tempest-ServersAdminNegativeTestJSON-1635259249 tempest-ServersAdminNegativeTestJSON-1635259249-project-member] [instance: d2fba47f-bc9d-4673-a8c1-1dadebdea56e] Unregistered the VM {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1608.840541] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-8d89731f-c215-4aac-b3c4-224c9eb588e1 tempest-ServersAdminNegativeTestJSON-1635259249 tempest-ServersAdminNegativeTestJSON-1635259249-project-member] [instance: d2fba47f-bc9d-4673-a8c1-1dadebdea56e] Deleting contents of the VM from datastore datastore1 {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1608.840723] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d89731f-c215-4aac-b3c4-224c9eb588e1 tempest-ServersAdminNegativeTestJSON-1635259249 tempest-ServersAdminNegativeTestJSON-1635259249-project-member] Deleting the datastore file [datastore1] d2fba47f-bc9d-4673-a8c1-1dadebdea56e {{(pid=62574) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1608.846008] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1872c629-7629-4d4e-80bb-2113035aec39 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.847783] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1861480, 'name': CreateVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1608.852084] env[62574]: DEBUG oslo_vmware.api [None req-8d89731f-c215-4aac-b3c4-224c9eb588e1 tempest-ServersAdminNegativeTestJSON-1635259249 tempest-ServersAdminNegativeTestJSON-1635259249-project-member] Waiting for the task: (returnval){ [ 1608.852084] env[62574]: value = "task-1861481" [ 1608.852084] env[62574]: _type = "Task" [ 1608.852084] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1608.862453] env[62574]: DEBUG oslo_vmware.api [None req-8d89731f-c215-4aac-b3c4-224c9eb588e1 tempest-ServersAdminNegativeTestJSON-1635259249 tempest-ServersAdminNegativeTestJSON-1635259249-project-member] Task: {'id': task-1861481, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1608.923783] env[62574]: DEBUG nova.network.neutron [None req-986718a7-c619-47ed-a9da-0b05b3291680 tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] [instance: c195131e-5a17-4c77-b7d2-8873bb6a9653] Successfully updated port: 1590947a-f511-46db-9df5-32b78b808569 {{(pid=62574) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1608.936665] env[62574]: DEBUG oslo_vmware.api [None req-be513537-e531-4880-94c4-45d99f4f8993 tempest-ImagesNegativeTestJSON-1839133942 tempest-ImagesNegativeTestJSON-1839133942-project-member] Task: {'id': task-1861476, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.692968} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1608.936806] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-be513537-e531-4880-94c4-45d99f4f8993 tempest-ImagesNegativeTestJSON-1839133942 tempest-ImagesNegativeTestJSON-1839133942-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk to [datastore2] 1885c76e-a6bc-4f5b-bf2b-fe43229cec08/1885c76e-a6bc-4f5b-bf2b-fe43229cec08.vmdk {{(pid=62574) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1608.937054] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-be513537-e531-4880-94c4-45d99f4f8993 tempest-ImagesNegativeTestJSON-1839133942 tempest-ImagesNegativeTestJSON-1839133942-project-member] [instance: 1885c76e-a6bc-4f5b-bf2b-fe43229cec08] Extending root virtual disk to 1048576 {{(pid=62574) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1608.937317] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-259458c1-1e59-4ef0-a951-ae3cd74c1618 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.946131] env[62574]: DEBUG oslo_vmware.api [None req-be513537-e531-4880-94c4-45d99f4f8993 tempest-ImagesNegativeTestJSON-1839133942 tempest-ImagesNegativeTestJSON-1839133942-project-member] Waiting for the task: (returnval){ [ 1608.946131] env[62574]: value = "task-1861482" [ 1608.946131] env[62574]: _type = "Task" [ 1608.946131] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1608.953753] env[62574]: DEBUG oslo_vmware.api [None req-be513537-e531-4880-94c4-45d99f4f8993 tempest-ImagesNegativeTestJSON-1839133942 tempest-ImagesNegativeTestJSON-1839133942-project-member] Task: {'id': task-1861482, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1608.960168] env[62574]: DEBUG nova.compute.utils [None req-986718a7-c619-47ed-a9da-0b05b3291680 tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] Using /dev/sd instead of None {{(pid=62574) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1608.964532] env[62574]: DEBUG nova.compute.manager [None req-986718a7-c619-47ed-a9da-0b05b3291680 tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] [instance: 3692d5e9-2382-4f95-8ca4-0a57474e9be7] Allocating IP information in the background. {{(pid=62574) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1608.964532] env[62574]: DEBUG nova.network.neutron [None req-986718a7-c619-47ed-a9da-0b05b3291680 tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] [instance: 3692d5e9-2382-4f95-8ca4-0a57474e9be7] allocate_for_instance() {{(pid=62574) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1608.967021] env[62574]: DEBUG nova.compute.manager [req-b9e84353-8cd8-4e93-acb9-e0bcffa862cd req-c1cd3b28-799d-4358-a907-4e635b6cf94c service nova] [instance: e3bb34fa-0a4b-4ef0-885a-2c59a191ca72] Received event network-vif-deleted-db83de5e-8c32-4145-b8d2-f5c9efad2adc {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1608.967289] env[62574]: INFO nova.compute.manager [req-b9e84353-8cd8-4e93-acb9-e0bcffa862cd req-c1cd3b28-799d-4358-a907-4e635b6cf94c service nova] [instance: e3bb34fa-0a4b-4ef0-885a-2c59a191ca72] Neutron deleted interface db83de5e-8c32-4145-b8d2-f5c9efad2adc; detaching it from the instance and deleting it from the info cache [ 1608.967518] env[62574]: DEBUG nova.network.neutron [req-b9e84353-8cd8-4e93-acb9-e0bcffa862cd req-c1cd3b28-799d-4358-a907-4e635b6cf94c service nova] [instance: e3bb34fa-0a4b-4ef0-885a-2c59a191ca72] Updating instance_info_cache with network_info: [] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1608.974389] env[62574]: DEBUG nova.compute.manager [req-56ef3b54-bb55-4113-b0dc-e2da4cdbce3d req-e2aea2ce-49ba-47b0-9316-9faffb7da07d service nova] [instance: c195131e-5a17-4c77-b7d2-8873bb6a9653] Received event network-vif-plugged-1590947a-f511-46db-9df5-32b78b808569 {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1608.974709] env[62574]: DEBUG oslo_concurrency.lockutils [req-56ef3b54-bb55-4113-b0dc-e2da4cdbce3d req-e2aea2ce-49ba-47b0-9316-9faffb7da07d service nova] Acquiring lock "c195131e-5a17-4c77-b7d2-8873bb6a9653-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1608.975113] env[62574]: DEBUG oslo_concurrency.lockutils [req-56ef3b54-bb55-4113-b0dc-e2da4cdbce3d req-e2aea2ce-49ba-47b0-9316-9faffb7da07d service nova] Lock "c195131e-5a17-4c77-b7d2-8873bb6a9653-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1608.975400] env[62574]: DEBUG oslo_concurrency.lockutils [req-56ef3b54-bb55-4113-b0dc-e2da4cdbce3d req-e2aea2ce-49ba-47b0-9316-9faffb7da07d service nova] Lock "c195131e-5a17-4c77-b7d2-8873bb6a9653-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1608.975662] env[62574]: DEBUG nova.compute.manager [req-56ef3b54-bb55-4113-b0dc-e2da4cdbce3d req-e2aea2ce-49ba-47b0-9316-9faffb7da07d service nova] [instance: c195131e-5a17-4c77-b7d2-8873bb6a9653] No waiting events found dispatching network-vif-plugged-1590947a-f511-46db-9df5-32b78b808569 {{(pid=62574) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1608.975861] env[62574]: WARNING nova.compute.manager [req-56ef3b54-bb55-4113-b0dc-e2da4cdbce3d req-e2aea2ce-49ba-47b0-9316-9faffb7da07d service nova] [instance: c195131e-5a17-4c77-b7d2-8873bb6a9653] Received unexpected event network-vif-plugged-1590947a-f511-46db-9df5-32b78b808569 for instance with vm_state building and task_state spawning. [ 1609.021715] env[62574]: DEBUG nova.policy [None req-986718a7-c619-47ed-a9da-0b05b3291680 tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f157d1e4e5aa4c9ca9b64d75722c2b2e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '28a406e5e0f2492e8cf3faef3155472c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62574) authorize /opt/stack/nova/nova/policy.py:192}} [ 1609.036327] env[62574]: DEBUG oslo_concurrency.lockutils [req-206ac09f-c195-4b68-a674-1d08e6864aa5 req-a2ad7340-f28b-4be9-a139-27d1688c955d service nova] Releasing lock "refresh_cache-bf01cd22-6cbb-4a95-aca8-4bcdabdc5b36" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1609.179240] env[62574]: DEBUG nova.network.neutron [-] [instance: e3bb34fa-0a4b-4ef0-885a-2c59a191ca72] Updating instance_info_cache with network_info: [] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1609.227661] env[62574]: DEBUG nova.compute.manager [None req-67b2bd0d-a1e2-494d-8f7b-8c4ecc58559c tempest-ServersTestFqdnHostnames-1156924450 tempest-ServersTestFqdnHostnames-1156924450-project-member] [instance: a3e0bf12-7471-4d8d-bb31-bf4b3b35f87f] Starting instance... {{(pid=62574) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1609.296316] env[62574]: DEBUG oslo_concurrency.lockutils [None req-807d1d3c-2cba-4e42-a10c-dc2016daeee1 tempest-VolumesAdminNegativeTest-247329141 tempest-VolumesAdminNegativeTest-247329141-project-member] Acquiring lock "cdb4528a-d1b1-442b-a5e3-e3c663ab7390" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1609.296547] env[62574]: DEBUG oslo_concurrency.lockutils [None req-807d1d3c-2cba-4e42-a10c-dc2016daeee1 tempest-VolumesAdminNegativeTest-247329141 tempest-VolumesAdminNegativeTest-247329141-project-member] Lock "cdb4528a-d1b1-442b-a5e3-e3c663ab7390" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1609.344307] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1861480, 'name': CreateVM_Task} progress is 25%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1609.361451] env[62574]: DEBUG oslo_vmware.api [None req-8d89731f-c215-4aac-b3c4-224c9eb588e1 tempest-ServersAdminNegativeTestJSON-1635259249 tempest-ServersAdminNegativeTestJSON-1635259249-project-member] Task: {'id': task-1861481, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1609.425343] env[62574]: DEBUG oslo_concurrency.lockutils [None req-986718a7-c619-47ed-a9da-0b05b3291680 tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] Acquiring lock "refresh_cache-c195131e-5a17-4c77-b7d2-8873bb6a9653" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1609.425537] env[62574]: DEBUG oslo_concurrency.lockutils [None req-986718a7-c619-47ed-a9da-0b05b3291680 tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] Acquired lock "refresh_cache-c195131e-5a17-4c77-b7d2-8873bb6a9653" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1609.425816] env[62574]: DEBUG nova.network.neutron [None req-986718a7-c619-47ed-a9da-0b05b3291680 tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] [instance: c195131e-5a17-4c77-b7d2-8873bb6a9653] Building network info cache for instance {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1609.460041] env[62574]: DEBUG oslo_vmware.api [None req-be513537-e531-4880-94c4-45d99f4f8993 tempest-ImagesNegativeTestJSON-1839133942 tempest-ImagesNegativeTestJSON-1839133942-project-member] Task: {'id': task-1861482, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.249932} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1609.461493] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-be513537-e531-4880-94c4-45d99f4f8993 tempest-ImagesNegativeTestJSON-1839133942 tempest-ImagesNegativeTestJSON-1839133942-project-member] [instance: 1885c76e-a6bc-4f5b-bf2b-fe43229cec08] Extended root virtual disk {{(pid=62574) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1609.464483] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae6ab397-b4dc-4204-bfe8-d746f487e37e {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.471368] env[62574]: DEBUG nova.compute.manager [None req-986718a7-c619-47ed-a9da-0b05b3291680 tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] [instance: 3692d5e9-2382-4f95-8ca4-0a57474e9be7] Start building block device mappings for instance. {{(pid=62574) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1609.474783] env[62574]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-08bfa578-857a-47d8-8979-c4c104ed6c41 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.498872] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-be513537-e531-4880-94c4-45d99f4f8993 tempest-ImagesNegativeTestJSON-1839133942 tempest-ImagesNegativeTestJSON-1839133942-project-member] [instance: 1885c76e-a6bc-4f5b-bf2b-fe43229cec08] Reconfiguring VM instance instance-00000023 to attach disk [datastore2] 1885c76e-a6bc-4f5b-bf2b-fe43229cec08/1885c76e-a6bc-4f5b-bf2b-fe43229cec08.vmdk or device None with type sparse {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1609.504888] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b95d7b81-1160-411c-84f6-aab9862c49f0 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.533394] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4107ae50-4fec-4b41-8e55-30f5158fb1fa {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.563795] env[62574]: DEBUG oslo_vmware.api [None req-be513537-e531-4880-94c4-45d99f4f8993 tempest-ImagesNegativeTestJSON-1839133942 tempest-ImagesNegativeTestJSON-1839133942-project-member] Waiting for the task: (returnval){ [ 1609.563795] env[62574]: value = "task-1861483" [ 1609.563795] env[62574]: _type = "Task" [ 1609.563795] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1609.599143] env[62574]: DEBUG nova.compute.manager [req-b9e84353-8cd8-4e93-acb9-e0bcffa862cd req-c1cd3b28-799d-4358-a907-4e635b6cf94c service nova] [instance: e3bb34fa-0a4b-4ef0-885a-2c59a191ca72] Detach interface failed, port_id=db83de5e-8c32-4145-b8d2-f5c9efad2adc, reason: Instance e3bb34fa-0a4b-4ef0-885a-2c59a191ca72 could not be found. {{(pid=62574) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 1609.608807] env[62574]: DEBUG oslo_vmware.api [None req-be513537-e531-4880-94c4-45d99f4f8993 tempest-ImagesNegativeTestJSON-1839133942 tempest-ImagesNegativeTestJSON-1839133942-project-member] Task: {'id': task-1861483, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1609.682323] env[62574]: DEBUG nova.network.neutron [None req-986718a7-c619-47ed-a9da-0b05b3291680 tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] [instance: 3692d5e9-2382-4f95-8ca4-0a57474e9be7] Successfully created port: 58b6617f-8392-485f-a403-73b9f95113c9 {{(pid=62574) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1609.684331] env[62574]: INFO nova.compute.manager [-] [instance: e3bb34fa-0a4b-4ef0-885a-2c59a191ca72] Took 1.39 seconds to deallocate network for instance. [ 1609.752186] env[62574]: DEBUG oslo_concurrency.lockutils [None req-67b2bd0d-a1e2-494d-8f7b-8c4ecc58559c tempest-ServersTestFqdnHostnames-1156924450 tempest-ServersTestFqdnHostnames-1156924450-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1609.846748] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1861480, 'name': CreateVM_Task, 'duration_secs': 0.725567} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1609.846981] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c2e5c2fb-e759-48f8-8bdc-7fd0a86ac1b9] Created VM on the ESX host {{(pid=62574) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1609.847966] env[62574]: DEBUG oslo_concurrency.lockutils [None req-986718a7-c619-47ed-a9da-0b05b3291680 tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1609.848046] env[62574]: DEBUG oslo_concurrency.lockutils [None req-986718a7-c619-47ed-a9da-0b05b3291680 tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1609.848374] env[62574]: DEBUG oslo_concurrency.lockutils [None req-986718a7-c619-47ed-a9da-0b05b3291680 tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1609.851901] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e2eb6c50-f251-44ef-809f-2d0f32c53ee8 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.861652] env[62574]: DEBUG oslo_vmware.api [None req-986718a7-c619-47ed-a9da-0b05b3291680 tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] Waiting for the task: (returnval){ [ 1609.861652] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]5263e5d5-0007-9053-02e8-053e6dbffe97" [ 1609.861652] env[62574]: _type = "Task" [ 1609.861652] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1609.864692] env[62574]: DEBUG oslo_vmware.api [None req-8d89731f-c215-4aac-b3c4-224c9eb588e1 tempest-ServersAdminNegativeTestJSON-1635259249 tempest-ServersAdminNegativeTestJSON-1635259249-project-member] Task: {'id': task-1861481, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.599267} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1609.872315] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d89731f-c215-4aac-b3c4-224c9eb588e1 tempest-ServersAdminNegativeTestJSON-1635259249 tempest-ServersAdminNegativeTestJSON-1635259249-project-member] Deleted the datastore file {{(pid=62574) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1609.872315] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-8d89731f-c215-4aac-b3c4-224c9eb588e1 tempest-ServersAdminNegativeTestJSON-1635259249 tempest-ServersAdminNegativeTestJSON-1635259249-project-member] [instance: d2fba47f-bc9d-4673-a8c1-1dadebdea56e] Deleted contents of the VM from datastore datastore1 {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1609.872315] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-8d89731f-c215-4aac-b3c4-224c9eb588e1 tempest-ServersAdminNegativeTestJSON-1635259249 tempest-ServersAdminNegativeTestJSON-1635259249-project-member] [instance: d2fba47f-bc9d-4673-a8c1-1dadebdea56e] Instance destroyed {{(pid=62574) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1609.872315] env[62574]: INFO nova.compute.manager [None req-8d89731f-c215-4aac-b3c4-224c9eb588e1 tempest-ServersAdminNegativeTestJSON-1635259249 tempest-ServersAdminNegativeTestJSON-1635259249-project-member] [instance: d2fba47f-bc9d-4673-a8c1-1dadebdea56e] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1609.872315] env[62574]: DEBUG oslo.service.loopingcall [None req-8d89731f-c215-4aac-b3c4-224c9eb588e1 tempest-ServersAdminNegativeTestJSON-1635259249 tempest-ServersAdminNegativeTestJSON-1635259249-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62574) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1609.873119] env[62574]: DEBUG nova.compute.manager [-] [instance: d2fba47f-bc9d-4673-a8c1-1dadebdea56e] Deallocating network for instance {{(pid=62574) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1609.873119] env[62574]: DEBUG nova.network.neutron [-] [instance: d2fba47f-bc9d-4673-a8c1-1dadebdea56e] deallocate_for_instance() {{(pid=62574) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1609.886485] env[62574]: DEBUG oslo_vmware.api [None req-986718a7-c619-47ed-a9da-0b05b3291680 tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]5263e5d5-0007-9053-02e8-053e6dbffe97, 'name': SearchDatastore_Task, 'duration_secs': 0.012397} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1609.890114] env[62574]: DEBUG oslo_concurrency.lockutils [None req-986718a7-c619-47ed-a9da-0b05b3291680 tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1609.890397] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-986718a7-c619-47ed-a9da-0b05b3291680 tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] [instance: c2e5c2fb-e759-48f8-8bdc-7fd0a86ac1b9] Processing image 3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2 {{(pid=62574) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1609.890642] env[62574]: DEBUG oslo_concurrency.lockutils [None req-986718a7-c619-47ed-a9da-0b05b3291680 tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1609.890791] env[62574]: DEBUG oslo_concurrency.lockutils [None req-986718a7-c619-47ed-a9da-0b05b3291680 tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1609.890972] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-986718a7-c619-47ed-a9da-0b05b3291680 tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1609.892402] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cc6cb38b-7709-4988-8951-c166d6bff8be {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.901175] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-986718a7-c619-47ed-a9da-0b05b3291680 tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1609.901381] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-986718a7-c619-47ed-a9da-0b05b3291680 tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62574) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1609.902231] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd7b2d3d-402b-453b-90bb-7570d676b203 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.911473] env[62574]: DEBUG oslo_vmware.api [None req-986718a7-c619-47ed-a9da-0b05b3291680 tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] Waiting for the task: (returnval){ [ 1609.911473] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]528c4f03-d59a-b402-606f-06049b01bced" [ 1609.911473] env[62574]: _type = "Task" [ 1609.911473] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1609.920702] env[62574]: DEBUG oslo_vmware.api [None req-986718a7-c619-47ed-a9da-0b05b3291680 tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]528c4f03-d59a-b402-606f-06049b01bced, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1609.971482] env[62574]: DEBUG oslo_concurrency.lockutils [None req-e0396983-2915-410a-9e26-0bee0c03925b tempest-ServerGroupTestJSON-126933416 tempest-ServerGroupTestJSON-126933416-project-member] Acquiring lock "0062297f-63f3-4773-bbc2-5077395657d2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1609.972116] env[62574]: DEBUG oslo_concurrency.lockutils [None req-e0396983-2915-410a-9e26-0bee0c03925b tempest-ServerGroupTestJSON-126933416 tempest-ServerGroupTestJSON-126933416-project-member] Lock "0062297f-63f3-4773-bbc2-5077395657d2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1609.972481] env[62574]: DEBUG oslo_concurrency.lockutils [None req-e0396983-2915-410a-9e26-0bee0c03925b tempest-ServerGroupTestJSON-126933416 tempest-ServerGroupTestJSON-126933416-project-member] Acquiring lock "0062297f-63f3-4773-bbc2-5077395657d2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1609.973229] env[62574]: DEBUG oslo_concurrency.lockutils [None req-e0396983-2915-410a-9e26-0bee0c03925b tempest-ServerGroupTestJSON-126933416 tempest-ServerGroupTestJSON-126933416-project-member] Lock "0062297f-63f3-4773-bbc2-5077395657d2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1609.973229] env[62574]: DEBUG oslo_concurrency.lockutils [None req-e0396983-2915-410a-9e26-0bee0c03925b tempest-ServerGroupTestJSON-126933416 tempest-ServerGroupTestJSON-126933416-project-member] Lock "0062297f-63f3-4773-bbc2-5077395657d2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1609.982385] env[62574]: INFO nova.compute.manager [None req-e0396983-2915-410a-9e26-0bee0c03925b tempest-ServerGroupTestJSON-126933416 tempest-ServerGroupTestJSON-126933416-project-member] [instance: 0062297f-63f3-4773-bbc2-5077395657d2] Terminating instance [ 1610.018931] env[62574]: DEBUG nova.network.neutron [None req-986718a7-c619-47ed-a9da-0b05b3291680 tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] [instance: c195131e-5a17-4c77-b7d2-8873bb6a9653] Instance cache missing network info. {{(pid=62574) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1610.096660] env[62574]: DEBUG oslo_vmware.api [None req-be513537-e531-4880-94c4-45d99f4f8993 tempest-ImagesNegativeTestJSON-1839133942 tempest-ImagesNegativeTestJSON-1839133942-project-member] Task: {'id': task-1861483, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1610.192407] env[62574]: DEBUG oslo_concurrency.lockutils [None req-8aac75e1-d5f3-4e95-9d39-1d51a20c5ec6 tempest-ServerDiagnosticsNegativeTest-1776344175 tempest-ServerDiagnosticsNegativeTest-1776344175-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1610.248557] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3e68957-330a-43cd-8ff0-8095a9a53d1d {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.260082] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2ebe00b-50b9-4fb0-a5e6-e074011f1a67 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.317106] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3d47efa-fd65-4b03-9c88-d06b1aeab70a {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.329046] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf512166-8482-4114-a5cb-47d69945c2ac {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.351861] env[62574]: DEBUG nova.compute.provider_tree [None req-6b1e47e3-fbe6-4775-a4a7-c785e0bb6ccc tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] Inventory has not changed in ProviderTree for provider: f0ed160a-beff-4626-a531-2a70d7bc0627 {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1610.376788] env[62574]: DEBUG nova.network.neutron [None req-986718a7-c619-47ed-a9da-0b05b3291680 tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] [instance: c195131e-5a17-4c77-b7d2-8873bb6a9653] Updating instance_info_cache with network_info: [{"id": "1590947a-f511-46db-9df5-32b78b808569", "address": "fa:16:3e:ac:1c:fa", "network": {"id": "46f15b67-0792-4436-926d-2626617f4393", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-93051304-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "28a406e5e0f2492e8cf3faef3155472c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dced2f3d-7fd3-4a42-836d-9f02dab4c949", "external-id": "nsx-vlan-transportzone-117", "segmentation_id": 117, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1590947a-f5", "ovs_interfaceid": "1590947a-f511-46db-9df5-32b78b808569", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1610.422251] env[62574]: DEBUG oslo_vmware.api [None req-986718a7-c619-47ed-a9da-0b05b3291680 tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]528c4f03-d59a-b402-606f-06049b01bced, 'name': SearchDatastore_Task, 'duration_secs': 0.01112} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1610.423224] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-33ded421-eab9-4b46-9272-ef68350e162c {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.429058] env[62574]: DEBUG oslo_vmware.api [None req-986718a7-c619-47ed-a9da-0b05b3291680 tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] Waiting for the task: (returnval){ [ 1610.429058] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]52a606ec-cfef-08bc-632c-45701740d77d" [ 1610.429058] env[62574]: _type = "Task" [ 1610.429058] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1610.437772] env[62574]: DEBUG oslo_vmware.api [None req-986718a7-c619-47ed-a9da-0b05b3291680 tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52a606ec-cfef-08bc-632c-45701740d77d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1610.485995] env[62574]: DEBUG nova.compute.manager [None req-986718a7-c619-47ed-a9da-0b05b3291680 tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] [instance: 3692d5e9-2382-4f95-8ca4-0a57474e9be7] Start spawning the instance on the hypervisor. {{(pid=62574) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1610.490919] env[62574]: DEBUG nova.compute.manager [None req-e0396983-2915-410a-9e26-0bee0c03925b tempest-ServerGroupTestJSON-126933416 tempest-ServerGroupTestJSON-126933416-project-member] [instance: 0062297f-63f3-4773-bbc2-5077395657d2] Start destroying the instance on the hypervisor. {{(pid=62574) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1610.490919] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-e0396983-2915-410a-9e26-0bee0c03925b tempest-ServerGroupTestJSON-126933416 tempest-ServerGroupTestJSON-126933416-project-member] [instance: 0062297f-63f3-4773-bbc2-5077395657d2] Destroying instance {{(pid=62574) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1610.490919] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bd349d2-b9dd-4596-8235-4161ee2a9824 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.499811] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0396983-2915-410a-9e26-0bee0c03925b tempest-ServerGroupTestJSON-126933416 tempest-ServerGroupTestJSON-126933416-project-member] [instance: 0062297f-63f3-4773-bbc2-5077395657d2] Powering off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1610.500657] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-36556b7c-2277-4f24-9fac-3a24cc89b686 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.507442] env[62574]: DEBUG oslo_vmware.api [None req-e0396983-2915-410a-9e26-0bee0c03925b tempest-ServerGroupTestJSON-126933416 tempest-ServerGroupTestJSON-126933416-project-member] Waiting for the task: (returnval){ [ 1610.507442] env[62574]: value = "task-1861484" [ 1610.507442] env[62574]: _type = "Task" [ 1610.507442] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1610.521305] env[62574]: DEBUG oslo_vmware.api [None req-e0396983-2915-410a-9e26-0bee0c03925b tempest-ServerGroupTestJSON-126933416 tempest-ServerGroupTestJSON-126933416-project-member] Task: {'id': task-1861484, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1610.523401] env[62574]: DEBUG nova.virt.hardware [None req-986718a7-c619-47ed-a9da-0b05b3291680 tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T19:26:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-13T19:26:40Z,direct_url=,disk_format='vmdk',id=3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7eed1dd4d2c3418eb32c4f4ceda3ab0d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-13T19:26:41Z,virtual_size=,visibility=), allow threads: False {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1610.523401] env[62574]: DEBUG nova.virt.hardware [None req-986718a7-c619-47ed-a9da-0b05b3291680 tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] Flavor limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1610.523401] env[62574]: DEBUG nova.virt.hardware [None req-986718a7-c619-47ed-a9da-0b05b3291680 tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] Image limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1610.523705] env[62574]: DEBUG nova.virt.hardware [None req-986718a7-c619-47ed-a9da-0b05b3291680 tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] Flavor pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1610.523757] env[62574]: DEBUG nova.virt.hardware [None req-986718a7-c619-47ed-a9da-0b05b3291680 tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] Image pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1610.524919] env[62574]: DEBUG nova.virt.hardware [None req-986718a7-c619-47ed-a9da-0b05b3291680 tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1610.524919] env[62574]: DEBUG nova.virt.hardware [None req-986718a7-c619-47ed-a9da-0b05b3291680 tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1610.524919] env[62574]: DEBUG nova.virt.hardware [None req-986718a7-c619-47ed-a9da-0b05b3291680 tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1610.524919] env[62574]: DEBUG nova.virt.hardware [None req-986718a7-c619-47ed-a9da-0b05b3291680 tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] Got 1 possible topologies {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1610.524919] env[62574]: DEBUG nova.virt.hardware [None req-986718a7-c619-47ed-a9da-0b05b3291680 tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1610.525243] env[62574]: DEBUG nova.virt.hardware [None req-986718a7-c619-47ed-a9da-0b05b3291680 tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1610.526247] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf258948-6aec-4664-b35d-25460a1587bd {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.534840] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-616e785b-8789-4946-8054-6082c863d63d {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.576971] env[62574]: DEBUG oslo_vmware.api [None req-be513537-e531-4880-94c4-45d99f4f8993 tempest-ImagesNegativeTestJSON-1839133942 tempest-ImagesNegativeTestJSON-1839133942-project-member] Task: {'id': task-1861483, 'name': ReconfigVM_Task, 'duration_secs': 0.603289} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1610.578999] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-be513537-e531-4880-94c4-45d99f4f8993 tempest-ImagesNegativeTestJSON-1839133942 tempest-ImagesNegativeTestJSON-1839133942-project-member] [instance: 1885c76e-a6bc-4f5b-bf2b-fe43229cec08] Reconfigured VM instance instance-00000023 to attach disk [datastore2] 1885c76e-a6bc-4f5b-bf2b-fe43229cec08/1885c76e-a6bc-4f5b-bf2b-fe43229cec08.vmdk or device None with type sparse {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1610.578999] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f6fdffa4-4966-48ff-8380-9f617428a670 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.586856] env[62574]: DEBUG oslo_vmware.api [None req-be513537-e531-4880-94c4-45d99f4f8993 tempest-ImagesNegativeTestJSON-1839133942 tempest-ImagesNegativeTestJSON-1839133942-project-member] Waiting for the task: (returnval){ [ 1610.586856] env[62574]: value = "task-1861485" [ 1610.586856] env[62574]: _type = "Task" [ 1610.586856] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1610.596408] env[62574]: DEBUG oslo_vmware.api [None req-be513537-e531-4880-94c4-45d99f4f8993 tempest-ImagesNegativeTestJSON-1839133942 tempest-ImagesNegativeTestJSON-1839133942-project-member] Task: {'id': task-1861485, 'name': Rename_Task} progress is 5%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1610.857882] env[62574]: DEBUG nova.scheduler.client.report [None req-6b1e47e3-fbe6-4775-a4a7-c785e0bb6ccc tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] Inventory has not changed for provider f0ed160a-beff-4626-a531-2a70d7bc0627 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1610.866112] env[62574]: DEBUG nova.network.neutron [-] [instance: d2fba47f-bc9d-4673-a8c1-1dadebdea56e] Updating instance_info_cache with network_info: [] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1610.879516] env[62574]: DEBUG oslo_concurrency.lockutils [None req-986718a7-c619-47ed-a9da-0b05b3291680 tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] Releasing lock "refresh_cache-c195131e-5a17-4c77-b7d2-8873bb6a9653" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1610.880023] env[62574]: DEBUG nova.compute.manager [None req-986718a7-c619-47ed-a9da-0b05b3291680 tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] [instance: c195131e-5a17-4c77-b7d2-8873bb6a9653] Instance network_info: |[{"id": "1590947a-f511-46db-9df5-32b78b808569", "address": "fa:16:3e:ac:1c:fa", "network": {"id": "46f15b67-0792-4436-926d-2626617f4393", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-93051304-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "28a406e5e0f2492e8cf3faef3155472c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dced2f3d-7fd3-4a42-836d-9f02dab4c949", "external-id": "nsx-vlan-transportzone-117", "segmentation_id": 117, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1590947a-f5", "ovs_interfaceid": "1590947a-f511-46db-9df5-32b78b808569", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62574) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1610.881027] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-986718a7-c619-47ed-a9da-0b05b3291680 tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] [instance: c195131e-5a17-4c77-b7d2-8873bb6a9653] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ac:1c:fa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dced2f3d-7fd3-4a42-836d-9f02dab4c949', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1590947a-f511-46db-9df5-32b78b808569', 'vif_model': 'vmxnet3'}] {{(pid=62574) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1610.895835] env[62574]: DEBUG oslo.service.loopingcall [None req-986718a7-c619-47ed-a9da-0b05b3291680 tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62574) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1610.897070] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c195131e-5a17-4c77-b7d2-8873bb6a9653] Creating VM on the ESX host {{(pid=62574) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1610.897530] env[62574]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9183ec1f-30ae-4f25-abb8-5a47231316b8 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.932401] env[62574]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1610.932401] env[62574]: value = "task-1861486" [ 1610.932401] env[62574]: _type = "Task" [ 1610.932401] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1610.950813] env[62574]: DEBUG oslo_vmware.api [None req-986718a7-c619-47ed-a9da-0b05b3291680 tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52a606ec-cfef-08bc-632c-45701740d77d, 'name': SearchDatastore_Task, 'duration_secs': 0.02271} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1610.961353] env[62574]: DEBUG oslo_concurrency.lockutils [None req-986718a7-c619-47ed-a9da-0b05b3291680 tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1610.961353] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-986718a7-c619-47ed-a9da-0b05b3291680 tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk to [datastore2] c2e5c2fb-e759-48f8-8bdc-7fd0a86ac1b9/c2e5c2fb-e759-48f8-8bdc-7fd0a86ac1b9.vmdk {{(pid=62574) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1610.961669] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1861486, 'name': CreateVM_Task} progress is 6%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1610.962145] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-56be4fcd-779d-43e2-bc77-51984e1bdfbf {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.970259] env[62574]: DEBUG oslo_vmware.api [None req-986718a7-c619-47ed-a9da-0b05b3291680 tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] Waiting for the task: (returnval){ [ 1610.970259] env[62574]: value = "task-1861487" [ 1610.970259] env[62574]: _type = "Task" [ 1610.970259] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1610.982463] env[62574]: DEBUG oslo_vmware.api [None req-986718a7-c619-47ed-a9da-0b05b3291680 tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] Task: {'id': task-1861487, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1611.017463] env[62574]: DEBUG oslo_vmware.api [None req-e0396983-2915-410a-9e26-0bee0c03925b tempest-ServerGroupTestJSON-126933416 tempest-ServerGroupTestJSON-126933416-project-member] Task: {'id': task-1861484, 'name': PowerOffVM_Task, 'duration_secs': 0.450009} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1611.017628] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0396983-2915-410a-9e26-0bee0c03925b tempest-ServerGroupTestJSON-126933416 tempest-ServerGroupTestJSON-126933416-project-member] [instance: 0062297f-63f3-4773-bbc2-5077395657d2] Powered off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1611.017865] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-e0396983-2915-410a-9e26-0bee0c03925b tempest-ServerGroupTestJSON-126933416 tempest-ServerGroupTestJSON-126933416-project-member] [instance: 0062297f-63f3-4773-bbc2-5077395657d2] Unregistering the VM {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1611.018085] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-104e3a76-7069-4d03-92bd-c64ecaf90427 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.044518] env[62574]: DEBUG nova.compute.manager [req-59649ac6-b29b-467a-beda-ffc90dce18c1 req-c281db58-703b-49b2-95ab-83d1749cdb11 service nova] [instance: d2fba47f-bc9d-4673-a8c1-1dadebdea56e] Received event network-vif-deleted-5b2f5ff2-772d-4d28-955c-c70bd4f6ab44 {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1611.054440] env[62574]: DEBUG nova.compute.manager [req-e4e5cfcb-211e-49d7-8093-7dcb8ef5c5c3 req-776b260b-de78-4343-8dbc-bb9488080811 service nova] [instance: c195131e-5a17-4c77-b7d2-8873bb6a9653] Received event network-changed-1590947a-f511-46db-9df5-32b78b808569 {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1611.054440] env[62574]: DEBUG nova.compute.manager [req-e4e5cfcb-211e-49d7-8093-7dcb8ef5c5c3 req-776b260b-de78-4343-8dbc-bb9488080811 service nova] [instance: c195131e-5a17-4c77-b7d2-8873bb6a9653] Refreshing instance network info cache due to event network-changed-1590947a-f511-46db-9df5-32b78b808569. {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1611.054440] env[62574]: DEBUG oslo_concurrency.lockutils [req-e4e5cfcb-211e-49d7-8093-7dcb8ef5c5c3 req-776b260b-de78-4343-8dbc-bb9488080811 service nova] Acquiring lock "refresh_cache-c195131e-5a17-4c77-b7d2-8873bb6a9653" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1611.054440] env[62574]: DEBUG oslo_concurrency.lockutils [req-e4e5cfcb-211e-49d7-8093-7dcb8ef5c5c3 req-776b260b-de78-4343-8dbc-bb9488080811 service nova] Acquired lock "refresh_cache-c195131e-5a17-4c77-b7d2-8873bb6a9653" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1611.054440] env[62574]: DEBUG nova.network.neutron [req-e4e5cfcb-211e-49d7-8093-7dcb8ef5c5c3 req-776b260b-de78-4343-8dbc-bb9488080811 service nova] [instance: c195131e-5a17-4c77-b7d2-8873bb6a9653] Refreshing network info cache for port 1590947a-f511-46db-9df5-32b78b808569 {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1611.096377] env[62574]: DEBUG oslo_vmware.api [None req-be513537-e531-4880-94c4-45d99f4f8993 tempest-ImagesNegativeTestJSON-1839133942 tempest-ImagesNegativeTestJSON-1839133942-project-member] Task: {'id': task-1861485, 'name': Rename_Task, 'duration_secs': 0.266391} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1611.097610] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-be513537-e531-4880-94c4-45d99f4f8993 tempest-ImagesNegativeTestJSON-1839133942 tempest-ImagesNegativeTestJSON-1839133942-project-member] [instance: 1885c76e-a6bc-4f5b-bf2b-fe43229cec08] Powering on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1611.097610] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-eb086ceb-cbfc-4b4f-8501-03b809c95ca1 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.103989] env[62574]: DEBUG oslo_vmware.api [None req-be513537-e531-4880-94c4-45d99f4f8993 tempest-ImagesNegativeTestJSON-1839133942 tempest-ImagesNegativeTestJSON-1839133942-project-member] Waiting for the task: (returnval){ [ 1611.103989] env[62574]: value = "task-1861489" [ 1611.103989] env[62574]: _type = "Task" [ 1611.103989] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1611.112952] env[62574]: DEBUG oslo_vmware.api [None req-be513537-e531-4880-94c4-45d99f4f8993 tempest-ImagesNegativeTestJSON-1839133942 tempest-ImagesNegativeTestJSON-1839133942-project-member] Task: {'id': task-1861489, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1611.296026] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-e0396983-2915-410a-9e26-0bee0c03925b tempest-ServerGroupTestJSON-126933416 tempest-ServerGroupTestJSON-126933416-project-member] [instance: 0062297f-63f3-4773-bbc2-5077395657d2] Unregistered the VM {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1611.296026] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-e0396983-2915-410a-9e26-0bee0c03925b tempest-ServerGroupTestJSON-126933416 tempest-ServerGroupTestJSON-126933416-project-member] [instance: 0062297f-63f3-4773-bbc2-5077395657d2] Deleting contents of the VM from datastore datastore1 {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1611.296026] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0396983-2915-410a-9e26-0bee0c03925b tempest-ServerGroupTestJSON-126933416 tempest-ServerGroupTestJSON-126933416-project-member] Deleting the datastore file [datastore1] 0062297f-63f3-4773-bbc2-5077395657d2 {{(pid=62574) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1611.296026] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bb8a2c81-7421-4753-a41f-07fd7531a106 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.306381] env[62574]: DEBUG oslo_vmware.api [None req-e0396983-2915-410a-9e26-0bee0c03925b tempest-ServerGroupTestJSON-126933416 tempest-ServerGroupTestJSON-126933416-project-member] Waiting for the task: (returnval){ [ 1611.306381] env[62574]: value = "task-1861490" [ 1611.306381] env[62574]: _type = "Task" [ 1611.306381] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1611.318554] env[62574]: DEBUG oslo_vmware.api [None req-e0396983-2915-410a-9e26-0bee0c03925b tempest-ServerGroupTestJSON-126933416 tempest-ServerGroupTestJSON-126933416-project-member] Task: {'id': task-1861490, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1611.369022] env[62574]: DEBUG oslo_concurrency.lockutils [None req-6b1e47e3-fbe6-4775-a4a7-c785e0bb6ccc tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.920s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1611.369022] env[62574]: DEBUG nova.compute.manager [None req-6b1e47e3-fbe6-4775-a4a7-c785e0bb6ccc tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] [instance: 958ea876-0fce-4489-9fd8-d577d5ac230b] Start building networks asynchronously for instance. {{(pid=62574) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1611.369813] env[62574]: DEBUG oslo_concurrency.lockutils [None req-f9873488-b4b1-4f86-a0c7-bac622bf45eb tempest-InstanceActionsV221TestJSON-1872238690 tempest-InstanceActionsV221TestJSON-1872238690-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.178s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1611.371433] env[62574]: INFO nova.compute.claims [None req-f9873488-b4b1-4f86-a0c7-bac622bf45eb tempest-InstanceActionsV221TestJSON-1872238690 tempest-InstanceActionsV221TestJSON-1872238690-project-member] [instance: f68bb186-74b9-4c10-a7a0-e8feda38b3bd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1611.374232] env[62574]: INFO nova.compute.manager [-] [instance: d2fba47f-bc9d-4673-a8c1-1dadebdea56e] Took 1.50 seconds to deallocate network for instance. [ 1611.451229] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1861486, 'name': CreateVM_Task} progress is 25%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1611.483373] env[62574]: DEBUG oslo_vmware.api [None req-986718a7-c619-47ed-a9da-0b05b3291680 tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] Task: {'id': task-1861487, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1611.501851] env[62574]: DEBUG nova.network.neutron [None req-986718a7-c619-47ed-a9da-0b05b3291680 tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] [instance: 3692d5e9-2382-4f95-8ca4-0a57474e9be7] Successfully updated port: 58b6617f-8392-485f-a403-73b9f95113c9 {{(pid=62574) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1611.614942] env[62574]: DEBUG oslo_vmware.api [None req-be513537-e531-4880-94c4-45d99f4f8993 tempest-ImagesNegativeTestJSON-1839133942 tempest-ImagesNegativeTestJSON-1839133942-project-member] Task: {'id': task-1861489, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1611.817548] env[62574]: DEBUG oslo_vmware.api [None req-e0396983-2915-410a-9e26-0bee0c03925b tempest-ServerGroupTestJSON-126933416 tempest-ServerGroupTestJSON-126933416-project-member] Task: {'id': task-1861490, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.302773} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1611.817832] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0396983-2915-410a-9e26-0bee0c03925b tempest-ServerGroupTestJSON-126933416 tempest-ServerGroupTestJSON-126933416-project-member] Deleted the datastore file {{(pid=62574) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1611.818058] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-e0396983-2915-410a-9e26-0bee0c03925b tempest-ServerGroupTestJSON-126933416 tempest-ServerGroupTestJSON-126933416-project-member] [instance: 0062297f-63f3-4773-bbc2-5077395657d2] Deleted contents of the VM from datastore datastore1 {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1611.818252] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-e0396983-2915-410a-9e26-0bee0c03925b tempest-ServerGroupTestJSON-126933416 tempest-ServerGroupTestJSON-126933416-project-member] [instance: 0062297f-63f3-4773-bbc2-5077395657d2] Instance destroyed {{(pid=62574) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1611.818426] env[62574]: INFO nova.compute.manager [None req-e0396983-2915-410a-9e26-0bee0c03925b tempest-ServerGroupTestJSON-126933416 tempest-ServerGroupTestJSON-126933416-project-member] [instance: 0062297f-63f3-4773-bbc2-5077395657d2] Took 1.33 seconds to destroy the instance on the hypervisor. [ 1611.819327] env[62574]: DEBUG oslo.service.loopingcall [None req-e0396983-2915-410a-9e26-0bee0c03925b tempest-ServerGroupTestJSON-126933416 tempest-ServerGroupTestJSON-126933416-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62574) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1611.819327] env[62574]: DEBUG nova.compute.manager [-] [instance: 0062297f-63f3-4773-bbc2-5077395657d2] Deallocating network for instance {{(pid=62574) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1611.819327] env[62574]: DEBUG nova.network.neutron [-] [instance: 0062297f-63f3-4773-bbc2-5077395657d2] deallocate_for_instance() {{(pid=62574) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1611.880568] env[62574]: DEBUG nova.compute.utils [None req-6b1e47e3-fbe6-4775-a4a7-c785e0bb6ccc tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] Using /dev/sd instead of None {{(pid=62574) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1611.887861] env[62574]: DEBUG nova.compute.manager [None req-6b1e47e3-fbe6-4775-a4a7-c785e0bb6ccc tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] [instance: 958ea876-0fce-4489-9fd8-d577d5ac230b] Not allocating networking since 'none' was specified. {{(pid=62574) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1611.888641] env[62574]: DEBUG oslo_concurrency.lockutils [None req-8d89731f-c215-4aac-b3c4-224c9eb588e1 tempest-ServersAdminNegativeTestJSON-1635259249 tempest-ServersAdminNegativeTestJSON-1635259249-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1611.924449] env[62574]: DEBUG nova.network.neutron [req-e4e5cfcb-211e-49d7-8093-7dcb8ef5c5c3 req-776b260b-de78-4343-8dbc-bb9488080811 service nova] [instance: c195131e-5a17-4c77-b7d2-8873bb6a9653] Updated VIF entry in instance network info cache for port 1590947a-f511-46db-9df5-32b78b808569. {{(pid=62574) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1611.924813] env[62574]: DEBUG nova.network.neutron [req-e4e5cfcb-211e-49d7-8093-7dcb8ef5c5c3 req-776b260b-de78-4343-8dbc-bb9488080811 service nova] [instance: c195131e-5a17-4c77-b7d2-8873bb6a9653] Updating instance_info_cache with network_info: [{"id": "1590947a-f511-46db-9df5-32b78b808569", "address": "fa:16:3e:ac:1c:fa", "network": {"id": "46f15b67-0792-4436-926d-2626617f4393", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-93051304-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "28a406e5e0f2492e8cf3faef3155472c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dced2f3d-7fd3-4a42-836d-9f02dab4c949", "external-id": "nsx-vlan-transportzone-117", "segmentation_id": 117, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1590947a-f5", "ovs_interfaceid": "1590947a-f511-46db-9df5-32b78b808569", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1611.948946] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1861486, 'name': CreateVM_Task, 'duration_secs': 0.749337} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1611.949505] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c195131e-5a17-4c77-b7d2-8873bb6a9653] Created VM on the ESX host {{(pid=62574) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1611.950193] env[62574]: DEBUG oslo_concurrency.lockutils [None req-986718a7-c619-47ed-a9da-0b05b3291680 tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1611.950366] env[62574]: DEBUG oslo_concurrency.lockutils [None req-986718a7-c619-47ed-a9da-0b05b3291680 tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1611.950671] env[62574]: DEBUG oslo_concurrency.lockutils [None req-986718a7-c619-47ed-a9da-0b05b3291680 tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1611.950915] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c7f11401-103b-4e6e-9aae-b6296364e87f {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.955993] env[62574]: DEBUG oslo_vmware.api [None req-986718a7-c619-47ed-a9da-0b05b3291680 tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] Waiting for the task: (returnval){ [ 1611.955993] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]529cd54d-32fc-14b7-58da-ede9166e5bbe" [ 1611.955993] env[62574]: _type = "Task" [ 1611.955993] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1611.963949] env[62574]: DEBUG oslo_vmware.api [None req-986718a7-c619-47ed-a9da-0b05b3291680 tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]529cd54d-32fc-14b7-58da-ede9166e5bbe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1611.979699] env[62574]: DEBUG oslo_vmware.api [None req-986718a7-c619-47ed-a9da-0b05b3291680 tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] Task: {'id': task-1861487, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.546117} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1611.980258] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-986718a7-c619-47ed-a9da-0b05b3291680 tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk to [datastore2] c2e5c2fb-e759-48f8-8bdc-7fd0a86ac1b9/c2e5c2fb-e759-48f8-8bdc-7fd0a86ac1b9.vmdk {{(pid=62574) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1611.980481] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-986718a7-c619-47ed-a9da-0b05b3291680 tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] [instance: c2e5c2fb-e759-48f8-8bdc-7fd0a86ac1b9] Extending root virtual disk to 1048576 {{(pid=62574) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1611.980720] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-50c5353e-c587-4ab9-82b5-0d9312dd6aea {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.986936] env[62574]: DEBUG oslo_vmware.api [None req-986718a7-c619-47ed-a9da-0b05b3291680 tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] Waiting for the task: (returnval){ [ 1611.986936] env[62574]: value = "task-1861491" [ 1611.986936] env[62574]: _type = "Task" [ 1611.986936] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1611.996030] env[62574]: DEBUG oslo_vmware.api [None req-986718a7-c619-47ed-a9da-0b05b3291680 tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] Task: {'id': task-1861491, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1612.007094] env[62574]: DEBUG oslo_concurrency.lockutils [None req-986718a7-c619-47ed-a9da-0b05b3291680 tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] Acquiring lock "refresh_cache-3692d5e9-2382-4f95-8ca4-0a57474e9be7" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1612.007094] env[62574]: DEBUG oslo_concurrency.lockutils [None req-986718a7-c619-47ed-a9da-0b05b3291680 tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] Acquired lock "refresh_cache-3692d5e9-2382-4f95-8ca4-0a57474e9be7" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1612.007094] env[62574]: DEBUG nova.network.neutron [None req-986718a7-c619-47ed-a9da-0b05b3291680 tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] [instance: 3692d5e9-2382-4f95-8ca4-0a57474e9be7] Building network info cache for instance {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1612.114908] env[62574]: DEBUG oslo_vmware.api [None req-be513537-e531-4880-94c4-45d99f4f8993 tempest-ImagesNegativeTestJSON-1839133942 tempest-ImagesNegativeTestJSON-1839133942-project-member] Task: {'id': task-1861489, 'name': PowerOnVM_Task, 'duration_secs': 0.699562} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1612.115254] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-be513537-e531-4880-94c4-45d99f4f8993 tempest-ImagesNegativeTestJSON-1839133942 tempest-ImagesNegativeTestJSON-1839133942-project-member] [instance: 1885c76e-a6bc-4f5b-bf2b-fe43229cec08] Powered on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1612.115432] env[62574]: INFO nova.compute.manager [None req-be513537-e531-4880-94c4-45d99f4f8993 tempest-ImagesNegativeTestJSON-1839133942 tempest-ImagesNegativeTestJSON-1839133942-project-member] [instance: 1885c76e-a6bc-4f5b-bf2b-fe43229cec08] Took 10.05 seconds to spawn the instance on the hypervisor. [ 1612.115622] env[62574]: DEBUG nova.compute.manager [None req-be513537-e531-4880-94c4-45d99f4f8993 tempest-ImagesNegativeTestJSON-1839133942 tempest-ImagesNegativeTestJSON-1839133942-project-member] [instance: 1885c76e-a6bc-4f5b-bf2b-fe43229cec08] Checking state {{(pid=62574) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1612.116427] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4c08628-39a1-42c2-bb2b-86b50cbab55f {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.388642] env[62574]: DEBUG nova.compute.manager [None req-6b1e47e3-fbe6-4775-a4a7-c785e0bb6ccc tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] [instance: 958ea876-0fce-4489-9fd8-d577d5ac230b] Start building block device mappings for instance. {{(pid=62574) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1612.433095] env[62574]: DEBUG oslo_concurrency.lockutils [req-e4e5cfcb-211e-49d7-8093-7dcb8ef5c5c3 req-776b260b-de78-4343-8dbc-bb9488080811 service nova] Releasing lock "refresh_cache-c195131e-5a17-4c77-b7d2-8873bb6a9653" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1612.471609] env[62574]: DEBUG oslo_vmware.api [None req-986718a7-c619-47ed-a9da-0b05b3291680 tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]529cd54d-32fc-14b7-58da-ede9166e5bbe, 'name': SearchDatastore_Task, 'duration_secs': 0.013642} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1612.471932] env[62574]: DEBUG oslo_concurrency.lockutils [None req-986718a7-c619-47ed-a9da-0b05b3291680 tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1612.472204] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-986718a7-c619-47ed-a9da-0b05b3291680 tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] [instance: c195131e-5a17-4c77-b7d2-8873bb6a9653] Processing image 3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2 {{(pid=62574) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1612.472443] env[62574]: DEBUG oslo_concurrency.lockutils [None req-986718a7-c619-47ed-a9da-0b05b3291680 tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1612.472587] env[62574]: DEBUG oslo_concurrency.lockutils [None req-986718a7-c619-47ed-a9da-0b05b3291680 tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1612.472758] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-986718a7-c619-47ed-a9da-0b05b3291680 tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1612.473024] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1b743a8b-415d-4d2e-810d-29baa7737889 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.483433] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-986718a7-c619-47ed-a9da-0b05b3291680 tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1612.483683] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-986718a7-c619-47ed-a9da-0b05b3291680 tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62574) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1612.484419] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-260666e6-b444-424d-93ec-a27bd94ea276 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.492113] env[62574]: DEBUG oslo_vmware.api [None req-986718a7-c619-47ed-a9da-0b05b3291680 tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] Waiting for the task: (returnval){ [ 1612.492113] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]521eca66-b51d-c1c3-75ba-82c4983c16c6" [ 1612.492113] env[62574]: _type = "Task" [ 1612.492113] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1612.500753] env[62574]: DEBUG oslo_vmware.api [None req-986718a7-c619-47ed-a9da-0b05b3291680 tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] Task: {'id': task-1861491, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069238} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1612.501775] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-986718a7-c619-47ed-a9da-0b05b3291680 tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] [instance: c2e5c2fb-e759-48f8-8bdc-7fd0a86ac1b9] Extended root virtual disk {{(pid=62574) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1612.502584] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c090267c-df49-4e89-a06c-0f42fcc4207a {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.510774] env[62574]: DEBUG oslo_vmware.api [None req-986718a7-c619-47ed-a9da-0b05b3291680 tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]521eca66-b51d-c1c3-75ba-82c4983c16c6, 'name': SearchDatastore_Task, 'duration_secs': 0.009809} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1612.514809] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-06af3a76-e3ed-4b18-82ec-a6ee87b15c6f {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.535798] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-986718a7-c619-47ed-a9da-0b05b3291680 tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] [instance: c2e5c2fb-e759-48f8-8bdc-7fd0a86ac1b9] Reconfiguring VM instance instance-00000024 to attach disk [datastore2] c2e5c2fb-e759-48f8-8bdc-7fd0a86ac1b9/c2e5c2fb-e759-48f8-8bdc-7fd0a86ac1b9.vmdk or device None with type sparse {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1612.539431] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2422adec-a9d3-4a4e-838b-a468dc367f85 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.555125] env[62574]: DEBUG oslo_vmware.api [None req-986718a7-c619-47ed-a9da-0b05b3291680 tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] Waiting for the task: (returnval){ [ 1612.555125] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]52bd2162-817f-b197-72bd-4f81210362fe" [ 1612.555125] env[62574]: _type = "Task" [ 1612.555125] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1612.560335] env[62574]: DEBUG oslo_vmware.api [None req-986718a7-c619-47ed-a9da-0b05b3291680 tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] Waiting for the task: (returnval){ [ 1612.560335] env[62574]: value = "task-1861492" [ 1612.560335] env[62574]: _type = "Task" [ 1612.560335] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1612.564889] env[62574]: DEBUG nova.network.neutron [None req-986718a7-c619-47ed-a9da-0b05b3291680 tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] [instance: 3692d5e9-2382-4f95-8ca4-0a57474e9be7] Instance cache missing network info. {{(pid=62574) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1612.566236] env[62574]: DEBUG oslo_vmware.api [None req-986718a7-c619-47ed-a9da-0b05b3291680 tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52bd2162-817f-b197-72bd-4f81210362fe, 'name': SearchDatastore_Task, 'duration_secs': 0.009317} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1612.571147] env[62574]: DEBUG oslo_concurrency.lockutils [None req-986718a7-c619-47ed-a9da-0b05b3291680 tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1612.571408] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-986718a7-c619-47ed-a9da-0b05b3291680 tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk to [datastore2] c195131e-5a17-4c77-b7d2-8873bb6a9653/c195131e-5a17-4c77-b7d2-8873bb6a9653.vmdk {{(pid=62574) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1612.572061] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c73bfbf7-8369-4c28-8a5a-dcfea584051b {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.579244] env[62574]: DEBUG oslo_vmware.api [None req-986718a7-c619-47ed-a9da-0b05b3291680 tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] Task: {'id': task-1861492, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1612.580470] env[62574]: DEBUG oslo_vmware.api [None req-986718a7-c619-47ed-a9da-0b05b3291680 tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] Waiting for the task: (returnval){ [ 1612.580470] env[62574]: value = "task-1861493" [ 1612.580470] env[62574]: _type = "Task" [ 1612.580470] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1612.590415] env[62574]: DEBUG oslo_vmware.api [None req-986718a7-c619-47ed-a9da-0b05b3291680 tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] Task: {'id': task-1861493, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1612.637189] env[62574]: INFO nova.compute.manager [None req-be513537-e531-4880-94c4-45d99f4f8993 tempest-ImagesNegativeTestJSON-1839133942 tempest-ImagesNegativeTestJSON-1839133942-project-member] [instance: 1885c76e-a6bc-4f5b-bf2b-fe43229cec08] Took 48.99 seconds to build instance. [ 1612.820310] env[62574]: DEBUG nova.network.neutron [None req-986718a7-c619-47ed-a9da-0b05b3291680 tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] [instance: 3692d5e9-2382-4f95-8ca4-0a57474e9be7] Updating instance_info_cache with network_info: [{"id": "58b6617f-8392-485f-a403-73b9f95113c9", "address": "fa:16:3e:15:ad:31", "network": {"id": "46f15b67-0792-4436-926d-2626617f4393", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-93051304-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "28a406e5e0f2492e8cf3faef3155472c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dced2f3d-7fd3-4a42-836d-9f02dab4c949", "external-id": "nsx-vlan-transportzone-117", "segmentation_id": 117, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58b6617f-83", "ovs_interfaceid": "58b6617f-8392-485f-a403-73b9f95113c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1612.940797] env[62574]: DEBUG nova.network.neutron [-] [instance: 0062297f-63f3-4773-bbc2-5077395657d2] Updating instance_info_cache with network_info: [] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1613.010145] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-475b27ef-78f2-400c-b111-45a6217a35f8 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.018811] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49da2122-765b-43f6-8878-2c6fb03332b5 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.049893] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58663edb-bd65-4a11-8609-1149c310cce5 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.058745] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93530586-fd2b-4fda-bb15-faf3bb199702 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.077800] env[62574]: DEBUG nova.compute.provider_tree [None req-f9873488-b4b1-4f86-a0c7-bac622bf45eb tempest-InstanceActionsV221TestJSON-1872238690 tempest-InstanceActionsV221TestJSON-1872238690-project-member] Inventory has not changed in ProviderTree for provider: f0ed160a-beff-4626-a531-2a70d7bc0627 {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1613.089179] env[62574]: DEBUG oslo_vmware.api [None req-986718a7-c619-47ed-a9da-0b05b3291680 tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] Task: {'id': task-1861492, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1613.094506] env[62574]: DEBUG oslo_vmware.api [None req-986718a7-c619-47ed-a9da-0b05b3291680 tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] Task: {'id': task-1861493, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.512314} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1613.094809] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-986718a7-c619-47ed-a9da-0b05b3291680 tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk to [datastore2] c195131e-5a17-4c77-b7d2-8873bb6a9653/c195131e-5a17-4c77-b7d2-8873bb6a9653.vmdk {{(pid=62574) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1613.095047] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-986718a7-c619-47ed-a9da-0b05b3291680 tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] [instance: c195131e-5a17-4c77-b7d2-8873bb6a9653] Extending root virtual disk to 1048576 {{(pid=62574) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1613.095302] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c334d2ef-639d-4d93-b205-0a5dd2ed3ae8 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.102778] env[62574]: DEBUG oslo_vmware.api [None req-986718a7-c619-47ed-a9da-0b05b3291680 tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] Waiting for the task: (returnval){ [ 1613.102778] env[62574]: value = "task-1861494" [ 1613.102778] env[62574]: _type = "Task" [ 1613.102778] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1613.110997] env[62574]: DEBUG oslo_vmware.api [None req-986718a7-c619-47ed-a9da-0b05b3291680 tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] Task: {'id': task-1861494, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1613.141281] env[62574]: DEBUG oslo_concurrency.lockutils [None req-be513537-e531-4880-94c4-45d99f4f8993 tempest-ImagesNegativeTestJSON-1839133942 tempest-ImagesNegativeTestJSON-1839133942-project-member] Lock "1885c76e-a6bc-4f5b-bf2b-fe43229cec08" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 75.187s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1613.191678] env[62574]: DEBUG nova.compute.manager [req-f9456815-8f07-4dd5-ac45-be425117b824 req-e7840ef9-bf5e-4246-b2c3-12c818557c32 service nova] [instance: 0062297f-63f3-4773-bbc2-5077395657d2] Received event network-vif-deleted-d0d14f94-7c8d-45b8-bc29-8408ff935e79 {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1613.211323] env[62574]: DEBUG nova.compute.manager [req-28936f9b-cff8-46e2-b46c-4fdd9a6ddc03 req-4e1ffe16-6221-4c6e-bb54-6fb88b0b5a99 service nova] [instance: 3692d5e9-2382-4f95-8ca4-0a57474e9be7] Received event network-vif-plugged-58b6617f-8392-485f-a403-73b9f95113c9 {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1613.211481] env[62574]: DEBUG oslo_concurrency.lockutils [req-28936f9b-cff8-46e2-b46c-4fdd9a6ddc03 req-4e1ffe16-6221-4c6e-bb54-6fb88b0b5a99 service nova] Acquiring lock "3692d5e9-2382-4f95-8ca4-0a57474e9be7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1613.211685] env[62574]: DEBUG oslo_concurrency.lockutils [req-28936f9b-cff8-46e2-b46c-4fdd9a6ddc03 req-4e1ffe16-6221-4c6e-bb54-6fb88b0b5a99 service nova] Lock "3692d5e9-2382-4f95-8ca4-0a57474e9be7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1613.211969] env[62574]: DEBUG oslo_concurrency.lockutils [req-28936f9b-cff8-46e2-b46c-4fdd9a6ddc03 req-4e1ffe16-6221-4c6e-bb54-6fb88b0b5a99 service nova] Lock "3692d5e9-2382-4f95-8ca4-0a57474e9be7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1613.212279] env[62574]: DEBUG nova.compute.manager [req-28936f9b-cff8-46e2-b46c-4fdd9a6ddc03 req-4e1ffe16-6221-4c6e-bb54-6fb88b0b5a99 service nova] [instance: 3692d5e9-2382-4f95-8ca4-0a57474e9be7] No waiting events found dispatching network-vif-plugged-58b6617f-8392-485f-a403-73b9f95113c9 {{(pid=62574) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1613.212476] env[62574]: WARNING nova.compute.manager [req-28936f9b-cff8-46e2-b46c-4fdd9a6ddc03 req-4e1ffe16-6221-4c6e-bb54-6fb88b0b5a99 service nova] [instance: 3692d5e9-2382-4f95-8ca4-0a57474e9be7] Received unexpected event network-vif-plugged-58b6617f-8392-485f-a403-73b9f95113c9 for instance with vm_state building and task_state spawning. [ 1613.212653] env[62574]: DEBUG nova.compute.manager [req-28936f9b-cff8-46e2-b46c-4fdd9a6ddc03 req-4e1ffe16-6221-4c6e-bb54-6fb88b0b5a99 service nova] [instance: 3692d5e9-2382-4f95-8ca4-0a57474e9be7] Received event network-changed-58b6617f-8392-485f-a403-73b9f95113c9 {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1613.212809] env[62574]: DEBUG nova.compute.manager [req-28936f9b-cff8-46e2-b46c-4fdd9a6ddc03 req-4e1ffe16-6221-4c6e-bb54-6fb88b0b5a99 service nova] [instance: 3692d5e9-2382-4f95-8ca4-0a57474e9be7] Refreshing instance network info cache due to event network-changed-58b6617f-8392-485f-a403-73b9f95113c9. {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1613.213057] env[62574]: DEBUG oslo_concurrency.lockutils [req-28936f9b-cff8-46e2-b46c-4fdd9a6ddc03 req-4e1ffe16-6221-4c6e-bb54-6fb88b0b5a99 service nova] Acquiring lock "refresh_cache-3692d5e9-2382-4f95-8ca4-0a57474e9be7" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1613.323864] env[62574]: DEBUG oslo_concurrency.lockutils [None req-986718a7-c619-47ed-a9da-0b05b3291680 tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] Releasing lock "refresh_cache-3692d5e9-2382-4f95-8ca4-0a57474e9be7" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1613.323864] env[62574]: DEBUG nova.compute.manager [None req-986718a7-c619-47ed-a9da-0b05b3291680 tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] [instance: 3692d5e9-2382-4f95-8ca4-0a57474e9be7] Instance network_info: |[{"id": "58b6617f-8392-485f-a403-73b9f95113c9", "address": "fa:16:3e:15:ad:31", "network": {"id": "46f15b67-0792-4436-926d-2626617f4393", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-93051304-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "28a406e5e0f2492e8cf3faef3155472c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dced2f3d-7fd3-4a42-836d-9f02dab4c949", "external-id": "nsx-vlan-transportzone-117", "segmentation_id": 117, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58b6617f-83", "ovs_interfaceid": "58b6617f-8392-485f-a403-73b9f95113c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62574) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1613.324094] env[62574]: DEBUG oslo_concurrency.lockutils [req-28936f9b-cff8-46e2-b46c-4fdd9a6ddc03 req-4e1ffe16-6221-4c6e-bb54-6fb88b0b5a99 service nova] Acquired lock "refresh_cache-3692d5e9-2382-4f95-8ca4-0a57474e9be7" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1613.324286] env[62574]: DEBUG nova.network.neutron [req-28936f9b-cff8-46e2-b46c-4fdd9a6ddc03 req-4e1ffe16-6221-4c6e-bb54-6fb88b0b5a99 service nova] [instance: 3692d5e9-2382-4f95-8ca4-0a57474e9be7] Refreshing network info cache for port 58b6617f-8392-485f-a403-73b9f95113c9 {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1613.326534] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-986718a7-c619-47ed-a9da-0b05b3291680 tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] [instance: 3692d5e9-2382-4f95-8ca4-0a57474e9be7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:15:ad:31', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dced2f3d-7fd3-4a42-836d-9f02dab4c949', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '58b6617f-8392-485f-a403-73b9f95113c9', 'vif_model': 'vmxnet3'}] {{(pid=62574) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1613.332993] env[62574]: DEBUG oslo.service.loopingcall [None req-986718a7-c619-47ed-a9da-0b05b3291680 tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62574) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1613.333937] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3692d5e9-2382-4f95-8ca4-0a57474e9be7] Creating VM on the ESX host {{(pid=62574) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1613.334241] env[62574]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b1866768-60a6-4fe9-a894-5df891a03eb4 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.349188] env[62574]: DEBUG oslo_concurrency.lockutils [None req-a3633234-cb1b-4aa9-b51a-ae5bedcca564 tempest-ImagesNegativeTestJSON-1839133942 tempest-ImagesNegativeTestJSON-1839133942-project-member] Acquiring lock "1885c76e-a6bc-4f5b-bf2b-fe43229cec08" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1613.349427] env[62574]: DEBUG oslo_concurrency.lockutils [None req-a3633234-cb1b-4aa9-b51a-ae5bedcca564 tempest-ImagesNegativeTestJSON-1839133942 tempest-ImagesNegativeTestJSON-1839133942-project-member] Lock "1885c76e-a6bc-4f5b-bf2b-fe43229cec08" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1613.349631] env[62574]: DEBUG oslo_concurrency.lockutils [None req-a3633234-cb1b-4aa9-b51a-ae5bedcca564 tempest-ImagesNegativeTestJSON-1839133942 tempest-ImagesNegativeTestJSON-1839133942-project-member] Acquiring lock "1885c76e-a6bc-4f5b-bf2b-fe43229cec08-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1613.349808] env[62574]: DEBUG oslo_concurrency.lockutils [None req-a3633234-cb1b-4aa9-b51a-ae5bedcca564 tempest-ImagesNegativeTestJSON-1839133942 tempest-ImagesNegativeTestJSON-1839133942-project-member] Lock "1885c76e-a6bc-4f5b-bf2b-fe43229cec08-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1613.349972] env[62574]: DEBUG oslo_concurrency.lockutils [None req-a3633234-cb1b-4aa9-b51a-ae5bedcca564 tempest-ImagesNegativeTestJSON-1839133942 tempest-ImagesNegativeTestJSON-1839133942-project-member] Lock "1885c76e-a6bc-4f5b-bf2b-fe43229cec08-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1613.352782] env[62574]: INFO nova.compute.manager [None req-a3633234-cb1b-4aa9-b51a-ae5bedcca564 tempest-ImagesNegativeTestJSON-1839133942 tempest-ImagesNegativeTestJSON-1839133942-project-member] [instance: 1885c76e-a6bc-4f5b-bf2b-fe43229cec08] Terminating instance [ 1613.358154] env[62574]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1613.358154] env[62574]: value = "task-1861495" [ 1613.358154] env[62574]: _type = "Task" [ 1613.358154] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1613.365194] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1861495, 'name': CreateVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1613.403521] env[62574]: DEBUG nova.compute.manager [None req-6b1e47e3-fbe6-4775-a4a7-c785e0bb6ccc tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] [instance: 958ea876-0fce-4489-9fd8-d577d5ac230b] Start spawning the instance on the hypervisor. {{(pid=62574) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1613.435945] env[62574]: DEBUG nova.virt.hardware [None req-6b1e47e3-fbe6-4775-a4a7-c785e0bb6ccc tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T19:26:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-13T19:26:40Z,direct_url=,disk_format='vmdk',id=3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7eed1dd4d2c3418eb32c4f4ceda3ab0d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-13T19:26:41Z,virtual_size=,visibility=), allow threads: False {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1613.436171] env[62574]: DEBUG nova.virt.hardware [None req-6b1e47e3-fbe6-4775-a4a7-c785e0bb6ccc tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] Flavor limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1613.436661] env[62574]: DEBUG nova.virt.hardware [None req-6b1e47e3-fbe6-4775-a4a7-c785e0bb6ccc tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] Image limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1613.436661] env[62574]: DEBUG nova.virt.hardware [None req-6b1e47e3-fbe6-4775-a4a7-c785e0bb6ccc tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] Flavor pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1613.436742] env[62574]: DEBUG nova.virt.hardware [None req-6b1e47e3-fbe6-4775-a4a7-c785e0bb6ccc tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] Image pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1613.436864] env[62574]: DEBUG nova.virt.hardware [None req-6b1e47e3-fbe6-4775-a4a7-c785e0bb6ccc tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1613.437289] env[62574]: DEBUG nova.virt.hardware [None req-6b1e47e3-fbe6-4775-a4a7-c785e0bb6ccc tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1613.437471] env[62574]: DEBUG nova.virt.hardware [None req-6b1e47e3-fbe6-4775-a4a7-c785e0bb6ccc tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1613.437651] env[62574]: DEBUG nova.virt.hardware [None req-6b1e47e3-fbe6-4775-a4a7-c785e0bb6ccc tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] Got 1 possible topologies {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1613.437815] env[62574]: DEBUG nova.virt.hardware [None req-6b1e47e3-fbe6-4775-a4a7-c785e0bb6ccc tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1613.438196] env[62574]: DEBUG nova.virt.hardware [None req-6b1e47e3-fbe6-4775-a4a7-c785e0bb6ccc tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1613.438938] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45c964b3-1d9b-41eb-9349-2fc8a5302ce2 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.447009] env[62574]: INFO nova.compute.manager [-] [instance: 0062297f-63f3-4773-bbc2-5077395657d2] Took 1.63 seconds to deallocate network for instance. [ 1613.450172] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38cddf0e-2280-4190-b80d-1daf0055f42e {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.469438] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-6b1e47e3-fbe6-4775-a4a7-c785e0bb6ccc tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] [instance: 958ea876-0fce-4489-9fd8-d577d5ac230b] Instance VIF info [] {{(pid=62574) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1613.476040] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b1e47e3-fbe6-4775-a4a7-c785e0bb6ccc tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] Creating folder: Project (9dd064dca57f45f6aa1c23b6d3da027c). Parent ref: group-v384746. {{(pid=62574) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1613.476425] env[62574]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-025d37b4-3040-469b-b8ec-88a8a01f80f0 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.487037] env[62574]: INFO nova.virt.vmwareapi.vm_util [None req-6b1e47e3-fbe6-4775-a4a7-c785e0bb6ccc tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] Created folder: Project (9dd064dca57f45f6aa1c23b6d3da027c) in parent group-v384746. [ 1613.487037] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b1e47e3-fbe6-4775-a4a7-c785e0bb6ccc tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] Creating folder: Instances. Parent ref: group-v384858. {{(pid=62574) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1613.487102] env[62574]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-01ea6948-5d32-4f8a-a78e-4da886fe706c {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.496945] env[62574]: INFO nova.virt.vmwareapi.vm_util [None req-6b1e47e3-fbe6-4775-a4a7-c785e0bb6ccc tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] Created folder: Instances in parent group-v384858. [ 1613.496945] env[62574]: DEBUG oslo.service.loopingcall [None req-6b1e47e3-fbe6-4775-a4a7-c785e0bb6ccc tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62574) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1613.497075] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 958ea876-0fce-4489-9fd8-d577d5ac230b] Creating VM on the ESX host {{(pid=62574) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1613.497920] env[62574]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9f122b02-4a72-4333-91a5-8a4c8d84ffe3 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.517425] env[62574]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1613.517425] env[62574]: value = "task-1861498" [ 1613.517425] env[62574]: _type = "Task" [ 1613.517425] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1613.526253] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1861498, 'name': CreateVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1613.577235] env[62574]: DEBUG oslo_vmware.api [None req-986718a7-c619-47ed-a9da-0b05b3291680 tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] Task: {'id': task-1861492, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1613.581267] env[62574]: DEBUG nova.scheduler.client.report [None req-f9873488-b4b1-4f86-a0c7-bac622bf45eb tempest-InstanceActionsV221TestJSON-1872238690 tempest-InstanceActionsV221TestJSON-1872238690-project-member] Inventory has not changed for provider f0ed160a-beff-4626-a531-2a70d7bc0627 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1613.612284] env[62574]: DEBUG oslo_vmware.api [None req-986718a7-c619-47ed-a9da-0b05b3291680 tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] Task: {'id': task-1861494, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071106} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1613.612284] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-986718a7-c619-47ed-a9da-0b05b3291680 tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] [instance: c195131e-5a17-4c77-b7d2-8873bb6a9653] Extended root virtual disk {{(pid=62574) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1613.612997] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-790f627e-7f4d-444c-bafd-e83027251a6c {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.639360] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-986718a7-c619-47ed-a9da-0b05b3291680 tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] [instance: c195131e-5a17-4c77-b7d2-8873bb6a9653] Reconfiguring VM instance instance-00000025 to attach disk [datastore2] c195131e-5a17-4c77-b7d2-8873bb6a9653/c195131e-5a17-4c77-b7d2-8873bb6a9653.vmdk or device None with type sparse {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1613.640104] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-78416709-08c2-453a-9c1e-88fe77ec852e {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.655376] env[62574]: DEBUG nova.compute.manager [None req-6cc8c8a6-287c-4ca1-bf5d-d037fa127981 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] [instance: d06fca54-652a-47dd-b14b-8f6bbf696503] Starting instance... {{(pid=62574) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1613.663434] env[62574]: DEBUG oslo_vmware.api [None req-986718a7-c619-47ed-a9da-0b05b3291680 tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] Waiting for the task: (returnval){ [ 1613.663434] env[62574]: value = "task-1861499" [ 1613.663434] env[62574]: _type = "Task" [ 1613.663434] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1613.672538] env[62574]: DEBUG oslo_vmware.api [None req-986718a7-c619-47ed-a9da-0b05b3291680 tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] Task: {'id': task-1861499, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1613.856545] env[62574]: DEBUG nova.compute.manager [None req-a3633234-cb1b-4aa9-b51a-ae5bedcca564 tempest-ImagesNegativeTestJSON-1839133942 tempest-ImagesNegativeTestJSON-1839133942-project-member] [instance: 1885c76e-a6bc-4f5b-bf2b-fe43229cec08] Start destroying the instance on the hypervisor. {{(pid=62574) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1613.856801] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-a3633234-cb1b-4aa9-b51a-ae5bedcca564 tempest-ImagesNegativeTestJSON-1839133942 tempest-ImagesNegativeTestJSON-1839133942-project-member] [instance: 1885c76e-a6bc-4f5b-bf2b-fe43229cec08] Destroying instance {{(pid=62574) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1613.857863] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bb03195-ccb5-4489-b842-700e45bc3bf4 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.869130] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3633234-cb1b-4aa9-b51a-ae5bedcca564 tempest-ImagesNegativeTestJSON-1839133942 tempest-ImagesNegativeTestJSON-1839133942-project-member] [instance: 1885c76e-a6bc-4f5b-bf2b-fe43229cec08] Powering off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1613.872991] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e9a5eaa3-2cec-4d21-9b80-f7ede6fba6dd {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.874583] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1861495, 'name': CreateVM_Task, 'duration_secs': 0.436829} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1613.875015] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3692d5e9-2382-4f95-8ca4-0a57474e9be7] Created VM on the ESX host {{(pid=62574) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1613.878188] env[62574]: DEBUG oslo_concurrency.lockutils [None req-986718a7-c619-47ed-a9da-0b05b3291680 tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1613.878188] env[62574]: DEBUG oslo_concurrency.lockutils [None req-986718a7-c619-47ed-a9da-0b05b3291680 tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1613.878188] env[62574]: DEBUG oslo_concurrency.lockutils [None req-986718a7-c619-47ed-a9da-0b05b3291680 tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1613.878188] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5aedda11-78e0-40dd-aa6b-d9d3499c39a6 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.889043] env[62574]: DEBUG oslo_vmware.api [None req-a3633234-cb1b-4aa9-b51a-ae5bedcca564 tempest-ImagesNegativeTestJSON-1839133942 tempest-ImagesNegativeTestJSON-1839133942-project-member] Waiting for the task: (returnval){ [ 1613.889043] env[62574]: value = "task-1861500" [ 1613.889043] env[62574]: _type = "Task" [ 1613.889043] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1613.895303] env[62574]: DEBUG oslo_vmware.api [None req-986718a7-c619-47ed-a9da-0b05b3291680 tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] Waiting for the task: (returnval){ [ 1613.895303] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]527b8c0f-4215-89e8-7c55-b327eb715bae" [ 1613.895303] env[62574]: _type = "Task" [ 1613.895303] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1613.902473] env[62574]: DEBUG oslo_vmware.api [None req-a3633234-cb1b-4aa9-b51a-ae5bedcca564 tempest-ImagesNegativeTestJSON-1839133942 tempest-ImagesNegativeTestJSON-1839133942-project-member] Task: {'id': task-1861500, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1613.908508] env[62574]: DEBUG oslo_vmware.api [None req-986718a7-c619-47ed-a9da-0b05b3291680 tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]527b8c0f-4215-89e8-7c55-b327eb715bae, 'name': SearchDatastore_Task, 'duration_secs': 0.009652} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1613.908817] env[62574]: DEBUG oslo_concurrency.lockutils [None req-986718a7-c619-47ed-a9da-0b05b3291680 tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1613.909064] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-986718a7-c619-47ed-a9da-0b05b3291680 tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] [instance: 3692d5e9-2382-4f95-8ca4-0a57474e9be7] Processing image 3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2 {{(pid=62574) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1613.909503] env[62574]: DEBUG oslo_concurrency.lockutils [None req-986718a7-c619-47ed-a9da-0b05b3291680 tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1613.909695] env[62574]: DEBUG oslo_concurrency.lockutils [None req-986718a7-c619-47ed-a9da-0b05b3291680 tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1613.910198] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-986718a7-c619-47ed-a9da-0b05b3291680 tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1613.910198] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ef2630f1-9f4d-4bc2-b8b3-47993ab97d9a {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.919270] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-986718a7-c619-47ed-a9da-0b05b3291680 tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1613.919506] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-986718a7-c619-47ed-a9da-0b05b3291680 tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62574) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1613.921143] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-88fb59aa-02fd-4cc2-9ae0-18a30d9e7b07 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.926256] env[62574]: DEBUG oslo_vmware.api [None req-986718a7-c619-47ed-a9da-0b05b3291680 tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] Waiting for the task: (returnval){ [ 1613.926256] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]52051b13-ec30-33a5-03ff-d5ef66a4fbb2" [ 1613.926256] env[62574]: _type = "Task" [ 1613.926256] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1613.936024] env[62574]: DEBUG oslo_vmware.api [None req-986718a7-c619-47ed-a9da-0b05b3291680 tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52051b13-ec30-33a5-03ff-d5ef66a4fbb2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1613.960727] env[62574]: DEBUG oslo_concurrency.lockutils [None req-e0396983-2915-410a-9e26-0bee0c03925b tempest-ServerGroupTestJSON-126933416 tempest-ServerGroupTestJSON-126933416-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1614.030590] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1861498, 'name': CreateVM_Task, 'duration_secs': 0.335328} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1614.031094] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 958ea876-0fce-4489-9fd8-d577d5ac230b] Created VM on the ESX host {{(pid=62574) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1614.031227] env[62574]: DEBUG oslo_concurrency.lockutils [None req-6b1e47e3-fbe6-4775-a4a7-c785e0bb6ccc tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1614.031393] env[62574]: DEBUG oslo_concurrency.lockutils [None req-6b1e47e3-fbe6-4775-a4a7-c785e0bb6ccc tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1614.031697] env[62574]: DEBUG oslo_concurrency.lockutils [None req-6b1e47e3-fbe6-4775-a4a7-c785e0bb6ccc tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1614.031946] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-33d9bd00-459a-4f76-9842-a67095a813aa {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.039355] env[62574]: DEBUG oslo_vmware.api [None req-6b1e47e3-fbe6-4775-a4a7-c785e0bb6ccc tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] Waiting for the task: (returnval){ [ 1614.039355] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]52e29eba-2d7f-dd96-b46e-44c205b06ed5" [ 1614.039355] env[62574]: _type = "Task" [ 1614.039355] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1614.051815] env[62574]: DEBUG oslo_vmware.api [None req-6b1e47e3-fbe6-4775-a4a7-c785e0bb6ccc tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52e29eba-2d7f-dd96-b46e-44c205b06ed5, 'name': SearchDatastore_Task, 'duration_secs': 0.008962} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1614.052142] env[62574]: DEBUG oslo_concurrency.lockutils [None req-6b1e47e3-fbe6-4775-a4a7-c785e0bb6ccc tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1614.052374] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-6b1e47e3-fbe6-4775-a4a7-c785e0bb6ccc tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] [instance: 958ea876-0fce-4489-9fd8-d577d5ac230b] Processing image 3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2 {{(pid=62574) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1614.052581] env[62574]: DEBUG oslo_concurrency.lockutils [None req-6b1e47e3-fbe6-4775-a4a7-c785e0bb6ccc tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1614.078591] env[62574]: DEBUG oslo_vmware.api [None req-986718a7-c619-47ed-a9da-0b05b3291680 tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] Task: {'id': task-1861492, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1614.086603] env[62574]: DEBUG oslo_concurrency.lockutils [None req-f9873488-b4b1-4f86-a0c7-bac622bf45eb tempest-InstanceActionsV221TestJSON-1872238690 tempest-InstanceActionsV221TestJSON-1872238690-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.717s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1614.087132] env[62574]: DEBUG nova.compute.manager [None req-f9873488-b4b1-4f86-a0c7-bac622bf45eb tempest-InstanceActionsV221TestJSON-1872238690 tempest-InstanceActionsV221TestJSON-1872238690-project-member] [instance: f68bb186-74b9-4c10-a7a0-e8feda38b3bd] Start building networks asynchronously for instance. {{(pid=62574) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1614.089775] env[62574]: DEBUG oslo_concurrency.lockutils [None req-c92f3b8f-f87b-4b9e-b4c4-7748fbbb90fc tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.007s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1614.089996] env[62574]: DEBUG nova.objects.instance [None req-c92f3b8f-f87b-4b9e-b4c4-7748fbbb90fc tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] Lazy-loading 'resources' on Instance uuid 6cebe45a-8d90-4ac3-b75e-99e2a598c43b {{(pid=62574) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1614.112663] env[62574]: DEBUG nova.network.neutron [req-28936f9b-cff8-46e2-b46c-4fdd9a6ddc03 req-4e1ffe16-6221-4c6e-bb54-6fb88b0b5a99 service nova] [instance: 3692d5e9-2382-4f95-8ca4-0a57474e9be7] Updated VIF entry in instance network info cache for port 58b6617f-8392-485f-a403-73b9f95113c9. {{(pid=62574) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1614.114831] env[62574]: DEBUG nova.network.neutron [req-28936f9b-cff8-46e2-b46c-4fdd9a6ddc03 req-4e1ffe16-6221-4c6e-bb54-6fb88b0b5a99 service nova] [instance: 3692d5e9-2382-4f95-8ca4-0a57474e9be7] Updating instance_info_cache with network_info: [{"id": "58b6617f-8392-485f-a403-73b9f95113c9", "address": "fa:16:3e:15:ad:31", "network": {"id": "46f15b67-0792-4436-926d-2626617f4393", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-93051304-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "28a406e5e0f2492e8cf3faef3155472c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dced2f3d-7fd3-4a42-836d-9f02dab4c949", "external-id": "nsx-vlan-transportzone-117", "segmentation_id": 117, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58b6617f-83", "ovs_interfaceid": "58b6617f-8392-485f-a403-73b9f95113c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1614.175445] env[62574]: DEBUG oslo_vmware.api [None req-986718a7-c619-47ed-a9da-0b05b3291680 tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] Task: {'id': task-1861499, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1614.176441] env[62574]: DEBUG oslo_concurrency.lockutils [None req-6cc8c8a6-287c-4ca1-bf5d-d037fa127981 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1614.400726] env[62574]: DEBUG oslo_vmware.api [None req-a3633234-cb1b-4aa9-b51a-ae5bedcca564 tempest-ImagesNegativeTestJSON-1839133942 tempest-ImagesNegativeTestJSON-1839133942-project-member] Task: {'id': task-1861500, 'name': PowerOffVM_Task, 'duration_secs': 0.175709} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1614.400976] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3633234-cb1b-4aa9-b51a-ae5bedcca564 tempest-ImagesNegativeTestJSON-1839133942 tempest-ImagesNegativeTestJSON-1839133942-project-member] [instance: 1885c76e-a6bc-4f5b-bf2b-fe43229cec08] Powered off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1614.401202] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-a3633234-cb1b-4aa9-b51a-ae5bedcca564 tempest-ImagesNegativeTestJSON-1839133942 tempest-ImagesNegativeTestJSON-1839133942-project-member] [instance: 1885c76e-a6bc-4f5b-bf2b-fe43229cec08] Unregistering the VM {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1614.401646] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ad585700-1e07-44bb-b549-d19aa2600120 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.437638] env[62574]: DEBUG oslo_vmware.api [None req-986718a7-c619-47ed-a9da-0b05b3291680 tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52051b13-ec30-33a5-03ff-d5ef66a4fbb2, 'name': SearchDatastore_Task, 'duration_secs': 0.008565} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1614.438562] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-324aed58-729a-4ff1-8eb8-0aa70274b93c {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.444698] env[62574]: DEBUG oslo_vmware.api [None req-986718a7-c619-47ed-a9da-0b05b3291680 tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] Waiting for the task: (returnval){ [ 1614.444698] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]52418a01-208c-52d2-c4a4-b43ac4ba3118" [ 1614.444698] env[62574]: _type = "Task" [ 1614.444698] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1614.453290] env[62574]: DEBUG oslo_vmware.api [None req-986718a7-c619-47ed-a9da-0b05b3291680 tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52418a01-208c-52d2-c4a4-b43ac4ba3118, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1614.484562] env[62574]: DEBUG oslo_concurrency.lockutils [None req-3c2379e4-d400-4faa-9b75-7d6c18571007 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Acquiring lock "05938d25-9db4-4c10-b545-0f94781a9250" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1614.485163] env[62574]: DEBUG oslo_concurrency.lockutils [None req-3c2379e4-d400-4faa-9b75-7d6c18571007 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Lock "05938d25-9db4-4c10-b545-0f94781a9250" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1614.528628] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-a3633234-cb1b-4aa9-b51a-ae5bedcca564 tempest-ImagesNegativeTestJSON-1839133942 tempest-ImagesNegativeTestJSON-1839133942-project-member] [instance: 1885c76e-a6bc-4f5b-bf2b-fe43229cec08] Unregistered the VM {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1614.528909] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-a3633234-cb1b-4aa9-b51a-ae5bedcca564 tempest-ImagesNegativeTestJSON-1839133942 tempest-ImagesNegativeTestJSON-1839133942-project-member] [instance: 1885c76e-a6bc-4f5b-bf2b-fe43229cec08] Deleting contents of the VM from datastore datastore2 {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1614.529152] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3633234-cb1b-4aa9-b51a-ae5bedcca564 tempest-ImagesNegativeTestJSON-1839133942 tempest-ImagesNegativeTestJSON-1839133942-project-member] Deleting the datastore file [datastore2] 1885c76e-a6bc-4f5b-bf2b-fe43229cec08 {{(pid=62574) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1614.529478] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3eafaf12-2055-499a-81ee-b96b2ff3f0bf {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.537621] env[62574]: DEBUG oslo_vmware.api [None req-a3633234-cb1b-4aa9-b51a-ae5bedcca564 tempest-ImagesNegativeTestJSON-1839133942 tempest-ImagesNegativeTestJSON-1839133942-project-member] Waiting for the task: (returnval){ [ 1614.537621] env[62574]: value = "task-1861502" [ 1614.537621] env[62574]: _type = "Task" [ 1614.537621] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1614.547066] env[62574]: DEBUG oslo_vmware.api [None req-a3633234-cb1b-4aa9-b51a-ae5bedcca564 tempest-ImagesNegativeTestJSON-1839133942 tempest-ImagesNegativeTestJSON-1839133942-project-member] Task: {'id': task-1861502, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1614.579301] env[62574]: DEBUG oslo_vmware.api [None req-986718a7-c619-47ed-a9da-0b05b3291680 tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] Task: {'id': task-1861492, 'name': ReconfigVM_Task, 'duration_secs': 1.585626} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1614.579740] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-986718a7-c619-47ed-a9da-0b05b3291680 tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] [instance: c2e5c2fb-e759-48f8-8bdc-7fd0a86ac1b9] Reconfigured VM instance instance-00000024 to attach disk [datastore2] c2e5c2fb-e759-48f8-8bdc-7fd0a86ac1b9/c2e5c2fb-e759-48f8-8bdc-7fd0a86ac1b9.vmdk or device None with type sparse {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1614.580350] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-809a4f69-3b26-43da-bf1e-1f49dfd4430b {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.586062] env[62574]: DEBUG oslo_vmware.api [None req-986718a7-c619-47ed-a9da-0b05b3291680 tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] Waiting for the task: (returnval){ [ 1614.586062] env[62574]: value = "task-1861503" [ 1614.586062] env[62574]: _type = "Task" [ 1614.586062] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1614.594958] env[62574]: DEBUG nova.compute.utils [None req-f9873488-b4b1-4f86-a0c7-bac622bf45eb tempest-InstanceActionsV221TestJSON-1872238690 tempest-InstanceActionsV221TestJSON-1872238690-project-member] Using /dev/sd instead of None {{(pid=62574) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1614.598444] env[62574]: DEBUG oslo_vmware.api [None req-986718a7-c619-47ed-a9da-0b05b3291680 tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] Task: {'id': task-1861503, 'name': Rename_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1614.599926] env[62574]: DEBUG nova.compute.manager [None req-f9873488-b4b1-4f86-a0c7-bac622bf45eb tempest-InstanceActionsV221TestJSON-1872238690 tempest-InstanceActionsV221TestJSON-1872238690-project-member] [instance: f68bb186-74b9-4c10-a7a0-e8feda38b3bd] Allocating IP information in the background. {{(pid=62574) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1614.599926] env[62574]: DEBUG nova.network.neutron [None req-f9873488-b4b1-4f86-a0c7-bac622bf45eb tempest-InstanceActionsV221TestJSON-1872238690 tempest-InstanceActionsV221TestJSON-1872238690-project-member] [instance: f68bb186-74b9-4c10-a7a0-e8feda38b3bd] allocate_for_instance() {{(pid=62574) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1614.615851] env[62574]: DEBUG oslo_concurrency.lockutils [req-28936f9b-cff8-46e2-b46c-4fdd9a6ddc03 req-4e1ffe16-6221-4c6e-bb54-6fb88b0b5a99 service nova] Releasing lock "refresh_cache-3692d5e9-2382-4f95-8ca4-0a57474e9be7" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1614.651541] env[62574]: DEBUG nova.policy [None req-f9873488-b4b1-4f86-a0c7-bac622bf45eb tempest-InstanceActionsV221TestJSON-1872238690 tempest-InstanceActionsV221TestJSON-1872238690-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f9e63e6c87034ba19e8f622eb0d14ac9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '73a9be776d2948bba216a914cf606981', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62574) authorize /opt/stack/nova/nova/policy.py:192}} [ 1614.677318] env[62574]: DEBUG oslo_vmware.api [None req-986718a7-c619-47ed-a9da-0b05b3291680 tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] Task: {'id': task-1861499, 'name': ReconfigVM_Task, 'duration_secs': 0.711939} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1614.677318] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-986718a7-c619-47ed-a9da-0b05b3291680 tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] [instance: c195131e-5a17-4c77-b7d2-8873bb6a9653] Reconfigured VM instance instance-00000025 to attach disk [datastore2] c195131e-5a17-4c77-b7d2-8873bb6a9653/c195131e-5a17-4c77-b7d2-8873bb6a9653.vmdk or device None with type sparse {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1614.680851] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-78e1614a-6bec-4548-ab02-9e055d3ddb28 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.684923] env[62574]: DEBUG oslo_vmware.api [None req-986718a7-c619-47ed-a9da-0b05b3291680 tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] Waiting for the task: (returnval){ [ 1614.684923] env[62574]: value = "task-1861504" [ 1614.684923] env[62574]: _type = "Task" [ 1614.684923] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1614.698026] env[62574]: DEBUG oslo_vmware.api [None req-986718a7-c619-47ed-a9da-0b05b3291680 tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] Task: {'id': task-1861504, 'name': Rename_Task} progress is 5%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1614.934057] env[62574]: DEBUG nova.network.neutron [None req-f9873488-b4b1-4f86-a0c7-bac622bf45eb tempest-InstanceActionsV221TestJSON-1872238690 tempest-InstanceActionsV221TestJSON-1872238690-project-member] [instance: f68bb186-74b9-4c10-a7a0-e8feda38b3bd] Successfully created port: 348fed3f-859f-4b6b-a2f1-d96974a7e6f3 {{(pid=62574) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1614.960480] env[62574]: DEBUG oslo_vmware.api [None req-986718a7-c619-47ed-a9da-0b05b3291680 tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52418a01-208c-52d2-c4a4-b43ac4ba3118, 'name': SearchDatastore_Task, 'duration_secs': 0.009094} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1614.960480] env[62574]: DEBUG oslo_concurrency.lockutils [None req-986718a7-c619-47ed-a9da-0b05b3291680 tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1614.960480] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-986718a7-c619-47ed-a9da-0b05b3291680 tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk to [datastore2] 3692d5e9-2382-4f95-8ca4-0a57474e9be7/3692d5e9-2382-4f95-8ca4-0a57474e9be7.vmdk {{(pid=62574) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1614.960480] env[62574]: DEBUG oslo_concurrency.lockutils [None req-6b1e47e3-fbe6-4775-a4a7-c785e0bb6ccc tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1614.960656] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b1e47e3-fbe6-4775-a4a7-c785e0bb6ccc tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1614.960656] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a8a3828a-5891-421d-b7f5-99b6ed3bd9f0 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.963386] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f2ef52a0-1319-4965-835d-098617f7e6b6 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.976328] env[62574]: DEBUG oslo_vmware.api [None req-986718a7-c619-47ed-a9da-0b05b3291680 tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] Waiting for the task: (returnval){ [ 1614.976328] env[62574]: value = "task-1861505" [ 1614.976328] env[62574]: _type = "Task" [ 1614.976328] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1614.976674] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b1e47e3-fbe6-4775-a4a7-c785e0bb6ccc tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1614.976845] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-6b1e47e3-fbe6-4775-a4a7-c785e0bb6ccc tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62574) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1614.977693] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-30b1aa46-6b3f-450f-bdd7-212259b1a270 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.990394] env[62574]: DEBUG oslo_vmware.api [None req-6b1e47e3-fbe6-4775-a4a7-c785e0bb6ccc tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] Waiting for the task: (returnval){ [ 1614.990394] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]52d48572-5f3a-7cef-4407-1be12b9e8d04" [ 1614.990394] env[62574]: _type = "Task" [ 1614.990394] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1614.991883] env[62574]: DEBUG oslo_vmware.api [None req-986718a7-c619-47ed-a9da-0b05b3291680 tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] Task: {'id': task-1861505, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1615.001840] env[62574]: DEBUG oslo_vmware.api [None req-6b1e47e3-fbe6-4775-a4a7-c785e0bb6ccc tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52d48572-5f3a-7cef-4407-1be12b9e8d04, 'name': SearchDatastore_Task, 'duration_secs': 0.00794} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1615.002609] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c73726e1-5cbe-42f6-accf-174499b28ea3 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.007596] env[62574]: DEBUG oslo_vmware.api [None req-6b1e47e3-fbe6-4775-a4a7-c785e0bb6ccc tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] Waiting for the task: (returnval){ [ 1615.007596] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]520f2964-7557-8bd8-ad62-b0ba3d0dd17b" [ 1615.007596] env[62574]: _type = "Task" [ 1615.007596] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1615.017073] env[62574]: DEBUG oslo_vmware.api [None req-6b1e47e3-fbe6-4775-a4a7-c785e0bb6ccc tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]520f2964-7557-8bd8-ad62-b0ba3d0dd17b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1615.047153] env[62574]: DEBUG oslo_vmware.api [None req-a3633234-cb1b-4aa9-b51a-ae5bedcca564 tempest-ImagesNegativeTestJSON-1839133942 tempest-ImagesNegativeTestJSON-1839133942-project-member] Task: {'id': task-1861502, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.154112} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1615.049807] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3633234-cb1b-4aa9-b51a-ae5bedcca564 tempest-ImagesNegativeTestJSON-1839133942 tempest-ImagesNegativeTestJSON-1839133942-project-member] Deleted the datastore file {{(pid=62574) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1615.050012] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-a3633234-cb1b-4aa9-b51a-ae5bedcca564 tempest-ImagesNegativeTestJSON-1839133942 tempest-ImagesNegativeTestJSON-1839133942-project-member] [instance: 1885c76e-a6bc-4f5b-bf2b-fe43229cec08] Deleted contents of the VM from datastore datastore2 {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1615.050203] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-a3633234-cb1b-4aa9-b51a-ae5bedcca564 tempest-ImagesNegativeTestJSON-1839133942 tempest-ImagesNegativeTestJSON-1839133942-project-member] [instance: 1885c76e-a6bc-4f5b-bf2b-fe43229cec08] Instance destroyed {{(pid=62574) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1615.050376] env[62574]: INFO nova.compute.manager [None req-a3633234-cb1b-4aa9-b51a-ae5bedcca564 tempest-ImagesNegativeTestJSON-1839133942 tempest-ImagesNegativeTestJSON-1839133942-project-member] [instance: 1885c76e-a6bc-4f5b-bf2b-fe43229cec08] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1615.050620] env[62574]: DEBUG oslo.service.loopingcall [None req-a3633234-cb1b-4aa9-b51a-ae5bedcca564 tempest-ImagesNegativeTestJSON-1839133942 tempest-ImagesNegativeTestJSON-1839133942-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62574) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1615.051024] env[62574]: DEBUG nova.compute.manager [-] [instance: 1885c76e-a6bc-4f5b-bf2b-fe43229cec08] Deallocating network for instance {{(pid=62574) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1615.051119] env[62574]: DEBUG nova.network.neutron [-] [instance: 1885c76e-a6bc-4f5b-bf2b-fe43229cec08] deallocate_for_instance() {{(pid=62574) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1615.099957] env[62574]: DEBUG nova.compute.manager [None req-f9873488-b4b1-4f86-a0c7-bac622bf45eb tempest-InstanceActionsV221TestJSON-1872238690 tempest-InstanceActionsV221TestJSON-1872238690-project-member] [instance: f68bb186-74b9-4c10-a7a0-e8feda38b3bd] Start building block device mappings for instance. {{(pid=62574) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1615.102433] env[62574]: DEBUG oslo_vmware.api [None req-986718a7-c619-47ed-a9da-0b05b3291680 tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] Task: {'id': task-1861503, 'name': Rename_Task, 'duration_secs': 0.150169} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1615.105033] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-986718a7-c619-47ed-a9da-0b05b3291680 tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] [instance: c2e5c2fb-e759-48f8-8bdc-7fd0a86ac1b9] Powering on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1615.105676] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-de4c268d-3fb3-4f3b-8b6b-2837051f882a {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.111517] env[62574]: DEBUG oslo_vmware.api [None req-986718a7-c619-47ed-a9da-0b05b3291680 tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] Waiting for the task: (returnval){ [ 1615.111517] env[62574]: value = "task-1861506" [ 1615.111517] env[62574]: _type = "Task" [ 1615.111517] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1615.121169] env[62574]: DEBUG oslo_vmware.api [None req-986718a7-c619-47ed-a9da-0b05b3291680 tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] Task: {'id': task-1861506, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1615.203319] env[62574]: DEBUG oslo_vmware.api [None req-986718a7-c619-47ed-a9da-0b05b3291680 tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] Task: {'id': task-1861504, 'name': Rename_Task, 'duration_secs': 0.14476} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1615.204935] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-986718a7-c619-47ed-a9da-0b05b3291680 tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] [instance: c195131e-5a17-4c77-b7d2-8873bb6a9653] Powering on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1615.205664] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89de4727-f4e8-4349-b5e0-ecd0fef8c20e {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.209542] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6ab8a2d8-7e4d-4feb-b06f-73638478e44f {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.222290] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f1a509a-c240-415d-bee4-c1aa1ad87f94 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.224029] env[62574]: DEBUG oslo_vmware.api [None req-986718a7-c619-47ed-a9da-0b05b3291680 tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] Waiting for the task: (returnval){ [ 1615.224029] env[62574]: value = "task-1861507" [ 1615.224029] env[62574]: _type = "Task" [ 1615.224029] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1615.261896] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba40bed4-c662-4942-afab-edc73e137d19 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.264896] env[62574]: DEBUG oslo_vmware.api [None req-986718a7-c619-47ed-a9da-0b05b3291680 tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] Task: {'id': task-1861507, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1615.270573] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c45744bf-0ab4-415a-870b-2232cd555108 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.285760] env[62574]: DEBUG nova.compute.provider_tree [None req-c92f3b8f-f87b-4b9e-b4c4-7748fbbb90fc tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] Inventory has not changed in ProviderTree for provider: f0ed160a-beff-4626-a531-2a70d7bc0627 {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1615.490970] env[62574]: DEBUG oslo_vmware.api [None req-986718a7-c619-47ed-a9da-0b05b3291680 tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] Task: {'id': task-1861505, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.496067} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1615.490970] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-986718a7-c619-47ed-a9da-0b05b3291680 tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk to [datastore2] 3692d5e9-2382-4f95-8ca4-0a57474e9be7/3692d5e9-2382-4f95-8ca4-0a57474e9be7.vmdk {{(pid=62574) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1615.490970] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-986718a7-c619-47ed-a9da-0b05b3291680 tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] [instance: 3692d5e9-2382-4f95-8ca4-0a57474e9be7] Extending root virtual disk to 1048576 {{(pid=62574) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1615.490970] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-75cebe84-2ef1-4cd9-8da9-115fa5568686 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.497417] env[62574]: DEBUG oslo_vmware.api [None req-986718a7-c619-47ed-a9da-0b05b3291680 tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] Waiting for the task: (returnval){ [ 1615.497417] env[62574]: value = "task-1861508" [ 1615.497417] env[62574]: _type = "Task" [ 1615.497417] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1615.505302] env[62574]: DEBUG oslo_vmware.api [None req-986718a7-c619-47ed-a9da-0b05b3291680 tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] Task: {'id': task-1861508, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1615.521764] env[62574]: DEBUG oslo_vmware.api [None req-6b1e47e3-fbe6-4775-a4a7-c785e0bb6ccc tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]520f2964-7557-8bd8-ad62-b0ba3d0dd17b, 'name': SearchDatastore_Task, 'duration_secs': 0.008322} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1615.523448] env[62574]: DEBUG oslo_concurrency.lockutils [None req-6b1e47e3-fbe6-4775-a4a7-c785e0bb6ccc tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1615.524610] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b1e47e3-fbe6-4775-a4a7-c785e0bb6ccc tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk to [datastore2] 958ea876-0fce-4489-9fd8-d577d5ac230b/958ea876-0fce-4489-9fd8-d577d5ac230b.vmdk {{(pid=62574) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1615.525046] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-083a3dfc-9be8-46dd-bec7-6dced8463bfd {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.536371] env[62574]: DEBUG oslo_vmware.api [None req-6b1e47e3-fbe6-4775-a4a7-c785e0bb6ccc tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] Waiting for the task: (returnval){ [ 1615.536371] env[62574]: value = "task-1861509" [ 1615.536371] env[62574]: _type = "Task" [ 1615.536371] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1615.546039] env[62574]: DEBUG oslo_vmware.api [None req-6b1e47e3-fbe6-4775-a4a7-c785e0bb6ccc tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] Task: {'id': task-1861509, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1615.623497] env[62574]: DEBUG oslo_vmware.api [None req-986718a7-c619-47ed-a9da-0b05b3291680 tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] Task: {'id': task-1861506, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1615.652948] env[62574]: DEBUG nova.compute.manager [req-81b42a78-203c-4804-984c-58b3d97e2a53 req-ea22bc2f-171b-449a-8b7a-e2aa2094641a service nova] [instance: 1885c76e-a6bc-4f5b-bf2b-fe43229cec08] Received event network-vif-deleted-bd6864f1-00a8-4a2a-91d7-17920dc3f905 {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1615.653294] env[62574]: INFO nova.compute.manager [req-81b42a78-203c-4804-984c-58b3d97e2a53 req-ea22bc2f-171b-449a-8b7a-e2aa2094641a service nova] [instance: 1885c76e-a6bc-4f5b-bf2b-fe43229cec08] Neutron deleted interface bd6864f1-00a8-4a2a-91d7-17920dc3f905; detaching it from the instance and deleting it from the info cache [ 1615.653330] env[62574]: DEBUG nova.network.neutron [req-81b42a78-203c-4804-984c-58b3d97e2a53 req-ea22bc2f-171b-449a-8b7a-e2aa2094641a service nova] [instance: 1885c76e-a6bc-4f5b-bf2b-fe43229cec08] Updating instance_info_cache with network_info: [] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1615.741318] env[62574]: DEBUG oslo_vmware.api [None req-986718a7-c619-47ed-a9da-0b05b3291680 tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] Task: {'id': task-1861507, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1615.789039] env[62574]: DEBUG nova.scheduler.client.report [None req-c92f3b8f-f87b-4b9e-b4c4-7748fbbb90fc tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] Inventory has not changed for provider f0ed160a-beff-4626-a531-2a70d7bc0627 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1615.971071] env[62574]: DEBUG nova.network.neutron [-] [instance: 1885c76e-a6bc-4f5b-bf2b-fe43229cec08] Updating instance_info_cache with network_info: [] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1616.008277] env[62574]: DEBUG oslo_vmware.api [None req-986718a7-c619-47ed-a9da-0b05b3291680 tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] Task: {'id': task-1861508, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068442} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1616.008602] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-986718a7-c619-47ed-a9da-0b05b3291680 tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] [instance: 3692d5e9-2382-4f95-8ca4-0a57474e9be7] Extended root virtual disk {{(pid=62574) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1616.009893] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa81b0f8-918c-4e2b-a276-e6a130807519 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.032989] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-986718a7-c619-47ed-a9da-0b05b3291680 tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] [instance: 3692d5e9-2382-4f95-8ca4-0a57474e9be7] Reconfiguring VM instance instance-00000026 to attach disk [datastore2] 3692d5e9-2382-4f95-8ca4-0a57474e9be7/3692d5e9-2382-4f95-8ca4-0a57474e9be7.vmdk or device None with type sparse {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1616.033325] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-769fd75c-04ba-4380-8d3d-9e86c1178284 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.055987] env[62574]: DEBUG oslo_vmware.api [None req-6b1e47e3-fbe6-4775-a4a7-c785e0bb6ccc tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] Task: {'id': task-1861509, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1616.057512] env[62574]: DEBUG oslo_vmware.api [None req-986718a7-c619-47ed-a9da-0b05b3291680 tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] Waiting for the task: (returnval){ [ 1616.057512] env[62574]: value = "task-1861510" [ 1616.057512] env[62574]: _type = "Task" [ 1616.057512] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1616.065590] env[62574]: DEBUG oslo_vmware.api [None req-986718a7-c619-47ed-a9da-0b05b3291680 tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] Task: {'id': task-1861510, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1616.111614] env[62574]: DEBUG nova.compute.manager [None req-f9873488-b4b1-4f86-a0c7-bac622bf45eb tempest-InstanceActionsV221TestJSON-1872238690 tempest-InstanceActionsV221TestJSON-1872238690-project-member] [instance: f68bb186-74b9-4c10-a7a0-e8feda38b3bd] Start spawning the instance on the hypervisor. {{(pid=62574) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1616.123923] env[62574]: DEBUG oslo_vmware.api [None req-986718a7-c619-47ed-a9da-0b05b3291680 tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] Task: {'id': task-1861506, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1616.137252] env[62574]: DEBUG nova.virt.hardware [None req-f9873488-b4b1-4f86-a0c7-bac622bf45eb tempest-InstanceActionsV221TestJSON-1872238690 tempest-InstanceActionsV221TestJSON-1872238690-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T19:26:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-13T19:26:40Z,direct_url=,disk_format='vmdk',id=3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7eed1dd4d2c3418eb32c4f4ceda3ab0d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-13T19:26:41Z,virtual_size=,visibility=), allow threads: False {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1616.137513] env[62574]: DEBUG nova.virt.hardware [None req-f9873488-b4b1-4f86-a0c7-bac622bf45eb tempest-InstanceActionsV221TestJSON-1872238690 tempest-InstanceActionsV221TestJSON-1872238690-project-member] Flavor limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1616.137671] env[62574]: DEBUG nova.virt.hardware [None req-f9873488-b4b1-4f86-a0c7-bac622bf45eb tempest-InstanceActionsV221TestJSON-1872238690 tempest-InstanceActionsV221TestJSON-1872238690-project-member] Image limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1616.137853] env[62574]: DEBUG nova.virt.hardware [None req-f9873488-b4b1-4f86-a0c7-bac622bf45eb tempest-InstanceActionsV221TestJSON-1872238690 tempest-InstanceActionsV221TestJSON-1872238690-project-member] Flavor pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1616.137997] env[62574]: DEBUG nova.virt.hardware [None req-f9873488-b4b1-4f86-a0c7-bac622bf45eb tempest-InstanceActionsV221TestJSON-1872238690 tempest-InstanceActionsV221TestJSON-1872238690-project-member] Image pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1616.138178] env[62574]: DEBUG nova.virt.hardware [None req-f9873488-b4b1-4f86-a0c7-bac622bf45eb tempest-InstanceActionsV221TestJSON-1872238690 tempest-InstanceActionsV221TestJSON-1872238690-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1616.138392] env[62574]: DEBUG nova.virt.hardware [None req-f9873488-b4b1-4f86-a0c7-bac622bf45eb tempest-InstanceActionsV221TestJSON-1872238690 tempest-InstanceActionsV221TestJSON-1872238690-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1616.138549] env[62574]: DEBUG nova.virt.hardware [None req-f9873488-b4b1-4f86-a0c7-bac622bf45eb tempest-InstanceActionsV221TestJSON-1872238690 tempest-InstanceActionsV221TestJSON-1872238690-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1616.138711] env[62574]: DEBUG nova.virt.hardware [None req-f9873488-b4b1-4f86-a0c7-bac622bf45eb tempest-InstanceActionsV221TestJSON-1872238690 tempest-InstanceActionsV221TestJSON-1872238690-project-member] Got 1 possible topologies {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1616.138869] env[62574]: DEBUG nova.virt.hardware [None req-f9873488-b4b1-4f86-a0c7-bac622bf45eb tempest-InstanceActionsV221TestJSON-1872238690 tempest-InstanceActionsV221TestJSON-1872238690-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1616.139049] env[62574]: DEBUG nova.virt.hardware [None req-f9873488-b4b1-4f86-a0c7-bac622bf45eb tempest-InstanceActionsV221TestJSON-1872238690 tempest-InstanceActionsV221TestJSON-1872238690-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1616.139877] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-168dabf8-bba6-4116-91e0-81462162130e {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.147431] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc64a6e1-4d6a-4eb9-9fb3-7facef80142f {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.160869] env[62574]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ea0931d1-9bfd-4146-a001-94f5accb217b {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.171103] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fe11e2a-3842-44ca-891a-7891f767b77a {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.207083] env[62574]: DEBUG nova.compute.manager [req-81b42a78-203c-4804-984c-58b3d97e2a53 req-ea22bc2f-171b-449a-8b7a-e2aa2094641a service nova] [instance: 1885c76e-a6bc-4f5b-bf2b-fe43229cec08] Detach interface failed, port_id=bd6864f1-00a8-4a2a-91d7-17920dc3f905, reason: Instance 1885c76e-a6bc-4f5b-bf2b-fe43229cec08 could not be found. {{(pid=62574) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 1616.235581] env[62574]: DEBUG oslo_vmware.api [None req-986718a7-c619-47ed-a9da-0b05b3291680 tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] Task: {'id': task-1861507, 'name': PowerOnVM_Task, 'duration_secs': 0.683624} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1616.235798] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-986718a7-c619-47ed-a9da-0b05b3291680 tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] [instance: c195131e-5a17-4c77-b7d2-8873bb6a9653] Powered on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1616.236146] env[62574]: INFO nova.compute.manager [None req-986718a7-c619-47ed-a9da-0b05b3291680 tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] [instance: c195131e-5a17-4c77-b7d2-8873bb6a9653] Took 8.61 seconds to spawn the instance on the hypervisor. [ 1616.236209] env[62574]: DEBUG nova.compute.manager [None req-986718a7-c619-47ed-a9da-0b05b3291680 tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] [instance: c195131e-5a17-4c77-b7d2-8873bb6a9653] Checking state {{(pid=62574) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1616.236960] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e333aa1c-aed1-4dc9-a9d5-313db816a1f1 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.295062] env[62574]: DEBUG oslo_concurrency.lockutils [None req-c92f3b8f-f87b-4b9e-b4c4-7748fbbb90fc tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.205s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1616.297305] env[62574]: DEBUG oslo_concurrency.lockutils [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 28.715s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1616.297426] env[62574]: DEBUG oslo_concurrency.lockutils [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1616.297581] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62574) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1616.298951] env[62574]: DEBUG oslo_concurrency.lockutils [None req-93dda268-b85d-4bdf-a8a0-5f60ad7bd9e2 tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.495s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1616.300447] env[62574]: INFO nova.compute.claims [None req-93dda268-b85d-4bdf-a8a0-5f60ad7bd9e2 tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] [instance: 4df11575-4191-4213-80f6-c74ba97b856f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1616.308716] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78353736-eb89-4853-bd4e-78aed41ae4cd {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.317686] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72f2df61-896b-4fc7-9b56-49700e400597 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.327674] env[62574]: INFO nova.scheduler.client.report [None req-c92f3b8f-f87b-4b9e-b4c4-7748fbbb90fc tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] Deleted allocations for instance 6cebe45a-8d90-4ac3-b75e-99e2a598c43b [ 1616.343092] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bd4fadb-1fb4-4528-9f2b-146899ca69b4 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.351651] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fc7ce76-4bec-415e-bc67-2b68bcf36ef8 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.387147] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179836MB free_disk=147GB free_vcpus=48 pci_devices=None {{(pid=62574) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1616.387356] env[62574]: DEBUG oslo_concurrency.lockutils [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1616.473219] env[62574]: DEBUG nova.compute.manager [req-ea608794-121b-4ca0-afee-8bd04b3ee407 req-85302742-5950-4e93-b0c5-221f6b2bfb35 service nova] [instance: f68bb186-74b9-4c10-a7a0-e8feda38b3bd] Received event network-vif-plugged-348fed3f-859f-4b6b-a2f1-d96974a7e6f3 {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1616.473413] env[62574]: DEBUG oslo_concurrency.lockutils [req-ea608794-121b-4ca0-afee-8bd04b3ee407 req-85302742-5950-4e93-b0c5-221f6b2bfb35 service nova] Acquiring lock "f68bb186-74b9-4c10-a7a0-e8feda38b3bd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1616.473630] env[62574]: DEBUG oslo_concurrency.lockutils [req-ea608794-121b-4ca0-afee-8bd04b3ee407 req-85302742-5950-4e93-b0c5-221f6b2bfb35 service nova] Lock "f68bb186-74b9-4c10-a7a0-e8feda38b3bd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1616.473797] env[62574]: DEBUG oslo_concurrency.lockutils [req-ea608794-121b-4ca0-afee-8bd04b3ee407 req-85302742-5950-4e93-b0c5-221f6b2bfb35 service nova] Lock "f68bb186-74b9-4c10-a7a0-e8feda38b3bd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1616.473965] env[62574]: DEBUG nova.compute.manager [req-ea608794-121b-4ca0-afee-8bd04b3ee407 req-85302742-5950-4e93-b0c5-221f6b2bfb35 service nova] [instance: f68bb186-74b9-4c10-a7a0-e8feda38b3bd] No waiting events found dispatching network-vif-plugged-348fed3f-859f-4b6b-a2f1-d96974a7e6f3 {{(pid=62574) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1616.474431] env[62574]: WARNING nova.compute.manager [req-ea608794-121b-4ca0-afee-8bd04b3ee407 req-85302742-5950-4e93-b0c5-221f6b2bfb35 service nova] [instance: f68bb186-74b9-4c10-a7a0-e8feda38b3bd] Received unexpected event network-vif-plugged-348fed3f-859f-4b6b-a2f1-d96974a7e6f3 for instance with vm_state building and task_state spawning. [ 1616.474870] env[62574]: INFO nova.compute.manager [-] [instance: 1885c76e-a6bc-4f5b-bf2b-fe43229cec08] Took 1.42 seconds to deallocate network for instance. [ 1616.532101] env[62574]: DEBUG nova.network.neutron [None req-f9873488-b4b1-4f86-a0c7-bac622bf45eb tempest-InstanceActionsV221TestJSON-1872238690 tempest-InstanceActionsV221TestJSON-1872238690-project-member] [instance: f68bb186-74b9-4c10-a7a0-e8feda38b3bd] Successfully updated port: 348fed3f-859f-4b6b-a2f1-d96974a7e6f3 {{(pid=62574) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1616.561092] env[62574]: DEBUG oslo_vmware.api [None req-6b1e47e3-fbe6-4775-a4a7-c785e0bb6ccc tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] Task: {'id': task-1861509, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.54611} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1616.565019] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b1e47e3-fbe6-4775-a4a7-c785e0bb6ccc tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk to [datastore2] 958ea876-0fce-4489-9fd8-d577d5ac230b/958ea876-0fce-4489-9fd8-d577d5ac230b.vmdk {{(pid=62574) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1616.565319] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-6b1e47e3-fbe6-4775-a4a7-c785e0bb6ccc tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] [instance: 958ea876-0fce-4489-9fd8-d577d5ac230b] Extending root virtual disk to 1048576 {{(pid=62574) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1616.565620] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7b8fabb4-f2eb-4bd2-ac90-6886f6031c28 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.573147] env[62574]: DEBUG oslo_vmware.api [None req-986718a7-c619-47ed-a9da-0b05b3291680 tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] Task: {'id': task-1861510, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1616.574505] env[62574]: DEBUG oslo_vmware.api [None req-6b1e47e3-fbe6-4775-a4a7-c785e0bb6ccc tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] Waiting for the task: (returnval){ [ 1616.574505] env[62574]: value = "task-1861511" [ 1616.574505] env[62574]: _type = "Task" [ 1616.574505] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1616.581989] env[62574]: DEBUG oslo_vmware.api [None req-6b1e47e3-fbe6-4775-a4a7-c785e0bb6ccc tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] Task: {'id': task-1861511, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1616.624502] env[62574]: DEBUG oslo_vmware.api [None req-986718a7-c619-47ed-a9da-0b05b3291680 tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] Task: {'id': task-1861506, 'name': PowerOnVM_Task, 'duration_secs': 1.411192} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1616.624681] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-986718a7-c619-47ed-a9da-0b05b3291680 tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] [instance: c2e5c2fb-e759-48f8-8bdc-7fd0a86ac1b9] Powered on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1616.624889] env[62574]: INFO nova.compute.manager [None req-986718a7-c619-47ed-a9da-0b05b3291680 tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] [instance: c2e5c2fb-e759-48f8-8bdc-7fd0a86ac1b9] Took 11.83 seconds to spawn the instance on the hypervisor. [ 1616.625101] env[62574]: DEBUG nova.compute.manager [None req-986718a7-c619-47ed-a9da-0b05b3291680 tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] [instance: c2e5c2fb-e759-48f8-8bdc-7fd0a86ac1b9] Checking state {{(pid=62574) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1616.625900] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-694e3dd2-428a-4822-b2a4-b45cb78a4411 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.757571] env[62574]: INFO nova.compute.manager [None req-986718a7-c619-47ed-a9da-0b05b3291680 tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] [instance: c195131e-5a17-4c77-b7d2-8873bb6a9653] Took 49.17 seconds to build instance. [ 1616.836825] env[62574]: DEBUG oslo_concurrency.lockutils [None req-c92f3b8f-f87b-4b9e-b4c4-7748fbbb90fc tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] Lock "6cebe45a-8d90-4ac3-b75e-99e2a598c43b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.039s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1616.982519] env[62574]: DEBUG oslo_concurrency.lockutils [None req-a3633234-cb1b-4aa9-b51a-ae5bedcca564 tempest-ImagesNegativeTestJSON-1839133942 tempest-ImagesNegativeTestJSON-1839133942-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1617.034555] env[62574]: DEBUG oslo_concurrency.lockutils [None req-f9873488-b4b1-4f86-a0c7-bac622bf45eb tempest-InstanceActionsV221TestJSON-1872238690 tempest-InstanceActionsV221TestJSON-1872238690-project-member] Acquiring lock "refresh_cache-f68bb186-74b9-4c10-a7a0-e8feda38b3bd" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1617.034859] env[62574]: DEBUG oslo_concurrency.lockutils [None req-f9873488-b4b1-4f86-a0c7-bac622bf45eb tempest-InstanceActionsV221TestJSON-1872238690 tempest-InstanceActionsV221TestJSON-1872238690-project-member] Acquired lock "refresh_cache-f68bb186-74b9-4c10-a7a0-e8feda38b3bd" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1617.034859] env[62574]: DEBUG nova.network.neutron [None req-f9873488-b4b1-4f86-a0c7-bac622bf45eb tempest-InstanceActionsV221TestJSON-1872238690 tempest-InstanceActionsV221TestJSON-1872238690-project-member] [instance: f68bb186-74b9-4c10-a7a0-e8feda38b3bd] Building network info cache for instance {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1617.071543] env[62574]: DEBUG oslo_vmware.api [None req-986718a7-c619-47ed-a9da-0b05b3291680 tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] Task: {'id': task-1861510, 'name': ReconfigVM_Task, 'duration_secs': 0.842788} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1617.071989] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-986718a7-c619-47ed-a9da-0b05b3291680 tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] [instance: 3692d5e9-2382-4f95-8ca4-0a57474e9be7] Reconfigured VM instance instance-00000026 to attach disk [datastore2] 3692d5e9-2382-4f95-8ca4-0a57474e9be7/3692d5e9-2382-4f95-8ca4-0a57474e9be7.vmdk or device None with type sparse {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1617.072916] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-01aef766-b14c-4ad9-b762-ad874ec0e621 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.083388] env[62574]: DEBUG oslo_vmware.api [None req-6b1e47e3-fbe6-4775-a4a7-c785e0bb6ccc tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] Task: {'id': task-1861511, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.137958} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1617.084714] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-6b1e47e3-fbe6-4775-a4a7-c785e0bb6ccc tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] [instance: 958ea876-0fce-4489-9fd8-d577d5ac230b] Extended root virtual disk {{(pid=62574) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1617.085096] env[62574]: DEBUG oslo_vmware.api [None req-986718a7-c619-47ed-a9da-0b05b3291680 tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] Waiting for the task: (returnval){ [ 1617.085096] env[62574]: value = "task-1861512" [ 1617.085096] env[62574]: _type = "Task" [ 1617.085096] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1617.086093] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95968f18-1817-46f4-a0c9-77704914115c {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.096682] env[62574]: DEBUG oslo_vmware.api [None req-986718a7-c619-47ed-a9da-0b05b3291680 tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] Task: {'id': task-1861512, 'name': Rename_Task} progress is 6%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1617.112412] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b1e47e3-fbe6-4775-a4a7-c785e0bb6ccc tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] [instance: 958ea876-0fce-4489-9fd8-d577d5ac230b] Reconfiguring VM instance instance-00000027 to attach disk [datastore2] 958ea876-0fce-4489-9fd8-d577d5ac230b/958ea876-0fce-4489-9fd8-d577d5ac230b.vmdk or device None with type sparse {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1617.113099] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8ca886eb-4a1d-4edf-a633-df783c84e8e4 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.132611] env[62574]: DEBUG oslo_vmware.api [None req-6b1e47e3-fbe6-4775-a4a7-c785e0bb6ccc tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] Waiting for the task: (returnval){ [ 1617.132611] env[62574]: value = "task-1861513" [ 1617.132611] env[62574]: _type = "Task" [ 1617.132611] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1617.146384] env[62574]: DEBUG oslo_vmware.api [None req-6b1e47e3-fbe6-4775-a4a7-c785e0bb6ccc tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] Task: {'id': task-1861513, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1617.146853] env[62574]: INFO nova.compute.manager [None req-986718a7-c619-47ed-a9da-0b05b3291680 tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] [instance: c2e5c2fb-e759-48f8-8bdc-7fd0a86ac1b9] Took 50.73 seconds to build instance. [ 1617.257796] env[62574]: DEBUG oslo_concurrency.lockutils [None req-986718a7-c619-47ed-a9da-0b05b3291680 tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] Lock "c195131e-5a17-4c77-b7d2-8873bb6a9653" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 71.679s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1617.575143] env[62574]: DEBUG nova.network.neutron [None req-f9873488-b4b1-4f86-a0c7-bac622bf45eb tempest-InstanceActionsV221TestJSON-1872238690 tempest-InstanceActionsV221TestJSON-1872238690-project-member] [instance: f68bb186-74b9-4c10-a7a0-e8feda38b3bd] Instance cache missing network info. {{(pid=62574) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1617.600696] env[62574]: DEBUG oslo_vmware.api [None req-986718a7-c619-47ed-a9da-0b05b3291680 tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] Task: {'id': task-1861512, 'name': Rename_Task, 'duration_secs': 0.240992} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1617.603156] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-986718a7-c619-47ed-a9da-0b05b3291680 tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] [instance: 3692d5e9-2382-4f95-8ca4-0a57474e9be7] Powering on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1617.603622] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-129a271f-18e7-4d69-a83e-f615f7beec40 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.610445] env[62574]: DEBUG oslo_vmware.api [None req-986718a7-c619-47ed-a9da-0b05b3291680 tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] Waiting for the task: (returnval){ [ 1617.610445] env[62574]: value = "task-1861514" [ 1617.610445] env[62574]: _type = "Task" [ 1617.610445] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1617.624512] env[62574]: DEBUG oslo_vmware.api [None req-986718a7-c619-47ed-a9da-0b05b3291680 tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] Task: {'id': task-1861514, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1617.647279] env[62574]: DEBUG oslo_vmware.api [None req-6b1e47e3-fbe6-4775-a4a7-c785e0bb6ccc tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] Task: {'id': task-1861513, 'name': ReconfigVM_Task, 'duration_secs': 0.35078} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1617.647586] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b1e47e3-fbe6-4775-a4a7-c785e0bb6ccc tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] [instance: 958ea876-0fce-4489-9fd8-d577d5ac230b] Reconfigured VM instance instance-00000027 to attach disk [datastore2] 958ea876-0fce-4489-9fd8-d577d5ac230b/958ea876-0fce-4489-9fd8-d577d5ac230b.vmdk or device None with type sparse {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1617.648404] env[62574]: DEBUG oslo_concurrency.lockutils [None req-986718a7-c619-47ed-a9da-0b05b3291680 tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] Lock "c2e5c2fb-e759-48f8-8bdc-7fd0a86ac1b9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 72.100s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1617.648601] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-198a6da5-502c-4aa3-aa4e-acb3ca473c6c {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.654267] env[62574]: DEBUG oslo_concurrency.lockutils [None req-48b4feda-7fbb-449c-b1dc-6f528fee3454 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] Acquiring lock "9595a480-fdc1-4dda-877b-e0f6078420e2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1617.657452] env[62574]: DEBUG oslo_concurrency.lockutils [None req-48b4feda-7fbb-449c-b1dc-6f528fee3454 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] Lock "9595a480-fdc1-4dda-877b-e0f6078420e2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1617.657452] env[62574]: DEBUG oslo_concurrency.lockutils [None req-48b4feda-7fbb-449c-b1dc-6f528fee3454 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] Acquiring lock "9595a480-fdc1-4dda-877b-e0f6078420e2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1617.657452] env[62574]: DEBUG oslo_concurrency.lockutils [None req-48b4feda-7fbb-449c-b1dc-6f528fee3454 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] Lock "9595a480-fdc1-4dda-877b-e0f6078420e2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1617.657452] env[62574]: DEBUG oslo_concurrency.lockutils [None req-48b4feda-7fbb-449c-b1dc-6f528fee3454 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] Lock "9595a480-fdc1-4dda-877b-e0f6078420e2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1617.657921] env[62574]: DEBUG oslo_vmware.api [None req-6b1e47e3-fbe6-4775-a4a7-c785e0bb6ccc tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] Waiting for the task: (returnval){ [ 1617.657921] env[62574]: value = "task-1861515" [ 1617.657921] env[62574]: _type = "Task" [ 1617.657921] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1617.660663] env[62574]: INFO nova.compute.manager [None req-48b4feda-7fbb-449c-b1dc-6f528fee3454 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] [instance: 9595a480-fdc1-4dda-877b-e0f6078420e2] Terminating instance [ 1617.677374] env[62574]: DEBUG oslo_vmware.api [None req-6b1e47e3-fbe6-4775-a4a7-c785e0bb6ccc tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] Task: {'id': task-1861515, 'name': Rename_Task} progress is 14%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1617.757376] env[62574]: DEBUG nova.network.neutron [None req-f9873488-b4b1-4f86-a0c7-bac622bf45eb tempest-InstanceActionsV221TestJSON-1872238690 tempest-InstanceActionsV221TestJSON-1872238690-project-member] [instance: f68bb186-74b9-4c10-a7a0-e8feda38b3bd] Updating instance_info_cache with network_info: [{"id": "348fed3f-859f-4b6b-a2f1-d96974a7e6f3", "address": "fa:16:3e:6a:0d:ef", "network": {"id": "70bf3aef-e955-42ce-b920-9e745b9b8f87", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-2117788837-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73a9be776d2948bba216a914cf606981", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20641d67-1612-4b9c-8924-7a77df9c8e6d", "external-id": "nsx-vlan-transportzone-884", "segmentation_id": 884, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap348fed3f-85", "ovs_interfaceid": "348fed3f-859f-4b6b-a2f1-d96974a7e6f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1617.760271] env[62574]: DEBUG nova.compute.manager [None req-8712369c-7e69-4ea3-bad8-043c188fb40b tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] [instance: ab4ac58c-a716-46c6-ba11-fb5dd8e7ba24] Starting instance... {{(pid=62574) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1617.801735] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5060e235-63ad-49b7-b1e3-eff409c8d029 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.810089] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dcdcf03-4703-4c27-b9db-5bb50f8ccac4 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.843492] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c4846eb-fa10-48fb-a5b0-152d0e7bb1a2 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.851222] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e16ad12-d057-4159-a3c7-19c991f7984b {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.864541] env[62574]: DEBUG nova.compute.provider_tree [None req-93dda268-b85d-4bdf-a8a0-5f60ad7bd9e2 tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] Inventory has not changed in ProviderTree for provider: f0ed160a-beff-4626-a531-2a70d7bc0627 {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1618.121782] env[62574]: DEBUG oslo_vmware.api [None req-986718a7-c619-47ed-a9da-0b05b3291680 tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] Task: {'id': task-1861514, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1618.152735] env[62574]: DEBUG nova.compute.manager [None req-2e528d6a-3de4-4266-8afc-ce1e1eae325b tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] [instance: e34254ce-88c3-41dd-be1c-553eea828050] Starting instance... {{(pid=62574) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1618.175569] env[62574]: DEBUG nova.compute.manager [None req-48b4feda-7fbb-449c-b1dc-6f528fee3454 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] [instance: 9595a480-fdc1-4dda-877b-e0f6078420e2] Start destroying the instance on the hypervisor. {{(pid=62574) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1618.175704] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-48b4feda-7fbb-449c-b1dc-6f528fee3454 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] [instance: 9595a480-fdc1-4dda-877b-e0f6078420e2] Destroying instance {{(pid=62574) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1618.176022] env[62574]: DEBUG oslo_vmware.api [None req-6b1e47e3-fbe6-4775-a4a7-c785e0bb6ccc tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] Task: {'id': task-1861515, 'name': Rename_Task, 'duration_secs': 0.174409} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1618.176809] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b78f848f-7dee-4b98-b033-c561d1122b37 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.179720] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b1e47e3-fbe6-4775-a4a7-c785e0bb6ccc tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] [instance: 958ea876-0fce-4489-9fd8-d577d5ac230b] Powering on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1618.180031] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4ca3ffeb-807c-4f26-ad52-759fcc3318d9 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.187139] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-48b4feda-7fbb-449c-b1dc-6f528fee3454 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] [instance: 9595a480-fdc1-4dda-877b-e0f6078420e2] Powering off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1618.188443] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f291025e-a7bf-4a16-a8df-e29a532e1a81 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.190023] env[62574]: DEBUG oslo_vmware.api [None req-6b1e47e3-fbe6-4775-a4a7-c785e0bb6ccc tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] Waiting for the task: (returnval){ [ 1618.190023] env[62574]: value = "task-1861516" [ 1618.190023] env[62574]: _type = "Task" [ 1618.190023] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1618.197047] env[62574]: DEBUG oslo_vmware.api [None req-48b4feda-7fbb-449c-b1dc-6f528fee3454 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] Waiting for the task: (returnval){ [ 1618.197047] env[62574]: value = "task-1861517" [ 1618.197047] env[62574]: _type = "Task" [ 1618.197047] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1618.200636] env[62574]: DEBUG oslo_vmware.api [None req-6b1e47e3-fbe6-4775-a4a7-c785e0bb6ccc tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] Task: {'id': task-1861516, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1618.208212] env[62574]: DEBUG oslo_vmware.api [None req-48b4feda-7fbb-449c-b1dc-6f528fee3454 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] Task: {'id': task-1861517, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1618.260193] env[62574]: DEBUG oslo_concurrency.lockutils [None req-f9873488-b4b1-4f86-a0c7-bac622bf45eb tempest-InstanceActionsV221TestJSON-1872238690 tempest-InstanceActionsV221TestJSON-1872238690-project-member] Releasing lock "refresh_cache-f68bb186-74b9-4c10-a7a0-e8feda38b3bd" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1618.260529] env[62574]: DEBUG nova.compute.manager [None req-f9873488-b4b1-4f86-a0c7-bac622bf45eb tempest-InstanceActionsV221TestJSON-1872238690 tempest-InstanceActionsV221TestJSON-1872238690-project-member] [instance: f68bb186-74b9-4c10-a7a0-e8feda38b3bd] Instance network_info: |[{"id": "348fed3f-859f-4b6b-a2f1-d96974a7e6f3", "address": "fa:16:3e:6a:0d:ef", "network": {"id": "70bf3aef-e955-42ce-b920-9e745b9b8f87", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-2117788837-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73a9be776d2948bba216a914cf606981", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20641d67-1612-4b9c-8924-7a77df9c8e6d", "external-id": "nsx-vlan-transportzone-884", "segmentation_id": 884, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap348fed3f-85", "ovs_interfaceid": "348fed3f-859f-4b6b-a2f1-d96974a7e6f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62574) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1618.260985] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-f9873488-b4b1-4f86-a0c7-bac622bf45eb tempest-InstanceActionsV221TestJSON-1872238690 tempest-InstanceActionsV221TestJSON-1872238690-project-member] [instance: f68bb186-74b9-4c10-a7a0-e8feda38b3bd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6a:0d:ef', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '20641d67-1612-4b9c-8924-7a77df9c8e6d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '348fed3f-859f-4b6b-a2f1-d96974a7e6f3', 'vif_model': 'vmxnet3'}] {{(pid=62574) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1618.268929] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9873488-b4b1-4f86-a0c7-bac622bf45eb tempest-InstanceActionsV221TestJSON-1872238690 tempest-InstanceActionsV221TestJSON-1872238690-project-member] Creating folder: Project (73a9be776d2948bba216a914cf606981). Parent ref: group-v384746. {{(pid=62574) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1618.272074] env[62574]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-443db737-f62f-4c2b-bda8-4bc228095f79 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.285972] env[62574]: DEBUG oslo_concurrency.lockutils [None req-8712369c-7e69-4ea3-bad8-043c188fb40b tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1618.287554] env[62574]: INFO nova.virt.vmwareapi.vm_util [None req-f9873488-b4b1-4f86-a0c7-bac622bf45eb tempest-InstanceActionsV221TestJSON-1872238690 tempest-InstanceActionsV221TestJSON-1872238690-project-member] Created folder: Project (73a9be776d2948bba216a914cf606981) in parent group-v384746. [ 1618.287735] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9873488-b4b1-4f86-a0c7-bac622bf45eb tempest-InstanceActionsV221TestJSON-1872238690 tempest-InstanceActionsV221TestJSON-1872238690-project-member] Creating folder: Instances. Parent ref: group-v384861. {{(pid=62574) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1618.287973] env[62574]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-383ac695-ef53-41fc-88b6-4f1fa4849207 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.297933] env[62574]: INFO nova.virt.vmwareapi.vm_util [None req-f9873488-b4b1-4f86-a0c7-bac622bf45eb tempest-InstanceActionsV221TestJSON-1872238690 tempest-InstanceActionsV221TestJSON-1872238690-project-member] Created folder: Instances in parent group-v384861. [ 1618.298196] env[62574]: DEBUG oslo.service.loopingcall [None req-f9873488-b4b1-4f86-a0c7-bac622bf45eb tempest-InstanceActionsV221TestJSON-1872238690 tempest-InstanceActionsV221TestJSON-1872238690-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62574) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1618.298395] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f68bb186-74b9-4c10-a7a0-e8feda38b3bd] Creating VM on the ESX host {{(pid=62574) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1618.298603] env[62574]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4a871a3a-0103-4fc2-ab3b-499c2d3eb627 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.320228] env[62574]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1618.320228] env[62574]: value = "task-1861520" [ 1618.320228] env[62574]: _type = "Task" [ 1618.320228] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1618.328276] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1861520, 'name': CreateVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1618.368631] env[62574]: DEBUG nova.scheduler.client.report [None req-93dda268-b85d-4bdf-a8a0-5f60ad7bd9e2 tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] Inventory has not changed for provider f0ed160a-beff-4626-a531-2a70d7bc0627 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1618.502700] env[62574]: DEBUG nova.compute.manager [req-1dc6063f-a6e5-4ff7-9615-df079aaebd7c req-96a4294e-f169-4c93-a020-5cccb274164c service nova] [instance: f68bb186-74b9-4c10-a7a0-e8feda38b3bd] Received event network-changed-348fed3f-859f-4b6b-a2f1-d96974a7e6f3 {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1618.502940] env[62574]: DEBUG nova.compute.manager [req-1dc6063f-a6e5-4ff7-9615-df079aaebd7c req-96a4294e-f169-4c93-a020-5cccb274164c service nova] [instance: f68bb186-74b9-4c10-a7a0-e8feda38b3bd] Refreshing instance network info cache due to event network-changed-348fed3f-859f-4b6b-a2f1-d96974a7e6f3. {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1618.503180] env[62574]: DEBUG oslo_concurrency.lockutils [req-1dc6063f-a6e5-4ff7-9615-df079aaebd7c req-96a4294e-f169-4c93-a020-5cccb274164c service nova] Acquiring lock "refresh_cache-f68bb186-74b9-4c10-a7a0-e8feda38b3bd" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1618.503332] env[62574]: DEBUG oslo_concurrency.lockutils [req-1dc6063f-a6e5-4ff7-9615-df079aaebd7c req-96a4294e-f169-4c93-a020-5cccb274164c service nova] Acquired lock "refresh_cache-f68bb186-74b9-4c10-a7a0-e8feda38b3bd" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1618.503492] env[62574]: DEBUG nova.network.neutron [req-1dc6063f-a6e5-4ff7-9615-df079aaebd7c req-96a4294e-f169-4c93-a020-5cccb274164c service nova] [instance: f68bb186-74b9-4c10-a7a0-e8feda38b3bd] Refreshing network info cache for port 348fed3f-859f-4b6b-a2f1-d96974a7e6f3 {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1618.624434] env[62574]: DEBUG oslo_vmware.api [None req-986718a7-c619-47ed-a9da-0b05b3291680 tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] Task: {'id': task-1861514, 'name': PowerOnVM_Task, 'duration_secs': 0.752714} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1618.625116] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-986718a7-c619-47ed-a9da-0b05b3291680 tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] [instance: 3692d5e9-2382-4f95-8ca4-0a57474e9be7] Powered on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1618.625380] env[62574]: INFO nova.compute.manager [None req-986718a7-c619-47ed-a9da-0b05b3291680 tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] [instance: 3692d5e9-2382-4f95-8ca4-0a57474e9be7] Took 8.14 seconds to spawn the instance on the hypervisor. [ 1618.625586] env[62574]: DEBUG nova.compute.manager [None req-986718a7-c619-47ed-a9da-0b05b3291680 tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] [instance: 3692d5e9-2382-4f95-8ca4-0a57474e9be7] Checking state {{(pid=62574) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1618.626439] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f82dfc5-afba-4ba8-904d-570198db7715 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.682676] env[62574]: DEBUG oslo_concurrency.lockutils [None req-2e528d6a-3de4-4266-8afc-ce1e1eae325b tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1618.701446] env[62574]: DEBUG oslo_vmware.api [None req-6b1e47e3-fbe6-4775-a4a7-c785e0bb6ccc tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] Task: {'id': task-1861516, 'name': PowerOnVM_Task, 'duration_secs': 0.490536} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1618.705041] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b1e47e3-fbe6-4775-a4a7-c785e0bb6ccc tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] [instance: 958ea876-0fce-4489-9fd8-d577d5ac230b] Powered on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1618.705557] env[62574]: INFO nova.compute.manager [None req-6b1e47e3-fbe6-4775-a4a7-c785e0bb6ccc tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] [instance: 958ea876-0fce-4489-9fd8-d577d5ac230b] Took 5.30 seconds to spawn the instance on the hypervisor. [ 1618.705917] env[62574]: DEBUG nova.compute.manager [None req-6b1e47e3-fbe6-4775-a4a7-c785e0bb6ccc tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] [instance: 958ea876-0fce-4489-9fd8-d577d5ac230b] Checking state {{(pid=62574) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1618.706884] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cf501e6-e5df-4eec-b102-96d7feeabf05 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.715791] env[62574]: DEBUG oslo_vmware.api [None req-48b4feda-7fbb-449c-b1dc-6f528fee3454 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] Task: {'id': task-1861517, 'name': PowerOffVM_Task, 'duration_secs': 0.213009} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1618.717763] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-48b4feda-7fbb-449c-b1dc-6f528fee3454 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] [instance: 9595a480-fdc1-4dda-877b-e0f6078420e2] Powered off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1618.718445] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-48b4feda-7fbb-449c-b1dc-6f528fee3454 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] [instance: 9595a480-fdc1-4dda-877b-e0f6078420e2] Unregistering the VM {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1618.722095] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2e4bcf8a-3027-4e20-a485-aa66d9e8a40f {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.830215] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1861520, 'name': CreateVM_Task} progress is 99%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1618.875659] env[62574]: DEBUG oslo_concurrency.lockutils [None req-93dda268-b85d-4bdf-a8a0-5f60ad7bd9e2 tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.577s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1618.876017] env[62574]: DEBUG nova.compute.manager [None req-93dda268-b85d-4bdf-a8a0-5f60ad7bd9e2 tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] [instance: 4df11575-4191-4213-80f6-c74ba97b856f] Start building networks asynchronously for instance. {{(pid=62574) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1618.879204] env[62574]: DEBUG oslo_concurrency.lockutils [None req-47a31a67-83d4-43df-a426-77b2785b5482 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.548s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1618.880806] env[62574]: INFO nova.compute.claims [None req-47a31a67-83d4-43df-a426-77b2785b5482 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] [instance: c4ca3d86-7d6e-4dbf-912b-7cb292596272] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1618.950025] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-48b4feda-7fbb-449c-b1dc-6f528fee3454 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] [instance: 9595a480-fdc1-4dda-877b-e0f6078420e2] Unregistered the VM {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1618.950157] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-48b4feda-7fbb-449c-b1dc-6f528fee3454 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] [instance: 9595a480-fdc1-4dda-877b-e0f6078420e2] Deleting contents of the VM from datastore datastore2 {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1618.950289] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-48b4feda-7fbb-449c-b1dc-6f528fee3454 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] Deleting the datastore file [datastore2] 9595a480-fdc1-4dda-877b-e0f6078420e2 {{(pid=62574) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1618.951063] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d30bf6d5-2ce7-4d0d-b4d2-ee9e89a89fc6 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.959227] env[62574]: DEBUG oslo_vmware.api [None req-48b4feda-7fbb-449c-b1dc-6f528fee3454 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] Waiting for the task: (returnval){ [ 1618.959227] env[62574]: value = "task-1861522" [ 1618.959227] env[62574]: _type = "Task" [ 1618.959227] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1618.968078] env[62574]: DEBUG oslo_vmware.api [None req-48b4feda-7fbb-449c-b1dc-6f528fee3454 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] Task: {'id': task-1861522, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1619.150934] env[62574]: INFO nova.compute.manager [None req-986718a7-c619-47ed-a9da-0b05b3291680 tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] [instance: 3692d5e9-2382-4f95-8ca4-0a57474e9be7] Took 49.82 seconds to build instance. [ 1619.220582] env[62574]: DEBUG nova.network.neutron [req-1dc6063f-a6e5-4ff7-9615-df079aaebd7c req-96a4294e-f169-4c93-a020-5cccb274164c service nova] [instance: f68bb186-74b9-4c10-a7a0-e8feda38b3bd] Updated VIF entry in instance network info cache for port 348fed3f-859f-4b6b-a2f1-d96974a7e6f3. {{(pid=62574) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1619.220642] env[62574]: DEBUG nova.network.neutron [req-1dc6063f-a6e5-4ff7-9615-df079aaebd7c req-96a4294e-f169-4c93-a020-5cccb274164c service nova] [instance: f68bb186-74b9-4c10-a7a0-e8feda38b3bd] Updating instance_info_cache with network_info: [{"id": "348fed3f-859f-4b6b-a2f1-d96974a7e6f3", "address": "fa:16:3e:6a:0d:ef", "network": {"id": "70bf3aef-e955-42ce-b920-9e745b9b8f87", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-2117788837-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73a9be776d2948bba216a914cf606981", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20641d67-1612-4b9c-8924-7a77df9c8e6d", "external-id": "nsx-vlan-transportzone-884", "segmentation_id": 884, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap348fed3f-85", "ovs_interfaceid": "348fed3f-859f-4b6b-a2f1-d96974a7e6f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1619.231573] env[62574]: INFO nova.compute.manager [None req-6b1e47e3-fbe6-4775-a4a7-c785e0bb6ccc tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] [instance: 958ea876-0fce-4489-9fd8-d577d5ac230b] Took 40.11 seconds to build instance. [ 1619.334720] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1861520, 'name': CreateVM_Task, 'duration_secs': 0.560574} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1619.334930] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f68bb186-74b9-4c10-a7a0-e8feda38b3bd] Created VM on the ESX host {{(pid=62574) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1619.335818] env[62574]: DEBUG oslo_concurrency.lockutils [None req-f9873488-b4b1-4f86-a0c7-bac622bf45eb tempest-InstanceActionsV221TestJSON-1872238690 tempest-InstanceActionsV221TestJSON-1872238690-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1619.336055] env[62574]: DEBUG oslo_concurrency.lockutils [None req-f9873488-b4b1-4f86-a0c7-bac622bf45eb tempest-InstanceActionsV221TestJSON-1872238690 tempest-InstanceActionsV221TestJSON-1872238690-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1619.336481] env[62574]: DEBUG oslo_concurrency.lockutils [None req-f9873488-b4b1-4f86-a0c7-bac622bf45eb tempest-InstanceActionsV221TestJSON-1872238690 tempest-InstanceActionsV221TestJSON-1872238690-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1619.336802] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-655838df-6c65-4e3c-a772-511c0aa7d91a {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.342105] env[62574]: DEBUG oslo_vmware.api [None req-f9873488-b4b1-4f86-a0c7-bac622bf45eb tempest-InstanceActionsV221TestJSON-1872238690 tempest-InstanceActionsV221TestJSON-1872238690-project-member] Waiting for the task: (returnval){ [ 1619.342105] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]52326306-7b16-173d-7198-62ba415fb945" [ 1619.342105] env[62574]: _type = "Task" [ 1619.342105] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1619.352188] env[62574]: DEBUG oslo_vmware.api [None req-f9873488-b4b1-4f86-a0c7-bac622bf45eb tempest-InstanceActionsV221TestJSON-1872238690 tempest-InstanceActionsV221TestJSON-1872238690-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52326306-7b16-173d-7198-62ba415fb945, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1619.382068] env[62574]: DEBUG nova.compute.utils [None req-93dda268-b85d-4bdf-a8a0-5f60ad7bd9e2 tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] Using /dev/sd instead of None {{(pid=62574) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1619.383682] env[62574]: DEBUG nova.compute.manager [None req-93dda268-b85d-4bdf-a8a0-5f60ad7bd9e2 tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] [instance: 4df11575-4191-4213-80f6-c74ba97b856f] Not allocating networking since 'none' was specified. {{(pid=62574) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1619.471041] env[62574]: DEBUG oslo_vmware.api [None req-48b4feda-7fbb-449c-b1dc-6f528fee3454 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] Task: {'id': task-1861522, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.356085} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1619.471344] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-48b4feda-7fbb-449c-b1dc-6f528fee3454 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] Deleted the datastore file {{(pid=62574) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1619.471568] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-48b4feda-7fbb-449c-b1dc-6f528fee3454 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] [instance: 9595a480-fdc1-4dda-877b-e0f6078420e2] Deleted contents of the VM from datastore datastore2 {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1619.471982] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-48b4feda-7fbb-449c-b1dc-6f528fee3454 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] [instance: 9595a480-fdc1-4dda-877b-e0f6078420e2] Instance destroyed {{(pid=62574) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1619.472198] env[62574]: INFO nova.compute.manager [None req-48b4feda-7fbb-449c-b1dc-6f528fee3454 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] [instance: 9595a480-fdc1-4dda-877b-e0f6078420e2] Took 1.30 seconds to destroy the instance on the hypervisor. [ 1619.472492] env[62574]: DEBUG oslo.service.loopingcall [None req-48b4feda-7fbb-449c-b1dc-6f528fee3454 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62574) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1619.472716] env[62574]: DEBUG nova.compute.manager [-] [instance: 9595a480-fdc1-4dda-877b-e0f6078420e2] Deallocating network for instance {{(pid=62574) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1619.472833] env[62574]: DEBUG nova.network.neutron [-] [instance: 9595a480-fdc1-4dda-877b-e0f6078420e2] deallocate_for_instance() {{(pid=62574) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1619.653688] env[62574]: DEBUG oslo_concurrency.lockutils [None req-986718a7-c619-47ed-a9da-0b05b3291680 tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] Lock "3692d5e9-2382-4f95-8ca4-0a57474e9be7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 74.037s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1619.722883] env[62574]: DEBUG oslo_concurrency.lockutils [req-1dc6063f-a6e5-4ff7-9615-df079aaebd7c req-96a4294e-f169-4c93-a020-5cccb274164c service nova] Releasing lock "refresh_cache-f68bb186-74b9-4c10-a7a0-e8feda38b3bd" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1619.734212] env[62574]: DEBUG oslo_concurrency.lockutils [None req-6b1e47e3-fbe6-4775-a4a7-c785e0bb6ccc tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] Lock "958ea876-0fce-4489-9fd8-d577d5ac230b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 70.930s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1619.852608] env[62574]: DEBUG oslo_vmware.api [None req-f9873488-b4b1-4f86-a0c7-bac622bf45eb tempest-InstanceActionsV221TestJSON-1872238690 tempest-InstanceActionsV221TestJSON-1872238690-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52326306-7b16-173d-7198-62ba415fb945, 'name': SearchDatastore_Task, 'duration_secs': 0.016059} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1619.852944] env[62574]: DEBUG oslo_concurrency.lockutils [None req-f9873488-b4b1-4f86-a0c7-bac622bf45eb tempest-InstanceActionsV221TestJSON-1872238690 tempest-InstanceActionsV221TestJSON-1872238690-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1619.853193] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-f9873488-b4b1-4f86-a0c7-bac622bf45eb tempest-InstanceActionsV221TestJSON-1872238690 tempest-InstanceActionsV221TestJSON-1872238690-project-member] [instance: f68bb186-74b9-4c10-a7a0-e8feda38b3bd] Processing image 3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2 {{(pid=62574) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1619.853428] env[62574]: DEBUG oslo_concurrency.lockutils [None req-f9873488-b4b1-4f86-a0c7-bac622bf45eb tempest-InstanceActionsV221TestJSON-1872238690 tempest-InstanceActionsV221TestJSON-1872238690-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1619.853572] env[62574]: DEBUG oslo_concurrency.lockutils [None req-f9873488-b4b1-4f86-a0c7-bac622bf45eb tempest-InstanceActionsV221TestJSON-1872238690 tempest-InstanceActionsV221TestJSON-1872238690-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1619.853748] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9873488-b4b1-4f86-a0c7-bac622bf45eb tempest-InstanceActionsV221TestJSON-1872238690 tempest-InstanceActionsV221TestJSON-1872238690-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1619.854016] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-21542e58-3d3a-4f39-92a6-d3a0d7cdd0b6 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.863861] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9873488-b4b1-4f86-a0c7-bac622bf45eb tempest-InstanceActionsV221TestJSON-1872238690 tempest-InstanceActionsV221TestJSON-1872238690-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1619.863975] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-f9873488-b4b1-4f86-a0c7-bac622bf45eb tempest-InstanceActionsV221TestJSON-1872238690 tempest-InstanceActionsV221TestJSON-1872238690-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62574) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1619.865240] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7bb91609-4cfd-4ac1-b13e-0ecd3e35d794 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.870724] env[62574]: DEBUG oslo_vmware.api [None req-f9873488-b4b1-4f86-a0c7-bac622bf45eb tempest-InstanceActionsV221TestJSON-1872238690 tempest-InstanceActionsV221TestJSON-1872238690-project-member] Waiting for the task: (returnval){ [ 1619.870724] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]525a1507-3353-af7f-8f50-7d4530af4967" [ 1619.870724] env[62574]: _type = "Task" [ 1619.870724] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1619.879026] env[62574]: DEBUG oslo_vmware.api [None req-f9873488-b4b1-4f86-a0c7-bac622bf45eb tempest-InstanceActionsV221TestJSON-1872238690 tempest-InstanceActionsV221TestJSON-1872238690-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]525a1507-3353-af7f-8f50-7d4530af4967, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1619.884689] env[62574]: DEBUG nova.compute.manager [None req-93dda268-b85d-4bdf-a8a0-5f60ad7bd9e2 tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] [instance: 4df11575-4191-4213-80f6-c74ba97b856f] Start building block device mappings for instance. {{(pid=62574) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1620.156080] env[62574]: DEBUG nova.compute.manager [None req-077badf6-49dd-4895-9fde-36c5d1bd3b3d tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] [instance: 315b8f76-6d67-4e58-8898-2b68a1e4f79a] Starting instance... {{(pid=62574) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1620.237706] env[62574]: DEBUG nova.compute.manager [None req-0703cd00-d1db-499b-b4ff-f4642486f4c5 tempest-ServersTestBootFromVolume-749154611 tempest-ServersTestBootFromVolume-749154611-project-member] [instance: c2d3abbc-2fdd-4df1-bb58-709b2bc89bb4] Starting instance... {{(pid=62574) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1620.263363] env[62574]: DEBUG nova.network.neutron [-] [instance: 9595a480-fdc1-4dda-877b-e0f6078420e2] Updating instance_info_cache with network_info: [] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1620.382424] env[62574]: DEBUG oslo_vmware.api [None req-f9873488-b4b1-4f86-a0c7-bac622bf45eb tempest-InstanceActionsV221TestJSON-1872238690 tempest-InstanceActionsV221TestJSON-1872238690-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]525a1507-3353-af7f-8f50-7d4530af4967, 'name': SearchDatastore_Task, 'duration_secs': 0.035652} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1620.384311] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7183e6e3-88cc-4ddc-af1c-4c24c690e3f8 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.391137] env[62574]: DEBUG oslo_vmware.api [None req-f9873488-b4b1-4f86-a0c7-bac622bf45eb tempest-InstanceActionsV221TestJSON-1872238690 tempest-InstanceActionsV221TestJSON-1872238690-project-member] Waiting for the task: (returnval){ [ 1620.391137] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]5234edc7-e5c8-64e5-0988-5a10ca50f099" [ 1620.391137] env[62574]: _type = "Task" [ 1620.391137] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1620.405785] env[62574]: DEBUG oslo_vmware.api [None req-f9873488-b4b1-4f86-a0c7-bac622bf45eb tempest-InstanceActionsV221TestJSON-1872238690 tempest-InstanceActionsV221TestJSON-1872238690-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]5234edc7-e5c8-64e5-0988-5a10ca50f099, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1620.412578] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b765252-382c-4ca1-8f68-3e2b78e2b09a {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.419243] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28b2acfa-901d-4e7d-8688-3cb62148e89c {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.451234] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40c6cd41-e0ee-4e13-98db-21d8785bcabd {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.459427] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b6dacf9-976e-480e-9474-7c2056aa1dd7 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.473232] env[62574]: DEBUG nova.compute.provider_tree [None req-47a31a67-83d4-43df-a426-77b2785b5482 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Inventory has not changed in ProviderTree for provider: f0ed160a-beff-4626-a531-2a70d7bc0627 {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1620.528033] env[62574]: DEBUG nova.compute.manager [req-33d20320-662b-4661-b8e7-b62532a4a73b req-e25ea0b6-0845-4ae9-9d9d-3423ece4fae9 service nova] [instance: 9595a480-fdc1-4dda-877b-e0f6078420e2] Received event network-vif-deleted-f094f28c-f1f9-47cb-8a76-2e17b5205cb0 {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1620.681498] env[62574]: DEBUG oslo_concurrency.lockutils [None req-077badf6-49dd-4895-9fde-36c5d1bd3b3d tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1620.761137] env[62574]: DEBUG oslo_concurrency.lockutils [None req-0703cd00-d1db-499b-b4ff-f4642486f4c5 tempest-ServersTestBootFromVolume-749154611 tempest-ServersTestBootFromVolume-749154611-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1620.766783] env[62574]: INFO nova.compute.manager [-] [instance: 9595a480-fdc1-4dda-877b-e0f6078420e2] Took 1.29 seconds to deallocate network for instance. [ 1620.783957] env[62574]: DEBUG oslo_concurrency.lockutils [None req-4355dedf-5463-4c18-bd52-8ad52c4b672b tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] Acquiring lock "c2e5c2fb-e759-48f8-8bdc-7fd0a86ac1b9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1620.784304] env[62574]: DEBUG oslo_concurrency.lockutils [None req-4355dedf-5463-4c18-bd52-8ad52c4b672b tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] Lock "c2e5c2fb-e759-48f8-8bdc-7fd0a86ac1b9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1620.784536] env[62574]: DEBUG oslo_concurrency.lockutils [None req-4355dedf-5463-4c18-bd52-8ad52c4b672b tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] Acquiring lock "c2e5c2fb-e759-48f8-8bdc-7fd0a86ac1b9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1620.784743] env[62574]: DEBUG oslo_concurrency.lockutils [None req-4355dedf-5463-4c18-bd52-8ad52c4b672b tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] Lock "c2e5c2fb-e759-48f8-8bdc-7fd0a86ac1b9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1620.784932] env[62574]: DEBUG oslo_concurrency.lockutils [None req-4355dedf-5463-4c18-bd52-8ad52c4b672b tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] Lock "c2e5c2fb-e759-48f8-8bdc-7fd0a86ac1b9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1620.786844] env[62574]: INFO nova.compute.manager [None req-4355dedf-5463-4c18-bd52-8ad52c4b672b tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] [instance: c2e5c2fb-e759-48f8-8bdc-7fd0a86ac1b9] Terminating instance [ 1620.903663] env[62574]: DEBUG nova.compute.manager [None req-93dda268-b85d-4bdf-a8a0-5f60ad7bd9e2 tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] [instance: 4df11575-4191-4213-80f6-c74ba97b856f] Start spawning the instance on the hypervisor. {{(pid=62574) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1620.905648] env[62574]: DEBUG oslo_vmware.api [None req-f9873488-b4b1-4f86-a0c7-bac622bf45eb tempest-InstanceActionsV221TestJSON-1872238690 tempest-InstanceActionsV221TestJSON-1872238690-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]5234edc7-e5c8-64e5-0988-5a10ca50f099, 'name': SearchDatastore_Task, 'duration_secs': 0.023476} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1620.906693] env[62574]: DEBUG oslo_concurrency.lockutils [None req-f9873488-b4b1-4f86-a0c7-bac622bf45eb tempest-InstanceActionsV221TestJSON-1872238690 tempest-InstanceActionsV221TestJSON-1872238690-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1620.906693] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9873488-b4b1-4f86-a0c7-bac622bf45eb tempest-InstanceActionsV221TestJSON-1872238690 tempest-InstanceActionsV221TestJSON-1872238690-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk to [datastore2] f68bb186-74b9-4c10-a7a0-e8feda38b3bd/f68bb186-74b9-4c10-a7a0-e8feda38b3bd.vmdk {{(pid=62574) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1620.906693] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bfffdd60-a5a3-4237-b8c1-35bb8cc045a5 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.914327] env[62574]: DEBUG oslo_vmware.api [None req-f9873488-b4b1-4f86-a0c7-bac622bf45eb tempest-InstanceActionsV221TestJSON-1872238690 tempest-InstanceActionsV221TestJSON-1872238690-project-member] Waiting for the task: (returnval){ [ 1620.914327] env[62574]: value = "task-1861523" [ 1620.914327] env[62574]: _type = "Task" [ 1620.914327] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1620.923375] env[62574]: DEBUG oslo_vmware.api [None req-f9873488-b4b1-4f86-a0c7-bac622bf45eb tempest-InstanceActionsV221TestJSON-1872238690 tempest-InstanceActionsV221TestJSON-1872238690-project-member] Task: {'id': task-1861523, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1620.931463] env[62574]: DEBUG nova.virt.hardware [None req-93dda268-b85d-4bdf-a8a0-5f60ad7bd9e2 tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T19:26:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-13T19:26:40Z,direct_url=,disk_format='vmdk',id=3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7eed1dd4d2c3418eb32c4f4ceda3ab0d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-13T19:26:41Z,virtual_size=,visibility=), allow threads: False {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1620.931724] env[62574]: DEBUG nova.virt.hardware [None req-93dda268-b85d-4bdf-a8a0-5f60ad7bd9e2 tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] Flavor limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1620.931898] env[62574]: DEBUG nova.virt.hardware [None req-93dda268-b85d-4bdf-a8a0-5f60ad7bd9e2 tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] Image limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1620.932110] env[62574]: DEBUG nova.virt.hardware [None req-93dda268-b85d-4bdf-a8a0-5f60ad7bd9e2 tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] Flavor pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1620.932292] env[62574]: DEBUG nova.virt.hardware [None req-93dda268-b85d-4bdf-a8a0-5f60ad7bd9e2 tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] Image pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1620.932458] env[62574]: DEBUG nova.virt.hardware [None req-93dda268-b85d-4bdf-a8a0-5f60ad7bd9e2 tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1620.932683] env[62574]: DEBUG nova.virt.hardware [None req-93dda268-b85d-4bdf-a8a0-5f60ad7bd9e2 tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1620.932858] env[62574]: DEBUG nova.virt.hardware [None req-93dda268-b85d-4bdf-a8a0-5f60ad7bd9e2 tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1620.933051] env[62574]: DEBUG nova.virt.hardware [None req-93dda268-b85d-4bdf-a8a0-5f60ad7bd9e2 tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] Got 1 possible topologies {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1620.933221] env[62574]: DEBUG nova.virt.hardware [None req-93dda268-b85d-4bdf-a8a0-5f60ad7bd9e2 tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1620.933414] env[62574]: DEBUG nova.virt.hardware [None req-93dda268-b85d-4bdf-a8a0-5f60ad7bd9e2 tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1620.934695] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d3b8e0d-a637-48ec-b532-21951e9add2f {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.942634] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73258048-9b50-40b0-932d-f64cf8ab068e {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.959076] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-93dda268-b85d-4bdf-a8a0-5f60ad7bd9e2 tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] [instance: 4df11575-4191-4213-80f6-c74ba97b856f] Instance VIF info [] {{(pid=62574) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1620.965151] env[62574]: DEBUG oslo.service.loopingcall [None req-93dda268-b85d-4bdf-a8a0-5f60ad7bd9e2 tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62574) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1620.965496] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4df11575-4191-4213-80f6-c74ba97b856f] Creating VM on the ESX host {{(pid=62574) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1620.965727] env[62574]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c000c626-3e40-494a-ace8-b967fcec4b2e {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.978867] env[62574]: DEBUG nova.scheduler.client.report [None req-47a31a67-83d4-43df-a426-77b2785b5482 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Inventory has not changed for provider f0ed160a-beff-4626-a531-2a70d7bc0627 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1620.988312] env[62574]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1620.988312] env[62574]: value = "task-1861524" [ 1620.988312] env[62574]: _type = "Task" [ 1620.988312] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1620.997863] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1861524, 'name': CreateVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1621.276901] env[62574]: DEBUG oslo_concurrency.lockutils [None req-48b4feda-7fbb-449c-b1dc-6f528fee3454 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1621.290865] env[62574]: DEBUG nova.compute.manager [None req-4355dedf-5463-4c18-bd52-8ad52c4b672b tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] [instance: c2e5c2fb-e759-48f8-8bdc-7fd0a86ac1b9] Start destroying the instance on the hypervisor. {{(pid=62574) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1621.291118] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-4355dedf-5463-4c18-bd52-8ad52c4b672b tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] [instance: c2e5c2fb-e759-48f8-8bdc-7fd0a86ac1b9] Destroying instance {{(pid=62574) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1621.292293] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c589aaa-8838-43d4-a3a7-24280b37a169 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.301562] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-4355dedf-5463-4c18-bd52-8ad52c4b672b tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] [instance: c2e5c2fb-e759-48f8-8bdc-7fd0a86ac1b9] Powering off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1621.301923] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cb31eb99-7609-42de-9fdb-a2aca70f2cba {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.309181] env[62574]: DEBUG oslo_vmware.api [None req-4355dedf-5463-4c18-bd52-8ad52c4b672b tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] Waiting for the task: (returnval){ [ 1621.309181] env[62574]: value = "task-1861525" [ 1621.309181] env[62574]: _type = "Task" [ 1621.309181] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1621.317733] env[62574]: DEBUG oslo_vmware.api [None req-4355dedf-5463-4c18-bd52-8ad52c4b672b tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] Task: {'id': task-1861525, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1621.425497] env[62574]: DEBUG oslo_vmware.api [None req-f9873488-b4b1-4f86-a0c7-bac622bf45eb tempest-InstanceActionsV221TestJSON-1872238690 tempest-InstanceActionsV221TestJSON-1872238690-project-member] Task: {'id': task-1861523, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.502423} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1621.425775] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9873488-b4b1-4f86-a0c7-bac622bf45eb tempest-InstanceActionsV221TestJSON-1872238690 tempest-InstanceActionsV221TestJSON-1872238690-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk to [datastore2] f68bb186-74b9-4c10-a7a0-e8feda38b3bd/f68bb186-74b9-4c10-a7a0-e8feda38b3bd.vmdk {{(pid=62574) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1621.425994] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-f9873488-b4b1-4f86-a0c7-bac622bf45eb tempest-InstanceActionsV221TestJSON-1872238690 tempest-InstanceActionsV221TestJSON-1872238690-project-member] [instance: f68bb186-74b9-4c10-a7a0-e8feda38b3bd] Extending root virtual disk to 1048576 {{(pid=62574) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1621.426735] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-65bf7379-1453-42fe-8ef5-b7d27773f597 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.433411] env[62574]: DEBUG oslo_vmware.api [None req-f9873488-b4b1-4f86-a0c7-bac622bf45eb tempest-InstanceActionsV221TestJSON-1872238690 tempest-InstanceActionsV221TestJSON-1872238690-project-member] Waiting for the task: (returnval){ [ 1621.433411] env[62574]: value = "task-1861526" [ 1621.433411] env[62574]: _type = "Task" [ 1621.433411] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1621.441547] env[62574]: DEBUG oslo_vmware.api [None req-f9873488-b4b1-4f86-a0c7-bac622bf45eb tempest-InstanceActionsV221TestJSON-1872238690 tempest-InstanceActionsV221TestJSON-1872238690-project-member] Task: {'id': task-1861526, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1621.484734] env[62574]: DEBUG oslo_concurrency.lockutils [None req-47a31a67-83d4-43df-a426-77b2785b5482 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.605s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1621.485500] env[62574]: DEBUG nova.compute.manager [None req-47a31a67-83d4-43df-a426-77b2785b5482 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] [instance: c4ca3d86-7d6e-4dbf-912b-7cb292596272] Start building networks asynchronously for instance. {{(pid=62574) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1621.489622] env[62574]: DEBUG oslo_concurrency.lockutils [None req-3edb3de8-9d32-4fb0-9b32-54f6f19ec6ef tempest-FloatingIPsAssociationTestJSON-1230011338 tempest-FloatingIPsAssociationTestJSON-1230011338-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.365s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1621.489981] env[62574]: DEBUG nova.objects.instance [None req-3edb3de8-9d32-4fb0-9b32-54f6f19ec6ef tempest-FloatingIPsAssociationTestJSON-1230011338 tempest-FloatingIPsAssociationTestJSON-1230011338-project-member] Lazy-loading 'resources' on Instance uuid 659eb0b0-3b2a-4253-9c65-ef5bc0d33fd1 {{(pid=62574) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1621.502178] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1861524, 'name': CreateVM_Task} progress is 99%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1621.818717] env[62574]: DEBUG oslo_vmware.api [None req-4355dedf-5463-4c18-bd52-8ad52c4b672b tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] Task: {'id': task-1861525, 'name': PowerOffVM_Task, 'duration_secs': 0.2603} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1621.818999] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-4355dedf-5463-4c18-bd52-8ad52c4b672b tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] [instance: c2e5c2fb-e759-48f8-8bdc-7fd0a86ac1b9] Powered off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1621.819188] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-4355dedf-5463-4c18-bd52-8ad52c4b672b tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] [instance: c2e5c2fb-e759-48f8-8bdc-7fd0a86ac1b9] Unregistering the VM {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1621.819443] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e57438c8-f5d9-4164-8a74-0385a7e371c9 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.840716] env[62574]: DEBUG oslo_concurrency.lockutils [None req-ec0d03e2-4bff-426e-90eb-52d16cbe6e10 tempest-ServersWithSpecificFlavorTestJSON-1641053384 tempest-ServersWithSpecificFlavorTestJSON-1641053384-project-member] Acquiring lock "63c7e049-a6db-462e-a0c6-52ec32e23f86" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1621.840984] env[62574]: DEBUG oslo_concurrency.lockutils [None req-ec0d03e2-4bff-426e-90eb-52d16cbe6e10 tempest-ServersWithSpecificFlavorTestJSON-1641053384 tempest-ServersWithSpecificFlavorTestJSON-1641053384-project-member] Lock "63c7e049-a6db-462e-a0c6-52ec32e23f86" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1621.841287] env[62574]: DEBUG oslo_concurrency.lockutils [None req-ec0d03e2-4bff-426e-90eb-52d16cbe6e10 tempest-ServersWithSpecificFlavorTestJSON-1641053384 tempest-ServersWithSpecificFlavorTestJSON-1641053384-project-member] Acquiring lock "63c7e049-a6db-462e-a0c6-52ec32e23f86-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1621.841781] env[62574]: DEBUG oslo_concurrency.lockutils [None req-ec0d03e2-4bff-426e-90eb-52d16cbe6e10 tempest-ServersWithSpecificFlavorTestJSON-1641053384 tempest-ServersWithSpecificFlavorTestJSON-1641053384-project-member] Lock "63c7e049-a6db-462e-a0c6-52ec32e23f86-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1621.841989] env[62574]: DEBUG oslo_concurrency.lockutils [None req-ec0d03e2-4bff-426e-90eb-52d16cbe6e10 tempest-ServersWithSpecificFlavorTestJSON-1641053384 tempest-ServersWithSpecificFlavorTestJSON-1641053384-project-member] Lock "63c7e049-a6db-462e-a0c6-52ec32e23f86-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1621.844400] env[62574]: INFO nova.compute.manager [None req-ec0d03e2-4bff-426e-90eb-52d16cbe6e10 tempest-ServersWithSpecificFlavorTestJSON-1641053384 tempest-ServersWithSpecificFlavorTestJSON-1641053384-project-member] [instance: 63c7e049-a6db-462e-a0c6-52ec32e23f86] Terminating instance [ 1621.942610] env[62574]: DEBUG oslo_vmware.api [None req-f9873488-b4b1-4f86-a0c7-bac622bf45eb tempest-InstanceActionsV221TestJSON-1872238690 tempest-InstanceActionsV221TestJSON-1872238690-project-member] Task: {'id': task-1861526, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063455} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1621.942849] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-f9873488-b4b1-4f86-a0c7-bac622bf45eb tempest-InstanceActionsV221TestJSON-1872238690 tempest-InstanceActionsV221TestJSON-1872238690-project-member] [instance: f68bb186-74b9-4c10-a7a0-e8feda38b3bd] Extended root virtual disk {{(pid=62574) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1621.943610] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-004d7542-1bca-479e-acbc-905e8bed205c {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.968377] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9873488-b4b1-4f86-a0c7-bac622bf45eb tempest-InstanceActionsV221TestJSON-1872238690 tempest-InstanceActionsV221TestJSON-1872238690-project-member] [instance: f68bb186-74b9-4c10-a7a0-e8feda38b3bd] Reconfiguring VM instance instance-00000028 to attach disk [datastore2] f68bb186-74b9-4c10-a7a0-e8feda38b3bd/f68bb186-74b9-4c10-a7a0-e8feda38b3bd.vmdk or device None with type sparse {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1621.969069] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8d26c596-c05b-4f15-96fe-1bd57563bb52 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.991812] env[62574]: DEBUG nova.compute.utils [None req-47a31a67-83d4-43df-a426-77b2785b5482 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Using /dev/sd instead of None {{(pid=62574) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1621.993829] env[62574]: DEBUG oslo_vmware.api [None req-f9873488-b4b1-4f86-a0c7-bac622bf45eb tempest-InstanceActionsV221TestJSON-1872238690 tempest-InstanceActionsV221TestJSON-1872238690-project-member] Waiting for the task: (returnval){ [ 1621.993829] env[62574]: value = "task-1861528" [ 1621.993829] env[62574]: _type = "Task" [ 1621.993829] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1621.996035] env[62574]: DEBUG nova.compute.manager [None req-47a31a67-83d4-43df-a426-77b2785b5482 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] [instance: c4ca3d86-7d6e-4dbf-912b-7cb292596272] Allocating IP information in the background. {{(pid=62574) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1621.996160] env[62574]: DEBUG nova.network.neutron [None req-47a31a67-83d4-43df-a426-77b2785b5482 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] [instance: c4ca3d86-7d6e-4dbf-912b-7cb292596272] allocate_for_instance() {{(pid=62574) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1622.010602] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1861524, 'name': CreateVM_Task, 'duration_secs': 0.58234} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1622.013765] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4df11575-4191-4213-80f6-c74ba97b856f] Created VM on the ESX host {{(pid=62574) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1622.014105] env[62574]: DEBUG oslo_vmware.api [None req-f9873488-b4b1-4f86-a0c7-bac622bf45eb tempest-InstanceActionsV221TestJSON-1872238690 tempest-InstanceActionsV221TestJSON-1872238690-project-member] Task: {'id': task-1861528, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1622.014530] env[62574]: DEBUG oslo_concurrency.lockutils [None req-93dda268-b85d-4bdf-a8a0-5f60ad7bd9e2 tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1622.014910] env[62574]: DEBUG oslo_concurrency.lockutils [None req-93dda268-b85d-4bdf-a8a0-5f60ad7bd9e2 tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1622.014974] env[62574]: DEBUG oslo_concurrency.lockutils [None req-93dda268-b85d-4bdf-a8a0-5f60ad7bd9e2 tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1622.015572] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-95976feb-8bf6-4d21-b68e-20b13a8e962b {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.021321] env[62574]: DEBUG oslo_vmware.api [None req-93dda268-b85d-4bdf-a8a0-5f60ad7bd9e2 tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] Waiting for the task: (returnval){ [ 1622.021321] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]5290ed56-2aa9-5369-cc64-fcd2c1cccd83" [ 1622.021321] env[62574]: _type = "Task" [ 1622.021321] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1622.026105] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-4355dedf-5463-4c18-bd52-8ad52c4b672b tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] [instance: c2e5c2fb-e759-48f8-8bdc-7fd0a86ac1b9] Unregistered the VM {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1622.026105] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-4355dedf-5463-4c18-bd52-8ad52c4b672b tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] [instance: c2e5c2fb-e759-48f8-8bdc-7fd0a86ac1b9] Deleting contents of the VM from datastore datastore2 {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1622.026105] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-4355dedf-5463-4c18-bd52-8ad52c4b672b tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] Deleting the datastore file [datastore2] c2e5c2fb-e759-48f8-8bdc-7fd0a86ac1b9 {{(pid=62574) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1622.029205] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e40403b7-e55d-4516-8ae2-e672fd8c6b74 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.033950] env[62574]: DEBUG oslo_vmware.api [None req-93dda268-b85d-4bdf-a8a0-5f60ad7bd9e2 tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]5290ed56-2aa9-5369-cc64-fcd2c1cccd83, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1622.037764] env[62574]: DEBUG oslo_vmware.api [None req-4355dedf-5463-4c18-bd52-8ad52c4b672b tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] Waiting for the task: (returnval){ [ 1622.037764] env[62574]: value = "task-1861529" [ 1622.037764] env[62574]: _type = "Task" [ 1622.037764] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1622.048159] env[62574]: DEBUG oslo_vmware.api [None req-4355dedf-5463-4c18-bd52-8ad52c4b672b tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] Task: {'id': task-1861529, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1622.055316] env[62574]: DEBUG nova.policy [None req-47a31a67-83d4-43df-a426-77b2785b5482 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c7db3bf386d34a8aa4549ccf7e46fde8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '89fc8b5a7e904272a1c872b05656484c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62574) authorize /opt/stack/nova/nova/policy.py:192}} [ 1622.349869] env[62574]: DEBUG nova.compute.manager [None req-ec0d03e2-4bff-426e-90eb-52d16cbe6e10 tempest-ServersWithSpecificFlavorTestJSON-1641053384 tempest-ServersWithSpecificFlavorTestJSON-1641053384-project-member] [instance: 63c7e049-a6db-462e-a0c6-52ec32e23f86] Start destroying the instance on the hypervisor. {{(pid=62574) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1622.350232] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-ec0d03e2-4bff-426e-90eb-52d16cbe6e10 tempest-ServersWithSpecificFlavorTestJSON-1641053384 tempest-ServersWithSpecificFlavorTestJSON-1641053384-project-member] [instance: 63c7e049-a6db-462e-a0c6-52ec32e23f86] Destroying instance {{(pid=62574) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1622.351535] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d0471c7-64d3-49ba-8300-0212383f882a {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.360909] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec0d03e2-4bff-426e-90eb-52d16cbe6e10 tempest-ServersWithSpecificFlavorTestJSON-1641053384 tempest-ServersWithSpecificFlavorTestJSON-1641053384-project-member] [instance: 63c7e049-a6db-462e-a0c6-52ec32e23f86] Powering off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1622.360909] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cb5ad768-0c8b-451c-a79c-2d43fadde3a7 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.371296] env[62574]: DEBUG oslo_vmware.api [None req-ec0d03e2-4bff-426e-90eb-52d16cbe6e10 tempest-ServersWithSpecificFlavorTestJSON-1641053384 tempest-ServersWithSpecificFlavorTestJSON-1641053384-project-member] Waiting for the task: (returnval){ [ 1622.371296] env[62574]: value = "task-1861530" [ 1622.371296] env[62574]: _type = "Task" [ 1622.371296] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1622.379131] env[62574]: DEBUG oslo_vmware.api [None req-ec0d03e2-4bff-426e-90eb-52d16cbe6e10 tempest-ServersWithSpecificFlavorTestJSON-1641053384 tempest-ServersWithSpecificFlavorTestJSON-1641053384-project-member] Task: {'id': task-1861530, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1622.392659] env[62574]: DEBUG nova.network.neutron [None req-47a31a67-83d4-43df-a426-77b2785b5482 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] [instance: c4ca3d86-7d6e-4dbf-912b-7cb292596272] Successfully created port: 68593b99-8b60-4a3b-9ae8-cc26de44203e {{(pid=62574) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1622.494825] env[62574]: DEBUG nova.compute.manager [None req-47a31a67-83d4-43df-a426-77b2785b5482 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] [instance: c4ca3d86-7d6e-4dbf-912b-7cb292596272] Start building block device mappings for instance. {{(pid=62574) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1622.515552] env[62574]: DEBUG oslo_vmware.api [None req-f9873488-b4b1-4f86-a0c7-bac622bf45eb tempest-InstanceActionsV221TestJSON-1872238690 tempest-InstanceActionsV221TestJSON-1872238690-project-member] Task: {'id': task-1861528, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1622.531423] env[62574]: DEBUG oslo_vmware.api [None req-93dda268-b85d-4bdf-a8a0-5f60ad7bd9e2 tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]5290ed56-2aa9-5369-cc64-fcd2c1cccd83, 'name': SearchDatastore_Task, 'duration_secs': 0.027122} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1622.531810] env[62574]: DEBUG oslo_concurrency.lockutils [None req-93dda268-b85d-4bdf-a8a0-5f60ad7bd9e2 tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1622.532135] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-93dda268-b85d-4bdf-a8a0-5f60ad7bd9e2 tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] [instance: 4df11575-4191-4213-80f6-c74ba97b856f] Processing image 3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2 {{(pid=62574) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1622.532391] env[62574]: DEBUG oslo_concurrency.lockutils [None req-93dda268-b85d-4bdf-a8a0-5f60ad7bd9e2 tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1622.532538] env[62574]: DEBUG oslo_concurrency.lockutils [None req-93dda268-b85d-4bdf-a8a0-5f60ad7bd9e2 tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1622.532719] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-93dda268-b85d-4bdf-a8a0-5f60ad7bd9e2 tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1622.533046] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7bfce2b9-eb43-45a1-8ea3-a6eabb2d783b {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.543534] env[62574]: DEBUG oslo_concurrency.lockutils [None req-7098424e-efaa-4d48-9b0c-490eecd49754 tempest-ServersWithSpecificFlavorTestJSON-1641053384 tempest-ServersWithSpecificFlavorTestJSON-1641053384-project-member] Acquiring lock "5dac9007-8ded-444f-a7ea-5032465ccced" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1622.543534] env[62574]: DEBUG oslo_concurrency.lockutils [None req-7098424e-efaa-4d48-9b0c-490eecd49754 tempest-ServersWithSpecificFlavorTestJSON-1641053384 tempest-ServersWithSpecificFlavorTestJSON-1641053384-project-member] Lock "5dac9007-8ded-444f-a7ea-5032465ccced" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1622.548982] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-93dda268-b85d-4bdf-a8a0-5f60ad7bd9e2 tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1622.549192] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-93dda268-b85d-4bdf-a8a0-5f60ad7bd9e2 tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62574) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1622.553039] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a6943fb6-ab3e-4bb3-a980-bfecac128282 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.555918] env[62574]: DEBUG oslo_vmware.api [None req-4355dedf-5463-4c18-bd52-8ad52c4b672b tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] Task: {'id': task-1861529, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.409237} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1622.556177] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-4355dedf-5463-4c18-bd52-8ad52c4b672b tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] Deleted the datastore file {{(pid=62574) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1622.556359] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-4355dedf-5463-4c18-bd52-8ad52c4b672b tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] [instance: c2e5c2fb-e759-48f8-8bdc-7fd0a86ac1b9] Deleted contents of the VM from datastore datastore2 {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1622.556536] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-4355dedf-5463-4c18-bd52-8ad52c4b672b tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] [instance: c2e5c2fb-e759-48f8-8bdc-7fd0a86ac1b9] Instance destroyed {{(pid=62574) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1622.556753] env[62574]: INFO nova.compute.manager [None req-4355dedf-5463-4c18-bd52-8ad52c4b672b tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] [instance: c2e5c2fb-e759-48f8-8bdc-7fd0a86ac1b9] Took 1.27 seconds to destroy the instance on the hypervisor. [ 1622.557033] env[62574]: DEBUG oslo.service.loopingcall [None req-4355dedf-5463-4c18-bd52-8ad52c4b672b tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62574) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1622.558495] env[62574]: DEBUG nova.compute.manager [-] [instance: c2e5c2fb-e759-48f8-8bdc-7fd0a86ac1b9] Deallocating network for instance {{(pid=62574) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1622.558495] env[62574]: DEBUG nova.network.neutron [-] [instance: c2e5c2fb-e759-48f8-8bdc-7fd0a86ac1b9] deallocate_for_instance() {{(pid=62574) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1622.563390] env[62574]: DEBUG oslo_vmware.api [None req-93dda268-b85d-4bdf-a8a0-5f60ad7bd9e2 tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] Waiting for the task: (returnval){ [ 1622.563390] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]52b5a3ed-3db1-2549-d129-4978a313b0b7" [ 1622.563390] env[62574]: _type = "Task" [ 1622.563390] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1622.575967] env[62574]: DEBUG oslo_vmware.api [None req-93dda268-b85d-4bdf-a8a0-5f60ad7bd9e2 tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52b5a3ed-3db1-2549-d129-4978a313b0b7, 'name': SearchDatastore_Task, 'duration_secs': 0.013255} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1622.579220] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d73701b-2262-40ca-ac02-7fad7cd137a6 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.585174] env[62574]: DEBUG oslo_vmware.api [None req-93dda268-b85d-4bdf-a8a0-5f60ad7bd9e2 tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] Waiting for the task: (returnval){ [ 1622.585174] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]52081cf8-0528-3571-ff72-ef6c7e52edbe" [ 1622.585174] env[62574]: _type = "Task" [ 1622.585174] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1622.593667] env[62574]: DEBUG oslo_vmware.api [None req-93dda268-b85d-4bdf-a8a0-5f60ad7bd9e2 tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52081cf8-0528-3571-ff72-ef6c7e52edbe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1622.607888] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e86db6fb-cb74-42f2-aeeb-c92fe1a7f69d {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.615366] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-347da68c-c042-47e2-b873-c990f06777e9 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.645525] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57df1e00-46a9-4ec0-ab46-6ee2b60df572 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.653339] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96b4c49f-5464-4fa4-b1c6-372fd98a7ee6 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.667940] env[62574]: DEBUG nova.compute.provider_tree [None req-3edb3de8-9d32-4fb0-9b32-54f6f19ec6ef tempest-FloatingIPsAssociationTestJSON-1230011338 tempest-FloatingIPsAssociationTestJSON-1230011338-project-member] Inventory has not changed in ProviderTree for provider: f0ed160a-beff-4626-a531-2a70d7bc0627 {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1622.879795] env[62574]: DEBUG oslo_vmware.api [None req-ec0d03e2-4bff-426e-90eb-52d16cbe6e10 tempest-ServersWithSpecificFlavorTestJSON-1641053384 tempest-ServersWithSpecificFlavorTestJSON-1641053384-project-member] Task: {'id': task-1861530, 'name': PowerOffVM_Task, 'duration_secs': 0.209519} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1622.880086] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec0d03e2-4bff-426e-90eb-52d16cbe6e10 tempest-ServersWithSpecificFlavorTestJSON-1641053384 tempest-ServersWithSpecificFlavorTestJSON-1641053384-project-member] [instance: 63c7e049-a6db-462e-a0c6-52ec32e23f86] Powered off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1622.880258] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-ec0d03e2-4bff-426e-90eb-52d16cbe6e10 tempest-ServersWithSpecificFlavorTestJSON-1641053384 tempest-ServersWithSpecificFlavorTestJSON-1641053384-project-member] [instance: 63c7e049-a6db-462e-a0c6-52ec32e23f86] Unregistering the VM {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1622.880504] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bad358e5-db38-4f04-bf4f-e39df924f269 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.910211] env[62574]: DEBUG oslo_concurrency.lockutils [None req-2d784467-4277-4f71-889e-9a5ca83f8784 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Acquiring lock "interface-2a0c3300-ba7f-4604-b629-42bda5d48664-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1622.910571] env[62574]: DEBUG oslo_concurrency.lockutils [None req-2d784467-4277-4f71-889e-9a5ca83f8784 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Lock "interface-2a0c3300-ba7f-4604-b629-42bda5d48664-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1622.911051] env[62574]: DEBUG nova.objects.instance [None req-2d784467-4277-4f71-889e-9a5ca83f8784 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Lazy-loading 'flavor' on Instance uuid 2a0c3300-ba7f-4604-b629-42bda5d48664 {{(pid=62574) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1622.943819] env[62574]: DEBUG nova.compute.manager [req-402e59a5-7fcb-48d2-95bb-5fad1ea69762 req-9645ba68-9062-4bfa-ae6a-4ea8ed4e21f1 service nova] [instance: c2e5c2fb-e759-48f8-8bdc-7fd0a86ac1b9] Received event network-vif-deleted-e2050f91-6c73-4921-bc9c-20f0a4b964df {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1622.944120] env[62574]: INFO nova.compute.manager [req-402e59a5-7fcb-48d2-95bb-5fad1ea69762 req-9645ba68-9062-4bfa-ae6a-4ea8ed4e21f1 service nova] [instance: c2e5c2fb-e759-48f8-8bdc-7fd0a86ac1b9] Neutron deleted interface e2050f91-6c73-4921-bc9c-20f0a4b964df; detaching it from the instance and deleting it from the info cache [ 1622.944342] env[62574]: DEBUG nova.network.neutron [req-402e59a5-7fcb-48d2-95bb-5fad1ea69762 req-9645ba68-9062-4bfa-ae6a-4ea8ed4e21f1 service nova] [instance: c2e5c2fb-e759-48f8-8bdc-7fd0a86ac1b9] Updating instance_info_cache with network_info: [] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1623.014657] env[62574]: DEBUG oslo_vmware.api [None req-f9873488-b4b1-4f86-a0c7-bac622bf45eb tempest-InstanceActionsV221TestJSON-1872238690 tempest-InstanceActionsV221TestJSON-1872238690-project-member] Task: {'id': task-1861528, 'name': ReconfigVM_Task, 'duration_secs': 0.610419} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1623.014854] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9873488-b4b1-4f86-a0c7-bac622bf45eb tempest-InstanceActionsV221TestJSON-1872238690 tempest-InstanceActionsV221TestJSON-1872238690-project-member] [instance: f68bb186-74b9-4c10-a7a0-e8feda38b3bd] Reconfigured VM instance instance-00000028 to attach disk [datastore2] f68bb186-74b9-4c10-a7a0-e8feda38b3bd/f68bb186-74b9-4c10-a7a0-e8feda38b3bd.vmdk or device None with type sparse {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1623.015504] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bd79d72d-6003-4eeb-823e-2361d7bd9420 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.022498] env[62574]: DEBUG oslo_vmware.api [None req-f9873488-b4b1-4f86-a0c7-bac622bf45eb tempest-InstanceActionsV221TestJSON-1872238690 tempest-InstanceActionsV221TestJSON-1872238690-project-member] Waiting for the task: (returnval){ [ 1623.022498] env[62574]: value = "task-1861532" [ 1623.022498] env[62574]: _type = "Task" [ 1623.022498] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1623.033152] env[62574]: DEBUG oslo_vmware.api [None req-f9873488-b4b1-4f86-a0c7-bac622bf45eb tempest-InstanceActionsV221TestJSON-1872238690 tempest-InstanceActionsV221TestJSON-1872238690-project-member] Task: {'id': task-1861532, 'name': Rename_Task} progress is 5%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1623.033939] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-ec0d03e2-4bff-426e-90eb-52d16cbe6e10 tempest-ServersWithSpecificFlavorTestJSON-1641053384 tempest-ServersWithSpecificFlavorTestJSON-1641053384-project-member] [instance: 63c7e049-a6db-462e-a0c6-52ec32e23f86] Unregistered the VM {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1623.034230] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-ec0d03e2-4bff-426e-90eb-52d16cbe6e10 tempest-ServersWithSpecificFlavorTestJSON-1641053384 tempest-ServersWithSpecificFlavorTestJSON-1641053384-project-member] [instance: 63c7e049-a6db-462e-a0c6-52ec32e23f86] Deleting contents of the VM from datastore datastore2 {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1623.034338] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec0d03e2-4bff-426e-90eb-52d16cbe6e10 tempest-ServersWithSpecificFlavorTestJSON-1641053384 tempest-ServersWithSpecificFlavorTestJSON-1641053384-project-member] Deleting the datastore file [datastore2] 63c7e049-a6db-462e-a0c6-52ec32e23f86 {{(pid=62574) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1623.034636] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9025774f-79a9-4c36-86bd-658f8afa0fb0 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.041069] env[62574]: DEBUG oslo_vmware.api [None req-ec0d03e2-4bff-426e-90eb-52d16cbe6e10 tempest-ServersWithSpecificFlavorTestJSON-1641053384 tempest-ServersWithSpecificFlavorTestJSON-1641053384-project-member] Waiting for the task: (returnval){ [ 1623.041069] env[62574]: value = "task-1861533" [ 1623.041069] env[62574]: _type = "Task" [ 1623.041069] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1623.051534] env[62574]: DEBUG oslo_vmware.api [None req-ec0d03e2-4bff-426e-90eb-52d16cbe6e10 tempest-ServersWithSpecificFlavorTestJSON-1641053384 tempest-ServersWithSpecificFlavorTestJSON-1641053384-project-member] Task: {'id': task-1861533, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1623.095524] env[62574]: DEBUG oslo_vmware.api [None req-93dda268-b85d-4bdf-a8a0-5f60ad7bd9e2 tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52081cf8-0528-3571-ff72-ef6c7e52edbe, 'name': SearchDatastore_Task, 'duration_secs': 0.034226} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1623.095870] env[62574]: DEBUG oslo_concurrency.lockutils [None req-93dda268-b85d-4bdf-a8a0-5f60ad7bd9e2 tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1623.096208] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-93dda268-b85d-4bdf-a8a0-5f60ad7bd9e2 tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk to [datastore2] 4df11575-4191-4213-80f6-c74ba97b856f/4df11575-4191-4213-80f6-c74ba97b856f.vmdk {{(pid=62574) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1623.096490] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-35cd84bb-5853-463c-b841-be7773d4a5b2 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.104995] env[62574]: DEBUG oslo_vmware.api [None req-93dda268-b85d-4bdf-a8a0-5f60ad7bd9e2 tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] Waiting for the task: (returnval){ [ 1623.104995] env[62574]: value = "task-1861534" [ 1623.104995] env[62574]: _type = "Task" [ 1623.104995] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1623.113275] env[62574]: DEBUG oslo_vmware.api [None req-93dda268-b85d-4bdf-a8a0-5f60ad7bd9e2 tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] Task: {'id': task-1861534, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1623.171216] env[62574]: DEBUG nova.scheduler.client.report [None req-3edb3de8-9d32-4fb0-9b32-54f6f19ec6ef tempest-FloatingIPsAssociationTestJSON-1230011338 tempest-FloatingIPsAssociationTestJSON-1230011338-project-member] Inventory has not changed for provider f0ed160a-beff-4626-a531-2a70d7bc0627 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1623.349495] env[62574]: DEBUG nova.network.neutron [-] [instance: c2e5c2fb-e759-48f8-8bdc-7fd0a86ac1b9] Updating instance_info_cache with network_info: [] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1623.448171] env[62574]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0f4bd48d-327c-498e-80ef-cba1f09feb85 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.458745] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab14a888-cfc7-4cf3-b37d-ab1ec4b98055 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.498877] env[62574]: DEBUG nova.compute.manager [req-402e59a5-7fcb-48d2-95bb-5fad1ea69762 req-9645ba68-9062-4bfa-ae6a-4ea8ed4e21f1 service nova] [instance: c2e5c2fb-e759-48f8-8bdc-7fd0a86ac1b9] Detach interface failed, port_id=e2050f91-6c73-4921-bc9c-20f0a4b964df, reason: Instance c2e5c2fb-e759-48f8-8bdc-7fd0a86ac1b9 could not be found. {{(pid=62574) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 1623.510787] env[62574]: DEBUG nova.compute.manager [None req-47a31a67-83d4-43df-a426-77b2785b5482 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] [instance: c4ca3d86-7d6e-4dbf-912b-7cb292596272] Start spawning the instance on the hypervisor. {{(pid=62574) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1623.525395] env[62574]: DEBUG nova.objects.instance [None req-2d784467-4277-4f71-889e-9a5ca83f8784 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Lazy-loading 'pci_requests' on Instance uuid 2a0c3300-ba7f-4604-b629-42bda5d48664 {{(pid=62574) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1623.543521] env[62574]: DEBUG oslo_vmware.api [None req-f9873488-b4b1-4f86-a0c7-bac622bf45eb tempest-InstanceActionsV221TestJSON-1872238690 tempest-InstanceActionsV221TestJSON-1872238690-project-member] Task: {'id': task-1861532, 'name': Rename_Task, 'duration_secs': 0.228246} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1623.546234] env[62574]: DEBUG nova.virt.hardware [None req-47a31a67-83d4-43df-a426-77b2785b5482 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T19:26:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-13T19:26:40Z,direct_url=,disk_format='vmdk',id=3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7eed1dd4d2c3418eb32c4f4ceda3ab0d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-13T19:26:41Z,virtual_size=,visibility=), allow threads: False {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1623.546547] env[62574]: DEBUG nova.virt.hardware [None req-47a31a67-83d4-43df-a426-77b2785b5482 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Flavor limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1623.546758] env[62574]: DEBUG nova.virt.hardware [None req-47a31a67-83d4-43df-a426-77b2785b5482 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Image limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1623.546959] env[62574]: DEBUG nova.virt.hardware [None req-47a31a67-83d4-43df-a426-77b2785b5482 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Flavor pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1623.547287] env[62574]: DEBUG nova.virt.hardware [None req-47a31a67-83d4-43df-a426-77b2785b5482 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Image pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1623.547508] env[62574]: DEBUG nova.virt.hardware [None req-47a31a67-83d4-43df-a426-77b2785b5482 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1623.547756] env[62574]: DEBUG nova.virt.hardware [None req-47a31a67-83d4-43df-a426-77b2785b5482 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1623.547934] env[62574]: DEBUG nova.virt.hardware [None req-47a31a67-83d4-43df-a426-77b2785b5482 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1623.548137] env[62574]: DEBUG nova.virt.hardware [None req-47a31a67-83d4-43df-a426-77b2785b5482 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Got 1 possible topologies {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1623.548336] env[62574]: DEBUG nova.virt.hardware [None req-47a31a67-83d4-43df-a426-77b2785b5482 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1623.548557] env[62574]: DEBUG nova.virt.hardware [None req-47a31a67-83d4-43df-a426-77b2785b5482 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1623.552125] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9873488-b4b1-4f86-a0c7-bac622bf45eb tempest-InstanceActionsV221TestJSON-1872238690 tempest-InstanceActionsV221TestJSON-1872238690-project-member] [instance: f68bb186-74b9-4c10-a7a0-e8feda38b3bd] Powering on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1623.553323] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-866fcccb-c5ce-48ff-8aed-e0af33de0af3 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.556493] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ed735ed3-eea5-4cd5-b603-2b5866ce9419 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.570025] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-039dfe59-ad0f-4843-a10f-78a8bb96795b {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.571981] env[62574]: DEBUG oslo_vmware.api [None req-ec0d03e2-4bff-426e-90eb-52d16cbe6e10 tempest-ServersWithSpecificFlavorTestJSON-1641053384 tempest-ServersWithSpecificFlavorTestJSON-1641053384-project-member] Task: {'id': task-1861533, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.306595} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1623.573628] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec0d03e2-4bff-426e-90eb-52d16cbe6e10 tempest-ServersWithSpecificFlavorTestJSON-1641053384 tempest-ServersWithSpecificFlavorTestJSON-1641053384-project-member] Deleted the datastore file {{(pid=62574) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1623.573823] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-ec0d03e2-4bff-426e-90eb-52d16cbe6e10 tempest-ServersWithSpecificFlavorTestJSON-1641053384 tempest-ServersWithSpecificFlavorTestJSON-1641053384-project-member] [instance: 63c7e049-a6db-462e-a0c6-52ec32e23f86] Deleted contents of the VM from datastore datastore2 {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1623.574025] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-ec0d03e2-4bff-426e-90eb-52d16cbe6e10 tempest-ServersWithSpecificFlavorTestJSON-1641053384 tempest-ServersWithSpecificFlavorTestJSON-1641053384-project-member] [instance: 63c7e049-a6db-462e-a0c6-52ec32e23f86] Instance destroyed {{(pid=62574) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1623.574209] env[62574]: INFO nova.compute.manager [None req-ec0d03e2-4bff-426e-90eb-52d16cbe6e10 tempest-ServersWithSpecificFlavorTestJSON-1641053384 tempest-ServersWithSpecificFlavorTestJSON-1641053384-project-member] [instance: 63c7e049-a6db-462e-a0c6-52ec32e23f86] Took 1.22 seconds to destroy the instance on the hypervisor. [ 1623.574530] env[62574]: DEBUG oslo.service.loopingcall [None req-ec0d03e2-4bff-426e-90eb-52d16cbe6e10 tempest-ServersWithSpecificFlavorTestJSON-1641053384 tempest-ServersWithSpecificFlavorTestJSON-1641053384-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62574) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1623.574809] env[62574]: DEBUG oslo_vmware.api [None req-f9873488-b4b1-4f86-a0c7-bac622bf45eb tempest-InstanceActionsV221TestJSON-1872238690 tempest-InstanceActionsV221TestJSON-1872238690-project-member] Waiting for the task: (returnval){ [ 1623.574809] env[62574]: value = "task-1861535" [ 1623.574809] env[62574]: _type = "Task" [ 1623.574809] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1623.576234] env[62574]: DEBUG nova.compute.manager [-] [instance: 63c7e049-a6db-462e-a0c6-52ec32e23f86] Deallocating network for instance {{(pid=62574) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1623.576234] env[62574]: DEBUG nova.network.neutron [-] [instance: 63c7e049-a6db-462e-a0c6-52ec32e23f86] deallocate_for_instance() {{(pid=62574) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1623.595967] env[62574]: DEBUG oslo_vmware.api [None req-f9873488-b4b1-4f86-a0c7-bac622bf45eb tempest-InstanceActionsV221TestJSON-1872238690 tempest-InstanceActionsV221TestJSON-1872238690-project-member] Task: {'id': task-1861535, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1623.618025] env[62574]: DEBUG oslo_vmware.api [None req-93dda268-b85d-4bdf-a8a0-5f60ad7bd9e2 tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] Task: {'id': task-1861534, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1623.677349] env[62574]: DEBUG oslo_concurrency.lockutils [None req-3edb3de8-9d32-4fb0-9b32-54f6f19ec6ef tempest-FloatingIPsAssociationTestJSON-1230011338 tempest-FloatingIPsAssociationTestJSON-1230011338-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.188s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1623.679758] env[62574]: DEBUG oslo_concurrency.lockutils [None req-ccd6228f-60e7-4c6b-b0d0-111819aaa72f tempest-SecurityGroupsTestJSON-247158518 tempest-SecurityGroupsTestJSON-247158518-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.220s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1623.681418] env[62574]: INFO nova.compute.claims [None req-ccd6228f-60e7-4c6b-b0d0-111819aaa72f tempest-SecurityGroupsTestJSON-247158518 tempest-SecurityGroupsTestJSON-247158518-project-member] [instance: 1aff4bff-16cd-4873-9b4d-3538d4779084] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1623.707026] env[62574]: INFO nova.scheduler.client.report [None req-3edb3de8-9d32-4fb0-9b32-54f6f19ec6ef tempest-FloatingIPsAssociationTestJSON-1230011338 tempest-FloatingIPsAssociationTestJSON-1230011338-project-member] Deleted allocations for instance 659eb0b0-3b2a-4253-9c65-ef5bc0d33fd1 [ 1623.852529] env[62574]: INFO nova.compute.manager [-] [instance: c2e5c2fb-e759-48f8-8bdc-7fd0a86ac1b9] Took 1.29 seconds to deallocate network for instance. [ 1623.988829] env[62574]: DEBUG nova.network.neutron [None req-47a31a67-83d4-43df-a426-77b2785b5482 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] [instance: c4ca3d86-7d6e-4dbf-912b-7cb292596272] Successfully updated port: 68593b99-8b60-4a3b-9ae8-cc26de44203e {{(pid=62574) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1624.033030] env[62574]: DEBUG nova.objects.base [None req-2d784467-4277-4f71-889e-9a5ca83f8784 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Object Instance<2a0c3300-ba7f-4604-b629-42bda5d48664> lazy-loaded attributes: flavor,pci_requests {{(pid=62574) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1624.033030] env[62574]: DEBUG nova.network.neutron [None req-2d784467-4277-4f71-889e-9a5ca83f8784 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] [instance: 2a0c3300-ba7f-4604-b629-42bda5d48664] allocate_for_instance() {{(pid=62574) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1624.083816] env[62574]: DEBUG nova.policy [None req-2d784467-4277-4f71-889e-9a5ca83f8784 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '973709d00eff45a3b8804ef21cc86542', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3197393f8f6a457a9367bd87f7aa5dc2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62574) authorize /opt/stack/nova/nova/policy.py:192}} [ 1624.091712] env[62574]: DEBUG oslo_vmware.api [None req-f9873488-b4b1-4f86-a0c7-bac622bf45eb tempest-InstanceActionsV221TestJSON-1872238690 tempest-InstanceActionsV221TestJSON-1872238690-project-member] Task: {'id': task-1861535, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1624.117325] env[62574]: DEBUG oslo_vmware.api [None req-93dda268-b85d-4bdf-a8a0-5f60ad7bd9e2 tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] Task: {'id': task-1861534, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.8156} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1624.117899] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-93dda268-b85d-4bdf-a8a0-5f60ad7bd9e2 tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk to [datastore2] 4df11575-4191-4213-80f6-c74ba97b856f/4df11575-4191-4213-80f6-c74ba97b856f.vmdk {{(pid=62574) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1624.118045] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-93dda268-b85d-4bdf-a8a0-5f60ad7bd9e2 tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] [instance: 4df11575-4191-4213-80f6-c74ba97b856f] Extending root virtual disk to 1048576 {{(pid=62574) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1624.118622] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bea2a111-c559-4842-8e08-bd6db2100cb4 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.128655] env[62574]: DEBUG oslo_vmware.api [None req-93dda268-b85d-4bdf-a8a0-5f60ad7bd9e2 tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] Waiting for the task: (returnval){ [ 1624.128655] env[62574]: value = "task-1861536" [ 1624.128655] env[62574]: _type = "Task" [ 1624.128655] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1624.138181] env[62574]: DEBUG oslo_vmware.api [None req-93dda268-b85d-4bdf-a8a0-5f60ad7bd9e2 tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] Task: {'id': task-1861536, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1624.218648] env[62574]: DEBUG oslo_concurrency.lockutils [None req-3edb3de8-9d32-4fb0-9b32-54f6f19ec6ef tempest-FloatingIPsAssociationTestJSON-1230011338 tempest-FloatingIPsAssociationTestJSON-1230011338-project-member] Lock "659eb0b0-3b2a-4253-9c65-ef5bc0d33fd1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.996s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1624.219547] env[62574]: DEBUG oslo_concurrency.lockutils [None req-96c278e6-18c8-457c-85f8-10f1f6da26f1 tempest-FloatingIPsAssociationTestJSON-1230011338 tempest-FloatingIPsAssociationTestJSON-1230011338-project-member] Lock "659eb0b0-3b2a-4253-9c65-ef5bc0d33fd1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 17.785s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1624.219772] env[62574]: DEBUG oslo_concurrency.lockutils [None req-96c278e6-18c8-457c-85f8-10f1f6da26f1 tempest-FloatingIPsAssociationTestJSON-1230011338 tempest-FloatingIPsAssociationTestJSON-1230011338-project-member] Acquiring lock "659eb0b0-3b2a-4253-9c65-ef5bc0d33fd1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1624.219977] env[62574]: DEBUG oslo_concurrency.lockutils [None req-96c278e6-18c8-457c-85f8-10f1f6da26f1 tempest-FloatingIPsAssociationTestJSON-1230011338 tempest-FloatingIPsAssociationTestJSON-1230011338-project-member] Lock "659eb0b0-3b2a-4253-9c65-ef5bc0d33fd1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1624.220161] env[62574]: DEBUG oslo_concurrency.lockutils [None req-96c278e6-18c8-457c-85f8-10f1f6da26f1 tempest-FloatingIPsAssociationTestJSON-1230011338 tempest-FloatingIPsAssociationTestJSON-1230011338-project-member] Lock "659eb0b0-3b2a-4253-9c65-ef5bc0d33fd1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1624.222154] env[62574]: INFO nova.compute.manager [None req-96c278e6-18c8-457c-85f8-10f1f6da26f1 tempest-FloatingIPsAssociationTestJSON-1230011338 tempest-FloatingIPsAssociationTestJSON-1230011338-project-member] [instance: 659eb0b0-3b2a-4253-9c65-ef5bc0d33fd1] Terminating instance [ 1624.358940] env[62574]: DEBUG oslo_concurrency.lockutils [None req-4355dedf-5463-4c18-bd52-8ad52c4b672b tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1624.405514] env[62574]: DEBUG nova.network.neutron [None req-2d784467-4277-4f71-889e-9a5ca83f8784 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] [instance: 2a0c3300-ba7f-4604-b629-42bda5d48664] Successfully created port: a6a664d1-2820-4230-9526-16db8e6c2da6 {{(pid=62574) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1624.427992] env[62574]: DEBUG nova.compute.manager [req-7df57e68-76d1-4f6e-8c9a-1b4ea5d12c51 req-77545a12-0d4d-4fb1-9bc0-5e4235a23853 service nova] [instance: c4ca3d86-7d6e-4dbf-912b-7cb292596272] Received event network-vif-plugged-68593b99-8b60-4a3b-9ae8-cc26de44203e {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1624.428222] env[62574]: DEBUG oslo_concurrency.lockutils [req-7df57e68-76d1-4f6e-8c9a-1b4ea5d12c51 req-77545a12-0d4d-4fb1-9bc0-5e4235a23853 service nova] Acquiring lock "c4ca3d86-7d6e-4dbf-912b-7cb292596272-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1624.428513] env[62574]: DEBUG oslo_concurrency.lockutils [req-7df57e68-76d1-4f6e-8c9a-1b4ea5d12c51 req-77545a12-0d4d-4fb1-9bc0-5e4235a23853 service nova] Lock "c4ca3d86-7d6e-4dbf-912b-7cb292596272-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1624.428712] env[62574]: DEBUG oslo_concurrency.lockutils [req-7df57e68-76d1-4f6e-8c9a-1b4ea5d12c51 req-77545a12-0d4d-4fb1-9bc0-5e4235a23853 service nova] Lock "c4ca3d86-7d6e-4dbf-912b-7cb292596272-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1624.428809] env[62574]: DEBUG nova.compute.manager [req-7df57e68-76d1-4f6e-8c9a-1b4ea5d12c51 req-77545a12-0d4d-4fb1-9bc0-5e4235a23853 service nova] [instance: c4ca3d86-7d6e-4dbf-912b-7cb292596272] No waiting events found dispatching network-vif-plugged-68593b99-8b60-4a3b-9ae8-cc26de44203e {{(pid=62574) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1624.428998] env[62574]: WARNING nova.compute.manager [req-7df57e68-76d1-4f6e-8c9a-1b4ea5d12c51 req-77545a12-0d4d-4fb1-9bc0-5e4235a23853 service nova] [instance: c4ca3d86-7d6e-4dbf-912b-7cb292596272] Received unexpected event network-vif-plugged-68593b99-8b60-4a3b-9ae8-cc26de44203e for instance with vm_state building and task_state spawning. [ 1624.492706] env[62574]: DEBUG oslo_concurrency.lockutils [None req-47a31a67-83d4-43df-a426-77b2785b5482 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Acquiring lock "refresh_cache-c4ca3d86-7d6e-4dbf-912b-7cb292596272" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1624.492871] env[62574]: DEBUG oslo_concurrency.lockutils [None req-47a31a67-83d4-43df-a426-77b2785b5482 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Acquired lock "refresh_cache-c4ca3d86-7d6e-4dbf-912b-7cb292596272" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1624.493453] env[62574]: DEBUG nova.network.neutron [None req-47a31a67-83d4-43df-a426-77b2785b5482 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] [instance: c4ca3d86-7d6e-4dbf-912b-7cb292596272] Building network info cache for instance {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1624.587728] env[62574]: DEBUG oslo_vmware.api [None req-f9873488-b4b1-4f86-a0c7-bac622bf45eb tempest-InstanceActionsV221TestJSON-1872238690 tempest-InstanceActionsV221TestJSON-1872238690-project-member] Task: {'id': task-1861535, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1624.639035] env[62574]: DEBUG oslo_vmware.api [None req-93dda268-b85d-4bdf-a8a0-5f60ad7bd9e2 tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] Task: {'id': task-1861536, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072092} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1624.640250] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-93dda268-b85d-4bdf-a8a0-5f60ad7bd9e2 tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] [instance: 4df11575-4191-4213-80f6-c74ba97b856f] Extended root virtual disk {{(pid=62574) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1624.640995] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fedb15a-bc98-4759-8f30-214c94262141 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.664216] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-93dda268-b85d-4bdf-a8a0-5f60ad7bd9e2 tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] [instance: 4df11575-4191-4213-80f6-c74ba97b856f] Reconfiguring VM instance instance-00000029 to attach disk [datastore2] 4df11575-4191-4213-80f6-c74ba97b856f/4df11575-4191-4213-80f6-c74ba97b856f.vmdk or device None with type sparse {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1624.664216] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-31195b51-1372-4023-93f9-b85ee822e607 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.683117] env[62574]: DEBUG oslo_vmware.api [None req-93dda268-b85d-4bdf-a8a0-5f60ad7bd9e2 tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] Waiting for the task: (returnval){ [ 1624.683117] env[62574]: value = "task-1861537" [ 1624.683117] env[62574]: _type = "Task" [ 1624.683117] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1624.699595] env[62574]: DEBUG oslo_vmware.api [None req-93dda268-b85d-4bdf-a8a0-5f60ad7bd9e2 tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] Task: {'id': task-1861537, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1624.726603] env[62574]: DEBUG oslo_concurrency.lockutils [None req-96c278e6-18c8-457c-85f8-10f1f6da26f1 tempest-FloatingIPsAssociationTestJSON-1230011338 tempest-FloatingIPsAssociationTestJSON-1230011338-project-member] Acquiring lock "refresh_cache-659eb0b0-3b2a-4253-9c65-ef5bc0d33fd1" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1624.727050] env[62574]: DEBUG oslo_concurrency.lockutils [None req-96c278e6-18c8-457c-85f8-10f1f6da26f1 tempest-FloatingIPsAssociationTestJSON-1230011338 tempest-FloatingIPsAssociationTestJSON-1230011338-project-member] Acquired lock "refresh_cache-659eb0b0-3b2a-4253-9c65-ef5bc0d33fd1" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1624.727329] env[62574]: DEBUG nova.network.neutron [None req-96c278e6-18c8-457c-85f8-10f1f6da26f1 tempest-FloatingIPsAssociationTestJSON-1230011338 tempest-FloatingIPsAssociationTestJSON-1230011338-project-member] [instance: 659eb0b0-3b2a-4253-9c65-ef5bc0d33fd1] Building network info cache for instance {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1625.029154] env[62574]: DEBUG nova.network.neutron [None req-47a31a67-83d4-43df-a426-77b2785b5482 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] [instance: c4ca3d86-7d6e-4dbf-912b-7cb292596272] Instance cache missing network info. {{(pid=62574) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1625.058119] env[62574]: DEBUG nova.network.neutron [-] [instance: 63c7e049-a6db-462e-a0c6-52ec32e23f86] Updating instance_info_cache with network_info: [] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1625.089223] env[62574]: DEBUG oslo_vmware.api [None req-f9873488-b4b1-4f86-a0c7-bac622bf45eb tempest-InstanceActionsV221TestJSON-1872238690 tempest-InstanceActionsV221TestJSON-1872238690-project-member] Task: {'id': task-1861535, 'name': PowerOnVM_Task} progress is 78%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1625.193633] env[62574]: DEBUG oslo_vmware.api [None req-93dda268-b85d-4bdf-a8a0-5f60ad7bd9e2 tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] Task: {'id': task-1861537, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1625.195523] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4029154e-efb7-4c2e-8347-ab049f28b193 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.202228] env[62574]: DEBUG nova.network.neutron [None req-47a31a67-83d4-43df-a426-77b2785b5482 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] [instance: c4ca3d86-7d6e-4dbf-912b-7cb292596272] Updating instance_info_cache with network_info: [{"id": "68593b99-8b60-4a3b-9ae8-cc26de44203e", "address": "fa:16:3e:bb:17:96", "network": {"id": "f6a83369-79e9-4642-a0ca-7260589f6ea4", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-146115192-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "89fc8b5a7e904272a1c872b05656484c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35e463c7-7d78-4d66-8efd-6127b1f3ee17", "external-id": "nsx-vlan-transportzone-175", "segmentation_id": 175, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap68593b99-8b", "ovs_interfaceid": "68593b99-8b60-4a3b-9ae8-cc26de44203e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1625.205086] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff148c6f-26b1-4f61-b4d5-7d2830f92303 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.246612] env[62574]: DEBUG nova.compute.utils [None req-96c278e6-18c8-457c-85f8-10f1f6da26f1 tempest-FloatingIPsAssociationTestJSON-1230011338 tempest-FloatingIPsAssociationTestJSON-1230011338-project-member] [instance: 659eb0b0-3b2a-4253-9c65-ef5bc0d33fd1] Can not refresh info_cache because instance was not found {{(pid=62574) refresh_info_cache_for_instance /opt/stack/nova/nova/compute/utils.py:1055}} [ 1625.250543] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e81b4ccb-cff5-44fb-93d9-b6ed444e8d9f {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.260036] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c91a9d37-4bd2-405a-b95c-d36608a57710 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.266534] env[62574]: DEBUG nova.network.neutron [None req-96c278e6-18c8-457c-85f8-10f1f6da26f1 tempest-FloatingIPsAssociationTestJSON-1230011338 tempest-FloatingIPsAssociationTestJSON-1230011338-project-member] [instance: 659eb0b0-3b2a-4253-9c65-ef5bc0d33fd1] Instance cache missing network info. {{(pid=62574) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1625.276681] env[62574]: DEBUG nova.compute.provider_tree [None req-ccd6228f-60e7-4c6b-b0d0-111819aaa72f tempest-SecurityGroupsTestJSON-247158518 tempest-SecurityGroupsTestJSON-247158518-project-member] Inventory has not changed in ProviderTree for provider: f0ed160a-beff-4626-a531-2a70d7bc0627 {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1625.384838] env[62574]: DEBUG nova.network.neutron [None req-96c278e6-18c8-457c-85f8-10f1f6da26f1 tempest-FloatingIPsAssociationTestJSON-1230011338 tempest-FloatingIPsAssociationTestJSON-1230011338-project-member] [instance: 659eb0b0-3b2a-4253-9c65-ef5bc0d33fd1] Updating instance_info_cache with network_info: [] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1625.443716] env[62574]: DEBUG nova.compute.manager [req-c1de6a2f-1302-4721-8f56-ec4b85abbb9d req-2a887826-efcf-4809-817d-518f246712db service nova] [instance: 63c7e049-a6db-462e-a0c6-52ec32e23f86] Received event network-vif-deleted-f72894df-1960-47d8-8585-7f81f7513def {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1625.562065] env[62574]: INFO nova.compute.manager [-] [instance: 63c7e049-a6db-462e-a0c6-52ec32e23f86] Took 1.99 seconds to deallocate network for instance. [ 1625.592687] env[62574]: DEBUG oslo_vmware.api [None req-f9873488-b4b1-4f86-a0c7-bac622bf45eb tempest-InstanceActionsV221TestJSON-1872238690 tempest-InstanceActionsV221TestJSON-1872238690-project-member] Task: {'id': task-1861535, 'name': PowerOnVM_Task, 'duration_secs': 1.89944} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1625.592687] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9873488-b4b1-4f86-a0c7-bac622bf45eb tempest-InstanceActionsV221TestJSON-1872238690 tempest-InstanceActionsV221TestJSON-1872238690-project-member] [instance: f68bb186-74b9-4c10-a7a0-e8feda38b3bd] Powered on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1625.592687] env[62574]: INFO nova.compute.manager [None req-f9873488-b4b1-4f86-a0c7-bac622bf45eb tempest-InstanceActionsV221TestJSON-1872238690 tempest-InstanceActionsV221TestJSON-1872238690-project-member] [instance: f68bb186-74b9-4c10-a7a0-e8feda38b3bd] Took 9.48 seconds to spawn the instance on the hypervisor. [ 1625.592687] env[62574]: DEBUG nova.compute.manager [None req-f9873488-b4b1-4f86-a0c7-bac622bf45eb tempest-InstanceActionsV221TestJSON-1872238690 tempest-InstanceActionsV221TestJSON-1872238690-project-member] [instance: f68bb186-74b9-4c10-a7a0-e8feda38b3bd] Checking state {{(pid=62574) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1625.592687] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1817f084-d772-4293-b732-9c5f11f70f27 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.696035] env[62574]: DEBUG oslo_vmware.api [None req-93dda268-b85d-4bdf-a8a0-5f60ad7bd9e2 tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] Task: {'id': task-1861537, 'name': ReconfigVM_Task, 'duration_secs': 0.701463} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1625.696035] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-93dda268-b85d-4bdf-a8a0-5f60ad7bd9e2 tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] [instance: 4df11575-4191-4213-80f6-c74ba97b856f] Reconfigured VM instance instance-00000029 to attach disk [datastore2] 4df11575-4191-4213-80f6-c74ba97b856f/4df11575-4191-4213-80f6-c74ba97b856f.vmdk or device None with type sparse {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1625.696035] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cf19225a-35f5-4131-9e93-afd52cbbf799 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.702142] env[62574]: DEBUG oslo_vmware.api [None req-93dda268-b85d-4bdf-a8a0-5f60ad7bd9e2 tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] Waiting for the task: (returnval){ [ 1625.702142] env[62574]: value = "task-1861538" [ 1625.702142] env[62574]: _type = "Task" [ 1625.702142] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1625.711824] env[62574]: DEBUG oslo_concurrency.lockutils [None req-47a31a67-83d4-43df-a426-77b2785b5482 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Releasing lock "refresh_cache-c4ca3d86-7d6e-4dbf-912b-7cb292596272" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1625.711824] env[62574]: DEBUG nova.compute.manager [None req-47a31a67-83d4-43df-a426-77b2785b5482 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] [instance: c4ca3d86-7d6e-4dbf-912b-7cb292596272] Instance network_info: |[{"id": "68593b99-8b60-4a3b-9ae8-cc26de44203e", "address": "fa:16:3e:bb:17:96", "network": {"id": "f6a83369-79e9-4642-a0ca-7260589f6ea4", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-146115192-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "89fc8b5a7e904272a1c872b05656484c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35e463c7-7d78-4d66-8efd-6127b1f3ee17", "external-id": "nsx-vlan-transportzone-175", "segmentation_id": 175, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap68593b99-8b", "ovs_interfaceid": "68593b99-8b60-4a3b-9ae8-cc26de44203e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62574) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1625.712130] env[62574]: DEBUG oslo_vmware.api [None req-93dda268-b85d-4bdf-a8a0-5f60ad7bd9e2 tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] Task: {'id': task-1861538, 'name': Rename_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1625.712555] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-47a31a67-83d4-43df-a426-77b2785b5482 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] [instance: c4ca3d86-7d6e-4dbf-912b-7cb292596272] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bb:17:96', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '35e463c7-7d78-4d66-8efd-6127b1f3ee17', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '68593b99-8b60-4a3b-9ae8-cc26de44203e', 'vif_model': 'vmxnet3'}] {{(pid=62574) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1625.719942] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-47a31a67-83d4-43df-a426-77b2785b5482 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Creating folder: Project (89fc8b5a7e904272a1c872b05656484c). Parent ref: group-v384746. {{(pid=62574) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1625.720239] env[62574]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f31c4d9f-2453-468b-866f-8bd598deb0ec {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.730146] env[62574]: INFO nova.virt.vmwareapi.vm_util [None req-47a31a67-83d4-43df-a426-77b2785b5482 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Created folder: Project (89fc8b5a7e904272a1c872b05656484c) in parent group-v384746. [ 1625.730362] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-47a31a67-83d4-43df-a426-77b2785b5482 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Creating folder: Instances. Parent ref: group-v384865. {{(pid=62574) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1625.730610] env[62574]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c1ebe16d-651b-43ee-82b0-5ce8a4508734 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.739590] env[62574]: INFO nova.virt.vmwareapi.vm_util [None req-47a31a67-83d4-43df-a426-77b2785b5482 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Created folder: Instances in parent group-v384865. [ 1625.739854] env[62574]: DEBUG oslo.service.loopingcall [None req-47a31a67-83d4-43df-a426-77b2785b5482 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62574) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1625.740058] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c4ca3d86-7d6e-4dbf-912b-7cb292596272] Creating VM on the ESX host {{(pid=62574) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1625.740271] env[62574]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d89c72b4-315e-4824-a1c8-a61a588a67e5 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.760665] env[62574]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1625.760665] env[62574]: value = "task-1861541" [ 1625.760665] env[62574]: _type = "Task" [ 1625.760665] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1625.770695] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1861541, 'name': CreateVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1625.780861] env[62574]: DEBUG nova.scheduler.client.report [None req-ccd6228f-60e7-4c6b-b0d0-111819aaa72f tempest-SecurityGroupsTestJSON-247158518 tempest-SecurityGroupsTestJSON-247158518-project-member] Inventory has not changed for provider f0ed160a-beff-4626-a531-2a70d7bc0627 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1625.891019] env[62574]: DEBUG oslo_concurrency.lockutils [None req-96c278e6-18c8-457c-85f8-10f1f6da26f1 tempest-FloatingIPsAssociationTestJSON-1230011338 tempest-FloatingIPsAssociationTestJSON-1230011338-project-member] Releasing lock "refresh_cache-659eb0b0-3b2a-4253-9c65-ef5bc0d33fd1" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1625.891019] env[62574]: DEBUG nova.compute.manager [None req-96c278e6-18c8-457c-85f8-10f1f6da26f1 tempest-FloatingIPsAssociationTestJSON-1230011338 tempest-FloatingIPsAssociationTestJSON-1230011338-project-member] [instance: 659eb0b0-3b2a-4253-9c65-ef5bc0d33fd1] Start destroying the instance on the hypervisor. {{(pid=62574) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1625.891019] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-96c278e6-18c8-457c-85f8-10f1f6da26f1 tempest-FloatingIPsAssociationTestJSON-1230011338 tempest-FloatingIPsAssociationTestJSON-1230011338-project-member] [instance: 659eb0b0-3b2a-4253-9c65-ef5bc0d33fd1] Destroying instance {{(pid=62574) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1625.891019] env[62574]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3af63136-99a0-489a-b819-0bbc56d4467a {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.903020] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7001480b-fe33-47a8-97c9-609fdb287336 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.941464] env[62574]: WARNING nova.virt.vmwareapi.vmops [None req-96c278e6-18c8-457c-85f8-10f1f6da26f1 tempest-FloatingIPsAssociationTestJSON-1230011338 tempest-FloatingIPsAssociationTestJSON-1230011338-project-member] [instance: 659eb0b0-3b2a-4253-9c65-ef5bc0d33fd1] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 659eb0b0-3b2a-4253-9c65-ef5bc0d33fd1 could not be found. [ 1625.941895] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-96c278e6-18c8-457c-85f8-10f1f6da26f1 tempest-FloatingIPsAssociationTestJSON-1230011338 tempest-FloatingIPsAssociationTestJSON-1230011338-project-member] [instance: 659eb0b0-3b2a-4253-9c65-ef5bc0d33fd1] Instance destroyed {{(pid=62574) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1625.942471] env[62574]: INFO nova.compute.manager [None req-96c278e6-18c8-457c-85f8-10f1f6da26f1 tempest-FloatingIPsAssociationTestJSON-1230011338 tempest-FloatingIPsAssociationTestJSON-1230011338-project-member] [instance: 659eb0b0-3b2a-4253-9c65-ef5bc0d33fd1] Took 0.05 seconds to destroy the instance on the hypervisor. [ 1625.942846] env[62574]: DEBUG oslo.service.loopingcall [None req-96c278e6-18c8-457c-85f8-10f1f6da26f1 tempest-FloatingIPsAssociationTestJSON-1230011338 tempest-FloatingIPsAssociationTestJSON-1230011338-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62574) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1625.943434] env[62574]: DEBUG nova.compute.manager [-] [instance: 659eb0b0-3b2a-4253-9c65-ef5bc0d33fd1] Deallocating network for instance {{(pid=62574) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1625.943655] env[62574]: DEBUG nova.network.neutron [-] [instance: 659eb0b0-3b2a-4253-9c65-ef5bc0d33fd1] deallocate_for_instance() {{(pid=62574) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1625.963640] env[62574]: DEBUG nova.network.neutron [-] [instance: 659eb0b0-3b2a-4253-9c65-ef5bc0d33fd1] Instance cache missing network info. {{(pid=62574) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1625.972713] env[62574]: DEBUG nova.network.neutron [None req-2d784467-4277-4f71-889e-9a5ca83f8784 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] [instance: 2a0c3300-ba7f-4604-b629-42bda5d48664] Successfully updated port: a6a664d1-2820-4230-9526-16db8e6c2da6 {{(pid=62574) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1626.069521] env[62574]: DEBUG oslo_concurrency.lockutils [None req-ec0d03e2-4bff-426e-90eb-52d16cbe6e10 tempest-ServersWithSpecificFlavorTestJSON-1641053384 tempest-ServersWithSpecificFlavorTestJSON-1641053384-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1626.112721] env[62574]: INFO nova.compute.manager [None req-f9873488-b4b1-4f86-a0c7-bac622bf45eb tempest-InstanceActionsV221TestJSON-1872238690 tempest-InstanceActionsV221TestJSON-1872238690-project-member] [instance: f68bb186-74b9-4c10-a7a0-e8feda38b3bd] Took 44.94 seconds to build instance. [ 1626.212481] env[62574]: DEBUG oslo_vmware.api [None req-93dda268-b85d-4bdf-a8a0-5f60ad7bd9e2 tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] Task: {'id': task-1861538, 'name': Rename_Task, 'duration_secs': 0.184457} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1626.212765] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-93dda268-b85d-4bdf-a8a0-5f60ad7bd9e2 tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] [instance: 4df11575-4191-4213-80f6-c74ba97b856f] Powering on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1626.213017] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-098595cd-2b29-46a5-b020-3e1df7040547 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.219464] env[62574]: DEBUG oslo_vmware.api [None req-93dda268-b85d-4bdf-a8a0-5f60ad7bd9e2 tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] Waiting for the task: (returnval){ [ 1626.219464] env[62574]: value = "task-1861542" [ 1626.219464] env[62574]: _type = "Task" [ 1626.219464] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1626.227253] env[62574]: DEBUG oslo_vmware.api [None req-93dda268-b85d-4bdf-a8a0-5f60ad7bd9e2 tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] Task: {'id': task-1861542, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1626.270045] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1861541, 'name': CreateVM_Task, 'duration_secs': 0.499186} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1626.270229] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c4ca3d86-7d6e-4dbf-912b-7cb292596272] Created VM on the ESX host {{(pid=62574) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1626.270908] env[62574]: DEBUG oslo_concurrency.lockutils [None req-47a31a67-83d4-43df-a426-77b2785b5482 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1626.271094] env[62574]: DEBUG oslo_concurrency.lockutils [None req-47a31a67-83d4-43df-a426-77b2785b5482 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1626.271440] env[62574]: DEBUG oslo_concurrency.lockutils [None req-47a31a67-83d4-43df-a426-77b2785b5482 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1626.271707] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-287d7da4-d3c9-4d89-bcb9-d256f670db02 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.276123] env[62574]: DEBUG oslo_vmware.api [None req-47a31a67-83d4-43df-a426-77b2785b5482 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Waiting for the task: (returnval){ [ 1626.276123] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]52730639-135b-d1b8-6216-794f1b0d8ac1" [ 1626.276123] env[62574]: _type = "Task" [ 1626.276123] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1626.283600] env[62574]: DEBUG oslo_vmware.api [None req-47a31a67-83d4-43df-a426-77b2785b5482 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52730639-135b-d1b8-6216-794f1b0d8ac1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1626.285393] env[62574]: DEBUG oslo_concurrency.lockutils [None req-ccd6228f-60e7-4c6b-b0d0-111819aaa72f tempest-SecurityGroupsTestJSON-247158518 tempest-SecurityGroupsTestJSON-247158518-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.606s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1626.285900] env[62574]: DEBUG nova.compute.manager [None req-ccd6228f-60e7-4c6b-b0d0-111819aaa72f tempest-SecurityGroupsTestJSON-247158518 tempest-SecurityGroupsTestJSON-247158518-project-member] [instance: 1aff4bff-16cd-4873-9b4d-3538d4779084] Start building networks asynchronously for instance. {{(pid=62574) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1626.288365] env[62574]: DEBUG oslo_concurrency.lockutils [None req-67b2bd0d-a1e2-494d-8f7b-8c4ecc58559c tempest-ServersTestFqdnHostnames-1156924450 tempest-ServersTestFqdnHostnames-1156924450-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.537s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1626.289866] env[62574]: INFO nova.compute.claims [None req-67b2bd0d-a1e2-494d-8f7b-8c4ecc58559c tempest-ServersTestFqdnHostnames-1156924450 tempest-ServersTestFqdnHostnames-1156924450-project-member] [instance: a3e0bf12-7471-4d8d-bb31-bf4b3b35f87f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1626.474056] env[62574]: DEBUG nova.network.neutron [-] [instance: 659eb0b0-3b2a-4253-9c65-ef5bc0d33fd1] Updating instance_info_cache with network_info: [] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1626.475339] env[62574]: DEBUG oslo_concurrency.lockutils [None req-2d784467-4277-4f71-889e-9a5ca83f8784 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Acquiring lock "refresh_cache-2a0c3300-ba7f-4604-b629-42bda5d48664" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1626.475527] env[62574]: DEBUG oslo_concurrency.lockutils [None req-2d784467-4277-4f71-889e-9a5ca83f8784 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Acquired lock "refresh_cache-2a0c3300-ba7f-4604-b629-42bda5d48664" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1626.475700] env[62574]: DEBUG nova.network.neutron [None req-2d784467-4277-4f71-889e-9a5ca83f8784 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] [instance: 2a0c3300-ba7f-4604-b629-42bda5d48664] Building network info cache for instance {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1626.616637] env[62574]: DEBUG oslo_concurrency.lockutils [None req-f9873488-b4b1-4f86-a0c7-bac622bf45eb tempest-InstanceActionsV221TestJSON-1872238690 tempest-InstanceActionsV221TestJSON-1872238690-project-member] Lock "f68bb186-74b9-4c10-a7a0-e8feda38b3bd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 77.251s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1626.729613] env[62574]: DEBUG oslo_vmware.api [None req-93dda268-b85d-4bdf-a8a0-5f60ad7bd9e2 tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] Task: {'id': task-1861542, 'name': PowerOnVM_Task} progress is 71%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1626.785819] env[62574]: DEBUG oslo_vmware.api [None req-47a31a67-83d4-43df-a426-77b2785b5482 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52730639-135b-d1b8-6216-794f1b0d8ac1, 'name': SearchDatastore_Task, 'duration_secs': 0.020312} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1626.786145] env[62574]: DEBUG oslo_concurrency.lockutils [None req-47a31a67-83d4-43df-a426-77b2785b5482 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1626.786384] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-47a31a67-83d4-43df-a426-77b2785b5482 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] [instance: c4ca3d86-7d6e-4dbf-912b-7cb292596272] Processing image 3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2 {{(pid=62574) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1626.786620] env[62574]: DEBUG oslo_concurrency.lockutils [None req-47a31a67-83d4-43df-a426-77b2785b5482 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1626.786794] env[62574]: DEBUG oslo_concurrency.lockutils [None req-47a31a67-83d4-43df-a426-77b2785b5482 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1626.786987] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-47a31a67-83d4-43df-a426-77b2785b5482 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1626.787274] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0a3bad51-b539-4eb9-8ef4-fee14717c2e6 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.794680] env[62574]: DEBUG nova.compute.utils [None req-ccd6228f-60e7-4c6b-b0d0-111819aaa72f tempest-SecurityGroupsTestJSON-247158518 tempest-SecurityGroupsTestJSON-247158518-project-member] Using /dev/sd instead of None {{(pid=62574) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1626.800656] env[62574]: DEBUG nova.compute.manager [None req-ccd6228f-60e7-4c6b-b0d0-111819aaa72f tempest-SecurityGroupsTestJSON-247158518 tempest-SecurityGroupsTestJSON-247158518-project-member] [instance: 1aff4bff-16cd-4873-9b4d-3538d4779084] Allocating IP information in the background. {{(pid=62574) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1626.800908] env[62574]: DEBUG nova.network.neutron [None req-ccd6228f-60e7-4c6b-b0d0-111819aaa72f tempest-SecurityGroupsTestJSON-247158518 tempest-SecurityGroupsTestJSON-247158518-project-member] [instance: 1aff4bff-16cd-4873-9b4d-3538d4779084] allocate_for_instance() {{(pid=62574) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1626.803680] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-47a31a67-83d4-43df-a426-77b2785b5482 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1626.803821] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-47a31a67-83d4-43df-a426-77b2785b5482 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62574) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1626.805381] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4849aebe-baa5-4800-a1fc-b179be81cc79 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.814197] env[62574]: DEBUG oslo_vmware.api [None req-47a31a67-83d4-43df-a426-77b2785b5482 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Waiting for the task: (returnval){ [ 1626.814197] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]52d08485-b2e5-c7a0-b536-e8c29b2aea0a" [ 1626.814197] env[62574]: _type = "Task" [ 1626.814197] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1626.823270] env[62574]: DEBUG oslo_vmware.api [None req-47a31a67-83d4-43df-a426-77b2785b5482 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52d08485-b2e5-c7a0-b536-e8c29b2aea0a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1626.863512] env[62574]: DEBUG nova.policy [None req-ccd6228f-60e7-4c6b-b0d0-111819aaa72f tempest-SecurityGroupsTestJSON-247158518 tempest-SecurityGroupsTestJSON-247158518-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ea242d0d149d46ea9db16ed9906b67e0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '10cbceaa655b46ebabb5a9831d033750', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62574) authorize /opt/stack/nova/nova/policy.py:192}} [ 1626.978108] env[62574]: INFO nova.compute.manager [-] [instance: 659eb0b0-3b2a-4253-9c65-ef5bc0d33fd1] Took 1.03 seconds to deallocate network for instance. [ 1627.017911] env[62574]: WARNING nova.network.neutron [None req-2d784467-4277-4f71-889e-9a5ca83f8784 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] [instance: 2a0c3300-ba7f-4604-b629-42bda5d48664] 00bfa347-a6e1-4070-b5d9-5f46396a9c53 already exists in list: networks containing: ['00bfa347-a6e1-4070-b5d9-5f46396a9c53']. ignoring it [ 1627.024815] env[62574]: DEBUG nova.compute.manager [req-477fd72e-e40c-4e11-be15-6e9a10854252 req-866f482a-581b-4edc-93d8-26b1c632e5ec service nova] [instance: c4ca3d86-7d6e-4dbf-912b-7cb292596272] Received event network-changed-68593b99-8b60-4a3b-9ae8-cc26de44203e {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1627.024956] env[62574]: DEBUG nova.compute.manager [req-477fd72e-e40c-4e11-be15-6e9a10854252 req-866f482a-581b-4edc-93d8-26b1c632e5ec service nova] [instance: c4ca3d86-7d6e-4dbf-912b-7cb292596272] Refreshing instance network info cache due to event network-changed-68593b99-8b60-4a3b-9ae8-cc26de44203e. {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1627.025983] env[62574]: DEBUG oslo_concurrency.lockutils [req-477fd72e-e40c-4e11-be15-6e9a10854252 req-866f482a-581b-4edc-93d8-26b1c632e5ec service nova] Acquiring lock "refresh_cache-c4ca3d86-7d6e-4dbf-912b-7cb292596272" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1627.026308] env[62574]: DEBUG oslo_concurrency.lockutils [req-477fd72e-e40c-4e11-be15-6e9a10854252 req-866f482a-581b-4edc-93d8-26b1c632e5ec service nova] Acquired lock "refresh_cache-c4ca3d86-7d6e-4dbf-912b-7cb292596272" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1627.026470] env[62574]: DEBUG nova.network.neutron [req-477fd72e-e40c-4e11-be15-6e9a10854252 req-866f482a-581b-4edc-93d8-26b1c632e5ec service nova] [instance: c4ca3d86-7d6e-4dbf-912b-7cb292596272] Refreshing network info cache for port 68593b99-8b60-4a3b-9ae8-cc26de44203e {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1627.083024] env[62574]: DEBUG oslo_concurrency.lockutils [None req-43b3273c-c4df-4082-aa90-61f2fec7009e tempest-FloatingIPsAssociationTestJSON-1230011338 tempest-FloatingIPsAssociationTestJSON-1230011338-project-member] Acquiring lock "bf01cd22-6cbb-4a95-aca8-4bcdabdc5b36" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1627.083289] env[62574]: DEBUG oslo_concurrency.lockutils [None req-43b3273c-c4df-4082-aa90-61f2fec7009e tempest-FloatingIPsAssociationTestJSON-1230011338 tempest-FloatingIPsAssociationTestJSON-1230011338-project-member] Lock "bf01cd22-6cbb-4a95-aca8-4bcdabdc5b36" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1627.083527] env[62574]: DEBUG oslo_concurrency.lockutils [None req-43b3273c-c4df-4082-aa90-61f2fec7009e tempest-FloatingIPsAssociationTestJSON-1230011338 tempest-FloatingIPsAssociationTestJSON-1230011338-project-member] Acquiring lock "bf01cd22-6cbb-4a95-aca8-4bcdabdc5b36-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1627.083705] env[62574]: DEBUG oslo_concurrency.lockutils [None req-43b3273c-c4df-4082-aa90-61f2fec7009e tempest-FloatingIPsAssociationTestJSON-1230011338 tempest-FloatingIPsAssociationTestJSON-1230011338-project-member] Lock "bf01cd22-6cbb-4a95-aca8-4bcdabdc5b36-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1627.083917] env[62574]: DEBUG oslo_concurrency.lockutils [None req-43b3273c-c4df-4082-aa90-61f2fec7009e tempest-FloatingIPsAssociationTestJSON-1230011338 tempest-FloatingIPsAssociationTestJSON-1230011338-project-member] Lock "bf01cd22-6cbb-4a95-aca8-4bcdabdc5b36-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1627.086261] env[62574]: INFO nova.compute.manager [None req-43b3273c-c4df-4082-aa90-61f2fec7009e tempest-FloatingIPsAssociationTestJSON-1230011338 tempest-FloatingIPsAssociationTestJSON-1230011338-project-member] [instance: bf01cd22-6cbb-4a95-aca8-4bcdabdc5b36] Terminating instance [ 1627.120329] env[62574]: DEBUG nova.compute.manager [None req-fb2edc9c-04f8-4813-add2-eebe51a2ee92 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] [instance: 9ed0f4bc-f4eb-4eca-b448-053eec6339d4] Starting instance... {{(pid=62574) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1627.124675] env[62574]: DEBUG nova.network.neutron [None req-ccd6228f-60e7-4c6b-b0d0-111819aaa72f tempest-SecurityGroupsTestJSON-247158518 tempest-SecurityGroupsTestJSON-247158518-project-member] [instance: 1aff4bff-16cd-4873-9b4d-3538d4779084] Successfully created port: a66dde7b-04c1-4a50-90a6-0ff681ac334a {{(pid=62574) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1627.229063] env[62574]: DEBUG oslo_vmware.api [None req-93dda268-b85d-4bdf-a8a0-5f60ad7bd9e2 tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] Task: {'id': task-1861542, 'name': PowerOnVM_Task, 'duration_secs': 0.68614} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1627.231754] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-93dda268-b85d-4bdf-a8a0-5f60ad7bd9e2 tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] [instance: 4df11575-4191-4213-80f6-c74ba97b856f] Powered on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1627.231981] env[62574]: INFO nova.compute.manager [None req-93dda268-b85d-4bdf-a8a0-5f60ad7bd9e2 tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] [instance: 4df11575-4191-4213-80f6-c74ba97b856f] Took 6.33 seconds to spawn the instance on the hypervisor. [ 1627.232185] env[62574]: DEBUG nova.compute.manager [None req-93dda268-b85d-4bdf-a8a0-5f60ad7bd9e2 tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] [instance: 4df11575-4191-4213-80f6-c74ba97b856f] Checking state {{(pid=62574) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1627.232939] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e4b359c-0be2-48c1-9c7e-6627cd5b7506 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.316656] env[62574]: DEBUG nova.compute.manager [None req-ccd6228f-60e7-4c6b-b0d0-111819aaa72f tempest-SecurityGroupsTestJSON-247158518 tempest-SecurityGroupsTestJSON-247158518-project-member] [instance: 1aff4bff-16cd-4873-9b4d-3538d4779084] Start building block device mappings for instance. {{(pid=62574) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1627.337194] env[62574]: DEBUG oslo_vmware.api [None req-47a31a67-83d4-43df-a426-77b2785b5482 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52d08485-b2e5-c7a0-b536-e8c29b2aea0a, 'name': SearchDatastore_Task, 'duration_secs': 0.034228} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1627.337194] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d92b4591-df87-47f8-ab40-4b3a839dcdee {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.343026] env[62574]: DEBUG oslo_vmware.api [None req-47a31a67-83d4-43df-a426-77b2785b5482 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Waiting for the task: (returnval){ [ 1627.343026] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]529e11ee-6be8-af47-8843-ce55e2c198c4" [ 1627.343026] env[62574]: _type = "Task" [ 1627.343026] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1628.057034] env[62574]: INFO nova.compute.manager [None req-96c278e6-18c8-457c-85f8-10f1f6da26f1 tempest-FloatingIPsAssociationTestJSON-1230011338 tempest-FloatingIPsAssociationTestJSON-1230011338-project-member] [instance: 659eb0b0-3b2a-4253-9c65-ef5bc0d33fd1] Instance disappeared during terminate [ 1628.057339] env[62574]: DEBUG oslo_concurrency.lockutils [None req-96c278e6-18c8-457c-85f8-10f1f6da26f1 tempest-FloatingIPsAssociationTestJSON-1230011338 tempest-FloatingIPsAssociationTestJSON-1230011338-project-member] Lock "659eb0b0-3b2a-4253-9c65-ef5bc0d33fd1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.838s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1628.063113] env[62574]: DEBUG nova.compute.manager [None req-43b3273c-c4df-4082-aa90-61f2fec7009e tempest-FloatingIPsAssociationTestJSON-1230011338 tempest-FloatingIPsAssociationTestJSON-1230011338-project-member] [instance: bf01cd22-6cbb-4a95-aca8-4bcdabdc5b36] Start destroying the instance on the hypervisor. {{(pid=62574) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1628.063113] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-43b3273c-c4df-4082-aa90-61f2fec7009e tempest-FloatingIPsAssociationTestJSON-1230011338 tempest-FloatingIPsAssociationTestJSON-1230011338-project-member] [instance: bf01cd22-6cbb-4a95-aca8-4bcdabdc5b36] Destroying instance {{(pid=62574) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1628.072440] env[62574]: DEBUG oslo_vmware.api [None req-47a31a67-83d4-43df-a426-77b2785b5482 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]529e11ee-6be8-af47-8843-ce55e2c198c4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1628.072440] env[62574]: WARNING oslo_vmware.common.loopingcall [None req-47a31a67-83d4-43df-a426-77b2785b5482 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] task run outlasted interval by 0.22634900000000002 sec [ 1628.081504] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf9e76f6-be61-409d-a0e1-a80cae88706b {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.085319] env[62574]: INFO nova.compute.manager [None req-93dda268-b85d-4bdf-a8a0-5f60ad7bd9e2 tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] [instance: 4df11575-4191-4213-80f6-c74ba97b856f] Took 31.30 seconds to build instance. [ 1628.102060] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-43b3273c-c4df-4082-aa90-61f2fec7009e tempest-FloatingIPsAssociationTestJSON-1230011338 tempest-FloatingIPsAssociationTestJSON-1230011338-project-member] [instance: bf01cd22-6cbb-4a95-aca8-4bcdabdc5b36] Powering off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1628.102060] env[62574]: DEBUG oslo_vmware.api [None req-47a31a67-83d4-43df-a426-77b2785b5482 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]529e11ee-6be8-af47-8843-ce55e2c198c4, 'name': SearchDatastore_Task, 'duration_secs': 0.01081} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1628.103129] env[62574]: DEBUG oslo_concurrency.lockutils [None req-fb2edc9c-04f8-4813-add2-eebe51a2ee92 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1628.103358] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-282c62e3-bfa6-495c-bff9-1d9c08f926ea {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.106356] env[62574]: DEBUG oslo_concurrency.lockutils [None req-47a31a67-83d4-43df-a426-77b2785b5482 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1628.106356] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-47a31a67-83d4-43df-a426-77b2785b5482 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk to [datastore2] c4ca3d86-7d6e-4dbf-912b-7cb292596272/c4ca3d86-7d6e-4dbf-912b-7cb292596272.vmdk {{(pid=62574) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1628.108201] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0b949d30-9a5c-48f5-8fb9-3268f67c07ec {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.116462] env[62574]: DEBUG oslo_vmware.api [None req-43b3273c-c4df-4082-aa90-61f2fec7009e tempest-FloatingIPsAssociationTestJSON-1230011338 tempest-FloatingIPsAssociationTestJSON-1230011338-project-member] Waiting for the task: (returnval){ [ 1628.116462] env[62574]: value = "task-1861543" [ 1628.116462] env[62574]: _type = "Task" [ 1628.116462] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1628.117839] env[62574]: DEBUG oslo_vmware.api [None req-47a31a67-83d4-43df-a426-77b2785b5482 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Waiting for the task: (returnval){ [ 1628.117839] env[62574]: value = "task-1861544" [ 1628.117839] env[62574]: _type = "Task" [ 1628.117839] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1628.135535] env[62574]: DEBUG oslo_vmware.api [None req-43b3273c-c4df-4082-aa90-61f2fec7009e tempest-FloatingIPsAssociationTestJSON-1230011338 tempest-FloatingIPsAssociationTestJSON-1230011338-project-member] Task: {'id': task-1861543, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1628.138865] env[62574]: DEBUG oslo_vmware.api [None req-47a31a67-83d4-43df-a426-77b2785b5482 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Task: {'id': task-1861544, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1628.239669] env[62574]: DEBUG nova.network.neutron [None req-2d784467-4277-4f71-889e-9a5ca83f8784 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] [instance: 2a0c3300-ba7f-4604-b629-42bda5d48664] Updating instance_info_cache with network_info: [{"id": "54e8da54-8296-4e08-ad1a-3140fe9ac725", "address": "fa:16:3e:24:50:a4", "network": {"id": "00bfa347-a6e1-4070-b5d9-5f46396a9c53", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-693390946-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3197393f8f6a457a9367bd87f7aa5dc2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bdf594e-da7a-4254-b413-87aef4614588", "external-id": "nsx-vlan-transportzone-422", "segmentation_id": 422, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54e8da54-82", "ovs_interfaceid": "54e8da54-8296-4e08-ad1a-3140fe9ac725", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a6a664d1-2820-4230-9526-16db8e6c2da6", "address": "fa:16:3e:91:ee:05", "network": {"id": "00bfa347-a6e1-4070-b5d9-5f46396a9c53", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-693390946-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3197393f8f6a457a9367bd87f7aa5dc2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bdf594e-da7a-4254-b413-87aef4614588", "external-id": "nsx-vlan-transportzone-422", "segmentation_id": 422, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6a664d1-28", "ovs_interfaceid": "a6a664d1-2820-4230-9526-16db8e6c2da6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1628.335147] env[62574]: DEBUG nova.network.neutron [req-477fd72e-e40c-4e11-be15-6e9a10854252 req-866f482a-581b-4edc-93d8-26b1c632e5ec service nova] [instance: c4ca3d86-7d6e-4dbf-912b-7cb292596272] Updated VIF entry in instance network info cache for port 68593b99-8b60-4a3b-9ae8-cc26de44203e. {{(pid=62574) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1628.336055] env[62574]: DEBUG nova.network.neutron [req-477fd72e-e40c-4e11-be15-6e9a10854252 req-866f482a-581b-4edc-93d8-26b1c632e5ec service nova] [instance: c4ca3d86-7d6e-4dbf-912b-7cb292596272] Updating instance_info_cache with network_info: [{"id": "68593b99-8b60-4a3b-9ae8-cc26de44203e", "address": "fa:16:3e:bb:17:96", "network": {"id": "f6a83369-79e9-4642-a0ca-7260589f6ea4", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-146115192-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "89fc8b5a7e904272a1c872b05656484c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35e463c7-7d78-4d66-8efd-6127b1f3ee17", "external-id": "nsx-vlan-transportzone-175", "segmentation_id": 175, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap68593b99-8b", "ovs_interfaceid": "68593b99-8b60-4a3b-9ae8-cc26de44203e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1628.454735] env[62574]: DEBUG oslo_concurrency.lockutils [None req-5ad11984-b299-4ea8-a05c-b10cda740492 tempest-VolumesAssistedSnapshotsTest-957428574 tempest-VolumesAssistedSnapshotsTest-957428574-project-admin] Acquiring lock "f82bad60-9320-4a4e-af74-21557692aa80" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1628.454842] env[62574]: DEBUG oslo_concurrency.lockutils [None req-5ad11984-b299-4ea8-a05c-b10cda740492 tempest-VolumesAssistedSnapshotsTest-957428574 tempest-VolumesAssistedSnapshotsTest-957428574-project-admin] Lock "f82bad60-9320-4a4e-af74-21557692aa80" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1628.586620] env[62574]: DEBUG nova.compute.manager [None req-ccd6228f-60e7-4c6b-b0d0-111819aaa72f tempest-SecurityGroupsTestJSON-247158518 tempest-SecurityGroupsTestJSON-247158518-project-member] [instance: 1aff4bff-16cd-4873-9b4d-3538d4779084] Start spawning the instance on the hypervisor. {{(pid=62574) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1628.590697] env[62574]: DEBUG oslo_concurrency.lockutils [None req-b19bad70-9898-4d8c-b663-7189d83774c5 tempest-InstanceActionsV221TestJSON-1872238690 tempest-InstanceActionsV221TestJSON-1872238690-project-member] Acquiring lock "f68bb186-74b9-4c10-a7a0-e8feda38b3bd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1628.592208] env[62574]: DEBUG oslo_concurrency.lockutils [None req-b19bad70-9898-4d8c-b663-7189d83774c5 tempest-InstanceActionsV221TestJSON-1872238690 tempest-InstanceActionsV221TestJSON-1872238690-project-member] Lock "f68bb186-74b9-4c10-a7a0-e8feda38b3bd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.002s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1628.592712] env[62574]: DEBUG oslo_concurrency.lockutils [None req-b19bad70-9898-4d8c-b663-7189d83774c5 tempest-InstanceActionsV221TestJSON-1872238690 tempest-InstanceActionsV221TestJSON-1872238690-project-member] Acquiring lock "f68bb186-74b9-4c10-a7a0-e8feda38b3bd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1628.593216] env[62574]: DEBUG oslo_concurrency.lockutils [None req-b19bad70-9898-4d8c-b663-7189d83774c5 tempest-InstanceActionsV221TestJSON-1872238690 tempest-InstanceActionsV221TestJSON-1872238690-project-member] Lock "f68bb186-74b9-4c10-a7a0-e8feda38b3bd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1628.593582] env[62574]: DEBUG oslo_concurrency.lockutils [None req-b19bad70-9898-4d8c-b663-7189d83774c5 tempest-InstanceActionsV221TestJSON-1872238690 tempest-InstanceActionsV221TestJSON-1872238690-project-member] Lock "f68bb186-74b9-4c10-a7a0-e8feda38b3bd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1628.601198] env[62574]: INFO nova.compute.manager [None req-b19bad70-9898-4d8c-b663-7189d83774c5 tempest-InstanceActionsV221TestJSON-1872238690 tempest-InstanceActionsV221TestJSON-1872238690-project-member] [instance: f68bb186-74b9-4c10-a7a0-e8feda38b3bd] Terminating instance [ 1628.603504] env[62574]: DEBUG oslo_concurrency.lockutils [None req-93dda268-b85d-4bdf-a8a0-5f60ad7bd9e2 tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] Lock "4df11575-4191-4213-80f6-c74ba97b856f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 76.929s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1628.620690] env[62574]: DEBUG nova.virt.hardware [None req-ccd6228f-60e7-4c6b-b0d0-111819aaa72f tempest-SecurityGroupsTestJSON-247158518 tempest-SecurityGroupsTestJSON-247158518-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T19:26:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-13T19:26:40Z,direct_url=,disk_format='vmdk',id=3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7eed1dd4d2c3418eb32c4f4ceda3ab0d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-13T19:26:41Z,virtual_size=,visibility=), allow threads: False {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1628.620690] env[62574]: DEBUG nova.virt.hardware [None req-ccd6228f-60e7-4c6b-b0d0-111819aaa72f tempest-SecurityGroupsTestJSON-247158518 tempest-SecurityGroupsTestJSON-247158518-project-member] Flavor limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1628.621093] env[62574]: DEBUG nova.virt.hardware [None req-ccd6228f-60e7-4c6b-b0d0-111819aaa72f tempest-SecurityGroupsTestJSON-247158518 tempest-SecurityGroupsTestJSON-247158518-project-member] Image limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1628.621093] env[62574]: DEBUG nova.virt.hardware [None req-ccd6228f-60e7-4c6b-b0d0-111819aaa72f tempest-SecurityGroupsTestJSON-247158518 tempest-SecurityGroupsTestJSON-247158518-project-member] Flavor pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1628.621170] env[62574]: DEBUG nova.virt.hardware [None req-ccd6228f-60e7-4c6b-b0d0-111819aaa72f tempest-SecurityGroupsTestJSON-247158518 tempest-SecurityGroupsTestJSON-247158518-project-member] Image pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1628.621294] env[62574]: DEBUG nova.virt.hardware [None req-ccd6228f-60e7-4c6b-b0d0-111819aaa72f tempest-SecurityGroupsTestJSON-247158518 tempest-SecurityGroupsTestJSON-247158518-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1628.621509] env[62574]: DEBUG nova.virt.hardware [None req-ccd6228f-60e7-4c6b-b0d0-111819aaa72f tempest-SecurityGroupsTestJSON-247158518 tempest-SecurityGroupsTestJSON-247158518-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1628.621665] env[62574]: DEBUG nova.virt.hardware [None req-ccd6228f-60e7-4c6b-b0d0-111819aaa72f tempest-SecurityGroupsTestJSON-247158518 tempest-SecurityGroupsTestJSON-247158518-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1628.621825] env[62574]: DEBUG nova.virt.hardware [None req-ccd6228f-60e7-4c6b-b0d0-111819aaa72f tempest-SecurityGroupsTestJSON-247158518 tempest-SecurityGroupsTestJSON-247158518-project-member] Got 1 possible topologies {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1628.621981] env[62574]: DEBUG nova.virt.hardware [None req-ccd6228f-60e7-4c6b-b0d0-111819aaa72f tempest-SecurityGroupsTestJSON-247158518 tempest-SecurityGroupsTestJSON-247158518-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1628.622163] env[62574]: DEBUG nova.virt.hardware [None req-ccd6228f-60e7-4c6b-b0d0-111819aaa72f tempest-SecurityGroupsTestJSON-247158518 tempest-SecurityGroupsTestJSON-247158518-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1628.623730] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3be9cfc-a20f-437a-8e4d-46b82d3a7af0 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.644809] env[62574]: DEBUG oslo_vmware.api [None req-47a31a67-83d4-43df-a426-77b2785b5482 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Task: {'id': task-1861544, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1628.649967] env[62574]: DEBUG oslo_vmware.api [None req-43b3273c-c4df-4082-aa90-61f2fec7009e tempest-FloatingIPsAssociationTestJSON-1230011338 tempest-FloatingIPsAssociationTestJSON-1230011338-project-member] Task: {'id': task-1861543, 'name': PowerOffVM_Task, 'duration_secs': 0.305893} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1628.653379] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-43b3273c-c4df-4082-aa90-61f2fec7009e tempest-FloatingIPsAssociationTestJSON-1230011338 tempest-FloatingIPsAssociationTestJSON-1230011338-project-member] [instance: bf01cd22-6cbb-4a95-aca8-4bcdabdc5b36] Powered off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1628.653671] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-43b3273c-c4df-4082-aa90-61f2fec7009e tempest-FloatingIPsAssociationTestJSON-1230011338 tempest-FloatingIPsAssociationTestJSON-1230011338-project-member] [instance: bf01cd22-6cbb-4a95-aca8-4bcdabdc5b36] Unregistering the VM {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1628.655201] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69086a61-fd18-4c5d-8290-4ec70d1983cc {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.659502] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4a5e62ec-1cd1-418f-925e-7a2444850aa6 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.676143] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1933deab-2068-46b9-9523-2f3d7633032a {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.683793] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44d38830-a22c-4d5b-9a0e-919fbd53f693 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.713823] env[62574]: DEBUG nova.network.neutron [None req-ccd6228f-60e7-4c6b-b0d0-111819aaa72f tempest-SecurityGroupsTestJSON-247158518 tempest-SecurityGroupsTestJSON-247158518-project-member] [instance: 1aff4bff-16cd-4873-9b4d-3538d4779084] Successfully updated port: a66dde7b-04c1-4a50-90a6-0ff681ac334a {{(pid=62574) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1628.715491] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d08db4c-ea11-4f36-8fb5-60cfff8aed10 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.724533] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-469487b4-6010-4d96-a6b4-1ae33f2d2719 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.738619] env[62574]: DEBUG nova.compute.provider_tree [None req-67b2bd0d-a1e2-494d-8f7b-8c4ecc58559c tempest-ServersTestFqdnHostnames-1156924450 tempest-ServersTestFqdnHostnames-1156924450-project-member] Inventory has not changed in ProviderTree for provider: f0ed160a-beff-4626-a531-2a70d7bc0627 {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1628.746423] env[62574]: DEBUG oslo_concurrency.lockutils [None req-2d784467-4277-4f71-889e-9a5ca83f8784 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Releasing lock "refresh_cache-2a0c3300-ba7f-4604-b629-42bda5d48664" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1628.746584] env[62574]: DEBUG oslo_concurrency.lockutils [None req-2d784467-4277-4f71-889e-9a5ca83f8784 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Acquiring lock "2a0c3300-ba7f-4604-b629-42bda5d48664" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1628.746735] env[62574]: DEBUG oslo_concurrency.lockutils [None req-2d784467-4277-4f71-889e-9a5ca83f8784 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Acquired lock "2a0c3300-ba7f-4604-b629-42bda5d48664" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1628.747566] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21c3e406-5d05-4396-b569-2a88b7364a47 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.752174] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-43b3273c-c4df-4082-aa90-61f2fec7009e tempest-FloatingIPsAssociationTestJSON-1230011338 tempest-FloatingIPsAssociationTestJSON-1230011338-project-member] [instance: bf01cd22-6cbb-4a95-aca8-4bcdabdc5b36] Unregistered the VM {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1628.752390] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-43b3273c-c4df-4082-aa90-61f2fec7009e tempest-FloatingIPsAssociationTestJSON-1230011338 tempest-FloatingIPsAssociationTestJSON-1230011338-project-member] [instance: bf01cd22-6cbb-4a95-aca8-4bcdabdc5b36] Deleting contents of the VM from datastore datastore1 {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1628.752589] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-43b3273c-c4df-4082-aa90-61f2fec7009e tempest-FloatingIPsAssociationTestJSON-1230011338 tempest-FloatingIPsAssociationTestJSON-1230011338-project-member] Deleting the datastore file [datastore1] bf01cd22-6cbb-4a95-aca8-4bcdabdc5b36 {{(pid=62574) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1628.753226] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1a348a55-b600-48a0-82d0-7e083c325a20 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.767485] env[62574]: DEBUG nova.virt.hardware [None req-2d784467-4277-4f71-889e-9a5ca83f8784 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T19:26:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1628.767706] env[62574]: DEBUG nova.virt.hardware [None req-2d784467-4277-4f71-889e-9a5ca83f8784 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Flavor limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1628.767856] env[62574]: DEBUG nova.virt.hardware [None req-2d784467-4277-4f71-889e-9a5ca83f8784 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Image limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1628.768043] env[62574]: DEBUG nova.virt.hardware [None req-2d784467-4277-4f71-889e-9a5ca83f8784 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Flavor pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1628.768188] env[62574]: DEBUG nova.virt.hardware [None req-2d784467-4277-4f71-889e-9a5ca83f8784 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Image pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1628.768329] env[62574]: DEBUG nova.virt.hardware [None req-2d784467-4277-4f71-889e-9a5ca83f8784 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1628.768523] env[62574]: DEBUG nova.virt.hardware [None req-2d784467-4277-4f71-889e-9a5ca83f8784 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1628.768675] env[62574]: DEBUG nova.virt.hardware [None req-2d784467-4277-4f71-889e-9a5ca83f8784 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1628.768831] env[62574]: DEBUG nova.virt.hardware [None req-2d784467-4277-4f71-889e-9a5ca83f8784 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Got 1 possible topologies {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1628.768984] env[62574]: DEBUG nova.virt.hardware [None req-2d784467-4277-4f71-889e-9a5ca83f8784 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1628.769166] env[62574]: DEBUG nova.virt.hardware [None req-2d784467-4277-4f71-889e-9a5ca83f8784 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1628.775180] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-2d784467-4277-4f71-889e-9a5ca83f8784 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] [instance: 2a0c3300-ba7f-4604-b629-42bda5d48664] Reconfiguring VM to attach interface {{(pid=62574) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1628.776041] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-631d9140-8639-4e95-ae03-cea548705007 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.789114] env[62574]: DEBUG oslo_vmware.api [None req-43b3273c-c4df-4082-aa90-61f2fec7009e tempest-FloatingIPsAssociationTestJSON-1230011338 tempest-FloatingIPsAssociationTestJSON-1230011338-project-member] Waiting for the task: (returnval){ [ 1628.789114] env[62574]: value = "task-1861546" [ 1628.789114] env[62574]: _type = "Task" [ 1628.789114] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1628.794197] env[62574]: DEBUG oslo_vmware.api [None req-2d784467-4277-4f71-889e-9a5ca83f8784 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Waiting for the task: (returnval){ [ 1628.794197] env[62574]: value = "task-1861547" [ 1628.794197] env[62574]: _type = "Task" [ 1628.794197] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1628.799512] env[62574]: DEBUG oslo_vmware.api [None req-43b3273c-c4df-4082-aa90-61f2fec7009e tempest-FloatingIPsAssociationTestJSON-1230011338 tempest-FloatingIPsAssociationTestJSON-1230011338-project-member] Task: {'id': task-1861546, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1628.803939] env[62574]: DEBUG oslo_vmware.api [None req-2d784467-4277-4f71-889e-9a5ca83f8784 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Task: {'id': task-1861547, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1628.839748] env[62574]: DEBUG oslo_concurrency.lockutils [req-477fd72e-e40c-4e11-be15-6e9a10854252 req-866f482a-581b-4edc-93d8-26b1c632e5ec service nova] Releasing lock "refresh_cache-c4ca3d86-7d6e-4dbf-912b-7cb292596272" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1628.840138] env[62574]: DEBUG nova.compute.manager [req-477fd72e-e40c-4e11-be15-6e9a10854252 req-866f482a-581b-4edc-93d8-26b1c632e5ec service nova] [instance: 2a0c3300-ba7f-4604-b629-42bda5d48664] Received event network-vif-plugged-a6a664d1-2820-4230-9526-16db8e6c2da6 {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1628.840341] env[62574]: DEBUG oslo_concurrency.lockutils [req-477fd72e-e40c-4e11-be15-6e9a10854252 req-866f482a-581b-4edc-93d8-26b1c632e5ec service nova] Acquiring lock "2a0c3300-ba7f-4604-b629-42bda5d48664-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1628.840548] env[62574]: DEBUG oslo_concurrency.lockutils [req-477fd72e-e40c-4e11-be15-6e9a10854252 req-866f482a-581b-4edc-93d8-26b1c632e5ec service nova] Lock "2a0c3300-ba7f-4604-b629-42bda5d48664-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1628.840766] env[62574]: DEBUG oslo_concurrency.lockutils [req-477fd72e-e40c-4e11-be15-6e9a10854252 req-866f482a-581b-4edc-93d8-26b1c632e5ec service nova] Lock "2a0c3300-ba7f-4604-b629-42bda5d48664-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1628.840957] env[62574]: DEBUG nova.compute.manager [req-477fd72e-e40c-4e11-be15-6e9a10854252 req-866f482a-581b-4edc-93d8-26b1c632e5ec service nova] [instance: 2a0c3300-ba7f-4604-b629-42bda5d48664] No waiting events found dispatching network-vif-plugged-a6a664d1-2820-4230-9526-16db8e6c2da6 {{(pid=62574) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1628.841150] env[62574]: WARNING nova.compute.manager [req-477fd72e-e40c-4e11-be15-6e9a10854252 req-866f482a-581b-4edc-93d8-26b1c632e5ec service nova] [instance: 2a0c3300-ba7f-4604-b629-42bda5d48664] Received unexpected event network-vif-plugged-a6a664d1-2820-4230-9526-16db8e6c2da6 for instance with vm_state active and task_state None. [ 1628.841316] env[62574]: DEBUG nova.compute.manager [req-477fd72e-e40c-4e11-be15-6e9a10854252 req-866f482a-581b-4edc-93d8-26b1c632e5ec service nova] [instance: 2a0c3300-ba7f-4604-b629-42bda5d48664] Received event network-changed-a6a664d1-2820-4230-9526-16db8e6c2da6 {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1628.841469] env[62574]: DEBUG nova.compute.manager [req-477fd72e-e40c-4e11-be15-6e9a10854252 req-866f482a-581b-4edc-93d8-26b1c632e5ec service nova] [instance: 2a0c3300-ba7f-4604-b629-42bda5d48664] Refreshing instance network info cache due to event network-changed-a6a664d1-2820-4230-9526-16db8e6c2da6. {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1628.841654] env[62574]: DEBUG oslo_concurrency.lockutils [req-477fd72e-e40c-4e11-be15-6e9a10854252 req-866f482a-581b-4edc-93d8-26b1c632e5ec service nova] Acquiring lock "refresh_cache-2a0c3300-ba7f-4604-b629-42bda5d48664" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1628.841793] env[62574]: DEBUG oslo_concurrency.lockutils [req-477fd72e-e40c-4e11-be15-6e9a10854252 req-866f482a-581b-4edc-93d8-26b1c632e5ec service nova] Acquired lock "refresh_cache-2a0c3300-ba7f-4604-b629-42bda5d48664" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1628.841945] env[62574]: DEBUG nova.network.neutron [req-477fd72e-e40c-4e11-be15-6e9a10854252 req-866f482a-581b-4edc-93d8-26b1c632e5ec service nova] [instance: 2a0c3300-ba7f-4604-b629-42bda5d48664] Refreshing network info cache for port a6a664d1-2820-4230-9526-16db8e6c2da6 {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1628.957962] env[62574]: DEBUG nova.compute.utils [None req-5ad11984-b299-4ea8-a05c-b10cda740492 tempest-VolumesAssistedSnapshotsTest-957428574 tempest-VolumesAssistedSnapshotsTest-957428574-project-admin] Using /dev/sd instead of None {{(pid=62574) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1629.110674] env[62574]: DEBUG nova.compute.manager [None req-b19bad70-9898-4d8c-b663-7189d83774c5 tempest-InstanceActionsV221TestJSON-1872238690 tempest-InstanceActionsV221TestJSON-1872238690-project-member] [instance: f68bb186-74b9-4c10-a7a0-e8feda38b3bd] Start destroying the instance on the hypervisor. {{(pid=62574) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1629.110933] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-b19bad70-9898-4d8c-b663-7189d83774c5 tempest-InstanceActionsV221TestJSON-1872238690 tempest-InstanceActionsV221TestJSON-1872238690-project-member] [instance: f68bb186-74b9-4c10-a7a0-e8feda38b3bd] Destroying instance {{(pid=62574) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1629.111806] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f379d70d-5ec0-4504-a201-5b7418a4d28a {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.114871] env[62574]: DEBUG nova.compute.manager [None req-807d1d3c-2cba-4e42-a10c-dc2016daeee1 tempest-VolumesAdminNegativeTest-247329141 tempest-VolumesAdminNegativeTest-247329141-project-member] [instance: cdb4528a-d1b1-442b-a5e3-e3c663ab7390] Starting instance... {{(pid=62574) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1629.122352] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-b19bad70-9898-4d8c-b663-7189d83774c5 tempest-InstanceActionsV221TestJSON-1872238690 tempest-InstanceActionsV221TestJSON-1872238690-project-member] [instance: f68bb186-74b9-4c10-a7a0-e8feda38b3bd] Powering off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1629.122591] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6a6d9140-d872-4582-922c-09d2cbc68b5a {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.132917] env[62574]: DEBUG oslo_vmware.api [None req-47a31a67-83d4-43df-a426-77b2785b5482 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Task: {'id': task-1861544, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.609518} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1629.135047] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-47a31a67-83d4-43df-a426-77b2785b5482 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk to [datastore2] c4ca3d86-7d6e-4dbf-912b-7cb292596272/c4ca3d86-7d6e-4dbf-912b-7cb292596272.vmdk {{(pid=62574) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1629.135047] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-47a31a67-83d4-43df-a426-77b2785b5482 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] [instance: c4ca3d86-7d6e-4dbf-912b-7cb292596272] Extending root virtual disk to 1048576 {{(pid=62574) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1629.135047] env[62574]: DEBUG oslo_vmware.api [None req-b19bad70-9898-4d8c-b663-7189d83774c5 tempest-InstanceActionsV221TestJSON-1872238690 tempest-InstanceActionsV221TestJSON-1872238690-project-member] Waiting for the task: (returnval){ [ 1629.135047] env[62574]: value = "task-1861548" [ 1629.135047] env[62574]: _type = "Task" [ 1629.135047] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1629.135047] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ddcb3052-64e5-4864-a284-363c91c9aa05 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.146086] env[62574]: DEBUG oslo_vmware.api [None req-b19bad70-9898-4d8c-b663-7189d83774c5 tempest-InstanceActionsV221TestJSON-1872238690 tempest-InstanceActionsV221TestJSON-1872238690-project-member] Task: {'id': task-1861548, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1629.147126] env[62574]: DEBUG oslo_vmware.api [None req-47a31a67-83d4-43df-a426-77b2785b5482 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Waiting for the task: (returnval){ [ 1629.147126] env[62574]: value = "task-1861549" [ 1629.147126] env[62574]: _type = "Task" [ 1629.147126] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1629.155900] env[62574]: DEBUG oslo_vmware.api [None req-47a31a67-83d4-43df-a426-77b2785b5482 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Task: {'id': task-1861549, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1629.219625] env[62574]: DEBUG oslo_concurrency.lockutils [None req-ccd6228f-60e7-4c6b-b0d0-111819aaa72f tempest-SecurityGroupsTestJSON-247158518 tempest-SecurityGroupsTestJSON-247158518-project-member] Acquiring lock "refresh_cache-1aff4bff-16cd-4873-9b4d-3538d4779084" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1629.220054] env[62574]: DEBUG oslo_concurrency.lockutils [None req-ccd6228f-60e7-4c6b-b0d0-111819aaa72f tempest-SecurityGroupsTestJSON-247158518 tempest-SecurityGroupsTestJSON-247158518-project-member] Acquired lock "refresh_cache-1aff4bff-16cd-4873-9b4d-3538d4779084" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1629.220054] env[62574]: DEBUG nova.network.neutron [None req-ccd6228f-60e7-4c6b-b0d0-111819aaa72f tempest-SecurityGroupsTestJSON-247158518 tempest-SecurityGroupsTestJSON-247158518-project-member] [instance: 1aff4bff-16cd-4873-9b4d-3538d4779084] Building network info cache for instance {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1629.241685] env[62574]: DEBUG nova.scheduler.client.report [None req-67b2bd0d-a1e2-494d-8f7b-8c4ecc58559c tempest-ServersTestFqdnHostnames-1156924450 tempest-ServersTestFqdnHostnames-1156924450-project-member] Inventory has not changed for provider f0ed160a-beff-4626-a531-2a70d7bc0627 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1629.302541] env[62574]: DEBUG oslo_vmware.api [None req-43b3273c-c4df-4082-aa90-61f2fec7009e tempest-FloatingIPsAssociationTestJSON-1230011338 tempest-FloatingIPsAssociationTestJSON-1230011338-project-member] Task: {'id': task-1861546, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1629.308303] env[62574]: DEBUG oslo_vmware.api [None req-2d784467-4277-4f71-889e-9a5ca83f8784 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Task: {'id': task-1861547, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1629.460949] env[62574]: DEBUG oslo_concurrency.lockutils [None req-5ad11984-b299-4ea8-a05c-b10cda740492 tempest-VolumesAssistedSnapshotsTest-957428574 tempest-VolumesAssistedSnapshotsTest-957428574-project-admin] Lock "f82bad60-9320-4a4e-af74-21557692aa80" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1629.557070] env[62574]: DEBUG nova.network.neutron [req-477fd72e-e40c-4e11-be15-6e9a10854252 req-866f482a-581b-4edc-93d8-26b1c632e5ec service nova] [instance: 2a0c3300-ba7f-4604-b629-42bda5d48664] Updated VIF entry in instance network info cache for port a6a664d1-2820-4230-9526-16db8e6c2da6. {{(pid=62574) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1629.557536] env[62574]: DEBUG nova.network.neutron [req-477fd72e-e40c-4e11-be15-6e9a10854252 req-866f482a-581b-4edc-93d8-26b1c632e5ec service nova] [instance: 2a0c3300-ba7f-4604-b629-42bda5d48664] Updating instance_info_cache with network_info: [{"id": "54e8da54-8296-4e08-ad1a-3140fe9ac725", "address": "fa:16:3e:24:50:a4", "network": {"id": "00bfa347-a6e1-4070-b5d9-5f46396a9c53", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-693390946-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3197393f8f6a457a9367bd87f7aa5dc2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bdf594e-da7a-4254-b413-87aef4614588", "external-id": "nsx-vlan-transportzone-422", "segmentation_id": 422, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54e8da54-82", "ovs_interfaceid": "54e8da54-8296-4e08-ad1a-3140fe9ac725", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a6a664d1-2820-4230-9526-16db8e6c2da6", "address": "fa:16:3e:91:ee:05", "network": {"id": "00bfa347-a6e1-4070-b5d9-5f46396a9c53", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-693390946-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3197393f8f6a457a9367bd87f7aa5dc2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bdf594e-da7a-4254-b413-87aef4614588", "external-id": "nsx-vlan-transportzone-422", "segmentation_id": 422, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6a664d1-28", "ovs_interfaceid": "a6a664d1-2820-4230-9526-16db8e6c2da6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1629.634807] env[62574]: DEBUG oslo_concurrency.lockutils [None req-807d1d3c-2cba-4e42-a10c-dc2016daeee1 tempest-VolumesAdminNegativeTest-247329141 tempest-VolumesAdminNegativeTest-247329141-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1629.645617] env[62574]: DEBUG oslo_vmware.api [None req-b19bad70-9898-4d8c-b663-7189d83774c5 tempest-InstanceActionsV221TestJSON-1872238690 tempest-InstanceActionsV221TestJSON-1872238690-project-member] Task: {'id': task-1861548, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1629.655783] env[62574]: DEBUG oslo_vmware.api [None req-47a31a67-83d4-43df-a426-77b2785b5482 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Task: {'id': task-1861549, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.197801} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1629.656187] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-47a31a67-83d4-43df-a426-77b2785b5482 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] [instance: c4ca3d86-7d6e-4dbf-912b-7cb292596272] Extended root virtual disk {{(pid=62574) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1629.656877] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cfcf803-c26f-450b-b738-cc408eb3a575 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.679243] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-47a31a67-83d4-43df-a426-77b2785b5482 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] [instance: c4ca3d86-7d6e-4dbf-912b-7cb292596272] Reconfiguring VM instance instance-0000002a to attach disk [datastore2] c4ca3d86-7d6e-4dbf-912b-7cb292596272/c4ca3d86-7d6e-4dbf-912b-7cb292596272.vmdk or device None with type sparse {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1629.679469] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-caf276f8-4242-4587-bab1-79c8e271b41f {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.699465] env[62574]: DEBUG oslo_vmware.api [None req-47a31a67-83d4-43df-a426-77b2785b5482 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Waiting for the task: (returnval){ [ 1629.699465] env[62574]: value = "task-1861550" [ 1629.699465] env[62574]: _type = "Task" [ 1629.699465] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1629.708305] env[62574]: DEBUG oslo_vmware.api [None req-47a31a67-83d4-43df-a426-77b2785b5482 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Task: {'id': task-1861550, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1629.747110] env[62574]: DEBUG oslo_concurrency.lockutils [None req-67b2bd0d-a1e2-494d-8f7b-8c4ecc58559c tempest-ServersTestFqdnHostnames-1156924450 tempest-ServersTestFqdnHostnames-1156924450-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.458s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1629.747843] env[62574]: DEBUG nova.compute.manager [None req-67b2bd0d-a1e2-494d-8f7b-8c4ecc58559c tempest-ServersTestFqdnHostnames-1156924450 tempest-ServersTestFqdnHostnames-1156924450-project-member] [instance: a3e0bf12-7471-4d8d-bb31-bf4b3b35f87f] Start building networks asynchronously for instance. {{(pid=62574) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1629.751075] env[62574]: DEBUG oslo_concurrency.lockutils [None req-8aac75e1-d5f3-4e95-9d39-1d51a20c5ec6 tempest-ServerDiagnosticsNegativeTest-1776344175 tempest-ServerDiagnosticsNegativeTest-1776344175-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.560s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1629.751392] env[62574]: DEBUG nova.objects.instance [None req-8aac75e1-d5f3-4e95-9d39-1d51a20c5ec6 tempest-ServerDiagnosticsNegativeTest-1776344175 tempest-ServerDiagnosticsNegativeTest-1776344175-project-member] Lazy-loading 'resources' on Instance uuid e3bb34fa-0a4b-4ef0-885a-2c59a191ca72 {{(pid=62574) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1629.754197] env[62574]: DEBUG nova.network.neutron [None req-ccd6228f-60e7-4c6b-b0d0-111819aaa72f tempest-SecurityGroupsTestJSON-247158518 tempest-SecurityGroupsTestJSON-247158518-project-member] [instance: 1aff4bff-16cd-4873-9b4d-3538d4779084] Instance cache missing network info. {{(pid=62574) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1629.803891] env[62574]: DEBUG oslo_vmware.api [None req-43b3273c-c4df-4082-aa90-61f2fec7009e tempest-FloatingIPsAssociationTestJSON-1230011338 tempest-FloatingIPsAssociationTestJSON-1230011338-project-member] Task: {'id': task-1861546, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.714373} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1629.804914] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-43b3273c-c4df-4082-aa90-61f2fec7009e tempest-FloatingIPsAssociationTestJSON-1230011338 tempest-FloatingIPsAssociationTestJSON-1230011338-project-member] Deleted the datastore file {{(pid=62574) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1629.805168] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-43b3273c-c4df-4082-aa90-61f2fec7009e tempest-FloatingIPsAssociationTestJSON-1230011338 tempest-FloatingIPsAssociationTestJSON-1230011338-project-member] [instance: bf01cd22-6cbb-4a95-aca8-4bcdabdc5b36] Deleted contents of the VM from datastore datastore1 {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1629.805399] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-43b3273c-c4df-4082-aa90-61f2fec7009e tempest-FloatingIPsAssociationTestJSON-1230011338 tempest-FloatingIPsAssociationTestJSON-1230011338-project-member] [instance: bf01cd22-6cbb-4a95-aca8-4bcdabdc5b36] Instance destroyed {{(pid=62574) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1629.805617] env[62574]: INFO nova.compute.manager [None req-43b3273c-c4df-4082-aa90-61f2fec7009e tempest-FloatingIPsAssociationTestJSON-1230011338 tempest-FloatingIPsAssociationTestJSON-1230011338-project-member] [instance: bf01cd22-6cbb-4a95-aca8-4bcdabdc5b36] Took 1.74 seconds to destroy the instance on the hypervisor. [ 1629.806009] env[62574]: DEBUG oslo.service.loopingcall [None req-43b3273c-c4df-4082-aa90-61f2fec7009e tempest-FloatingIPsAssociationTestJSON-1230011338 tempest-FloatingIPsAssociationTestJSON-1230011338-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62574) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1629.810115] env[62574]: DEBUG nova.compute.manager [-] [instance: bf01cd22-6cbb-4a95-aca8-4bcdabdc5b36] Deallocating network for instance {{(pid=62574) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1629.810244] env[62574]: DEBUG nova.network.neutron [-] [instance: bf01cd22-6cbb-4a95-aca8-4bcdabdc5b36] deallocate_for_instance() {{(pid=62574) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1629.811944] env[62574]: DEBUG oslo_vmware.api [None req-2d784467-4277-4f71-889e-9a5ca83f8784 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Task: {'id': task-1861547, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1630.003645] env[62574]: DEBUG nova.network.neutron [None req-ccd6228f-60e7-4c6b-b0d0-111819aaa72f tempest-SecurityGroupsTestJSON-247158518 tempest-SecurityGroupsTestJSON-247158518-project-member] [instance: 1aff4bff-16cd-4873-9b4d-3538d4779084] Updating instance_info_cache with network_info: [{"id": "a66dde7b-04c1-4a50-90a6-0ff681ac334a", "address": "fa:16:3e:56:67:f6", "network": {"id": "7fdc333e-a271-4977-bb85-e3f0da637517", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-201715430-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10cbceaa655b46ebabb5a9831d033750", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a55f45a-d631-4ebc-b73b-8a30bd0a32a8", "external-id": "nsx-vlan-transportzone-303", "segmentation_id": 303, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa66dde7b-04", "ovs_interfaceid": "a66dde7b-04c1-4a50-90a6-0ff681ac334a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1630.060294] env[62574]: DEBUG oslo_concurrency.lockutils [req-477fd72e-e40c-4e11-be15-6e9a10854252 req-866f482a-581b-4edc-93d8-26b1c632e5ec service nova] Releasing lock "refresh_cache-2a0c3300-ba7f-4604-b629-42bda5d48664" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1630.147727] env[62574]: DEBUG oslo_vmware.api [None req-b19bad70-9898-4d8c-b663-7189d83774c5 tempest-InstanceActionsV221TestJSON-1872238690 tempest-InstanceActionsV221TestJSON-1872238690-project-member] Task: {'id': task-1861548, 'name': PowerOffVM_Task, 'duration_secs': 0.721903} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1630.148162] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-b19bad70-9898-4d8c-b663-7189d83774c5 tempest-InstanceActionsV221TestJSON-1872238690 tempest-InstanceActionsV221TestJSON-1872238690-project-member] [instance: f68bb186-74b9-4c10-a7a0-e8feda38b3bd] Powered off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1630.148838] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-b19bad70-9898-4d8c-b663-7189d83774c5 tempest-InstanceActionsV221TestJSON-1872238690 tempest-InstanceActionsV221TestJSON-1872238690-project-member] [instance: f68bb186-74b9-4c10-a7a0-e8feda38b3bd] Unregistering the VM {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1630.150211] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2bbf3c7a-1a40-4ed9-b696-a230921fd7e6 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.210029] env[62574]: DEBUG oslo_vmware.api [None req-47a31a67-83d4-43df-a426-77b2785b5482 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Task: {'id': task-1861550, 'name': ReconfigVM_Task, 'duration_secs': 0.297369} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1630.210029] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-47a31a67-83d4-43df-a426-77b2785b5482 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] [instance: c4ca3d86-7d6e-4dbf-912b-7cb292596272] Reconfigured VM instance instance-0000002a to attach disk [datastore2] c4ca3d86-7d6e-4dbf-912b-7cb292596272/c4ca3d86-7d6e-4dbf-912b-7cb292596272.vmdk or device None with type sparse {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1630.210300] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2398c334-cb03-4dd1-85e9-2f123fada4ed {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.217835] env[62574]: DEBUG oslo_vmware.api [None req-47a31a67-83d4-43df-a426-77b2785b5482 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Waiting for the task: (returnval){ [ 1630.217835] env[62574]: value = "task-1861552" [ 1630.217835] env[62574]: _type = "Task" [ 1630.217835] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1630.226549] env[62574]: DEBUG oslo_vmware.api [None req-47a31a67-83d4-43df-a426-77b2785b5482 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Task: {'id': task-1861552, 'name': Rename_Task} progress is 5%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1630.257920] env[62574]: DEBUG nova.compute.utils [None req-67b2bd0d-a1e2-494d-8f7b-8c4ecc58559c tempest-ServersTestFqdnHostnames-1156924450 tempest-ServersTestFqdnHostnames-1156924450-project-member] Using /dev/sd instead of None {{(pid=62574) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1630.259524] env[62574]: DEBUG nova.compute.manager [None req-67b2bd0d-a1e2-494d-8f7b-8c4ecc58559c tempest-ServersTestFqdnHostnames-1156924450 tempest-ServersTestFqdnHostnames-1156924450-project-member] [instance: a3e0bf12-7471-4d8d-bb31-bf4b3b35f87f] Allocating IP information in the background. {{(pid=62574) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1630.259691] env[62574]: DEBUG nova.network.neutron [None req-67b2bd0d-a1e2-494d-8f7b-8c4ecc58559c tempest-ServersTestFqdnHostnames-1156924450 tempest-ServersTestFqdnHostnames-1156924450-project-member] [instance: a3e0bf12-7471-4d8d-bb31-bf4b3b35f87f] allocate_for_instance() {{(pid=62574) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1630.299128] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-b19bad70-9898-4d8c-b663-7189d83774c5 tempest-InstanceActionsV221TestJSON-1872238690 tempest-InstanceActionsV221TestJSON-1872238690-project-member] [instance: f68bb186-74b9-4c10-a7a0-e8feda38b3bd] Unregistered the VM {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1630.299128] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-b19bad70-9898-4d8c-b663-7189d83774c5 tempest-InstanceActionsV221TestJSON-1872238690 tempest-InstanceActionsV221TestJSON-1872238690-project-member] [instance: f68bb186-74b9-4c10-a7a0-e8feda38b3bd] Deleting contents of the VM from datastore datastore2 {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1630.299128] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-b19bad70-9898-4d8c-b663-7189d83774c5 tempest-InstanceActionsV221TestJSON-1872238690 tempest-InstanceActionsV221TestJSON-1872238690-project-member] Deleting the datastore file [datastore2] f68bb186-74b9-4c10-a7a0-e8feda38b3bd {{(pid=62574) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1630.302254] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-babcd833-53ca-49a6-bd7c-d1fd155241de {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.314985] env[62574]: DEBUG oslo_vmware.api [None req-2d784467-4277-4f71-889e-9a5ca83f8784 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Task: {'id': task-1861547, 'name': ReconfigVM_Task, 'duration_secs': 1.192383} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1630.317788] env[62574]: DEBUG oslo_concurrency.lockutils [None req-2d784467-4277-4f71-889e-9a5ca83f8784 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Releasing lock "2a0c3300-ba7f-4604-b629-42bda5d48664" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1630.319110] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-2d784467-4277-4f71-889e-9a5ca83f8784 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] [instance: 2a0c3300-ba7f-4604-b629-42bda5d48664] Reconfigured VM to attach interface {{(pid=62574) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1630.322351] env[62574]: DEBUG oslo_vmware.api [None req-b19bad70-9898-4d8c-b663-7189d83774c5 tempest-InstanceActionsV221TestJSON-1872238690 tempest-InstanceActionsV221TestJSON-1872238690-project-member] Waiting for the task: (returnval){ [ 1630.322351] env[62574]: value = "task-1861553" [ 1630.322351] env[62574]: _type = "Task" [ 1630.322351] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1630.329838] env[62574]: DEBUG nova.policy [None req-67b2bd0d-a1e2-494d-8f7b-8c4ecc58559c tempest-ServersTestFqdnHostnames-1156924450 tempest-ServersTestFqdnHostnames-1156924450-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '282670e7bce64dcda2c894ced830c8a6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '683559d4349247a39ab21f2fdf222535', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62574) authorize /opt/stack/nova/nova/policy.py:192}} [ 1630.342042] env[62574]: DEBUG oslo_vmware.api [None req-b19bad70-9898-4d8c-b663-7189d83774c5 tempest-InstanceActionsV221TestJSON-1872238690 tempest-InstanceActionsV221TestJSON-1872238690-project-member] Task: {'id': task-1861553, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1630.506754] env[62574]: DEBUG oslo_concurrency.lockutils [None req-ccd6228f-60e7-4c6b-b0d0-111819aaa72f tempest-SecurityGroupsTestJSON-247158518 tempest-SecurityGroupsTestJSON-247158518-project-member] Releasing lock "refresh_cache-1aff4bff-16cd-4873-9b4d-3538d4779084" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1630.507288] env[62574]: DEBUG nova.compute.manager [None req-ccd6228f-60e7-4c6b-b0d0-111819aaa72f tempest-SecurityGroupsTestJSON-247158518 tempest-SecurityGroupsTestJSON-247158518-project-member] [instance: 1aff4bff-16cd-4873-9b4d-3538d4779084] Instance network_info: |[{"id": "a66dde7b-04c1-4a50-90a6-0ff681ac334a", "address": "fa:16:3e:56:67:f6", "network": {"id": "7fdc333e-a271-4977-bb85-e3f0da637517", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-201715430-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10cbceaa655b46ebabb5a9831d033750", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a55f45a-d631-4ebc-b73b-8a30bd0a32a8", "external-id": "nsx-vlan-transportzone-303", "segmentation_id": 303, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa66dde7b-04", "ovs_interfaceid": "a66dde7b-04c1-4a50-90a6-0ff681ac334a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62574) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1630.507771] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-ccd6228f-60e7-4c6b-b0d0-111819aaa72f tempest-SecurityGroupsTestJSON-247158518 tempest-SecurityGroupsTestJSON-247158518-project-member] [instance: 1aff4bff-16cd-4873-9b4d-3538d4779084] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:56:67:f6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1a55f45a-d631-4ebc-b73b-8a30bd0a32a8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a66dde7b-04c1-4a50-90a6-0ff681ac334a', 'vif_model': 'vmxnet3'}] {{(pid=62574) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1630.517801] env[62574]: DEBUG oslo.service.loopingcall [None req-ccd6228f-60e7-4c6b-b0d0-111819aaa72f tempest-SecurityGroupsTestJSON-247158518 tempest-SecurityGroupsTestJSON-247158518-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62574) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1630.520384] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1aff4bff-16cd-4873-9b4d-3538d4779084] Creating VM on the ESX host {{(pid=62574) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1630.520917] env[62574]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ed9c2269-4212-4d9c-ba57-03a186e1fc1b {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.546804] env[62574]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1630.546804] env[62574]: value = "task-1861554" [ 1630.546804] env[62574]: _type = "Task" [ 1630.546804] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1630.550803] env[62574]: DEBUG oslo_concurrency.lockutils [None req-5ad11984-b299-4ea8-a05c-b10cda740492 tempest-VolumesAssistedSnapshotsTest-957428574 tempest-VolumesAssistedSnapshotsTest-957428574-project-admin] Acquiring lock "f82bad60-9320-4a4e-af74-21557692aa80" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1630.551110] env[62574]: DEBUG oslo_concurrency.lockutils [None req-5ad11984-b299-4ea8-a05c-b10cda740492 tempest-VolumesAssistedSnapshotsTest-957428574 tempest-VolumesAssistedSnapshotsTest-957428574-project-admin] Lock "f82bad60-9320-4a4e-af74-21557692aa80" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1630.551388] env[62574]: INFO nova.compute.manager [None req-5ad11984-b299-4ea8-a05c-b10cda740492 tempest-VolumesAssistedSnapshotsTest-957428574 tempest-VolumesAssistedSnapshotsTest-957428574-project-admin] [instance: f82bad60-9320-4a4e-af74-21557692aa80] Attaching volume 14d43f50-14ca-4a75-ae0a-c39825349d2a to /dev/sdb [ 1630.557834] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1861554, 'name': CreateVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1630.618751] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-975afa2a-5bd9-433b-9632-25bfc7b233c1 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.626624] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f47558a-4988-4d10-b278-a5844b5ed3d4 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.633938] env[62574]: DEBUG nova.network.neutron [None req-67b2bd0d-a1e2-494d-8f7b-8c4ecc58559c tempest-ServersTestFqdnHostnames-1156924450 tempest-ServersTestFqdnHostnames-1156924450-project-member] [instance: a3e0bf12-7471-4d8d-bb31-bf4b3b35f87f] Successfully created port: 8847555c-7195-415f-9f22-a601d51c878e {{(pid=62574) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1630.642746] env[62574]: DEBUG nova.virt.block_device [None req-5ad11984-b299-4ea8-a05c-b10cda740492 tempest-VolumesAssistedSnapshotsTest-957428574 tempest-VolumesAssistedSnapshotsTest-957428574-project-admin] [instance: f82bad60-9320-4a4e-af74-21557692aa80] Updating existing volume attachment record: 173cb096-8a51-4ae6-a2a9-a753ac8e1ae3 {{(pid=62574) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1630.652557] env[62574]: DEBUG nova.network.neutron [-] [instance: bf01cd22-6cbb-4a95-aca8-4bcdabdc5b36] Updating instance_info_cache with network_info: [] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1630.735164] env[62574]: DEBUG oslo_vmware.api [None req-47a31a67-83d4-43df-a426-77b2785b5482 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Task: {'id': task-1861552, 'name': Rename_Task, 'duration_secs': 0.162199} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1630.735164] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-47a31a67-83d4-43df-a426-77b2785b5482 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] [instance: c4ca3d86-7d6e-4dbf-912b-7cb292596272] Powering on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1630.735164] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2614a197-45dd-48fa-beaf-16c6e6b98782 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.741636] env[62574]: DEBUG oslo_vmware.api [None req-47a31a67-83d4-43df-a426-77b2785b5482 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Waiting for the task: (returnval){ [ 1630.741636] env[62574]: value = "task-1861555" [ 1630.741636] env[62574]: _type = "Task" [ 1630.741636] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1630.757843] env[62574]: DEBUG oslo_vmware.api [None req-47a31a67-83d4-43df-a426-77b2785b5482 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Task: {'id': task-1861555, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1630.766539] env[62574]: DEBUG nova.compute.manager [None req-67b2bd0d-a1e2-494d-8f7b-8c4ecc58559c tempest-ServersTestFqdnHostnames-1156924450 tempest-ServersTestFqdnHostnames-1156924450-project-member] [instance: a3e0bf12-7471-4d8d-bb31-bf4b3b35f87f] Start building block device mappings for instance. {{(pid=62574) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1630.835033] env[62574]: DEBUG oslo_concurrency.lockutils [None req-2d784467-4277-4f71-889e-9a5ca83f8784 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Lock "interface-2a0c3300-ba7f-4604-b629-42bda5d48664-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.921s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1630.842476] env[62574]: DEBUG oslo_vmware.api [None req-b19bad70-9898-4d8c-b663-7189d83774c5 tempest-InstanceActionsV221TestJSON-1872238690 tempest-InstanceActionsV221TestJSON-1872238690-project-member] Task: {'id': task-1861553, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.289328} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1630.843183] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-b19bad70-9898-4d8c-b663-7189d83774c5 tempest-InstanceActionsV221TestJSON-1872238690 tempest-InstanceActionsV221TestJSON-1872238690-project-member] Deleted the datastore file {{(pid=62574) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1630.843183] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-b19bad70-9898-4d8c-b663-7189d83774c5 tempest-InstanceActionsV221TestJSON-1872238690 tempest-InstanceActionsV221TestJSON-1872238690-project-member] [instance: f68bb186-74b9-4c10-a7a0-e8feda38b3bd] Deleted contents of the VM from datastore datastore2 {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1630.843183] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-b19bad70-9898-4d8c-b663-7189d83774c5 tempest-InstanceActionsV221TestJSON-1872238690 tempest-InstanceActionsV221TestJSON-1872238690-project-member] [instance: f68bb186-74b9-4c10-a7a0-e8feda38b3bd] Instance destroyed {{(pid=62574) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1630.843600] env[62574]: INFO nova.compute.manager [None req-b19bad70-9898-4d8c-b663-7189d83774c5 tempest-InstanceActionsV221TestJSON-1872238690 tempest-InstanceActionsV221TestJSON-1872238690-project-member] [instance: f68bb186-74b9-4c10-a7a0-e8feda38b3bd] Took 1.73 seconds to destroy the instance on the hypervisor. [ 1630.843600] env[62574]: DEBUG oslo.service.loopingcall [None req-b19bad70-9898-4d8c-b663-7189d83774c5 tempest-InstanceActionsV221TestJSON-1872238690 tempest-InstanceActionsV221TestJSON-1872238690-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62574) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1630.843772] env[62574]: DEBUG nova.compute.manager [-] [instance: f68bb186-74b9-4c10-a7a0-e8feda38b3bd] Deallocating network for instance {{(pid=62574) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1630.843861] env[62574]: DEBUG nova.network.neutron [-] [instance: f68bb186-74b9-4c10-a7a0-e8feda38b3bd] deallocate_for_instance() {{(pid=62574) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1630.855998] env[62574]: INFO nova.compute.manager [None req-7f2445f9-6171-42e2-b263-0ebe8e842bdc tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] [instance: 4df11575-4191-4213-80f6-c74ba97b856f] Rebuilding instance [ 1630.898760] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a166ab6-3847-4d97-a98f-96e3aa0e0026 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.906566] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d21181c7-3736-49c1-a3eb-29f6c5350c32 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.940310] env[62574]: DEBUG nova.compute.manager [None req-7f2445f9-6171-42e2-b263-0ebe8e842bdc tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] [instance: 4df11575-4191-4213-80f6-c74ba97b856f] Checking state {{(pid=62574) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1630.940310] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2d4579c-7f1d-4bd7-906a-461e5321004c {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.942172] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-481e1850-4d1e-48b2-aba8-bf2e902c6a99 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.951135] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbd580d5-74a8-45f0-99cc-4f6d7a95e0e7 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.967734] env[62574]: DEBUG nova.compute.provider_tree [None req-8aac75e1-d5f3-4e95-9d39-1d51a20c5ec6 tempest-ServerDiagnosticsNegativeTest-1776344175 tempest-ServerDiagnosticsNegativeTest-1776344175-project-member] Inventory has not changed in ProviderTree for provider: f0ed160a-beff-4626-a531-2a70d7bc0627 {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1631.056577] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1861554, 'name': CreateVM_Task, 'duration_secs': 0.377062} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1631.056840] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1aff4bff-16cd-4873-9b4d-3538d4779084] Created VM on the ESX host {{(pid=62574) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1631.057507] env[62574]: DEBUG oslo_concurrency.lockutils [None req-ccd6228f-60e7-4c6b-b0d0-111819aaa72f tempest-SecurityGroupsTestJSON-247158518 tempest-SecurityGroupsTestJSON-247158518-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1631.057675] env[62574]: DEBUG oslo_concurrency.lockutils [None req-ccd6228f-60e7-4c6b-b0d0-111819aaa72f tempest-SecurityGroupsTestJSON-247158518 tempest-SecurityGroupsTestJSON-247158518-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1631.057999] env[62574]: DEBUG oslo_concurrency.lockutils [None req-ccd6228f-60e7-4c6b-b0d0-111819aaa72f tempest-SecurityGroupsTestJSON-247158518 tempest-SecurityGroupsTestJSON-247158518-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1631.058266] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a8eee374-d106-4073-a981-12fc1a77dc7e {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.063124] env[62574]: DEBUG oslo_vmware.api [None req-ccd6228f-60e7-4c6b-b0d0-111819aaa72f tempest-SecurityGroupsTestJSON-247158518 tempest-SecurityGroupsTestJSON-247158518-project-member] Waiting for the task: (returnval){ [ 1631.063124] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]529cd7c2-97f9-d7d1-6b60-027a9b658284" [ 1631.063124] env[62574]: _type = "Task" [ 1631.063124] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1631.070915] env[62574]: DEBUG oslo_vmware.api [None req-ccd6228f-60e7-4c6b-b0d0-111819aaa72f tempest-SecurityGroupsTestJSON-247158518 tempest-SecurityGroupsTestJSON-247158518-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]529cd7c2-97f9-d7d1-6b60-027a9b658284, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1631.155233] env[62574]: INFO nova.compute.manager [-] [instance: bf01cd22-6cbb-4a95-aca8-4bcdabdc5b36] Took 1.34 seconds to deallocate network for instance. [ 1631.252505] env[62574]: DEBUG oslo_vmware.api [None req-47a31a67-83d4-43df-a426-77b2785b5482 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Task: {'id': task-1861555, 'name': PowerOnVM_Task, 'duration_secs': 0.470573} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1631.252813] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-47a31a67-83d4-43df-a426-77b2785b5482 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] [instance: c4ca3d86-7d6e-4dbf-912b-7cb292596272] Powered on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1631.253532] env[62574]: INFO nova.compute.manager [None req-47a31a67-83d4-43df-a426-77b2785b5482 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] [instance: c4ca3d86-7d6e-4dbf-912b-7cb292596272] Took 7.74 seconds to spawn the instance on the hypervisor. [ 1631.253781] env[62574]: DEBUG nova.compute.manager [None req-47a31a67-83d4-43df-a426-77b2785b5482 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] [instance: c4ca3d86-7d6e-4dbf-912b-7cb292596272] Checking state {{(pid=62574) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1631.254609] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35e93322-deb7-4f81-a75f-31d471088001 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.395390] env[62574]: DEBUG nova.compute.manager [req-072f11e5-88c4-42e0-b38e-e6998aec147e req-e7fe1474-6f04-4920-8194-4814ef35b1ca service nova] [instance: 1aff4bff-16cd-4873-9b4d-3538d4779084] Received event network-vif-plugged-a66dde7b-04c1-4a50-90a6-0ff681ac334a {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1631.395390] env[62574]: DEBUG oslo_concurrency.lockutils [req-072f11e5-88c4-42e0-b38e-e6998aec147e req-e7fe1474-6f04-4920-8194-4814ef35b1ca service nova] Acquiring lock "1aff4bff-16cd-4873-9b4d-3538d4779084-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1631.396037] env[62574]: DEBUG oslo_concurrency.lockutils [req-072f11e5-88c4-42e0-b38e-e6998aec147e req-e7fe1474-6f04-4920-8194-4814ef35b1ca service nova] Lock "1aff4bff-16cd-4873-9b4d-3538d4779084-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1631.396037] env[62574]: DEBUG oslo_concurrency.lockutils [req-072f11e5-88c4-42e0-b38e-e6998aec147e req-e7fe1474-6f04-4920-8194-4814ef35b1ca service nova] Lock "1aff4bff-16cd-4873-9b4d-3538d4779084-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1631.396037] env[62574]: DEBUG nova.compute.manager [req-072f11e5-88c4-42e0-b38e-e6998aec147e req-e7fe1474-6f04-4920-8194-4814ef35b1ca service nova] [instance: 1aff4bff-16cd-4873-9b4d-3538d4779084] No waiting events found dispatching network-vif-plugged-a66dde7b-04c1-4a50-90a6-0ff681ac334a {{(pid=62574) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1631.396211] env[62574]: WARNING nova.compute.manager [req-072f11e5-88c4-42e0-b38e-e6998aec147e req-e7fe1474-6f04-4920-8194-4814ef35b1ca service nova] [instance: 1aff4bff-16cd-4873-9b4d-3538d4779084] Received unexpected event network-vif-plugged-a66dde7b-04c1-4a50-90a6-0ff681ac334a for instance with vm_state building and task_state spawning. [ 1631.396334] env[62574]: DEBUG nova.compute.manager [req-072f11e5-88c4-42e0-b38e-e6998aec147e req-e7fe1474-6f04-4920-8194-4814ef35b1ca service nova] [instance: 1aff4bff-16cd-4873-9b4d-3538d4779084] Received event network-changed-a66dde7b-04c1-4a50-90a6-0ff681ac334a {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1631.396429] env[62574]: DEBUG nova.compute.manager [req-072f11e5-88c4-42e0-b38e-e6998aec147e req-e7fe1474-6f04-4920-8194-4814ef35b1ca service nova] [instance: 1aff4bff-16cd-4873-9b4d-3538d4779084] Refreshing instance network info cache due to event network-changed-a66dde7b-04c1-4a50-90a6-0ff681ac334a. {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1631.396612] env[62574]: DEBUG oslo_concurrency.lockutils [req-072f11e5-88c4-42e0-b38e-e6998aec147e req-e7fe1474-6f04-4920-8194-4814ef35b1ca service nova] Acquiring lock "refresh_cache-1aff4bff-16cd-4873-9b4d-3538d4779084" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1631.396749] env[62574]: DEBUG oslo_concurrency.lockutils [req-072f11e5-88c4-42e0-b38e-e6998aec147e req-e7fe1474-6f04-4920-8194-4814ef35b1ca service nova] Acquired lock "refresh_cache-1aff4bff-16cd-4873-9b4d-3538d4779084" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1631.396900] env[62574]: DEBUG nova.network.neutron [req-072f11e5-88c4-42e0-b38e-e6998aec147e req-e7fe1474-6f04-4920-8194-4814ef35b1ca service nova] [instance: 1aff4bff-16cd-4873-9b4d-3538d4779084] Refreshing network info cache for port a66dde7b-04c1-4a50-90a6-0ff681ac334a {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1631.473191] env[62574]: DEBUG nova.scheduler.client.report [None req-8aac75e1-d5f3-4e95-9d39-1d51a20c5ec6 tempest-ServerDiagnosticsNegativeTest-1776344175 tempest-ServerDiagnosticsNegativeTest-1776344175-project-member] Inventory has not changed for provider f0ed160a-beff-4626-a531-2a70d7bc0627 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1631.573965] env[62574]: DEBUG oslo_vmware.api [None req-ccd6228f-60e7-4c6b-b0d0-111819aaa72f tempest-SecurityGroupsTestJSON-247158518 tempest-SecurityGroupsTestJSON-247158518-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]529cd7c2-97f9-d7d1-6b60-027a9b658284, 'name': SearchDatastore_Task, 'duration_secs': 0.011478} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1631.574305] env[62574]: DEBUG oslo_concurrency.lockutils [None req-ccd6228f-60e7-4c6b-b0d0-111819aaa72f tempest-SecurityGroupsTestJSON-247158518 tempest-SecurityGroupsTestJSON-247158518-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1631.574687] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-ccd6228f-60e7-4c6b-b0d0-111819aaa72f tempest-SecurityGroupsTestJSON-247158518 tempest-SecurityGroupsTestJSON-247158518-project-member] [instance: 1aff4bff-16cd-4873-9b4d-3538d4779084] Processing image 3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2 {{(pid=62574) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1631.574946] env[62574]: DEBUG oslo_concurrency.lockutils [None req-ccd6228f-60e7-4c6b-b0d0-111819aaa72f tempest-SecurityGroupsTestJSON-247158518 tempest-SecurityGroupsTestJSON-247158518-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1631.575354] env[62574]: DEBUG oslo_concurrency.lockutils [None req-ccd6228f-60e7-4c6b-b0d0-111819aaa72f tempest-SecurityGroupsTestJSON-247158518 tempest-SecurityGroupsTestJSON-247158518-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1631.575588] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-ccd6228f-60e7-4c6b-b0d0-111819aaa72f tempest-SecurityGroupsTestJSON-247158518 tempest-SecurityGroupsTestJSON-247158518-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1631.575871] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-256a5240-4c21-4be5-8bad-0274176817ae {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.585681] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-ccd6228f-60e7-4c6b-b0d0-111819aaa72f tempest-SecurityGroupsTestJSON-247158518 tempest-SecurityGroupsTestJSON-247158518-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1631.585877] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-ccd6228f-60e7-4c6b-b0d0-111819aaa72f tempest-SecurityGroupsTestJSON-247158518 tempest-SecurityGroupsTestJSON-247158518-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62574) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1631.586637] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ddb48e1-6c60-42b2-9fe3-19092832f0da {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.591647] env[62574]: DEBUG oslo_vmware.api [None req-ccd6228f-60e7-4c6b-b0d0-111819aaa72f tempest-SecurityGroupsTestJSON-247158518 tempest-SecurityGroupsTestJSON-247158518-project-member] Waiting for the task: (returnval){ [ 1631.591647] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]5220e249-ce47-477f-8040-467f9af5b422" [ 1631.591647] env[62574]: _type = "Task" [ 1631.591647] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1631.600191] env[62574]: DEBUG oslo_vmware.api [None req-ccd6228f-60e7-4c6b-b0d0-111819aaa72f tempest-SecurityGroupsTestJSON-247158518 tempest-SecurityGroupsTestJSON-247158518-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]5220e249-ce47-477f-8040-467f9af5b422, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1631.662443] env[62574]: DEBUG oslo_concurrency.lockutils [None req-43b3273c-c4df-4082-aa90-61f2fec7009e tempest-FloatingIPsAssociationTestJSON-1230011338 tempest-FloatingIPsAssociationTestJSON-1230011338-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1631.774017] env[62574]: INFO nova.compute.manager [None req-47a31a67-83d4-43df-a426-77b2785b5482 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] [instance: c4ca3d86-7d6e-4dbf-912b-7cb292596272] Took 30.46 seconds to build instance. [ 1631.776222] env[62574]: DEBUG nova.compute.manager [None req-67b2bd0d-a1e2-494d-8f7b-8c4ecc58559c tempest-ServersTestFqdnHostnames-1156924450 tempest-ServersTestFqdnHostnames-1156924450-project-member] [instance: a3e0bf12-7471-4d8d-bb31-bf4b3b35f87f] Start spawning the instance on the hypervisor. {{(pid=62574) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1631.809227] env[62574]: DEBUG nova.virt.hardware [None req-67b2bd0d-a1e2-494d-8f7b-8c4ecc58559c tempest-ServersTestFqdnHostnames-1156924450 tempest-ServersTestFqdnHostnames-1156924450-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T19:26:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-13T19:26:40Z,direct_url=,disk_format='vmdk',id=3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7eed1dd4d2c3418eb32c4f4ceda3ab0d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-13T19:26:41Z,virtual_size=,visibility=), allow threads: False {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1631.811017] env[62574]: DEBUG nova.virt.hardware [None req-67b2bd0d-a1e2-494d-8f7b-8c4ecc58559c tempest-ServersTestFqdnHostnames-1156924450 tempest-ServersTestFqdnHostnames-1156924450-project-member] Flavor limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1631.811017] env[62574]: DEBUG nova.virt.hardware [None req-67b2bd0d-a1e2-494d-8f7b-8c4ecc58559c tempest-ServersTestFqdnHostnames-1156924450 tempest-ServersTestFqdnHostnames-1156924450-project-member] Image limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1631.811017] env[62574]: DEBUG nova.virt.hardware [None req-67b2bd0d-a1e2-494d-8f7b-8c4ecc58559c tempest-ServersTestFqdnHostnames-1156924450 tempest-ServersTestFqdnHostnames-1156924450-project-member] Flavor pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1631.811017] env[62574]: DEBUG nova.virt.hardware [None req-67b2bd0d-a1e2-494d-8f7b-8c4ecc58559c tempest-ServersTestFqdnHostnames-1156924450 tempest-ServersTestFqdnHostnames-1156924450-project-member] Image pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1631.811017] env[62574]: DEBUG nova.virt.hardware [None req-67b2bd0d-a1e2-494d-8f7b-8c4ecc58559c tempest-ServersTestFqdnHostnames-1156924450 tempest-ServersTestFqdnHostnames-1156924450-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1631.811017] env[62574]: DEBUG nova.virt.hardware [None req-67b2bd0d-a1e2-494d-8f7b-8c4ecc58559c tempest-ServersTestFqdnHostnames-1156924450 tempest-ServersTestFqdnHostnames-1156924450-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1631.811017] env[62574]: DEBUG nova.virt.hardware [None req-67b2bd0d-a1e2-494d-8f7b-8c4ecc58559c tempest-ServersTestFqdnHostnames-1156924450 tempest-ServersTestFqdnHostnames-1156924450-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1631.811017] env[62574]: DEBUG nova.virt.hardware [None req-67b2bd0d-a1e2-494d-8f7b-8c4ecc58559c tempest-ServersTestFqdnHostnames-1156924450 tempest-ServersTestFqdnHostnames-1156924450-project-member] Got 1 possible topologies {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1631.811017] env[62574]: DEBUG nova.virt.hardware [None req-67b2bd0d-a1e2-494d-8f7b-8c4ecc58559c tempest-ServersTestFqdnHostnames-1156924450 tempest-ServersTestFqdnHostnames-1156924450-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1631.811443] env[62574]: DEBUG nova.virt.hardware [None req-67b2bd0d-a1e2-494d-8f7b-8c4ecc58559c tempest-ServersTestFqdnHostnames-1156924450 tempest-ServersTestFqdnHostnames-1156924450-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1631.812165] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3aa2a39-0271-4b57-9ad1-9ad5a9c67a82 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.820233] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8084d042-acdd-4295-b50a-ab11a9f5ab6b {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.881219] env[62574]: DEBUG nova.network.neutron [-] [instance: f68bb186-74b9-4c10-a7a0-e8feda38b3bd] Updating instance_info_cache with network_info: [] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1631.961257] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f2445f9-6171-42e2-b263-0ebe8e842bdc tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] [instance: 4df11575-4191-4213-80f6-c74ba97b856f] Powering off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1631.961572] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-91604a94-8b94-4454-b29e-d43d8fc4aa98 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.971728] env[62574]: DEBUG oslo_vmware.api [None req-7f2445f9-6171-42e2-b263-0ebe8e842bdc tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] Waiting for the task: (returnval){ [ 1631.971728] env[62574]: value = "task-1861559" [ 1631.971728] env[62574]: _type = "Task" [ 1631.971728] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1631.979098] env[62574]: DEBUG oslo_concurrency.lockutils [None req-8aac75e1-d5f3-4e95-9d39-1d51a20c5ec6 tempest-ServerDiagnosticsNegativeTest-1776344175 tempest-ServerDiagnosticsNegativeTest-1776344175-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.228s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1631.987293] env[62574]: DEBUG oslo_concurrency.lockutils [None req-8d89731f-c215-4aac-b3c4-224c9eb588e1 tempest-ServersAdminNegativeTestJSON-1635259249 tempest-ServersAdminNegativeTestJSON-1635259249-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.097s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1631.987293] env[62574]: DEBUG nova.objects.instance [None req-8d89731f-c215-4aac-b3c4-224c9eb588e1 tempest-ServersAdminNegativeTestJSON-1635259249 tempest-ServersAdminNegativeTestJSON-1635259249-project-member] Lazy-loading 'resources' on Instance uuid d2fba47f-bc9d-4673-a8c1-1dadebdea56e {{(pid=62574) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1631.987556] env[62574]: DEBUG oslo_vmware.api [None req-7f2445f9-6171-42e2-b263-0ebe8e842bdc tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] Task: {'id': task-1861559, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1632.019059] env[62574]: INFO nova.scheduler.client.report [None req-8aac75e1-d5f3-4e95-9d39-1d51a20c5ec6 tempest-ServerDiagnosticsNegativeTest-1776344175 tempest-ServerDiagnosticsNegativeTest-1776344175-project-member] Deleted allocations for instance e3bb34fa-0a4b-4ef0-885a-2c59a191ca72 [ 1632.103149] env[62574]: DEBUG oslo_vmware.api [None req-ccd6228f-60e7-4c6b-b0d0-111819aaa72f tempest-SecurityGroupsTestJSON-247158518 tempest-SecurityGroupsTestJSON-247158518-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]5220e249-ce47-477f-8040-467f9af5b422, 'name': SearchDatastore_Task, 'duration_secs': 0.011028} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1632.104046] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c528db1c-199d-4b79-a56e-2b534354a116 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.111712] env[62574]: DEBUG oslo_vmware.api [None req-ccd6228f-60e7-4c6b-b0d0-111819aaa72f tempest-SecurityGroupsTestJSON-247158518 tempest-SecurityGroupsTestJSON-247158518-project-member] Waiting for the task: (returnval){ [ 1632.111712] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]52acb0a9-8ff0-617a-978a-4a9c8e71ecae" [ 1632.111712] env[62574]: _type = "Task" [ 1632.111712] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1632.120435] env[62574]: DEBUG oslo_vmware.api [None req-ccd6228f-60e7-4c6b-b0d0-111819aaa72f tempest-SecurityGroupsTestJSON-247158518 tempest-SecurityGroupsTestJSON-247158518-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52acb0a9-8ff0-617a-978a-4a9c8e71ecae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1632.132687] env[62574]: DEBUG nova.network.neutron [req-072f11e5-88c4-42e0-b38e-e6998aec147e req-e7fe1474-6f04-4920-8194-4814ef35b1ca service nova] [instance: 1aff4bff-16cd-4873-9b4d-3538d4779084] Updated VIF entry in instance network info cache for port a66dde7b-04c1-4a50-90a6-0ff681ac334a. {{(pid=62574) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1632.133135] env[62574]: DEBUG nova.network.neutron [req-072f11e5-88c4-42e0-b38e-e6998aec147e req-e7fe1474-6f04-4920-8194-4814ef35b1ca service nova] [instance: 1aff4bff-16cd-4873-9b4d-3538d4779084] Updating instance_info_cache with network_info: [{"id": "a66dde7b-04c1-4a50-90a6-0ff681ac334a", "address": "fa:16:3e:56:67:f6", "network": {"id": "7fdc333e-a271-4977-bb85-e3f0da637517", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-201715430-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10cbceaa655b46ebabb5a9831d033750", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a55f45a-d631-4ebc-b73b-8a30bd0a32a8", "external-id": "nsx-vlan-transportzone-303", "segmentation_id": 303, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa66dde7b-04", "ovs_interfaceid": "a66dde7b-04c1-4a50-90a6-0ff681ac334a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1632.275940] env[62574]: DEBUG oslo_concurrency.lockutils [None req-47a31a67-83d4-43df-a426-77b2785b5482 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Lock "c4ca3d86-7d6e-4dbf-912b-7cb292596272" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 73.943s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1632.384885] env[62574]: INFO nova.compute.manager [-] [instance: f68bb186-74b9-4c10-a7a0-e8feda38b3bd] Took 1.54 seconds to deallocate network for instance. [ 1632.479018] env[62574]: DEBUG nova.network.neutron [None req-67b2bd0d-a1e2-494d-8f7b-8c4ecc58559c tempest-ServersTestFqdnHostnames-1156924450 tempest-ServersTestFqdnHostnames-1156924450-project-member] [instance: a3e0bf12-7471-4d8d-bb31-bf4b3b35f87f] Successfully updated port: 8847555c-7195-415f-9f22-a601d51c878e {{(pid=62574) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1632.486831] env[62574]: DEBUG oslo_vmware.api [None req-7f2445f9-6171-42e2-b263-0ebe8e842bdc tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] Task: {'id': task-1861559, 'name': PowerOffVM_Task, 'duration_secs': 0.129999} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1632.487634] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f2445f9-6171-42e2-b263-0ebe8e842bdc tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] [instance: 4df11575-4191-4213-80f6-c74ba97b856f] Powered off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1632.487873] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-7f2445f9-6171-42e2-b263-0ebe8e842bdc tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] [instance: 4df11575-4191-4213-80f6-c74ba97b856f] Destroying instance {{(pid=62574) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1632.494454] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff4509c3-596d-425b-9bd2-85c15ae91911 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.501568] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-7f2445f9-6171-42e2-b263-0ebe8e842bdc tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] [instance: 4df11575-4191-4213-80f6-c74ba97b856f] Unregistering the VM {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1632.501993] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e56f91a3-6187-4851-8007-3eb9eeaa7e35 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.531047] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-7f2445f9-6171-42e2-b263-0ebe8e842bdc tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] [instance: 4df11575-4191-4213-80f6-c74ba97b856f] Unregistered the VM {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1632.531519] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-7f2445f9-6171-42e2-b263-0ebe8e842bdc tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] [instance: 4df11575-4191-4213-80f6-c74ba97b856f] Deleting contents of the VM from datastore datastore2 {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1632.531895] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f2445f9-6171-42e2-b263-0ebe8e842bdc tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] Deleting the datastore file [datastore2] 4df11575-4191-4213-80f6-c74ba97b856f {{(pid=62574) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1632.535017] env[62574]: DEBUG oslo_concurrency.lockutils [None req-8aac75e1-d5f3-4e95-9d39-1d51a20c5ec6 tempest-ServerDiagnosticsNegativeTest-1776344175 tempest-ServerDiagnosticsNegativeTest-1776344175-project-member] Lock "e3bb34fa-0a4b-4ef0-885a-2c59a191ca72" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.012s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1632.536274] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-007462e2-cce3-4412-a2f4-99847d86e9c8 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.545038] env[62574]: DEBUG oslo_vmware.api [None req-7f2445f9-6171-42e2-b263-0ebe8e842bdc tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] Waiting for the task: (returnval){ [ 1632.545038] env[62574]: value = "task-1861561" [ 1632.545038] env[62574]: _type = "Task" [ 1632.545038] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1632.558874] env[62574]: DEBUG oslo_vmware.api [None req-7f2445f9-6171-42e2-b263-0ebe8e842bdc tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] Task: {'id': task-1861561, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1632.624979] env[62574]: DEBUG oslo_vmware.api [None req-ccd6228f-60e7-4c6b-b0d0-111819aaa72f tempest-SecurityGroupsTestJSON-247158518 tempest-SecurityGroupsTestJSON-247158518-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52acb0a9-8ff0-617a-978a-4a9c8e71ecae, 'name': SearchDatastore_Task, 'duration_secs': 0.020314} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1632.625323] env[62574]: DEBUG oslo_concurrency.lockutils [None req-ccd6228f-60e7-4c6b-b0d0-111819aaa72f tempest-SecurityGroupsTestJSON-247158518 tempest-SecurityGroupsTestJSON-247158518-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1632.625650] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccd6228f-60e7-4c6b-b0d0-111819aaa72f tempest-SecurityGroupsTestJSON-247158518 tempest-SecurityGroupsTestJSON-247158518-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk to [datastore2] 1aff4bff-16cd-4873-9b4d-3538d4779084/1aff4bff-16cd-4873-9b4d-3538d4779084.vmdk {{(pid=62574) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1632.625937] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-603cd6bf-1ada-4a06-93a6-fee6e572e789 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.635122] env[62574]: DEBUG oslo_vmware.api [None req-ccd6228f-60e7-4c6b-b0d0-111819aaa72f tempest-SecurityGroupsTestJSON-247158518 tempest-SecurityGroupsTestJSON-247158518-project-member] Waiting for the task: (returnval){ [ 1632.635122] env[62574]: value = "task-1861562" [ 1632.635122] env[62574]: _type = "Task" [ 1632.635122] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1632.635940] env[62574]: DEBUG oslo_concurrency.lockutils [req-072f11e5-88c4-42e0-b38e-e6998aec147e req-e7fe1474-6f04-4920-8194-4814ef35b1ca service nova] Releasing lock "refresh_cache-1aff4bff-16cd-4873-9b4d-3538d4779084" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1632.644670] env[62574]: DEBUG oslo_vmware.api [None req-ccd6228f-60e7-4c6b-b0d0-111819aaa72f tempest-SecurityGroupsTestJSON-247158518 tempest-SecurityGroupsTestJSON-247158518-project-member] Task: {'id': task-1861562, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1632.778715] env[62574]: DEBUG nova.compute.manager [None req-3c2379e4-d400-4faa-9b75-7d6c18571007 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] [instance: 05938d25-9db4-4c10-b545-0f94781a9250] Starting instance... {{(pid=62574) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1632.799255] env[62574]: DEBUG nova.compute.manager [req-5ee474cb-fa19-4637-adf7-e3f9f5991b49 req-218d40cf-3a7c-4dbe-85e2-acd371f5ba34 service nova] [instance: c4ca3d86-7d6e-4dbf-912b-7cb292596272] Received event network-changed-68593b99-8b60-4a3b-9ae8-cc26de44203e {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1632.800491] env[62574]: DEBUG nova.compute.manager [req-5ee474cb-fa19-4637-adf7-e3f9f5991b49 req-218d40cf-3a7c-4dbe-85e2-acd371f5ba34 service nova] [instance: c4ca3d86-7d6e-4dbf-912b-7cb292596272] Refreshing instance network info cache due to event network-changed-68593b99-8b60-4a3b-9ae8-cc26de44203e. {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1632.800491] env[62574]: DEBUG oslo_concurrency.lockutils [req-5ee474cb-fa19-4637-adf7-e3f9f5991b49 req-218d40cf-3a7c-4dbe-85e2-acd371f5ba34 service nova] Acquiring lock "refresh_cache-c4ca3d86-7d6e-4dbf-912b-7cb292596272" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1632.800491] env[62574]: DEBUG oslo_concurrency.lockutils [req-5ee474cb-fa19-4637-adf7-e3f9f5991b49 req-218d40cf-3a7c-4dbe-85e2-acd371f5ba34 service nova] Acquired lock "refresh_cache-c4ca3d86-7d6e-4dbf-912b-7cb292596272" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1632.800491] env[62574]: DEBUG nova.network.neutron [req-5ee474cb-fa19-4637-adf7-e3f9f5991b49 req-218d40cf-3a7c-4dbe-85e2-acd371f5ba34 service nova] [instance: c4ca3d86-7d6e-4dbf-912b-7cb292596272] Refreshing network info cache for port 68593b99-8b60-4a3b-9ae8-cc26de44203e {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1632.878097] env[62574]: DEBUG oslo_concurrency.lockutils [None req-032c3c0e-5756-4bbc-b027-3f18b926ef04 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Acquiring lock "interface-2a0c3300-ba7f-4604-b629-42bda5d48664-a6a664d1-2820-4230-9526-16db8e6c2da6" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1632.878405] env[62574]: DEBUG oslo_concurrency.lockutils [None req-032c3c0e-5756-4bbc-b027-3f18b926ef04 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Lock "interface-2a0c3300-ba7f-4604-b629-42bda5d48664-a6a664d1-2820-4230-9526-16db8e6c2da6" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1632.895194] env[62574]: DEBUG oslo_concurrency.lockutils [None req-b19bad70-9898-4d8c-b663-7189d83774c5 tempest-InstanceActionsV221TestJSON-1872238690 tempest-InstanceActionsV221TestJSON-1872238690-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1632.983483] env[62574]: DEBUG oslo_concurrency.lockutils [None req-67b2bd0d-a1e2-494d-8f7b-8c4ecc58559c tempest-ServersTestFqdnHostnames-1156924450 tempest-ServersTestFqdnHostnames-1156924450-project-member] Acquiring lock "refresh_cache-a3e0bf12-7471-4d8d-bb31-bf4b3b35f87f" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1632.983483] env[62574]: DEBUG oslo_concurrency.lockutils [None req-67b2bd0d-a1e2-494d-8f7b-8c4ecc58559c tempest-ServersTestFqdnHostnames-1156924450 tempest-ServersTestFqdnHostnames-1156924450-project-member] Acquired lock "refresh_cache-a3e0bf12-7471-4d8d-bb31-bf4b3b35f87f" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1632.983483] env[62574]: DEBUG nova.network.neutron [None req-67b2bd0d-a1e2-494d-8f7b-8c4ecc58559c tempest-ServersTestFqdnHostnames-1156924450 tempest-ServersTestFqdnHostnames-1156924450-project-member] [instance: a3e0bf12-7471-4d8d-bb31-bf4b3b35f87f] Building network info cache for instance {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1633.054533] env[62574]: DEBUG oslo_vmware.api [None req-7f2445f9-6171-42e2-b263-0ebe8e842bdc tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] Task: {'id': task-1861561, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.107106} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1633.057708] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f2445f9-6171-42e2-b263-0ebe8e842bdc tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] Deleted the datastore file {{(pid=62574) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1633.057924] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-7f2445f9-6171-42e2-b263-0ebe8e842bdc tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] [instance: 4df11575-4191-4213-80f6-c74ba97b856f] Deleted contents of the VM from datastore datastore2 {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1633.058127] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-7f2445f9-6171-42e2-b263-0ebe8e842bdc tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] [instance: 4df11575-4191-4213-80f6-c74ba97b856f] Instance destroyed {{(pid=62574) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1633.086172] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce7b9177-c465-4e24-a220-7dbe781325bc {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.098322] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e2fb713-cd93-4bcb-a781-5d85dba14501 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.135450] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd8f6235-4418-4c07-8a93-92f9be7f903d {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.148666] env[62574]: DEBUG oslo_vmware.api [None req-ccd6228f-60e7-4c6b-b0d0-111819aaa72f tempest-SecurityGroupsTestJSON-247158518 tempest-SecurityGroupsTestJSON-247158518-project-member] Task: {'id': task-1861562, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.509657} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1633.151440] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccd6228f-60e7-4c6b-b0d0-111819aaa72f tempest-SecurityGroupsTestJSON-247158518 tempest-SecurityGroupsTestJSON-247158518-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk to [datastore2] 1aff4bff-16cd-4873-9b4d-3538d4779084/1aff4bff-16cd-4873-9b4d-3538d4779084.vmdk {{(pid=62574) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1633.151757] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-ccd6228f-60e7-4c6b-b0d0-111819aaa72f tempest-SecurityGroupsTestJSON-247158518 tempest-SecurityGroupsTestJSON-247158518-project-member] [instance: 1aff4bff-16cd-4873-9b4d-3538d4779084] Extending root virtual disk to 1048576 {{(pid=62574) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1633.152107] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c745f61d-ff8a-4588-a1af-f5a31a2926be {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.155180] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04404f84-fe36-4ec5-99b5-c3eb9bbeaab3 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.170029] env[62574]: DEBUG nova.compute.provider_tree [None req-8d89731f-c215-4aac-b3c4-224c9eb588e1 tempest-ServersAdminNegativeTestJSON-1635259249 tempest-ServersAdminNegativeTestJSON-1635259249-project-member] Inventory has not changed in ProviderTree for provider: f0ed160a-beff-4626-a531-2a70d7bc0627 {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1633.172717] env[62574]: DEBUG oslo_vmware.api [None req-ccd6228f-60e7-4c6b-b0d0-111819aaa72f tempest-SecurityGroupsTestJSON-247158518 tempest-SecurityGroupsTestJSON-247158518-project-member] Waiting for the task: (returnval){ [ 1633.172717] env[62574]: value = "task-1861564" [ 1633.172717] env[62574]: _type = "Task" [ 1633.172717] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1633.305502] env[62574]: DEBUG oslo_concurrency.lockutils [None req-3c2379e4-d400-4faa-9b75-7d6c18571007 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1633.387559] env[62574]: DEBUG oslo_concurrency.lockutils [None req-032c3c0e-5756-4bbc-b027-3f18b926ef04 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Acquiring lock "2a0c3300-ba7f-4604-b629-42bda5d48664" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1633.387559] env[62574]: DEBUG oslo_concurrency.lockutils [None req-032c3c0e-5756-4bbc-b027-3f18b926ef04 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Acquired lock "2a0c3300-ba7f-4604-b629-42bda5d48664" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1633.391733] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27441643-b31b-464a-a37a-8947aa7a2707 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.416971] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a908135-139b-4191-9dc8-0cd4e2d0d9a6 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.449380] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-032c3c0e-5756-4bbc-b027-3f18b926ef04 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] [instance: 2a0c3300-ba7f-4604-b629-42bda5d48664] Reconfiguring VM to detach interface {{(pid=62574) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1633.452123] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b9ddc9d0-c0b9-442c-8152-7d7b4868cda9 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.469568] env[62574]: DEBUG nova.compute.manager [req-45c5a8b2-b162-4521-88a8-0c5d32e4e1af req-3b8ea1e8-55d8-4f43-83ff-97b99135fde5 service nova] [instance: bf01cd22-6cbb-4a95-aca8-4bcdabdc5b36] Received event network-vif-deleted-cc4fbd40-92a9-4263-918f-edd2dde18259 {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1633.469783] env[62574]: DEBUG nova.compute.manager [req-45c5a8b2-b162-4521-88a8-0c5d32e4e1af req-3b8ea1e8-55d8-4f43-83ff-97b99135fde5 service nova] [instance: f68bb186-74b9-4c10-a7a0-e8feda38b3bd] Received event network-vif-deleted-348fed3f-859f-4b6b-a2f1-d96974a7e6f3 {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1633.469956] env[62574]: DEBUG nova.compute.manager [req-45c5a8b2-b162-4521-88a8-0c5d32e4e1af req-3b8ea1e8-55d8-4f43-83ff-97b99135fde5 service nova] [instance: a3e0bf12-7471-4d8d-bb31-bf4b3b35f87f] Received event network-vif-plugged-8847555c-7195-415f-9f22-a601d51c878e {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1633.470154] env[62574]: DEBUG oslo_concurrency.lockutils [req-45c5a8b2-b162-4521-88a8-0c5d32e4e1af req-3b8ea1e8-55d8-4f43-83ff-97b99135fde5 service nova] Acquiring lock "a3e0bf12-7471-4d8d-bb31-bf4b3b35f87f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1633.470404] env[62574]: DEBUG oslo_concurrency.lockutils [req-45c5a8b2-b162-4521-88a8-0c5d32e4e1af req-3b8ea1e8-55d8-4f43-83ff-97b99135fde5 service nova] Lock "a3e0bf12-7471-4d8d-bb31-bf4b3b35f87f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1633.470508] env[62574]: DEBUG oslo_concurrency.lockutils [req-45c5a8b2-b162-4521-88a8-0c5d32e4e1af req-3b8ea1e8-55d8-4f43-83ff-97b99135fde5 service nova] Lock "a3e0bf12-7471-4d8d-bb31-bf4b3b35f87f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1633.470668] env[62574]: DEBUG nova.compute.manager [req-45c5a8b2-b162-4521-88a8-0c5d32e4e1af req-3b8ea1e8-55d8-4f43-83ff-97b99135fde5 service nova] [instance: a3e0bf12-7471-4d8d-bb31-bf4b3b35f87f] No waiting events found dispatching network-vif-plugged-8847555c-7195-415f-9f22-a601d51c878e {{(pid=62574) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1633.470823] env[62574]: WARNING nova.compute.manager [req-45c5a8b2-b162-4521-88a8-0c5d32e4e1af req-3b8ea1e8-55d8-4f43-83ff-97b99135fde5 service nova] [instance: a3e0bf12-7471-4d8d-bb31-bf4b3b35f87f] Received unexpected event network-vif-plugged-8847555c-7195-415f-9f22-a601d51c878e for instance with vm_state building and task_state spawning. [ 1633.470976] env[62574]: DEBUG nova.compute.manager [req-45c5a8b2-b162-4521-88a8-0c5d32e4e1af req-3b8ea1e8-55d8-4f43-83ff-97b99135fde5 service nova] [instance: a3e0bf12-7471-4d8d-bb31-bf4b3b35f87f] Received event network-changed-8847555c-7195-415f-9f22-a601d51c878e {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1633.471145] env[62574]: DEBUG nova.compute.manager [req-45c5a8b2-b162-4521-88a8-0c5d32e4e1af req-3b8ea1e8-55d8-4f43-83ff-97b99135fde5 service nova] [instance: a3e0bf12-7471-4d8d-bb31-bf4b3b35f87f] Refreshing instance network info cache due to event network-changed-8847555c-7195-415f-9f22-a601d51c878e. {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1633.471309] env[62574]: DEBUG oslo_concurrency.lockutils [req-45c5a8b2-b162-4521-88a8-0c5d32e4e1af req-3b8ea1e8-55d8-4f43-83ff-97b99135fde5 service nova] Acquiring lock "refresh_cache-a3e0bf12-7471-4d8d-bb31-bf4b3b35f87f" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1633.474841] env[62574]: DEBUG oslo_vmware.api [None req-032c3c0e-5756-4bbc-b027-3f18b926ef04 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Waiting for the task: (returnval){ [ 1633.474841] env[62574]: value = "task-1861565" [ 1633.474841] env[62574]: _type = "Task" [ 1633.474841] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1633.483425] env[62574]: DEBUG oslo_vmware.api [None req-032c3c0e-5756-4bbc-b027-3f18b926ef04 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Task: {'id': task-1861565, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1633.558782] env[62574]: DEBUG nova.network.neutron [None req-67b2bd0d-a1e2-494d-8f7b-8c4ecc58559c tempest-ServersTestFqdnHostnames-1156924450 tempest-ServersTestFqdnHostnames-1156924450-project-member] [instance: a3e0bf12-7471-4d8d-bb31-bf4b3b35f87f] Instance cache missing network info. {{(pid=62574) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1633.679690] env[62574]: DEBUG nova.scheduler.client.report [None req-8d89731f-c215-4aac-b3c4-224c9eb588e1 tempest-ServersAdminNegativeTestJSON-1635259249 tempest-ServersAdminNegativeTestJSON-1635259249-project-member] Inventory has not changed for provider f0ed160a-beff-4626-a531-2a70d7bc0627 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1633.697981] env[62574]: DEBUG oslo_vmware.api [None req-ccd6228f-60e7-4c6b-b0d0-111819aaa72f tempest-SecurityGroupsTestJSON-247158518 tempest-SecurityGroupsTestJSON-247158518-project-member] Task: {'id': task-1861564, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079544} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1633.698287] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-ccd6228f-60e7-4c6b-b0d0-111819aaa72f tempest-SecurityGroupsTestJSON-247158518 tempest-SecurityGroupsTestJSON-247158518-project-member] [instance: 1aff4bff-16cd-4873-9b4d-3538d4779084] Extended root virtual disk {{(pid=62574) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1633.699120] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-890b7851-0590-425f-84ce-681eb77344dc {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.724042] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-ccd6228f-60e7-4c6b-b0d0-111819aaa72f tempest-SecurityGroupsTestJSON-247158518 tempest-SecurityGroupsTestJSON-247158518-project-member] [instance: 1aff4bff-16cd-4873-9b4d-3538d4779084] Reconfiguring VM instance instance-0000002b to attach disk [datastore2] 1aff4bff-16cd-4873-9b4d-3538d4779084/1aff4bff-16cd-4873-9b4d-3538d4779084.vmdk or device None with type sparse {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1633.724208] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5958b913-e131-440c-bd66-da307f9e2605 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.742330] env[62574]: DEBUG nova.network.neutron [req-5ee474cb-fa19-4637-adf7-e3f9f5991b49 req-218d40cf-3a7c-4dbe-85e2-acd371f5ba34 service nova] [instance: c4ca3d86-7d6e-4dbf-912b-7cb292596272] Updated VIF entry in instance network info cache for port 68593b99-8b60-4a3b-9ae8-cc26de44203e. {{(pid=62574) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1633.742733] env[62574]: DEBUG nova.network.neutron [req-5ee474cb-fa19-4637-adf7-e3f9f5991b49 req-218d40cf-3a7c-4dbe-85e2-acd371f5ba34 service nova] [instance: c4ca3d86-7d6e-4dbf-912b-7cb292596272] Updating instance_info_cache with network_info: [{"id": "68593b99-8b60-4a3b-9ae8-cc26de44203e", "address": "fa:16:3e:bb:17:96", "network": {"id": "f6a83369-79e9-4642-a0ca-7260589f6ea4", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-146115192-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.248", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "89fc8b5a7e904272a1c872b05656484c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35e463c7-7d78-4d66-8efd-6127b1f3ee17", "external-id": "nsx-vlan-transportzone-175", "segmentation_id": 175, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap68593b99-8b", "ovs_interfaceid": "68593b99-8b60-4a3b-9ae8-cc26de44203e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1633.756142] env[62574]: DEBUG oslo_vmware.api [None req-ccd6228f-60e7-4c6b-b0d0-111819aaa72f tempest-SecurityGroupsTestJSON-247158518 tempest-SecurityGroupsTestJSON-247158518-project-member] Waiting for the task: (returnval){ [ 1633.756142] env[62574]: value = "task-1861566" [ 1633.756142] env[62574]: _type = "Task" [ 1633.756142] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1633.767319] env[62574]: DEBUG oslo_vmware.api [None req-ccd6228f-60e7-4c6b-b0d0-111819aaa72f tempest-SecurityGroupsTestJSON-247158518 tempest-SecurityGroupsTestJSON-247158518-project-member] Task: {'id': task-1861566, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1633.784168] env[62574]: DEBUG nova.network.neutron [None req-67b2bd0d-a1e2-494d-8f7b-8c4ecc58559c tempest-ServersTestFqdnHostnames-1156924450 tempest-ServersTestFqdnHostnames-1156924450-project-member] [instance: a3e0bf12-7471-4d8d-bb31-bf4b3b35f87f] Updating instance_info_cache with network_info: [{"id": "8847555c-7195-415f-9f22-a601d51c878e", "address": "fa:16:3e:b2:3f:ab", "network": {"id": "a2e8b4f3-d231-4291-b35a-115b35e05042", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1368243888-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "683559d4349247a39ab21f2fdf222535", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5f60c972-a72d-4c5f-a250-faadfd6eafbe", "external-id": "nsx-vlan-transportzone-932", "segmentation_id": 932, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8847555c-71", "ovs_interfaceid": "8847555c-7195-415f-9f22-a601d51c878e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1633.888673] env[62574]: DEBUG nova.compute.manager [None req-cfc5810e-1664-45fc-b939-ff296fd5d7be tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] [instance: 4cc7d784-be5d-41db-a028-0dade3464032] Checking state {{(pid=62574) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1633.890086] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8a76068-cd4c-4d1b-bf41-5c0fbe2dfcd7 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.986665] env[62574]: DEBUG oslo_vmware.api [None req-032c3c0e-5756-4bbc-b027-3f18b926ef04 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Task: {'id': task-1861565, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1634.095836] env[62574]: DEBUG nova.virt.hardware [None req-7f2445f9-6171-42e2-b263-0ebe8e842bdc tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T19:26:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-13T19:26:40Z,direct_url=,disk_format='vmdk',id=3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7eed1dd4d2c3418eb32c4f4ceda3ab0d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-13T19:26:41Z,virtual_size=,visibility=), allow threads: False {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1634.096124] env[62574]: DEBUG nova.virt.hardware [None req-7f2445f9-6171-42e2-b263-0ebe8e842bdc tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] Flavor limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1634.096325] env[62574]: DEBUG nova.virt.hardware [None req-7f2445f9-6171-42e2-b263-0ebe8e842bdc tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] Image limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1634.096459] env[62574]: DEBUG nova.virt.hardware [None req-7f2445f9-6171-42e2-b263-0ebe8e842bdc tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] Flavor pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1634.096629] env[62574]: DEBUG nova.virt.hardware [None req-7f2445f9-6171-42e2-b263-0ebe8e842bdc tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] Image pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1634.096745] env[62574]: DEBUG nova.virt.hardware [None req-7f2445f9-6171-42e2-b263-0ebe8e842bdc tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1634.096958] env[62574]: DEBUG nova.virt.hardware [None req-7f2445f9-6171-42e2-b263-0ebe8e842bdc tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1634.097263] env[62574]: DEBUG nova.virt.hardware [None req-7f2445f9-6171-42e2-b263-0ebe8e842bdc tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1634.097339] env[62574]: DEBUG nova.virt.hardware [None req-7f2445f9-6171-42e2-b263-0ebe8e842bdc tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] Got 1 possible topologies {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1634.097498] env[62574]: DEBUG nova.virt.hardware [None req-7f2445f9-6171-42e2-b263-0ebe8e842bdc tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1634.097662] env[62574]: DEBUG nova.virt.hardware [None req-7f2445f9-6171-42e2-b263-0ebe8e842bdc tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1634.098554] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87ce7b0a-0340-4f52-a389-5129ce4ed55b {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.107838] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2141e24-b3a2-4cde-88be-0aef72de7aeb {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.123074] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-7f2445f9-6171-42e2-b263-0ebe8e842bdc tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] [instance: 4df11575-4191-4213-80f6-c74ba97b856f] Instance VIF info [] {{(pid=62574) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1634.129137] env[62574]: DEBUG oslo.service.loopingcall [None req-7f2445f9-6171-42e2-b263-0ebe8e842bdc tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62574) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1634.129466] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4df11575-4191-4213-80f6-c74ba97b856f] Creating VM on the ESX host {{(pid=62574) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1634.129699] env[62574]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b87153ce-234f-4dff-91a3-f601e2f89e3d {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.148827] env[62574]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1634.148827] env[62574]: value = "task-1861567" [ 1634.148827] env[62574]: _type = "Task" [ 1634.148827] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1634.158520] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1861567, 'name': CreateVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1634.189575] env[62574]: DEBUG oslo_concurrency.lockutils [None req-8d89731f-c215-4aac-b3c4-224c9eb588e1 tempest-ServersAdminNegativeTestJSON-1635259249 tempest-ServersAdminNegativeTestJSON-1635259249-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.202s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1634.190820] env[62574]: DEBUG oslo_concurrency.lockutils [None req-e0396983-2915-410a-9e26-0bee0c03925b tempest-ServerGroupTestJSON-126933416 tempest-ServerGroupTestJSON-126933416-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.230s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1634.191101] env[62574]: DEBUG nova.objects.instance [None req-e0396983-2915-410a-9e26-0bee0c03925b tempest-ServerGroupTestJSON-126933416 tempest-ServerGroupTestJSON-126933416-project-member] Lazy-loading 'resources' on Instance uuid 0062297f-63f3-4773-bbc2-5077395657d2 {{(pid=62574) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1634.226514] env[62574]: INFO nova.scheduler.client.report [None req-8d89731f-c215-4aac-b3c4-224c9eb588e1 tempest-ServersAdminNegativeTestJSON-1635259249 tempest-ServersAdminNegativeTestJSON-1635259249-project-member] Deleted allocations for instance d2fba47f-bc9d-4673-a8c1-1dadebdea56e [ 1634.245952] env[62574]: DEBUG oslo_concurrency.lockutils [req-5ee474cb-fa19-4637-adf7-e3f9f5991b49 req-218d40cf-3a7c-4dbe-85e2-acd371f5ba34 service nova] Releasing lock "refresh_cache-c4ca3d86-7d6e-4dbf-912b-7cb292596272" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1634.274766] env[62574]: DEBUG oslo_vmware.api [None req-ccd6228f-60e7-4c6b-b0d0-111819aaa72f tempest-SecurityGroupsTestJSON-247158518 tempest-SecurityGroupsTestJSON-247158518-project-member] Task: {'id': task-1861566, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1634.288249] env[62574]: DEBUG oslo_concurrency.lockutils [None req-67b2bd0d-a1e2-494d-8f7b-8c4ecc58559c tempest-ServersTestFqdnHostnames-1156924450 tempest-ServersTestFqdnHostnames-1156924450-project-member] Releasing lock "refresh_cache-a3e0bf12-7471-4d8d-bb31-bf4b3b35f87f" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1634.288584] env[62574]: DEBUG nova.compute.manager [None req-67b2bd0d-a1e2-494d-8f7b-8c4ecc58559c tempest-ServersTestFqdnHostnames-1156924450 tempest-ServersTestFqdnHostnames-1156924450-project-member] [instance: a3e0bf12-7471-4d8d-bb31-bf4b3b35f87f] Instance network_info: |[{"id": "8847555c-7195-415f-9f22-a601d51c878e", "address": "fa:16:3e:b2:3f:ab", "network": {"id": "a2e8b4f3-d231-4291-b35a-115b35e05042", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1368243888-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "683559d4349247a39ab21f2fdf222535", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5f60c972-a72d-4c5f-a250-faadfd6eafbe", "external-id": "nsx-vlan-transportzone-932", "segmentation_id": 932, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8847555c-71", "ovs_interfaceid": "8847555c-7195-415f-9f22-a601d51c878e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62574) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1634.288931] env[62574]: DEBUG oslo_concurrency.lockutils [req-45c5a8b2-b162-4521-88a8-0c5d32e4e1af req-3b8ea1e8-55d8-4f43-83ff-97b99135fde5 service nova] Acquired lock "refresh_cache-a3e0bf12-7471-4d8d-bb31-bf4b3b35f87f" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1634.289124] env[62574]: DEBUG nova.network.neutron [req-45c5a8b2-b162-4521-88a8-0c5d32e4e1af req-3b8ea1e8-55d8-4f43-83ff-97b99135fde5 service nova] [instance: a3e0bf12-7471-4d8d-bb31-bf4b3b35f87f] Refreshing network info cache for port 8847555c-7195-415f-9f22-a601d51c878e {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1634.290392] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-67b2bd0d-a1e2-494d-8f7b-8c4ecc58559c tempest-ServersTestFqdnHostnames-1156924450 tempest-ServersTestFqdnHostnames-1156924450-project-member] [instance: a3e0bf12-7471-4d8d-bb31-bf4b3b35f87f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b2:3f:ab', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5f60c972-a72d-4c5f-a250-faadfd6eafbe', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8847555c-7195-415f-9f22-a601d51c878e', 'vif_model': 'vmxnet3'}] {{(pid=62574) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1634.303369] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-67b2bd0d-a1e2-494d-8f7b-8c4ecc58559c tempest-ServersTestFqdnHostnames-1156924450 tempest-ServersTestFqdnHostnames-1156924450-project-member] Creating folder: Project (683559d4349247a39ab21f2fdf222535). Parent ref: group-v384746. {{(pid=62574) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1634.304994] env[62574]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-551af6ba-10b0-41d7-954a-3e9525e52f82 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.320995] env[62574]: INFO nova.virt.vmwareapi.vm_util [None req-67b2bd0d-a1e2-494d-8f7b-8c4ecc58559c tempest-ServersTestFqdnHostnames-1156924450 tempest-ServersTestFqdnHostnames-1156924450-project-member] Created folder: Project (683559d4349247a39ab21f2fdf222535) in parent group-v384746. [ 1634.321354] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-67b2bd0d-a1e2-494d-8f7b-8c4ecc58559c tempest-ServersTestFqdnHostnames-1156924450 tempest-ServersTestFqdnHostnames-1156924450-project-member] Creating folder: Instances. Parent ref: group-v384873. {{(pid=62574) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1634.321493] env[62574]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2cefa885-3122-488b-be7f-fc74b8dde180 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.332759] env[62574]: INFO nova.virt.vmwareapi.vm_util [None req-67b2bd0d-a1e2-494d-8f7b-8c4ecc58559c tempest-ServersTestFqdnHostnames-1156924450 tempest-ServersTestFqdnHostnames-1156924450-project-member] Created folder: Instances in parent group-v384873. [ 1634.333054] env[62574]: DEBUG oslo.service.loopingcall [None req-67b2bd0d-a1e2-494d-8f7b-8c4ecc58559c tempest-ServersTestFqdnHostnames-1156924450 tempest-ServersTestFqdnHostnames-1156924450-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62574) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1634.333263] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a3e0bf12-7471-4d8d-bb31-bf4b3b35f87f] Creating VM on the ESX host {{(pid=62574) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1634.333482] env[62574]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-72dd327d-3f6a-4237-9f50-8bf578c31bdf {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.356953] env[62574]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1634.356953] env[62574]: value = "task-1861570" [ 1634.356953] env[62574]: _type = "Task" [ 1634.356953] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1634.365974] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1861570, 'name': CreateVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1634.405979] env[62574]: INFO nova.compute.manager [None req-cfc5810e-1664-45fc-b939-ff296fd5d7be tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] [instance: 4cc7d784-be5d-41db-a028-0dade3464032] instance snapshotting [ 1634.406593] env[62574]: DEBUG nova.objects.instance [None req-cfc5810e-1664-45fc-b939-ff296fd5d7be tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Lazy-loading 'flavor' on Instance uuid 4cc7d784-be5d-41db-a028-0dade3464032 {{(pid=62574) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1634.486881] env[62574]: DEBUG oslo_vmware.api [None req-032c3c0e-5756-4bbc-b027-3f18b926ef04 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Task: {'id': task-1861565, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1634.658840] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1861567, 'name': CreateVM_Task, 'duration_secs': 0.5101} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1634.658986] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4df11575-4191-4213-80f6-c74ba97b856f] Created VM on the ESX host {{(pid=62574) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1634.659441] env[62574]: DEBUG oslo_concurrency.lockutils [None req-7f2445f9-6171-42e2-b263-0ebe8e842bdc tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1634.659599] env[62574]: DEBUG oslo_concurrency.lockutils [None req-7f2445f9-6171-42e2-b263-0ebe8e842bdc tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1634.659922] env[62574]: DEBUG oslo_concurrency.lockutils [None req-7f2445f9-6171-42e2-b263-0ebe8e842bdc tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1634.660192] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d1419f7-5fb7-4d94-b0c5-2669367530fe {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.664999] env[62574]: DEBUG oslo_vmware.api [None req-7f2445f9-6171-42e2-b263-0ebe8e842bdc tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] Waiting for the task: (returnval){ [ 1634.664999] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]52d797f6-80e4-1c89-06f5-952716bc7c40" [ 1634.664999] env[62574]: _type = "Task" [ 1634.664999] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1634.673598] env[62574]: DEBUG oslo_vmware.api [None req-7f2445f9-6171-42e2-b263-0ebe8e842bdc tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52d797f6-80e4-1c89-06f5-952716bc7c40, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1634.735221] env[62574]: DEBUG oslo_concurrency.lockutils [None req-8d89731f-c215-4aac-b3c4-224c9eb588e1 tempest-ServersAdminNegativeTestJSON-1635259249 tempest-ServersAdminNegativeTestJSON-1635259249-project-member] Lock "d2fba47f-bc9d-4673-a8c1-1dadebdea56e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.554s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1634.768984] env[62574]: DEBUG oslo_vmware.api [None req-ccd6228f-60e7-4c6b-b0d0-111819aaa72f tempest-SecurityGroupsTestJSON-247158518 tempest-SecurityGroupsTestJSON-247158518-project-member] Task: {'id': task-1861566, 'name': ReconfigVM_Task, 'duration_secs': 0.975035} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1634.769480] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-ccd6228f-60e7-4c6b-b0d0-111819aaa72f tempest-SecurityGroupsTestJSON-247158518 tempest-SecurityGroupsTestJSON-247158518-project-member] [instance: 1aff4bff-16cd-4873-9b4d-3538d4779084] Reconfigured VM instance instance-0000002b to attach disk [datastore2] 1aff4bff-16cd-4873-9b4d-3538d4779084/1aff4bff-16cd-4873-9b4d-3538d4779084.vmdk or device None with type sparse {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1634.776807] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4a6437bf-0efc-4f5f-b5d3-9bc01ceb43ff {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.786763] env[62574]: DEBUG oslo_vmware.api [None req-ccd6228f-60e7-4c6b-b0d0-111819aaa72f tempest-SecurityGroupsTestJSON-247158518 tempest-SecurityGroupsTestJSON-247158518-project-member] Waiting for the task: (returnval){ [ 1634.786763] env[62574]: value = "task-1861571" [ 1634.786763] env[62574]: _type = "Task" [ 1634.786763] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1634.800316] env[62574]: DEBUG oslo_vmware.api [None req-ccd6228f-60e7-4c6b-b0d0-111819aaa72f tempest-SecurityGroupsTestJSON-247158518 tempest-SecurityGroupsTestJSON-247158518-project-member] Task: {'id': task-1861571, 'name': Rename_Task} progress is 5%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1634.873160] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1861570, 'name': CreateVM_Task} progress is 25%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1634.913593] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c2c4760-8b7f-4c69-939b-78e4e0f73c5d {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.941484] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0605ec64-cd31-464f-9e5e-8cea31a8eb55 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.991228] env[62574]: DEBUG oslo_vmware.api [None req-032c3c0e-5756-4bbc-b027-3f18b926ef04 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Task: {'id': task-1861565, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1635.084075] env[62574]: DEBUG nova.network.neutron [req-45c5a8b2-b162-4521-88a8-0c5d32e4e1af req-3b8ea1e8-55d8-4f43-83ff-97b99135fde5 service nova] [instance: a3e0bf12-7471-4d8d-bb31-bf4b3b35f87f] Updated VIF entry in instance network info cache for port 8847555c-7195-415f-9f22-a601d51c878e. {{(pid=62574) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1635.084485] env[62574]: DEBUG nova.network.neutron [req-45c5a8b2-b162-4521-88a8-0c5d32e4e1af req-3b8ea1e8-55d8-4f43-83ff-97b99135fde5 service nova] [instance: a3e0bf12-7471-4d8d-bb31-bf4b3b35f87f] Updating instance_info_cache with network_info: [{"id": "8847555c-7195-415f-9f22-a601d51c878e", "address": "fa:16:3e:b2:3f:ab", "network": {"id": "a2e8b4f3-d231-4291-b35a-115b35e05042", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1368243888-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "683559d4349247a39ab21f2fdf222535", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5f60c972-a72d-4c5f-a250-faadfd6eafbe", "external-id": "nsx-vlan-transportzone-932", "segmentation_id": 932, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8847555c-71", "ovs_interfaceid": "8847555c-7195-415f-9f22-a601d51c878e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1635.177228] env[62574]: DEBUG oslo_vmware.api [None req-7f2445f9-6171-42e2-b263-0ebe8e842bdc tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52d797f6-80e4-1c89-06f5-952716bc7c40, 'name': SearchDatastore_Task, 'duration_secs': 0.052385} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1635.179799] env[62574]: DEBUG oslo_concurrency.lockutils [None req-7f2445f9-6171-42e2-b263-0ebe8e842bdc tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1635.180166] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-7f2445f9-6171-42e2-b263-0ebe8e842bdc tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] [instance: 4df11575-4191-4213-80f6-c74ba97b856f] Processing image 3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2 {{(pid=62574) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1635.180287] env[62574]: DEBUG oslo_concurrency.lockutils [None req-7f2445f9-6171-42e2-b263-0ebe8e842bdc tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1635.180431] env[62574]: DEBUG oslo_concurrency.lockutils [None req-7f2445f9-6171-42e2-b263-0ebe8e842bdc tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1635.180603] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f2445f9-6171-42e2-b263-0ebe8e842bdc tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1635.181115] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f461ce49-1e2c-445f-94eb-c2cff024b51b {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.192503] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f2445f9-6171-42e2-b263-0ebe8e842bdc tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1635.192679] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-7f2445f9-6171-42e2-b263-0ebe8e842bdc tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62574) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1635.195773] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d93dfb25-4e9d-44a6-b8a1-91682419e49f {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.202723] env[62574]: DEBUG oslo_vmware.api [None req-7f2445f9-6171-42e2-b263-0ebe8e842bdc tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] Waiting for the task: (returnval){ [ 1635.202723] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]52004778-e218-0495-344f-be9f13cb4e1f" [ 1635.202723] env[62574]: _type = "Task" [ 1635.202723] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1635.213999] env[62574]: DEBUG oslo_vmware.api [None req-7f2445f9-6171-42e2-b263-0ebe8e842bdc tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52004778-e218-0495-344f-be9f13cb4e1f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1635.223714] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ad11984-b299-4ea8-a05c-b10cda740492 tempest-VolumesAssistedSnapshotsTest-957428574 tempest-VolumesAssistedSnapshotsTest-957428574-project-admin] [instance: f82bad60-9320-4a4e-af74-21557692aa80] Volume attach. Driver type: vmdk {{(pid=62574) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1635.224071] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ad11984-b299-4ea8-a05c-b10cda740492 tempest-VolumesAssistedSnapshotsTest-957428574 tempest-VolumesAssistedSnapshotsTest-957428574-project-admin] [instance: f82bad60-9320-4a4e-af74-21557692aa80] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-384871', 'volume_id': '14d43f50-14ca-4a75-ae0a-c39825349d2a', 'name': 'volume-14d43f50-14ca-4a75-ae0a-c39825349d2a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f82bad60-9320-4a4e-af74-21557692aa80', 'attached_at': '', 'detached_at': '', 'volume_id': '14d43f50-14ca-4a75-ae0a-c39825349d2a', 'serial': '14d43f50-14ca-4a75-ae0a-c39825349d2a'} {{(pid=62574) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1635.227251] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19cb3ad5-665e-4f72-8a6b-6d1e8974be09 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.247288] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90c7256a-1020-48b3-8b8e-c48364d5719d {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.277981] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ad11984-b299-4ea8-a05c-b10cda740492 tempest-VolumesAssistedSnapshotsTest-957428574 tempest-VolumesAssistedSnapshotsTest-957428574-project-admin] [instance: f82bad60-9320-4a4e-af74-21557692aa80] Reconfiguring VM instance instance-0000000e to attach disk [datastore1] volume-14d43f50-14ca-4a75-ae0a-c39825349d2a/volume-14d43f50-14ca-4a75-ae0a-c39825349d2a.vmdk or device None with type thin {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1635.280839] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9fc4e825-215b-4644-b874-ff352fb1b75b {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.302679] env[62574]: DEBUG oslo_vmware.api [None req-ccd6228f-60e7-4c6b-b0d0-111819aaa72f tempest-SecurityGroupsTestJSON-247158518 tempest-SecurityGroupsTestJSON-247158518-project-member] Task: {'id': task-1861571, 'name': Rename_Task, 'duration_secs': 0.163018} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1635.304017] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccd6228f-60e7-4c6b-b0d0-111819aaa72f tempest-SecurityGroupsTestJSON-247158518 tempest-SecurityGroupsTestJSON-247158518-project-member] [instance: 1aff4bff-16cd-4873-9b4d-3538d4779084] Powering on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1635.304339] env[62574]: DEBUG oslo_vmware.api [None req-5ad11984-b299-4ea8-a05c-b10cda740492 tempest-VolumesAssistedSnapshotsTest-957428574 tempest-VolumesAssistedSnapshotsTest-957428574-project-admin] Waiting for the task: (returnval){ [ 1635.304339] env[62574]: value = "task-1861572" [ 1635.304339] env[62574]: _type = "Task" [ 1635.304339] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1635.306794] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9ad6d5be-3121-4155-8bb1-8d635372b846 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.319654] env[62574]: DEBUG oslo_vmware.api [None req-5ad11984-b299-4ea8-a05c-b10cda740492 tempest-VolumesAssistedSnapshotsTest-957428574 tempest-VolumesAssistedSnapshotsTest-957428574-project-admin] Task: {'id': task-1861572, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1635.322172] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2643f27d-d289-4fc5-8af8-e95a67f6d764 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.325023] env[62574]: DEBUG oslo_vmware.api [None req-ccd6228f-60e7-4c6b-b0d0-111819aaa72f tempest-SecurityGroupsTestJSON-247158518 tempest-SecurityGroupsTestJSON-247158518-project-member] Waiting for the task: (returnval){ [ 1635.325023] env[62574]: value = "task-1861573" [ 1635.325023] env[62574]: _type = "Task" [ 1635.325023] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1635.331313] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c78908e1-7661-4e62-aaeb-e0d1928a8bda {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.337649] env[62574]: DEBUG oslo_vmware.api [None req-ccd6228f-60e7-4c6b-b0d0-111819aaa72f tempest-SecurityGroupsTestJSON-247158518 tempest-SecurityGroupsTestJSON-247158518-project-member] Task: {'id': task-1861573, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1635.374304] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e35e63f-477f-4a4e-8aa7-4fb6f85e1a83 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.383217] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1861570, 'name': CreateVM_Task, 'duration_secs': 0.746844} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1635.385381] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a3e0bf12-7471-4d8d-bb31-bf4b3b35f87f] Created VM on the ESX host {{(pid=62574) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1635.388526] env[62574]: DEBUG oslo_concurrency.lockutils [None req-67b2bd0d-a1e2-494d-8f7b-8c4ecc58559c tempest-ServersTestFqdnHostnames-1156924450 tempest-ServersTestFqdnHostnames-1156924450-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1635.388526] env[62574]: DEBUG oslo_concurrency.lockutils [None req-67b2bd0d-a1e2-494d-8f7b-8c4ecc58559c tempest-ServersTestFqdnHostnames-1156924450 tempest-ServersTestFqdnHostnames-1156924450-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1635.388526] env[62574]: DEBUG oslo_concurrency.lockutils [None req-67b2bd0d-a1e2-494d-8f7b-8c4ecc58559c tempest-ServersTestFqdnHostnames-1156924450 tempest-ServersTestFqdnHostnames-1156924450-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1635.388526] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53caa8ae-acb0-4390-ad2f-a8d94f37777d {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.392137] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-69830608-a86a-467a-8cc7-8a3b4c38715b {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.398103] env[62574]: DEBUG oslo_vmware.api [None req-67b2bd0d-a1e2-494d-8f7b-8c4ecc58559c tempest-ServersTestFqdnHostnames-1156924450 tempest-ServersTestFqdnHostnames-1156924450-project-member] Waiting for the task: (returnval){ [ 1635.398103] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]52a531f5-2cc5-bb5c-d1c0-e04ad634a60d" [ 1635.398103] env[62574]: _type = "Task" [ 1635.398103] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1635.407392] env[62574]: DEBUG nova.compute.provider_tree [None req-e0396983-2915-410a-9e26-0bee0c03925b tempest-ServerGroupTestJSON-126933416 tempest-ServerGroupTestJSON-126933416-project-member] Inventory has not changed in ProviderTree for provider: f0ed160a-beff-4626-a531-2a70d7bc0627 {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1635.419544] env[62574]: DEBUG oslo_vmware.api [None req-67b2bd0d-a1e2-494d-8f7b-8c4ecc58559c tempest-ServersTestFqdnHostnames-1156924450 tempest-ServersTestFqdnHostnames-1156924450-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52a531f5-2cc5-bb5c-d1c0-e04ad634a60d, 'name': SearchDatastore_Task, 'duration_secs': 0.011405} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1635.419855] env[62574]: DEBUG oslo_concurrency.lockutils [None req-67b2bd0d-a1e2-494d-8f7b-8c4ecc58559c tempest-ServersTestFqdnHostnames-1156924450 tempest-ServersTestFqdnHostnames-1156924450-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1635.420102] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-67b2bd0d-a1e2-494d-8f7b-8c4ecc58559c tempest-ServersTestFqdnHostnames-1156924450 tempest-ServersTestFqdnHostnames-1156924450-project-member] [instance: a3e0bf12-7471-4d8d-bb31-bf4b3b35f87f] Processing image 3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2 {{(pid=62574) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1635.420316] env[62574]: DEBUG oslo_concurrency.lockutils [None req-67b2bd0d-a1e2-494d-8f7b-8c4ecc58559c tempest-ServersTestFqdnHostnames-1156924450 tempest-ServersTestFqdnHostnames-1156924450-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1635.453904] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-cfc5810e-1664-45fc-b939-ff296fd5d7be tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] [instance: 4cc7d784-be5d-41db-a028-0dade3464032] Creating Snapshot of the VM instance {{(pid=62574) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1635.454404] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-74494c9e-10cb-4c8b-ba9a-7edafc3125d2 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.466357] env[62574]: DEBUG oslo_vmware.api [None req-cfc5810e-1664-45fc-b939-ff296fd5d7be tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Waiting for the task: (returnval){ [ 1635.466357] env[62574]: value = "task-1861574" [ 1635.466357] env[62574]: _type = "Task" [ 1635.466357] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1635.474688] env[62574]: DEBUG oslo_vmware.api [None req-cfc5810e-1664-45fc-b939-ff296fd5d7be tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Task: {'id': task-1861574, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1635.486965] env[62574]: DEBUG oslo_vmware.api [None req-032c3c0e-5756-4bbc-b027-3f18b926ef04 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Task: {'id': task-1861565, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1635.592042] env[62574]: DEBUG oslo_concurrency.lockutils [req-45c5a8b2-b162-4521-88a8-0c5d32e4e1af req-3b8ea1e8-55d8-4f43-83ff-97b99135fde5 service nova] Releasing lock "refresh_cache-a3e0bf12-7471-4d8d-bb31-bf4b3b35f87f" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1635.715259] env[62574]: DEBUG oslo_vmware.api [None req-7f2445f9-6171-42e2-b263-0ebe8e842bdc tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52004778-e218-0495-344f-be9f13cb4e1f, 'name': SearchDatastore_Task, 'duration_secs': 0.014854} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1635.716187] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-39ec1603-e65d-4286-928f-9aacc3a22d31 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.722914] env[62574]: DEBUG oslo_vmware.api [None req-7f2445f9-6171-42e2-b263-0ebe8e842bdc tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] Waiting for the task: (returnval){ [ 1635.722914] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]52f11086-59ca-9b26-f6af-8034eeaad0a1" [ 1635.722914] env[62574]: _type = "Task" [ 1635.722914] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1635.733206] env[62574]: DEBUG oslo_vmware.api [None req-7f2445f9-6171-42e2-b263-0ebe8e842bdc tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52f11086-59ca-9b26-f6af-8034eeaad0a1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1635.818943] env[62574]: DEBUG oslo_vmware.api [None req-5ad11984-b299-4ea8-a05c-b10cda740492 tempest-VolumesAssistedSnapshotsTest-957428574 tempest-VolumesAssistedSnapshotsTest-957428574-project-admin] Task: {'id': task-1861572, 'name': ReconfigVM_Task, 'duration_secs': 0.446133} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1635.819643] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ad11984-b299-4ea8-a05c-b10cda740492 tempest-VolumesAssistedSnapshotsTest-957428574 tempest-VolumesAssistedSnapshotsTest-957428574-project-admin] [instance: f82bad60-9320-4a4e-af74-21557692aa80] Reconfigured VM instance instance-0000000e to attach disk [datastore1] volume-14d43f50-14ca-4a75-ae0a-c39825349d2a/volume-14d43f50-14ca-4a75-ae0a-c39825349d2a.vmdk or device None with type thin {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1635.824364] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9410b3d4-84f4-45cd-83bd-3ae359221c97 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.847259] env[62574]: DEBUG oslo_vmware.api [None req-ccd6228f-60e7-4c6b-b0d0-111819aaa72f tempest-SecurityGroupsTestJSON-247158518 tempest-SecurityGroupsTestJSON-247158518-project-member] Task: {'id': task-1861573, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1635.848871] env[62574]: DEBUG oslo_vmware.api [None req-5ad11984-b299-4ea8-a05c-b10cda740492 tempest-VolumesAssistedSnapshotsTest-957428574 tempest-VolumesAssistedSnapshotsTest-957428574-project-admin] Waiting for the task: (returnval){ [ 1635.848871] env[62574]: value = "task-1861575" [ 1635.848871] env[62574]: _type = "Task" [ 1635.848871] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1635.861018] env[62574]: DEBUG oslo_vmware.api [None req-5ad11984-b299-4ea8-a05c-b10cda740492 tempest-VolumesAssistedSnapshotsTest-957428574 tempest-VolumesAssistedSnapshotsTest-957428574-project-admin] Task: {'id': task-1861575, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1635.913440] env[62574]: DEBUG nova.scheduler.client.report [None req-e0396983-2915-410a-9e26-0bee0c03925b tempest-ServerGroupTestJSON-126933416 tempest-ServerGroupTestJSON-126933416-project-member] Inventory has not changed for provider f0ed160a-beff-4626-a531-2a70d7bc0627 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1635.941141] env[62574]: DEBUG oslo_concurrency.lockutils [None req-1f346b36-6cf3-4557-8ee6-e6bad0328922 tempest-ServersAdminNegativeTestJSON-1635259249 tempest-ServersAdminNegativeTestJSON-1635259249-project-member] Acquiring lock "692b1ace-0ecb-4fc5-a348-ffe21f0d1ad7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1635.941458] env[62574]: DEBUG oslo_concurrency.lockutils [None req-1f346b36-6cf3-4557-8ee6-e6bad0328922 tempest-ServersAdminNegativeTestJSON-1635259249 tempest-ServersAdminNegativeTestJSON-1635259249-project-member] Lock "692b1ace-0ecb-4fc5-a348-ffe21f0d1ad7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1635.941676] env[62574]: DEBUG oslo_concurrency.lockutils [None req-1f346b36-6cf3-4557-8ee6-e6bad0328922 tempest-ServersAdminNegativeTestJSON-1635259249 tempest-ServersAdminNegativeTestJSON-1635259249-project-member] Acquiring lock "692b1ace-0ecb-4fc5-a348-ffe21f0d1ad7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1635.941859] env[62574]: DEBUG oslo_concurrency.lockutils [None req-1f346b36-6cf3-4557-8ee6-e6bad0328922 tempest-ServersAdminNegativeTestJSON-1635259249 tempest-ServersAdminNegativeTestJSON-1635259249-project-member] Lock "692b1ace-0ecb-4fc5-a348-ffe21f0d1ad7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1635.942042] env[62574]: DEBUG oslo_concurrency.lockutils [None req-1f346b36-6cf3-4557-8ee6-e6bad0328922 tempest-ServersAdminNegativeTestJSON-1635259249 tempest-ServersAdminNegativeTestJSON-1635259249-project-member] Lock "692b1ace-0ecb-4fc5-a348-ffe21f0d1ad7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1635.944464] env[62574]: INFO nova.compute.manager [None req-1f346b36-6cf3-4557-8ee6-e6bad0328922 tempest-ServersAdminNegativeTestJSON-1635259249 tempest-ServersAdminNegativeTestJSON-1635259249-project-member] [instance: 692b1ace-0ecb-4fc5-a348-ffe21f0d1ad7] Terminating instance [ 1635.976204] env[62574]: DEBUG oslo_vmware.api [None req-cfc5810e-1664-45fc-b939-ff296fd5d7be tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Task: {'id': task-1861574, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1635.988291] env[62574]: DEBUG oslo_vmware.api [None req-032c3c0e-5756-4bbc-b027-3f18b926ef04 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Task: {'id': task-1861565, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1636.233490] env[62574]: DEBUG oslo_vmware.api [None req-7f2445f9-6171-42e2-b263-0ebe8e842bdc tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52f11086-59ca-9b26-f6af-8034eeaad0a1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1636.345724] env[62574]: DEBUG oslo_vmware.api [None req-ccd6228f-60e7-4c6b-b0d0-111819aaa72f tempest-SecurityGroupsTestJSON-247158518 tempest-SecurityGroupsTestJSON-247158518-project-member] Task: {'id': task-1861573, 'name': PowerOnVM_Task, 'duration_secs': 0.563753} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1636.346032] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccd6228f-60e7-4c6b-b0d0-111819aaa72f tempest-SecurityGroupsTestJSON-247158518 tempest-SecurityGroupsTestJSON-247158518-project-member] [instance: 1aff4bff-16cd-4873-9b4d-3538d4779084] Powered on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1636.346394] env[62574]: INFO nova.compute.manager [None req-ccd6228f-60e7-4c6b-b0d0-111819aaa72f tempest-SecurityGroupsTestJSON-247158518 tempest-SecurityGroupsTestJSON-247158518-project-member] [instance: 1aff4bff-16cd-4873-9b4d-3538d4779084] Took 7.76 seconds to spawn the instance on the hypervisor. [ 1636.346589] env[62574]: DEBUG nova.compute.manager [None req-ccd6228f-60e7-4c6b-b0d0-111819aaa72f tempest-SecurityGroupsTestJSON-247158518 tempest-SecurityGroupsTestJSON-247158518-project-member] [instance: 1aff4bff-16cd-4873-9b4d-3538d4779084] Checking state {{(pid=62574) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1636.347731] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40acf13a-233c-4a3f-9828-5232fcbd0326 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.362788] env[62574]: DEBUG oslo_vmware.api [None req-5ad11984-b299-4ea8-a05c-b10cda740492 tempest-VolumesAssistedSnapshotsTest-957428574 tempest-VolumesAssistedSnapshotsTest-957428574-project-admin] Task: {'id': task-1861575, 'name': ReconfigVM_Task, 'duration_secs': 0.20527} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1636.363331] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ad11984-b299-4ea8-a05c-b10cda740492 tempest-VolumesAssistedSnapshotsTest-957428574 tempest-VolumesAssistedSnapshotsTest-957428574-project-admin] [instance: f82bad60-9320-4a4e-af74-21557692aa80] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-384871', 'volume_id': '14d43f50-14ca-4a75-ae0a-c39825349d2a', 'name': 'volume-14d43f50-14ca-4a75-ae0a-c39825349d2a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f82bad60-9320-4a4e-af74-21557692aa80', 'attached_at': '', 'detached_at': '', 'volume_id': '14d43f50-14ca-4a75-ae0a-c39825349d2a', 'serial': '14d43f50-14ca-4a75-ae0a-c39825349d2a'} {{(pid=62574) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1636.420014] env[62574]: DEBUG oslo_concurrency.lockutils [None req-e0396983-2915-410a-9e26-0bee0c03925b tempest-ServerGroupTestJSON-126933416 tempest-ServerGroupTestJSON-126933416-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.229s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1636.423155] env[62574]: DEBUG oslo_concurrency.lockutils [None req-6cc8c8a6-287c-4ca1-bf5d-d037fa127981 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.246s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1636.424368] env[62574]: INFO nova.compute.claims [None req-6cc8c8a6-287c-4ca1-bf5d-d037fa127981 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] [instance: d06fca54-652a-47dd-b14b-8f6bbf696503] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1636.445352] env[62574]: INFO nova.scheduler.client.report [None req-e0396983-2915-410a-9e26-0bee0c03925b tempest-ServerGroupTestJSON-126933416 tempest-ServerGroupTestJSON-126933416-project-member] Deleted allocations for instance 0062297f-63f3-4773-bbc2-5077395657d2 [ 1636.453399] env[62574]: DEBUG nova.compute.manager [None req-1f346b36-6cf3-4557-8ee6-e6bad0328922 tempest-ServersAdminNegativeTestJSON-1635259249 tempest-ServersAdminNegativeTestJSON-1635259249-project-member] [instance: 692b1ace-0ecb-4fc5-a348-ffe21f0d1ad7] Start destroying the instance on the hypervisor. {{(pid=62574) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1636.453620] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-1f346b36-6cf3-4557-8ee6-e6bad0328922 tempest-ServersAdminNegativeTestJSON-1635259249 tempest-ServersAdminNegativeTestJSON-1635259249-project-member] [instance: 692b1ace-0ecb-4fc5-a348-ffe21f0d1ad7] Destroying instance {{(pid=62574) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1636.454507] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-863481ab-8719-4fcc-84bb-e70075c2f18f {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.467333] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f346b36-6cf3-4557-8ee6-e6bad0328922 tempest-ServersAdminNegativeTestJSON-1635259249 tempest-ServersAdminNegativeTestJSON-1635259249-project-member] [instance: 692b1ace-0ecb-4fc5-a348-ffe21f0d1ad7] Powering off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1636.470719] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a2dae5fb-1fab-43f0-863e-386b65b3a5c5 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.481434] env[62574]: DEBUG oslo_vmware.api [None req-cfc5810e-1664-45fc-b939-ff296fd5d7be tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Task: {'id': task-1861574, 'name': CreateSnapshot_Task, 'duration_secs': 0.601378} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1636.485587] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-cfc5810e-1664-45fc-b939-ff296fd5d7be tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] [instance: 4cc7d784-be5d-41db-a028-0dade3464032] Created Snapshot of the VM instance {{(pid=62574) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1636.485961] env[62574]: DEBUG oslo_vmware.api [None req-1f346b36-6cf3-4557-8ee6-e6bad0328922 tempest-ServersAdminNegativeTestJSON-1635259249 tempest-ServersAdminNegativeTestJSON-1635259249-project-member] Waiting for the task: (returnval){ [ 1636.485961] env[62574]: value = "task-1861576" [ 1636.485961] env[62574]: _type = "Task" [ 1636.485961] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1636.486989] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d6b7527-3772-4a1a-80ea-e0d77811e1ee {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.499614] env[62574]: DEBUG oslo_vmware.api [None req-032c3c0e-5756-4bbc-b027-3f18b926ef04 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Task: {'id': task-1861565, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1636.509305] env[62574]: DEBUG oslo_vmware.api [None req-1f346b36-6cf3-4557-8ee6-e6bad0328922 tempest-ServersAdminNegativeTestJSON-1635259249 tempest-ServersAdminNegativeTestJSON-1635259249-project-member] Task: {'id': task-1861576, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1636.734470] env[62574]: DEBUG oslo_vmware.api [None req-7f2445f9-6171-42e2-b263-0ebe8e842bdc tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52f11086-59ca-9b26-f6af-8034eeaad0a1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1636.874823] env[62574]: INFO nova.compute.manager [None req-ccd6228f-60e7-4c6b-b0d0-111819aaa72f tempest-SecurityGroupsTestJSON-247158518 tempest-SecurityGroupsTestJSON-247158518-project-member] [instance: 1aff4bff-16cd-4873-9b4d-3538d4779084] Took 30.44 seconds to build instance. [ 1636.954986] env[62574]: DEBUG oslo_concurrency.lockutils [None req-e0396983-2915-410a-9e26-0bee0c03925b tempest-ServerGroupTestJSON-126933416 tempest-ServerGroupTestJSON-126933416-project-member] Lock "0062297f-63f3-4773-bbc2-5077395657d2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.983s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1636.991864] env[62574]: DEBUG oslo_vmware.api [None req-032c3c0e-5756-4bbc-b027-3f18b926ef04 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Task: {'id': task-1861565, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1637.000899] env[62574]: DEBUG oslo_vmware.api [None req-1f346b36-6cf3-4557-8ee6-e6bad0328922 tempest-ServersAdminNegativeTestJSON-1635259249 tempest-ServersAdminNegativeTestJSON-1635259249-project-member] Task: {'id': task-1861576, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1637.019460] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-cfc5810e-1664-45fc-b939-ff296fd5d7be tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] [instance: 4cc7d784-be5d-41db-a028-0dade3464032] Creating linked-clone VM from snapshot {{(pid=62574) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1637.019616] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-b14accbc-8eef-40fe-892a-e0ecbf700a14 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.030606] env[62574]: DEBUG oslo_vmware.api [None req-cfc5810e-1664-45fc-b939-ff296fd5d7be tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Waiting for the task: (returnval){ [ 1637.030606] env[62574]: value = "task-1861577" [ 1637.030606] env[62574]: _type = "Task" [ 1637.030606] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1637.040686] env[62574]: DEBUG oslo_vmware.api [None req-cfc5810e-1664-45fc-b939-ff296fd5d7be tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Task: {'id': task-1861577, 'name': CloneVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1637.237504] env[62574]: DEBUG oslo_vmware.api [None req-7f2445f9-6171-42e2-b263-0ebe8e842bdc tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52f11086-59ca-9b26-f6af-8034eeaad0a1, 'name': SearchDatastore_Task, 'duration_secs': 1.314453} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1637.239967] env[62574]: DEBUG oslo_concurrency.lockutils [None req-7f2445f9-6171-42e2-b263-0ebe8e842bdc tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1637.239967] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f2445f9-6171-42e2-b263-0ebe8e842bdc tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk to [datastore1] 4df11575-4191-4213-80f6-c74ba97b856f/4df11575-4191-4213-80f6-c74ba97b856f.vmdk {{(pid=62574) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1637.239967] env[62574]: DEBUG oslo_concurrency.lockutils [None req-67b2bd0d-a1e2-494d-8f7b-8c4ecc58559c tempest-ServersTestFqdnHostnames-1156924450 tempest-ServersTestFqdnHostnames-1156924450-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1637.240493] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-67b2bd0d-a1e2-494d-8f7b-8c4ecc58559c tempest-ServersTestFqdnHostnames-1156924450 tempest-ServersTestFqdnHostnames-1156924450-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1637.240941] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2cc736d8-1635-4d40-a05c-a9b69a12eed5 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.243819] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-85a85153-c658-4d7e-9302-1cb1ba1195c6 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.253911] env[62574]: DEBUG oslo_vmware.api [None req-7f2445f9-6171-42e2-b263-0ebe8e842bdc tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] Waiting for the task: (returnval){ [ 1637.253911] env[62574]: value = "task-1861578" [ 1637.253911] env[62574]: _type = "Task" [ 1637.253911] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1637.259843] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-67b2bd0d-a1e2-494d-8f7b-8c4ecc58559c tempest-ServersTestFqdnHostnames-1156924450 tempest-ServersTestFqdnHostnames-1156924450-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1637.259843] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-67b2bd0d-a1e2-494d-8f7b-8c4ecc58559c tempest-ServersTestFqdnHostnames-1156924450 tempest-ServersTestFqdnHostnames-1156924450-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62574) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1637.260760] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ba17207-8337-405d-a0f7-aa7ae0222f9e {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.268832] env[62574]: DEBUG oslo_vmware.api [None req-7f2445f9-6171-42e2-b263-0ebe8e842bdc tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] Task: {'id': task-1861578, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1637.273972] env[62574]: DEBUG oslo_vmware.api [None req-67b2bd0d-a1e2-494d-8f7b-8c4ecc58559c tempest-ServersTestFqdnHostnames-1156924450 tempest-ServersTestFqdnHostnames-1156924450-project-member] Waiting for the task: (returnval){ [ 1637.273972] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]52ca3733-5afd-be37-f172-c442329e9c95" [ 1637.273972] env[62574]: _type = "Task" [ 1637.273972] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1637.284103] env[62574]: DEBUG oslo_vmware.api [None req-67b2bd0d-a1e2-494d-8f7b-8c4ecc58559c tempest-ServersTestFqdnHostnames-1156924450 tempest-ServersTestFqdnHostnames-1156924450-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52ca3733-5afd-be37-f172-c442329e9c95, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1637.375197] env[62574]: DEBUG oslo_concurrency.lockutils [None req-ccd6228f-60e7-4c6b-b0d0-111819aaa72f tempest-SecurityGroupsTestJSON-247158518 tempest-SecurityGroupsTestJSON-247158518-project-member] Lock "1aff4bff-16cd-4873-9b4d-3538d4779084" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.353s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1637.429247] env[62574]: DEBUG nova.objects.instance [None req-5ad11984-b299-4ea8-a05c-b10cda740492 tempest-VolumesAssistedSnapshotsTest-957428574 tempest-VolumesAssistedSnapshotsTest-957428574-project-admin] Lazy-loading 'flavor' on Instance uuid f82bad60-9320-4a4e-af74-21557692aa80 {{(pid=62574) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1637.493019] env[62574]: DEBUG oslo_vmware.api [None req-032c3c0e-5756-4bbc-b027-3f18b926ef04 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Task: {'id': task-1861565, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1637.507070] env[62574]: DEBUG oslo_vmware.api [None req-1f346b36-6cf3-4557-8ee6-e6bad0328922 tempest-ServersAdminNegativeTestJSON-1635259249 tempest-ServersAdminNegativeTestJSON-1635259249-project-member] Task: {'id': task-1861576, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1637.546663] env[62574]: DEBUG oslo_vmware.api [None req-cfc5810e-1664-45fc-b939-ff296fd5d7be tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Task: {'id': task-1861577, 'name': CloneVM_Task} progress is 94%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1637.769060] env[62574]: DEBUG oslo_vmware.api [None req-7f2445f9-6171-42e2-b263-0ebe8e842bdc tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] Task: {'id': task-1861578, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1637.790851] env[62574]: DEBUG oslo_vmware.api [None req-67b2bd0d-a1e2-494d-8f7b-8c4ecc58559c tempest-ServersTestFqdnHostnames-1156924450 tempest-ServersTestFqdnHostnames-1156924450-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52ca3733-5afd-be37-f172-c442329e9c95, 'name': SearchDatastore_Task, 'duration_secs': 0.037214} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1637.801114] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9353dc0e-a090-42ce-b5aa-e81af0c0782d {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.811875] env[62574]: DEBUG oslo_vmware.api [None req-67b2bd0d-a1e2-494d-8f7b-8c4ecc58559c tempest-ServersTestFqdnHostnames-1156924450 tempest-ServersTestFqdnHostnames-1156924450-project-member] Waiting for the task: (returnval){ [ 1637.811875] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]52b22446-0a07-88b0-f34c-22f7c47f96a4" [ 1637.811875] env[62574]: _type = "Task" [ 1637.811875] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1637.823441] env[62574]: DEBUG oslo_vmware.api [None req-67b2bd0d-a1e2-494d-8f7b-8c4ecc58559c tempest-ServersTestFqdnHostnames-1156924450 tempest-ServersTestFqdnHostnames-1156924450-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52b22446-0a07-88b0-f34c-22f7c47f96a4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1637.880706] env[62574]: DEBUG nova.compute.manager [None req-7098424e-efaa-4d48-9b0c-490eecd49754 tempest-ServersWithSpecificFlavorTestJSON-1641053384 tempest-ServersWithSpecificFlavorTestJSON-1641053384-project-member] [instance: 5dac9007-8ded-444f-a7ea-5032465ccced] Starting instance... {{(pid=62574) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1637.941521] env[62574]: DEBUG oslo_concurrency.lockutils [None req-5ad11984-b299-4ea8-a05c-b10cda740492 tempest-VolumesAssistedSnapshotsTest-957428574 tempest-VolumesAssistedSnapshotsTest-957428574-project-admin] Lock "f82bad60-9320-4a4e-af74-21557692aa80" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.390s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1638.005629] env[62574]: DEBUG oslo_vmware.api [None req-032c3c0e-5756-4bbc-b027-3f18b926ef04 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Task: {'id': task-1861565, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1638.015386] env[62574]: DEBUG oslo_vmware.api [None req-1f346b36-6cf3-4557-8ee6-e6bad0328922 tempest-ServersAdminNegativeTestJSON-1635259249 tempest-ServersAdminNegativeTestJSON-1635259249-project-member] Task: {'id': task-1861576, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1638.045120] env[62574]: DEBUG oslo_vmware.api [None req-cfc5810e-1664-45fc-b939-ff296fd5d7be tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Task: {'id': task-1861577, 'name': CloneVM_Task} progress is 94%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1638.108050] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f75bbd0b-cd10-421f-a713-6b3f058888fd {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.115804] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c08a159-8eff-423d-8da2-505902ccd898 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.152490] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0128676d-31e9-4af0-baba-b368ea92d165 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.161804] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c496e3b-cb62-44df-b9fd-3340eeb2f6a7 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.184529] env[62574]: DEBUG nova.compute.provider_tree [None req-6cc8c8a6-287c-4ca1-bf5d-d037fa127981 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Inventory has not changed in ProviderTree for provider: f0ed160a-beff-4626-a531-2a70d7bc0627 {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1638.265833] env[62574]: DEBUG oslo_vmware.api [None req-7f2445f9-6171-42e2-b263-0ebe8e842bdc tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] Task: {'id': task-1861578, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.6926} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1638.266157] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f2445f9-6171-42e2-b263-0ebe8e842bdc tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk to [datastore1] 4df11575-4191-4213-80f6-c74ba97b856f/4df11575-4191-4213-80f6-c74ba97b856f.vmdk {{(pid=62574) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1638.266381] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-7f2445f9-6171-42e2-b263-0ebe8e842bdc tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] [instance: 4df11575-4191-4213-80f6-c74ba97b856f] Extending root virtual disk to 1048576 {{(pid=62574) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1638.266638] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-13c43b3e-ccde-4883-bcaf-14a58a9c5993 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.274217] env[62574]: DEBUG oslo_vmware.api [None req-7f2445f9-6171-42e2-b263-0ebe8e842bdc tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] Waiting for the task: (returnval){ [ 1638.274217] env[62574]: value = "task-1861579" [ 1638.274217] env[62574]: _type = "Task" [ 1638.274217] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1638.283770] env[62574]: DEBUG oslo_vmware.api [None req-7f2445f9-6171-42e2-b263-0ebe8e842bdc tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] Task: {'id': task-1861579, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1638.328755] env[62574]: DEBUG oslo_vmware.api [None req-67b2bd0d-a1e2-494d-8f7b-8c4ecc58559c tempest-ServersTestFqdnHostnames-1156924450 tempest-ServersTestFqdnHostnames-1156924450-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52b22446-0a07-88b0-f34c-22f7c47f96a4, 'name': SearchDatastore_Task, 'duration_secs': 0.06204} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1638.329222] env[62574]: DEBUG oslo_concurrency.lockutils [None req-67b2bd0d-a1e2-494d-8f7b-8c4ecc58559c tempest-ServersTestFqdnHostnames-1156924450 tempest-ServersTestFqdnHostnames-1156924450-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1638.329638] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-67b2bd0d-a1e2-494d-8f7b-8c4ecc58559c tempest-ServersTestFqdnHostnames-1156924450 tempest-ServersTestFqdnHostnames-1156924450-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk to [datastore1] a3e0bf12-7471-4d8d-bb31-bf4b3b35f87f/a3e0bf12-7471-4d8d-bb31-bf4b3b35f87f.vmdk {{(pid=62574) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1638.330431] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2a3b860f-bba4-41a5-bd5e-b5fdc8ea8f20 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.341341] env[62574]: DEBUG oslo_vmware.api [None req-67b2bd0d-a1e2-494d-8f7b-8c4ecc58559c tempest-ServersTestFqdnHostnames-1156924450 tempest-ServersTestFqdnHostnames-1156924450-project-member] Waiting for the task: (returnval){ [ 1638.341341] env[62574]: value = "task-1861580" [ 1638.341341] env[62574]: _type = "Task" [ 1638.341341] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1638.355551] env[62574]: DEBUG oslo_vmware.api [None req-67b2bd0d-a1e2-494d-8f7b-8c4ecc58559c tempest-ServersTestFqdnHostnames-1156924450 tempest-ServersTestFqdnHostnames-1156924450-project-member] Task: {'id': task-1861580, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1638.407763] env[62574]: DEBUG oslo_concurrency.lockutils [None req-7098424e-efaa-4d48-9b0c-490eecd49754 tempest-ServersWithSpecificFlavorTestJSON-1641053384 tempest-ServersWithSpecificFlavorTestJSON-1641053384-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1638.494817] env[62574]: DEBUG oslo_vmware.api [None req-032c3c0e-5756-4bbc-b027-3f18b926ef04 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Task: {'id': task-1861565, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1638.505419] env[62574]: DEBUG oslo_vmware.api [None req-1f346b36-6cf3-4557-8ee6-e6bad0328922 tempest-ServersAdminNegativeTestJSON-1635259249 tempest-ServersAdminNegativeTestJSON-1635259249-project-member] Task: {'id': task-1861576, 'name': PowerOffVM_Task, 'duration_secs': 1.990559} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1638.505719] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f346b36-6cf3-4557-8ee6-e6bad0328922 tempest-ServersAdminNegativeTestJSON-1635259249 tempest-ServersAdminNegativeTestJSON-1635259249-project-member] [instance: 692b1ace-0ecb-4fc5-a348-ffe21f0d1ad7] Powered off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1638.505973] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-1f346b36-6cf3-4557-8ee6-e6bad0328922 tempest-ServersAdminNegativeTestJSON-1635259249 tempest-ServersAdminNegativeTestJSON-1635259249-project-member] [instance: 692b1ace-0ecb-4fc5-a348-ffe21f0d1ad7] Unregistering the VM {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1638.506250] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-aa77122e-b0f5-44f2-948e-9c7cd66396a1 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.545347] env[62574]: DEBUG oslo_vmware.api [None req-cfc5810e-1664-45fc-b939-ff296fd5d7be tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Task: {'id': task-1861577, 'name': CloneVM_Task} progress is 94%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1638.614364] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-1f346b36-6cf3-4557-8ee6-e6bad0328922 tempest-ServersAdminNegativeTestJSON-1635259249 tempest-ServersAdminNegativeTestJSON-1635259249-project-member] [instance: 692b1ace-0ecb-4fc5-a348-ffe21f0d1ad7] Unregistered the VM {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1638.614637] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-1f346b36-6cf3-4557-8ee6-e6bad0328922 tempest-ServersAdminNegativeTestJSON-1635259249 tempest-ServersAdminNegativeTestJSON-1635259249-project-member] [instance: 692b1ace-0ecb-4fc5-a348-ffe21f0d1ad7] Deleting contents of the VM from datastore datastore1 {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1638.615478] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f346b36-6cf3-4557-8ee6-e6bad0328922 tempest-ServersAdminNegativeTestJSON-1635259249 tempest-ServersAdminNegativeTestJSON-1635259249-project-member] Deleting the datastore file [datastore1] 692b1ace-0ecb-4fc5-a348-ffe21f0d1ad7 {{(pid=62574) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1638.615478] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-53cf7b66-8a83-4544-87a7-8a2f75400ab9 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.626323] env[62574]: DEBUG oslo_vmware.api [None req-1f346b36-6cf3-4557-8ee6-e6bad0328922 tempest-ServersAdminNegativeTestJSON-1635259249 tempest-ServersAdminNegativeTestJSON-1635259249-project-member] Waiting for the task: (returnval){ [ 1638.626323] env[62574]: value = "task-1861582" [ 1638.626323] env[62574]: _type = "Task" [ 1638.626323] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1638.636816] env[62574]: DEBUG oslo_vmware.api [None req-1f346b36-6cf3-4557-8ee6-e6bad0328922 tempest-ServersAdminNegativeTestJSON-1635259249 tempest-ServersAdminNegativeTestJSON-1635259249-project-member] Task: {'id': task-1861582, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1638.688209] env[62574]: DEBUG nova.scheduler.client.report [None req-6cc8c8a6-287c-4ca1-bf5d-d037fa127981 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Inventory has not changed for provider f0ed160a-beff-4626-a531-2a70d7bc0627 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1638.789938] env[62574]: DEBUG oslo_vmware.api [None req-7f2445f9-6171-42e2-b263-0ebe8e842bdc tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] Task: {'id': task-1861579, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.11705} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1638.790250] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-7f2445f9-6171-42e2-b263-0ebe8e842bdc tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] [instance: 4df11575-4191-4213-80f6-c74ba97b856f] Extended root virtual disk {{(pid=62574) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1638.791121] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d7f6731-404d-4856-b185-ed8bdd0ade76 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.815466] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f2445f9-6171-42e2-b263-0ebe8e842bdc tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] [instance: 4df11575-4191-4213-80f6-c74ba97b856f] Reconfiguring VM instance instance-00000029 to attach disk [datastore1] 4df11575-4191-4213-80f6-c74ba97b856f/4df11575-4191-4213-80f6-c74ba97b856f.vmdk or device None with type sparse {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1638.815875] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7c62ccb0-42af-43fb-a91c-7a1e4e28bf6d {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.843551] env[62574]: DEBUG oslo_vmware.api [None req-7f2445f9-6171-42e2-b263-0ebe8e842bdc tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] Waiting for the task: (returnval){ [ 1638.843551] env[62574]: value = "task-1861583" [ 1638.843551] env[62574]: _type = "Task" [ 1638.843551] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1638.863352] env[62574]: DEBUG oslo_vmware.api [None req-7f2445f9-6171-42e2-b263-0ebe8e842bdc tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] Task: {'id': task-1861583, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1638.867311] env[62574]: DEBUG oslo_vmware.api [None req-67b2bd0d-a1e2-494d-8f7b-8c4ecc58559c tempest-ServersTestFqdnHostnames-1156924450 tempest-ServersTestFqdnHostnames-1156924450-project-member] Task: {'id': task-1861580, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1638.968075] env[62574]: DEBUG oslo_concurrency.lockutils [None req-43a91fcf-bfa5-46b3-a5b2-296e3f981e4a tempest-VolumesAssistedSnapshotsTest-957428574 tempest-VolumesAssistedSnapshotsTest-957428574-project-admin] Acquiring lock "f82bad60-9320-4a4e-af74-21557692aa80" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1638.968384] env[62574]: DEBUG oslo_concurrency.lockutils [None req-43a91fcf-bfa5-46b3-a5b2-296e3f981e4a tempest-VolumesAssistedSnapshotsTest-957428574 tempest-VolumesAssistedSnapshotsTest-957428574-project-admin] Lock "f82bad60-9320-4a4e-af74-21557692aa80" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1638.996930] env[62574]: DEBUG oslo_vmware.api [None req-032c3c0e-5756-4bbc-b027-3f18b926ef04 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Task: {'id': task-1861565, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1639.046267] env[62574]: DEBUG oslo_vmware.api [None req-cfc5810e-1664-45fc-b939-ff296fd5d7be tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Task: {'id': task-1861577, 'name': CloneVM_Task, 'duration_secs': 1.924852} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1639.046267] env[62574]: INFO nova.virt.vmwareapi.vmops [None req-cfc5810e-1664-45fc-b939-ff296fd5d7be tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] [instance: 4cc7d784-be5d-41db-a028-0dade3464032] Created linked-clone VM from snapshot [ 1639.046825] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-239a6234-0d7f-47f2-b963-4f3fbaf6fc35 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.056020] env[62574]: DEBUG nova.virt.vmwareapi.images [None req-cfc5810e-1664-45fc-b939-ff296fd5d7be tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] [instance: 4cc7d784-be5d-41db-a028-0dade3464032] Uploading image 7a7a5edc-611d-4c8b-a056-864efa829256 {{(pid=62574) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1639.093815] env[62574]: DEBUG oslo_vmware.rw_handles [None req-cfc5810e-1664-45fc-b939-ff296fd5d7be tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1639.093815] env[62574]: value = "vm-384877" [ 1639.093815] env[62574]: _type = "VirtualMachine" [ 1639.093815] env[62574]: }. {{(pid=62574) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1639.094104] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-10f075a7-28be-4c3c-9cb9-226bec5e2388 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.107130] env[62574]: DEBUG oslo_vmware.rw_handles [None req-cfc5810e-1664-45fc-b939-ff296fd5d7be tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Lease: (returnval){ [ 1639.107130] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]52b85169-d2ee-08f7-07b4-d85669b755b1" [ 1639.107130] env[62574]: _type = "HttpNfcLease" [ 1639.107130] env[62574]: } obtained for exporting VM: (result){ [ 1639.107130] env[62574]: value = "vm-384877" [ 1639.107130] env[62574]: _type = "VirtualMachine" [ 1639.107130] env[62574]: }. {{(pid=62574) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1639.107130] env[62574]: DEBUG oslo_vmware.api [None req-cfc5810e-1664-45fc-b939-ff296fd5d7be tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Waiting for the lease: (returnval){ [ 1639.107130] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]52b85169-d2ee-08f7-07b4-d85669b755b1" [ 1639.107130] env[62574]: _type = "HttpNfcLease" [ 1639.107130] env[62574]: } to be ready. {{(pid=62574) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1639.111159] env[62574]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1639.111159] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]52b85169-d2ee-08f7-07b4-d85669b755b1" [ 1639.111159] env[62574]: _type = "HttpNfcLease" [ 1639.111159] env[62574]: } is initializing. {{(pid=62574) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1639.140827] env[62574]: DEBUG oslo_vmware.api [None req-1f346b36-6cf3-4557-8ee6-e6bad0328922 tempest-ServersAdminNegativeTestJSON-1635259249 tempest-ServersAdminNegativeTestJSON-1635259249-project-member] Task: {'id': task-1861582, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1639.196143] env[62574]: DEBUG oslo_concurrency.lockutils [None req-6cc8c8a6-287c-4ca1-bf5d-d037fa127981 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.773s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1639.196935] env[62574]: DEBUG nova.compute.manager [None req-6cc8c8a6-287c-4ca1-bf5d-d037fa127981 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] [instance: d06fca54-652a-47dd-b14b-8f6bbf696503] Start building networks asynchronously for instance. {{(pid=62574) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1639.203022] env[62574]: DEBUG oslo_concurrency.lockutils [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 22.812s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1639.352471] env[62574]: DEBUG nova.compute.manager [req-f135d979-27dd-4b9e-9912-242b98e8c5b6 req-39df90b8-2af1-4eb9-a0d1-f74c0a4e8f2f service nova] [instance: 1aff4bff-16cd-4873-9b4d-3538d4779084] Received event network-changed-a66dde7b-04c1-4a50-90a6-0ff681ac334a {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1639.352850] env[62574]: DEBUG nova.compute.manager [req-f135d979-27dd-4b9e-9912-242b98e8c5b6 req-39df90b8-2af1-4eb9-a0d1-f74c0a4e8f2f service nova] [instance: 1aff4bff-16cd-4873-9b4d-3538d4779084] Refreshing instance network info cache due to event network-changed-a66dde7b-04c1-4a50-90a6-0ff681ac334a. {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1639.353210] env[62574]: DEBUG oslo_concurrency.lockutils [req-f135d979-27dd-4b9e-9912-242b98e8c5b6 req-39df90b8-2af1-4eb9-a0d1-f74c0a4e8f2f service nova] Acquiring lock "refresh_cache-1aff4bff-16cd-4873-9b4d-3538d4779084" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1639.353498] env[62574]: DEBUG oslo_concurrency.lockutils [req-f135d979-27dd-4b9e-9912-242b98e8c5b6 req-39df90b8-2af1-4eb9-a0d1-f74c0a4e8f2f service nova] Acquired lock "refresh_cache-1aff4bff-16cd-4873-9b4d-3538d4779084" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1639.354121] env[62574]: DEBUG nova.network.neutron [req-f135d979-27dd-4b9e-9912-242b98e8c5b6 req-39df90b8-2af1-4eb9-a0d1-f74c0a4e8f2f service nova] [instance: 1aff4bff-16cd-4873-9b4d-3538d4779084] Refreshing network info cache for port a66dde7b-04c1-4a50-90a6-0ff681ac334a {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1639.363931] env[62574]: DEBUG oslo_vmware.api [None req-67b2bd0d-a1e2-494d-8f7b-8c4ecc58559c tempest-ServersTestFqdnHostnames-1156924450 tempest-ServersTestFqdnHostnames-1156924450-project-member] Task: {'id': task-1861580, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.759032} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1639.367786] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-67b2bd0d-a1e2-494d-8f7b-8c4ecc58559c tempest-ServersTestFqdnHostnames-1156924450 tempest-ServersTestFqdnHostnames-1156924450-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk to [datastore1] a3e0bf12-7471-4d8d-bb31-bf4b3b35f87f/a3e0bf12-7471-4d8d-bb31-bf4b3b35f87f.vmdk {{(pid=62574) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1639.371871] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-67b2bd0d-a1e2-494d-8f7b-8c4ecc58559c tempest-ServersTestFqdnHostnames-1156924450 tempest-ServersTestFqdnHostnames-1156924450-project-member] [instance: a3e0bf12-7471-4d8d-bb31-bf4b3b35f87f] Extending root virtual disk to 1048576 {{(pid=62574) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1639.371871] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4cfa524f-8982-4251-a2af-a4cd6aac14bb {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.380325] env[62574]: DEBUG oslo_vmware.api [None req-7f2445f9-6171-42e2-b263-0ebe8e842bdc tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] Task: {'id': task-1861583, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1639.380325] env[62574]: DEBUG oslo_vmware.api [None req-67b2bd0d-a1e2-494d-8f7b-8c4ecc58559c tempest-ServersTestFqdnHostnames-1156924450 tempest-ServersTestFqdnHostnames-1156924450-project-member] Waiting for the task: (returnval){ [ 1639.380325] env[62574]: value = "task-1861585" [ 1639.380325] env[62574]: _type = "Task" [ 1639.380325] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1639.393419] env[62574]: DEBUG oslo_vmware.api [None req-67b2bd0d-a1e2-494d-8f7b-8c4ecc58559c tempest-ServersTestFqdnHostnames-1156924450 tempest-ServersTestFqdnHostnames-1156924450-project-member] Task: {'id': task-1861585, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1639.472354] env[62574]: INFO nova.compute.manager [None req-43a91fcf-bfa5-46b3-a5b2-296e3f981e4a tempest-VolumesAssistedSnapshotsTest-957428574 tempest-VolumesAssistedSnapshotsTest-957428574-project-admin] [instance: f82bad60-9320-4a4e-af74-21557692aa80] Detaching volume 14d43f50-14ca-4a75-ae0a-c39825349d2a [ 1639.494993] env[62574]: DEBUG oslo_vmware.api [None req-032c3c0e-5756-4bbc-b027-3f18b926ef04 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Task: {'id': task-1861565, 'name': ReconfigVM_Task, 'duration_secs': 5.873721} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1639.495242] env[62574]: DEBUG oslo_concurrency.lockutils [None req-032c3c0e-5756-4bbc-b027-3f18b926ef04 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Releasing lock "2a0c3300-ba7f-4604-b629-42bda5d48664" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1639.496187] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-032c3c0e-5756-4bbc-b027-3f18b926ef04 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] [instance: 2a0c3300-ba7f-4604-b629-42bda5d48664] Reconfigured VM to detach interface {{(pid=62574) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1639.534743] env[62574]: INFO nova.virt.block_device [None req-43a91fcf-bfa5-46b3-a5b2-296e3f981e4a tempest-VolumesAssistedSnapshotsTest-957428574 tempest-VolumesAssistedSnapshotsTest-957428574-project-admin] [instance: f82bad60-9320-4a4e-af74-21557692aa80] Attempting to driver detach volume 14d43f50-14ca-4a75-ae0a-c39825349d2a from mountpoint /dev/sdb [ 1639.538150] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-43a91fcf-bfa5-46b3-a5b2-296e3f981e4a tempest-VolumesAssistedSnapshotsTest-957428574 tempest-VolumesAssistedSnapshotsTest-957428574-project-admin] [instance: f82bad60-9320-4a4e-af74-21557692aa80] Volume detach. Driver type: vmdk {{(pid=62574) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1639.538150] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-43a91fcf-bfa5-46b3-a5b2-296e3f981e4a tempest-VolumesAssistedSnapshotsTest-957428574 tempest-VolumesAssistedSnapshotsTest-957428574-project-admin] [instance: f82bad60-9320-4a4e-af74-21557692aa80] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-384871', 'volume_id': '14d43f50-14ca-4a75-ae0a-c39825349d2a', 'name': 'volume-14d43f50-14ca-4a75-ae0a-c39825349d2a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f82bad60-9320-4a4e-af74-21557692aa80', 'attached_at': '', 'detached_at': '', 'volume_id': '14d43f50-14ca-4a75-ae0a-c39825349d2a', 'serial': '14d43f50-14ca-4a75-ae0a-c39825349d2a'} {{(pid=62574) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1639.538704] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-245d9859-f0d5-490e-8081-003b261328da {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.578353] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6537bb0-dbd4-4f99-b9e5-2e2ceae57d73 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.588500] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73e1492d-71e5-4d67-ae21-24ecab0ac9e4 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.615385] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74c33dd7-4b7c-4200-82e2-070a65287b27 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.643314] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-43a91fcf-bfa5-46b3-a5b2-296e3f981e4a tempest-VolumesAssistedSnapshotsTest-957428574 tempest-VolumesAssistedSnapshotsTest-957428574-project-admin] The volume has not been displaced from its original location: [datastore1] volume-14d43f50-14ca-4a75-ae0a-c39825349d2a/volume-14d43f50-14ca-4a75-ae0a-c39825349d2a.vmdk. No consolidation needed. {{(pid=62574) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1639.650135] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-43a91fcf-bfa5-46b3-a5b2-296e3f981e4a tempest-VolumesAssistedSnapshotsTest-957428574 tempest-VolumesAssistedSnapshotsTest-957428574-project-admin] [instance: f82bad60-9320-4a4e-af74-21557692aa80] Reconfiguring VM instance instance-0000000e to detach disk 2001 {{(pid=62574) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1639.650135] env[62574]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1639.650135] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]52b85169-d2ee-08f7-07b4-d85669b755b1" [ 1639.650135] env[62574]: _type = "HttpNfcLease" [ 1639.650135] env[62574]: } is ready. {{(pid=62574) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1639.653047] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3fc0fd1a-9939-4102-8928-eb04e1bb00f4 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.666931] env[62574]: DEBUG oslo_vmware.rw_handles [None req-cfc5810e-1664-45fc-b939-ff296fd5d7be tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1639.666931] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]52b85169-d2ee-08f7-07b4-d85669b755b1" [ 1639.666931] env[62574]: _type = "HttpNfcLease" [ 1639.666931] env[62574]: }. {{(pid=62574) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1639.667794] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9f5939a-e4c7-41b0-aacb-5984f2e75034 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.676424] env[62574]: DEBUG oslo_vmware.api [None req-1f346b36-6cf3-4557-8ee6-e6bad0328922 tempest-ServersAdminNegativeTestJSON-1635259249 tempest-ServersAdminNegativeTestJSON-1635259249-project-member] Task: {'id': task-1861582, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.646872} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1639.680584] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f346b36-6cf3-4557-8ee6-e6bad0328922 tempest-ServersAdminNegativeTestJSON-1635259249 tempest-ServersAdminNegativeTestJSON-1635259249-project-member] Deleted the datastore file {{(pid=62574) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1639.680792] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-1f346b36-6cf3-4557-8ee6-e6bad0328922 tempest-ServersAdminNegativeTestJSON-1635259249 tempest-ServersAdminNegativeTestJSON-1635259249-project-member] [instance: 692b1ace-0ecb-4fc5-a348-ffe21f0d1ad7] Deleted contents of the VM from datastore datastore1 {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1639.681073] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-1f346b36-6cf3-4557-8ee6-e6bad0328922 tempest-ServersAdminNegativeTestJSON-1635259249 tempest-ServersAdminNegativeTestJSON-1635259249-project-member] [instance: 692b1ace-0ecb-4fc5-a348-ffe21f0d1ad7] Instance destroyed {{(pid=62574) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1639.681294] env[62574]: INFO nova.compute.manager [None req-1f346b36-6cf3-4557-8ee6-e6bad0328922 tempest-ServersAdminNegativeTestJSON-1635259249 tempest-ServersAdminNegativeTestJSON-1635259249-project-member] [instance: 692b1ace-0ecb-4fc5-a348-ffe21f0d1ad7] Took 3.23 seconds to destroy the instance on the hypervisor. [ 1639.681560] env[62574]: DEBUG oslo.service.loopingcall [None req-1f346b36-6cf3-4557-8ee6-e6bad0328922 tempest-ServersAdminNegativeTestJSON-1635259249 tempest-ServersAdminNegativeTestJSON-1635259249-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62574) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1639.681829] env[62574]: DEBUG oslo_vmware.api [None req-43a91fcf-bfa5-46b3-a5b2-296e3f981e4a tempest-VolumesAssistedSnapshotsTest-957428574 tempest-VolumesAssistedSnapshotsTest-957428574-project-admin] Waiting for the task: (returnval){ [ 1639.681829] env[62574]: value = "task-1861586" [ 1639.681829] env[62574]: _type = "Task" [ 1639.681829] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1639.682074] env[62574]: DEBUG oslo_vmware.rw_handles [None req-cfc5810e-1664-45fc-b939-ff296fd5d7be tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52440c28-a058-87ea-ad27-b6c53566504b/disk-0.vmdk from lease info. {{(pid=62574) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1639.682232] env[62574]: DEBUG oslo_vmware.rw_handles [None req-cfc5810e-1664-45fc-b939-ff296fd5d7be tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52440c28-a058-87ea-ad27-b6c53566504b/disk-0.vmdk for reading. {{(pid=62574) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1639.683612] env[62574]: DEBUG nova.compute.manager [-] [instance: 692b1ace-0ecb-4fc5-a348-ffe21f0d1ad7] Deallocating network for instance {{(pid=62574) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1639.683770] env[62574]: DEBUG nova.network.neutron [-] [instance: 692b1ace-0ecb-4fc5-a348-ffe21f0d1ad7] deallocate_for_instance() {{(pid=62574) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1639.756788] env[62574]: DEBUG nova.compute.utils [None req-6cc8c8a6-287c-4ca1-bf5d-d037fa127981 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Using /dev/sd instead of None {{(pid=62574) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1639.763135] env[62574]: DEBUG nova.compute.manager [None req-6cc8c8a6-287c-4ca1-bf5d-d037fa127981 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] [instance: d06fca54-652a-47dd-b14b-8f6bbf696503] Allocating IP information in the background. {{(pid=62574) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1639.763135] env[62574]: DEBUG nova.network.neutron [None req-6cc8c8a6-287c-4ca1-bf5d-d037fa127981 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] [instance: d06fca54-652a-47dd-b14b-8f6bbf696503] allocate_for_instance() {{(pid=62574) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1639.769104] env[62574]: DEBUG oslo_vmware.api [None req-43a91fcf-bfa5-46b3-a5b2-296e3f981e4a tempest-VolumesAssistedSnapshotsTest-957428574 tempest-VolumesAssistedSnapshotsTest-957428574-project-admin] Task: {'id': task-1861586, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1639.795296] env[62574]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-8403605d-c219-49a5-bbce-6b6de1498a94 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.843013] env[62574]: DEBUG nova.policy [None req-6cc8c8a6-287c-4ca1-bf5d-d037fa127981 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3f53cea05c2947ae92f3dd7086fbc773', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e5c18e090ac645c2bb13c4b6714f5f01', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62574) authorize /opt/stack/nova/nova/policy.py:192}} [ 1639.879173] env[62574]: DEBUG oslo_vmware.api [None req-7f2445f9-6171-42e2-b263-0ebe8e842bdc tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] Task: {'id': task-1861583, 'name': ReconfigVM_Task, 'duration_secs': 0.853352} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1639.879479] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f2445f9-6171-42e2-b263-0ebe8e842bdc tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] [instance: 4df11575-4191-4213-80f6-c74ba97b856f] Reconfigured VM instance instance-00000029 to attach disk [datastore1] 4df11575-4191-4213-80f6-c74ba97b856f/4df11575-4191-4213-80f6-c74ba97b856f.vmdk or device None with type sparse {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1639.880170] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-33f92c88-0912-458a-9e0d-3621082e06f4 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.894179] env[62574]: DEBUG oslo_vmware.api [None req-67b2bd0d-a1e2-494d-8f7b-8c4ecc58559c tempest-ServersTestFqdnHostnames-1156924450 tempest-ServersTestFqdnHostnames-1156924450-project-member] Task: {'id': task-1861585, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.115592} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1639.894179] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-67b2bd0d-a1e2-494d-8f7b-8c4ecc58559c tempest-ServersTestFqdnHostnames-1156924450 tempest-ServersTestFqdnHostnames-1156924450-project-member] [instance: a3e0bf12-7471-4d8d-bb31-bf4b3b35f87f] Extended root virtual disk {{(pid=62574) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1639.894539] env[62574]: DEBUG oslo_vmware.api [None req-7f2445f9-6171-42e2-b263-0ebe8e842bdc tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] Waiting for the task: (returnval){ [ 1639.894539] env[62574]: value = "task-1861587" [ 1639.894539] env[62574]: _type = "Task" [ 1639.894539] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1639.895282] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d4d2c6a-57aa-47e7-9d90-d3335a77fcf0 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.909228] env[62574]: DEBUG oslo_vmware.api [None req-7f2445f9-6171-42e2-b263-0ebe8e842bdc tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] Task: {'id': task-1861587, 'name': Rename_Task} progress is 10%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1639.929148] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-67b2bd0d-a1e2-494d-8f7b-8c4ecc58559c tempest-ServersTestFqdnHostnames-1156924450 tempest-ServersTestFqdnHostnames-1156924450-project-member] [instance: a3e0bf12-7471-4d8d-bb31-bf4b3b35f87f] Reconfiguring VM instance instance-0000002c to attach disk [datastore1] a3e0bf12-7471-4d8d-bb31-bf4b3b35f87f/a3e0bf12-7471-4d8d-bb31-bf4b3b35f87f.vmdk or device None with type sparse {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1639.930040] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cd81b75b-9bf6-40d2-ad26-4a3d71c6333b {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.955922] env[62574]: DEBUG oslo_vmware.api [None req-67b2bd0d-a1e2-494d-8f7b-8c4ecc58559c tempest-ServersTestFqdnHostnames-1156924450 tempest-ServersTestFqdnHostnames-1156924450-project-member] Waiting for the task: (returnval){ [ 1639.955922] env[62574]: value = "task-1861588" [ 1639.955922] env[62574]: _type = "Task" [ 1639.955922] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1639.968296] env[62574]: DEBUG oslo_vmware.api [None req-67b2bd0d-a1e2-494d-8f7b-8c4ecc58559c tempest-ServersTestFqdnHostnames-1156924450 tempest-ServersTestFqdnHostnames-1156924450-project-member] Task: {'id': task-1861588, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1640.207192] env[62574]: DEBUG oslo_vmware.api [None req-43a91fcf-bfa5-46b3-a5b2-296e3f981e4a tempest-VolumesAssistedSnapshotsTest-957428574 tempest-VolumesAssistedSnapshotsTest-957428574-project-admin] Task: {'id': task-1861586, 'name': ReconfigVM_Task, 'duration_secs': 0.426246} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1640.208145] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-43a91fcf-bfa5-46b3-a5b2-296e3f981e4a tempest-VolumesAssistedSnapshotsTest-957428574 tempest-VolumesAssistedSnapshotsTest-957428574-project-admin] [instance: f82bad60-9320-4a4e-af74-21557692aa80] Reconfigured VM instance instance-0000000e to detach disk 2001 {{(pid=62574) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1640.219147] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3b4f898b-154a-4c01-b123-78874f48ee27 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.245621] env[62574]: DEBUG oslo_vmware.api [None req-43a91fcf-bfa5-46b3-a5b2-296e3f981e4a tempest-VolumesAssistedSnapshotsTest-957428574 tempest-VolumesAssistedSnapshotsTest-957428574-project-admin] Waiting for the task: (returnval){ [ 1640.245621] env[62574]: value = "task-1861589" [ 1640.245621] env[62574]: _type = "Task" [ 1640.245621] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1640.256151] env[62574]: DEBUG oslo_vmware.api [None req-43a91fcf-bfa5-46b3-a5b2-296e3f981e4a tempest-VolumesAssistedSnapshotsTest-957428574 tempest-VolumesAssistedSnapshotsTest-957428574-project-admin] Task: {'id': task-1861589, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1640.262274] env[62574]: DEBUG nova.compute.manager [None req-6cc8c8a6-287c-4ca1-bf5d-d037fa127981 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] [instance: d06fca54-652a-47dd-b14b-8f6bbf696503] Start building block device mappings for instance. {{(pid=62574) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1640.320252] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Instance 2a0c3300-ba7f-4604-b629-42bda5d48664 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62574) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1640.320252] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Instance 692b1ace-0ecb-4fc5-a348-ffe21f0d1ad7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62574) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1640.320252] env[62574]: WARNING nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Instance bf01cd22-6cbb-4a95-aca8-4bcdabdc5b36 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1640.320252] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Instance f82bad60-9320-4a4e-af74-21557692aa80 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62574) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1640.320252] env[62574]: WARNING nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Instance 63c7e049-a6db-462e-a0c6-52ec32e23f86 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1640.320252] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Instance a40bab23-721e-4584-bda1-2bf5d0e0e37e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62574) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1640.320252] env[62574]: WARNING nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Instance 9595a480-fdc1-4dda-877b-e0f6078420e2 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1640.320252] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Instance b4522995-fb9c-471f-bd36-af8b721aa5ff actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62574) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1640.320252] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Instance ae9a6ff7-cc1f-43dc-9acb-47aaa3d1089e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62574) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1640.320252] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Instance b8f6a4a6-77e9-4989-bd79-f23e15335517 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62574) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1640.320252] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Instance 1e669675-0551-49d8-af15-64fdd0984b3f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62574) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1640.321176] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Instance cf8dfe40-abfe-4888-a1a5-b26f6d781e93 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62574) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1640.322051] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Instance 4cc7d784-be5d-41db-a028-0dade3464032 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62574) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1640.322051] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Instance d0a90055-5c6c-44eb-a9e4-467022eda4db actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62574) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1640.322051] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Instance e9878c22-2044-464f-915f-c1c865693437 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62574) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1640.322051] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Instance 296cf9dd-e110-4144-8899-56fb0d257b8b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62574) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1640.322051] env[62574]: WARNING nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Instance 1885c76e-a6bc-4f5b-bf2b-fe43229cec08 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1640.322051] env[62574]: WARNING nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Instance c2e5c2fb-e759-48f8-8bdc-7fd0a86ac1b9 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1640.322563] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Instance c195131e-5a17-4c77-b7d2-8873bb6a9653 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62574) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1640.322807] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Instance 3692d5e9-2382-4f95-8ca4-0a57474e9be7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62574) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1640.323059] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Instance 958ea876-0fce-4489-9fd8-d577d5ac230b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62574) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1640.323301] env[62574]: WARNING nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Instance f68bb186-74b9-4c10-a7a0-e8feda38b3bd is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1640.323821] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Instance 4df11575-4191-4213-80f6-c74ba97b856f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62574) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1640.324457] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Instance c4ca3d86-7d6e-4dbf-912b-7cb292596272 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62574) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1640.324457] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Instance 1aff4bff-16cd-4873-9b4d-3538d4779084 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62574) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1640.324457] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Instance a3e0bf12-7471-4d8d-bb31-bf4b3b35f87f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62574) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1640.324457] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Instance d06fca54-652a-47dd-b14b-8f6bbf696503 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62574) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1640.345560] env[62574]: DEBUG oslo_concurrency.lockutils [None req-bda38b0d-d2a8-4aaf-ad6e-a0e5b6eb6c56 tempest-SecurityGroupsTestJSON-247158518 tempest-SecurityGroupsTestJSON-247158518-project-member] Acquiring lock "1aff4bff-16cd-4873-9b4d-3538d4779084" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1640.347705] env[62574]: DEBUG oslo_concurrency.lockutils [None req-bda38b0d-d2a8-4aaf-ad6e-a0e5b6eb6c56 tempest-SecurityGroupsTestJSON-247158518 tempest-SecurityGroupsTestJSON-247158518-project-member] Lock "1aff4bff-16cd-4873-9b4d-3538d4779084" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1640.347705] env[62574]: INFO nova.compute.manager [None req-bda38b0d-d2a8-4aaf-ad6e-a0e5b6eb6c56 tempest-SecurityGroupsTestJSON-247158518 tempest-SecurityGroupsTestJSON-247158518-project-member] [instance: 1aff4bff-16cd-4873-9b4d-3538d4779084] Rebooting instance [ 1640.411412] env[62574]: DEBUG oslo_vmware.api [None req-7f2445f9-6171-42e2-b263-0ebe8e842bdc tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] Task: {'id': task-1861587, 'name': Rename_Task} progress is 99%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1640.472722] env[62574]: DEBUG nova.compute.manager [req-454f2dcf-6f37-4ced-9f11-3ece52d0645b req-eac8c95a-77ee-468d-9912-0168ea01621f service nova] [instance: 2a0c3300-ba7f-4604-b629-42bda5d48664] Received event network-vif-deleted-a6a664d1-2820-4230-9526-16db8e6c2da6 {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1640.472997] env[62574]: INFO nova.compute.manager [req-454f2dcf-6f37-4ced-9f11-3ece52d0645b req-eac8c95a-77ee-468d-9912-0168ea01621f service nova] [instance: 2a0c3300-ba7f-4604-b629-42bda5d48664] Neutron deleted interface a6a664d1-2820-4230-9526-16db8e6c2da6; detaching it from the instance and deleting it from the info cache [ 1640.473233] env[62574]: DEBUG nova.network.neutron [req-454f2dcf-6f37-4ced-9f11-3ece52d0645b req-eac8c95a-77ee-468d-9912-0168ea01621f service nova] [instance: 2a0c3300-ba7f-4604-b629-42bda5d48664] Updating instance_info_cache with network_info: [{"id": "54e8da54-8296-4e08-ad1a-3140fe9ac725", "address": "fa:16:3e:24:50:a4", "network": {"id": "00bfa347-a6e1-4070-b5d9-5f46396a9c53", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-693390946-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3197393f8f6a457a9367bd87f7aa5dc2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bdf594e-da7a-4254-b413-87aef4614588", "external-id": "nsx-vlan-transportzone-422", "segmentation_id": 422, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54e8da54-82", "ovs_interfaceid": "54e8da54-8296-4e08-ad1a-3140fe9ac725", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1640.479789] env[62574]: DEBUG oslo_vmware.api [None req-67b2bd0d-a1e2-494d-8f7b-8c4ecc58559c tempest-ServersTestFqdnHostnames-1156924450 tempest-ServersTestFqdnHostnames-1156924450-project-member] Task: {'id': task-1861588, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1640.662555] env[62574]: DEBUG nova.network.neutron [req-f135d979-27dd-4b9e-9912-242b98e8c5b6 req-39df90b8-2af1-4eb9-a0d1-f74c0a4e8f2f service nova] [instance: 1aff4bff-16cd-4873-9b4d-3538d4779084] Updated VIF entry in instance network info cache for port a66dde7b-04c1-4a50-90a6-0ff681ac334a. {{(pid=62574) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1640.662933] env[62574]: DEBUG nova.network.neutron [req-f135d979-27dd-4b9e-9912-242b98e8c5b6 req-39df90b8-2af1-4eb9-a0d1-f74c0a4e8f2f service nova] [instance: 1aff4bff-16cd-4873-9b4d-3538d4779084] Updating instance_info_cache with network_info: [{"id": "a66dde7b-04c1-4a50-90a6-0ff681ac334a", "address": "fa:16:3e:56:67:f6", "network": {"id": "7fdc333e-a271-4977-bb85-e3f0da637517", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-201715430-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10cbceaa655b46ebabb5a9831d033750", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a55f45a-d631-4ebc-b73b-8a30bd0a32a8", "external-id": "nsx-vlan-transportzone-303", "segmentation_id": 303, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa66dde7b-04", "ovs_interfaceid": "a66dde7b-04c1-4a50-90a6-0ff681ac334a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1640.757094] env[62574]: DEBUG oslo_vmware.api [None req-43a91fcf-bfa5-46b3-a5b2-296e3f981e4a tempest-VolumesAssistedSnapshotsTest-957428574 tempest-VolumesAssistedSnapshotsTest-957428574-project-admin] Task: {'id': task-1861589, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1640.828211] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Instance ab4ac58c-a716-46c6-ba11-fb5dd8e7ba24 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62574) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1640.845875] env[62574]: DEBUG nova.network.neutron [-] [instance: 692b1ace-0ecb-4fc5-a348-ffe21f0d1ad7] Updating instance_info_cache with network_info: [] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1640.890629] env[62574]: DEBUG oslo_concurrency.lockutils [None req-bda38b0d-d2a8-4aaf-ad6e-a0e5b6eb6c56 tempest-SecurityGroupsTestJSON-247158518 tempest-SecurityGroupsTestJSON-247158518-project-member] Acquiring lock "refresh_cache-1aff4bff-16cd-4873-9b4d-3538d4779084" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1640.895442] env[62574]: DEBUG nova.network.neutron [None req-6cc8c8a6-287c-4ca1-bf5d-d037fa127981 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] [instance: d06fca54-652a-47dd-b14b-8f6bbf696503] Successfully created port: fc89cac8-4136-400b-9db5-6df20347e14a {{(pid=62574) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1640.908829] env[62574]: DEBUG oslo_vmware.api [None req-7f2445f9-6171-42e2-b263-0ebe8e842bdc tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] Task: {'id': task-1861587, 'name': Rename_Task} progress is 99%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1640.973650] env[62574]: DEBUG oslo_vmware.api [None req-67b2bd0d-a1e2-494d-8f7b-8c4ecc58559c tempest-ServersTestFqdnHostnames-1156924450 tempest-ServersTestFqdnHostnames-1156924450-project-member] Task: {'id': task-1861588, 'name': ReconfigVM_Task, 'duration_secs': 0.783596} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1640.973961] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-67b2bd0d-a1e2-494d-8f7b-8c4ecc58559c tempest-ServersTestFqdnHostnames-1156924450 tempest-ServersTestFqdnHostnames-1156924450-project-member] [instance: a3e0bf12-7471-4d8d-bb31-bf4b3b35f87f] Reconfigured VM instance instance-0000002c to attach disk [datastore1] a3e0bf12-7471-4d8d-bb31-bf4b3b35f87f/a3e0bf12-7471-4d8d-bb31-bf4b3b35f87f.vmdk or device None with type sparse {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1640.974609] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8f047684-9479-4111-a152-d7121d91c997 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.984280] env[62574]: DEBUG oslo_concurrency.lockutils [req-454f2dcf-6f37-4ced-9f11-3ece52d0645b req-eac8c95a-77ee-468d-9912-0168ea01621f service nova] Acquiring lock "2a0c3300-ba7f-4604-b629-42bda5d48664" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1640.986363] env[62574]: DEBUG oslo_concurrency.lockutils [req-454f2dcf-6f37-4ced-9f11-3ece52d0645b req-eac8c95a-77ee-468d-9912-0168ea01621f service nova] Acquired lock "2a0c3300-ba7f-4604-b629-42bda5d48664" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1640.986781] env[62574]: DEBUG oslo_vmware.api [None req-67b2bd0d-a1e2-494d-8f7b-8c4ecc58559c tempest-ServersTestFqdnHostnames-1156924450 tempest-ServersTestFqdnHostnames-1156924450-project-member] Waiting for the task: (returnval){ [ 1640.986781] env[62574]: value = "task-1861590" [ 1640.986781] env[62574]: _type = "Task" [ 1640.986781] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1640.987788] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-232f3a7f-97f7-4e0e-ae03-7633e76d2821 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.003071] env[62574]: DEBUG oslo_vmware.api [None req-67b2bd0d-a1e2-494d-8f7b-8c4ecc58559c tempest-ServersTestFqdnHostnames-1156924450 tempest-ServersTestFqdnHostnames-1156924450-project-member] Task: {'id': task-1861590, 'name': Rename_Task} progress is 10%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1641.018983] env[62574]: DEBUG oslo_concurrency.lockutils [req-454f2dcf-6f37-4ced-9f11-3ece52d0645b req-eac8c95a-77ee-468d-9912-0168ea01621f service nova] Releasing lock "2a0c3300-ba7f-4604-b629-42bda5d48664" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1641.019330] env[62574]: WARNING nova.compute.manager [req-454f2dcf-6f37-4ced-9f11-3ece52d0645b req-eac8c95a-77ee-468d-9912-0168ea01621f service nova] [instance: 2a0c3300-ba7f-4604-b629-42bda5d48664] Detach interface failed, port_id=a6a664d1-2820-4230-9526-16db8e6c2da6, reason: No device with interface-id a6a664d1-2820-4230-9526-16db8e6c2da6 exists on VM: nova.exception.NotFound: No device with interface-id a6a664d1-2820-4230-9526-16db8e6c2da6 exists on VM [ 1641.058159] env[62574]: DEBUG oslo_concurrency.lockutils [None req-44fdfd8c-eb17-458d-a497-4d0744380e00 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Acquiring lock "2a0c3300-ba7f-4604-b629-42bda5d48664" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1641.058437] env[62574]: DEBUG oslo_concurrency.lockutils [None req-44fdfd8c-eb17-458d-a497-4d0744380e00 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Lock "2a0c3300-ba7f-4604-b629-42bda5d48664" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1641.058654] env[62574]: DEBUG oslo_concurrency.lockutils [None req-44fdfd8c-eb17-458d-a497-4d0744380e00 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Acquiring lock "2a0c3300-ba7f-4604-b629-42bda5d48664-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1641.058839] env[62574]: DEBUG oslo_concurrency.lockutils [None req-44fdfd8c-eb17-458d-a497-4d0744380e00 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Lock "2a0c3300-ba7f-4604-b629-42bda5d48664-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1641.059017] env[62574]: DEBUG oslo_concurrency.lockutils [None req-44fdfd8c-eb17-458d-a497-4d0744380e00 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Lock "2a0c3300-ba7f-4604-b629-42bda5d48664-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1641.063804] env[62574]: INFO nova.compute.manager [None req-44fdfd8c-eb17-458d-a497-4d0744380e00 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] [instance: 2a0c3300-ba7f-4604-b629-42bda5d48664] Terminating instance [ 1641.158133] env[62574]: DEBUG oslo_concurrency.lockutils [None req-032c3c0e-5756-4bbc-b027-3f18b926ef04 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Acquiring lock "refresh_cache-2a0c3300-ba7f-4604-b629-42bda5d48664" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1641.159775] env[62574]: DEBUG oslo_concurrency.lockutils [None req-032c3c0e-5756-4bbc-b027-3f18b926ef04 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Acquired lock "refresh_cache-2a0c3300-ba7f-4604-b629-42bda5d48664" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1641.160258] env[62574]: DEBUG nova.network.neutron [None req-032c3c0e-5756-4bbc-b027-3f18b926ef04 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] [instance: 2a0c3300-ba7f-4604-b629-42bda5d48664] Building network info cache for instance {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1641.167873] env[62574]: DEBUG oslo_concurrency.lockutils [req-f135d979-27dd-4b9e-9912-242b98e8c5b6 req-39df90b8-2af1-4eb9-a0d1-f74c0a4e8f2f service nova] Releasing lock "refresh_cache-1aff4bff-16cd-4873-9b4d-3538d4779084" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1641.168332] env[62574]: DEBUG oslo_concurrency.lockutils [None req-bda38b0d-d2a8-4aaf-ad6e-a0e5b6eb6c56 tempest-SecurityGroupsTestJSON-247158518 tempest-SecurityGroupsTestJSON-247158518-project-member] Acquired lock "refresh_cache-1aff4bff-16cd-4873-9b4d-3538d4779084" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1641.168516] env[62574]: DEBUG nova.network.neutron [None req-bda38b0d-d2a8-4aaf-ad6e-a0e5b6eb6c56 tempest-SecurityGroupsTestJSON-247158518 tempest-SecurityGroupsTestJSON-247158518-project-member] [instance: 1aff4bff-16cd-4873-9b4d-3538d4779084] Building network info cache for instance {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1641.259619] env[62574]: DEBUG oslo_vmware.api [None req-43a91fcf-bfa5-46b3-a5b2-296e3f981e4a tempest-VolumesAssistedSnapshotsTest-957428574 tempest-VolumesAssistedSnapshotsTest-957428574-project-admin] Task: {'id': task-1861589, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1641.284416] env[62574]: DEBUG nova.compute.manager [None req-6cc8c8a6-287c-4ca1-bf5d-d037fa127981 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] [instance: d06fca54-652a-47dd-b14b-8f6bbf696503] Start spawning the instance on the hypervisor. {{(pid=62574) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1641.318362] env[62574]: DEBUG nova.virt.hardware [None req-6cc8c8a6-287c-4ca1-bf5d-d037fa127981 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T19:26:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-13T19:26:40Z,direct_url=,disk_format='vmdk',id=3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7eed1dd4d2c3418eb32c4f4ceda3ab0d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-13T19:26:41Z,virtual_size=,visibility=), allow threads: False {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1641.318640] env[62574]: DEBUG nova.virt.hardware [None req-6cc8c8a6-287c-4ca1-bf5d-d037fa127981 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Flavor limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1641.318813] env[62574]: DEBUG nova.virt.hardware [None req-6cc8c8a6-287c-4ca1-bf5d-d037fa127981 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Image limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1641.318991] env[62574]: DEBUG nova.virt.hardware [None req-6cc8c8a6-287c-4ca1-bf5d-d037fa127981 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Flavor pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1641.321075] env[62574]: DEBUG nova.virt.hardware [None req-6cc8c8a6-287c-4ca1-bf5d-d037fa127981 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Image pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1641.321351] env[62574]: DEBUG nova.virt.hardware [None req-6cc8c8a6-287c-4ca1-bf5d-d037fa127981 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1641.321650] env[62574]: DEBUG nova.virt.hardware [None req-6cc8c8a6-287c-4ca1-bf5d-d037fa127981 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1641.321873] env[62574]: DEBUG nova.virt.hardware [None req-6cc8c8a6-287c-4ca1-bf5d-d037fa127981 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1641.322115] env[62574]: DEBUG nova.virt.hardware [None req-6cc8c8a6-287c-4ca1-bf5d-d037fa127981 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Got 1 possible topologies {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1641.322296] env[62574]: DEBUG nova.virt.hardware [None req-6cc8c8a6-287c-4ca1-bf5d-d037fa127981 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1641.322511] env[62574]: DEBUG nova.virt.hardware [None req-6cc8c8a6-287c-4ca1-bf5d-d037fa127981 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1641.325865] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ffcf1c4-d041-4d06-8e45-7c4b01408261 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.335108] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Instance e34254ce-88c3-41dd-be1c-553eea828050 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62574) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1641.340414] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c9a00c8-eda9-40f6-b62d-e2b58df9f9f3 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.360998] env[62574]: INFO nova.compute.manager [-] [instance: 692b1ace-0ecb-4fc5-a348-ffe21f0d1ad7] Took 1.68 seconds to deallocate network for instance. [ 1641.410916] env[62574]: DEBUG oslo_vmware.api [None req-7f2445f9-6171-42e2-b263-0ebe8e842bdc tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] Task: {'id': task-1861587, 'name': Rename_Task, 'duration_secs': 1.280752} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1641.411545] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f2445f9-6171-42e2-b263-0ebe8e842bdc tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] [instance: 4df11575-4191-4213-80f6-c74ba97b856f] Powering on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1641.411852] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-99813110-e0aa-43c6-94e3-50478ad95bf7 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.434019] env[62574]: DEBUG oslo_vmware.api [None req-7f2445f9-6171-42e2-b263-0ebe8e842bdc tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] Waiting for the task: (returnval){ [ 1641.434019] env[62574]: value = "task-1861591" [ 1641.434019] env[62574]: _type = "Task" [ 1641.434019] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1641.442045] env[62574]: DEBUG oslo_vmware.api [None req-7f2445f9-6171-42e2-b263-0ebe8e842bdc tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] Task: {'id': task-1861591, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1641.506564] env[62574]: DEBUG oslo_vmware.api [None req-67b2bd0d-a1e2-494d-8f7b-8c4ecc58559c tempest-ServersTestFqdnHostnames-1156924450 tempest-ServersTestFqdnHostnames-1156924450-project-member] Task: {'id': task-1861590, 'name': Rename_Task, 'duration_secs': 0.346674} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1641.509673] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-67b2bd0d-a1e2-494d-8f7b-8c4ecc58559c tempest-ServersTestFqdnHostnames-1156924450 tempest-ServersTestFqdnHostnames-1156924450-project-member] [instance: a3e0bf12-7471-4d8d-bb31-bf4b3b35f87f] Powering on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1641.509673] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-60199b63-3cc3-4e06-9645-e8b76dace324 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.517000] env[62574]: DEBUG oslo_vmware.api [None req-67b2bd0d-a1e2-494d-8f7b-8c4ecc58559c tempest-ServersTestFqdnHostnames-1156924450 tempest-ServersTestFqdnHostnames-1156924450-project-member] Waiting for the task: (returnval){ [ 1641.517000] env[62574]: value = "task-1861592" [ 1641.517000] env[62574]: _type = "Task" [ 1641.517000] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1641.531840] env[62574]: DEBUG oslo_vmware.api [None req-67b2bd0d-a1e2-494d-8f7b-8c4ecc58559c tempest-ServersTestFqdnHostnames-1156924450 tempest-ServersTestFqdnHostnames-1156924450-project-member] Task: {'id': task-1861592, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1641.569884] env[62574]: DEBUG nova.compute.manager [None req-44fdfd8c-eb17-458d-a497-4d0744380e00 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] [instance: 2a0c3300-ba7f-4604-b629-42bda5d48664] Start destroying the instance on the hypervisor. {{(pid=62574) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1641.570331] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-44fdfd8c-eb17-458d-a497-4d0744380e00 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] [instance: 2a0c3300-ba7f-4604-b629-42bda5d48664] Destroying instance {{(pid=62574) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1641.571349] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17f688e6-7243-479b-9ab3-583a3f5a2685 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.580961] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-44fdfd8c-eb17-458d-a497-4d0744380e00 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] [instance: 2a0c3300-ba7f-4604-b629-42bda5d48664] Powering off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1641.581325] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-201aa118-19df-4ec5-8bbf-a5334d9efb6c {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.591307] env[62574]: DEBUG oslo_vmware.api [None req-44fdfd8c-eb17-458d-a497-4d0744380e00 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Waiting for the task: (returnval){ [ 1641.591307] env[62574]: value = "task-1861593" [ 1641.591307] env[62574]: _type = "Task" [ 1641.591307] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1641.604556] env[62574]: DEBUG oslo_vmware.api [None req-44fdfd8c-eb17-458d-a497-4d0744380e00 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Task: {'id': task-1861593, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1641.759973] env[62574]: DEBUG oslo_vmware.api [None req-43a91fcf-bfa5-46b3-a5b2-296e3f981e4a tempest-VolumesAssistedSnapshotsTest-957428574 tempest-VolumesAssistedSnapshotsTest-957428574-project-admin] Task: {'id': task-1861589, 'name': ReconfigVM_Task, 'duration_secs': 1.075656} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1641.760366] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-43a91fcf-bfa5-46b3-a5b2-296e3f981e4a tempest-VolumesAssistedSnapshotsTest-957428574 tempest-VolumesAssistedSnapshotsTest-957428574-project-admin] [instance: f82bad60-9320-4a4e-af74-21557692aa80] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-384871', 'volume_id': '14d43f50-14ca-4a75-ae0a-c39825349d2a', 'name': 'volume-14d43f50-14ca-4a75-ae0a-c39825349d2a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f82bad60-9320-4a4e-af74-21557692aa80', 'attached_at': '', 'detached_at': '', 'volume_id': '14d43f50-14ca-4a75-ae0a-c39825349d2a', 'serial': '14d43f50-14ca-4a75-ae0a-c39825349d2a'} {{(pid=62574) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1641.841255] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Instance 315b8f76-6d67-4e58-8898-2b68a1e4f79a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62574) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1641.872287] env[62574]: DEBUG oslo_concurrency.lockutils [None req-1f346b36-6cf3-4557-8ee6-e6bad0328922 tempest-ServersAdminNegativeTestJSON-1635259249 tempest-ServersAdminNegativeTestJSON-1635259249-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1641.944734] env[62574]: DEBUG oslo_vmware.api [None req-7f2445f9-6171-42e2-b263-0ebe8e842bdc tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] Task: {'id': task-1861591, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1642.024853] env[62574]: DEBUG nova.network.neutron [None req-bda38b0d-d2a8-4aaf-ad6e-a0e5b6eb6c56 tempest-SecurityGroupsTestJSON-247158518 tempest-SecurityGroupsTestJSON-247158518-project-member] [instance: 1aff4bff-16cd-4873-9b4d-3538d4779084] Updating instance_info_cache with network_info: [{"id": "a66dde7b-04c1-4a50-90a6-0ff681ac334a", "address": "fa:16:3e:56:67:f6", "network": {"id": "7fdc333e-a271-4977-bb85-e3f0da637517", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-201715430-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10cbceaa655b46ebabb5a9831d033750", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a55f45a-d631-4ebc-b73b-8a30bd0a32a8", "external-id": "nsx-vlan-transportzone-303", "segmentation_id": 303, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa66dde7b-04", "ovs_interfaceid": "a66dde7b-04c1-4a50-90a6-0ff681ac334a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1642.039841] env[62574]: DEBUG oslo_vmware.api [None req-67b2bd0d-a1e2-494d-8f7b-8c4ecc58559c tempest-ServersTestFqdnHostnames-1156924450 tempest-ServersTestFqdnHostnames-1156924450-project-member] Task: {'id': task-1861592, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1642.106152] env[62574]: DEBUG oslo_vmware.api [None req-44fdfd8c-eb17-458d-a497-4d0744380e00 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Task: {'id': task-1861593, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1642.121203] env[62574]: DEBUG nova.network.neutron [None req-032c3c0e-5756-4bbc-b027-3f18b926ef04 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] [instance: 2a0c3300-ba7f-4604-b629-42bda5d48664] Updating instance_info_cache with network_info: [{"id": "54e8da54-8296-4e08-ad1a-3140fe9ac725", "address": "fa:16:3e:24:50:a4", "network": {"id": "00bfa347-a6e1-4070-b5d9-5f46396a9c53", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-693390946-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3197393f8f6a457a9367bd87f7aa5dc2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bdf594e-da7a-4254-b413-87aef4614588", "external-id": "nsx-vlan-transportzone-422", "segmentation_id": 422, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54e8da54-82", "ovs_interfaceid": "54e8da54-8296-4e08-ad1a-3140fe9ac725", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1642.322858] env[62574]: DEBUG oslo_concurrency.lockutils [None req-0b461726-7d35-4715-8c35-fd4cb2ee07b2 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Acquiring lock "bf51b779-23b8-4401-8e23-74f751a27b18" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1642.323373] env[62574]: DEBUG oslo_concurrency.lockutils [None req-0b461726-7d35-4715-8c35-fd4cb2ee07b2 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Lock "bf51b779-23b8-4401-8e23-74f751a27b18" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1642.332919] env[62574]: DEBUG nova.objects.instance [None req-43a91fcf-bfa5-46b3-a5b2-296e3f981e4a tempest-VolumesAssistedSnapshotsTest-957428574 tempest-VolumesAssistedSnapshotsTest-957428574-project-admin] Lazy-loading 'flavor' on Instance uuid f82bad60-9320-4a4e-af74-21557692aa80 {{(pid=62574) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1642.345628] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Instance c2d3abbc-2fdd-4df1-bb58-709b2bc89bb4 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62574) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1642.443644] env[62574]: DEBUG oslo_vmware.api [None req-7f2445f9-6171-42e2-b263-0ebe8e842bdc tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] Task: {'id': task-1861591, 'name': PowerOnVM_Task, 'duration_secs': 0.761023} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1642.443644] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f2445f9-6171-42e2-b263-0ebe8e842bdc tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] [instance: 4df11575-4191-4213-80f6-c74ba97b856f] Powered on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1642.443644] env[62574]: DEBUG nova.compute.manager [None req-7f2445f9-6171-42e2-b263-0ebe8e842bdc tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] [instance: 4df11575-4191-4213-80f6-c74ba97b856f] Checking state {{(pid=62574) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1642.444907] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beeab279-bb66-494f-871a-e00c6a3fe9f9 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.524099] env[62574]: DEBUG nova.compute.manager [req-59e1da4a-00a0-4553-8f9b-ce300e1e9823 req-00a92192-c21b-46c7-9237-e1e4f35d3339 service nova] [instance: 692b1ace-0ecb-4fc5-a348-ffe21f0d1ad7] Received event network-vif-deleted-e97f36ad-12d5-469d-9832-eb71ec024d6b {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1642.533509] env[62574]: DEBUG oslo_concurrency.lockutils [None req-bda38b0d-d2a8-4aaf-ad6e-a0e5b6eb6c56 tempest-SecurityGroupsTestJSON-247158518 tempest-SecurityGroupsTestJSON-247158518-project-member] Releasing lock "refresh_cache-1aff4bff-16cd-4873-9b4d-3538d4779084" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1642.535034] env[62574]: DEBUG oslo_vmware.api [None req-67b2bd0d-a1e2-494d-8f7b-8c4ecc58559c tempest-ServersTestFqdnHostnames-1156924450 tempest-ServersTestFqdnHostnames-1156924450-project-member] Task: {'id': task-1861592, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1642.602693] env[62574]: DEBUG oslo_vmware.api [None req-44fdfd8c-eb17-458d-a497-4d0744380e00 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Task: {'id': task-1861593, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1642.625161] env[62574]: DEBUG oslo_concurrency.lockutils [None req-032c3c0e-5756-4bbc-b027-3f18b926ef04 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Releasing lock "refresh_cache-2a0c3300-ba7f-4604-b629-42bda5d48664" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1642.849597] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Instance 9ed0f4bc-f4eb-4eca-b448-053eec6339d4 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62574) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1642.968196] env[62574]: DEBUG oslo_concurrency.lockutils [None req-7f2445f9-6171-42e2-b263-0ebe8e842bdc tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1643.006799] env[62574]: DEBUG nova.compute.manager [req-c27e43b3-63dd-4dc9-b682-107480c698b5 req-fd68a442-f5da-4a43-bb7e-a286f0fc156e service nova] [instance: d06fca54-652a-47dd-b14b-8f6bbf696503] Received event network-vif-plugged-fc89cac8-4136-400b-9db5-6df20347e14a {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1643.006883] env[62574]: DEBUG oslo_concurrency.lockutils [req-c27e43b3-63dd-4dc9-b682-107480c698b5 req-fd68a442-f5da-4a43-bb7e-a286f0fc156e service nova] Acquiring lock "d06fca54-652a-47dd-b14b-8f6bbf696503-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1643.007385] env[62574]: DEBUG oslo_concurrency.lockutils [req-c27e43b3-63dd-4dc9-b682-107480c698b5 req-fd68a442-f5da-4a43-bb7e-a286f0fc156e service nova] Lock "d06fca54-652a-47dd-b14b-8f6bbf696503-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1643.007385] env[62574]: DEBUG oslo_concurrency.lockutils [req-c27e43b3-63dd-4dc9-b682-107480c698b5 req-fd68a442-f5da-4a43-bb7e-a286f0fc156e service nova] Lock "d06fca54-652a-47dd-b14b-8f6bbf696503-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1643.007551] env[62574]: DEBUG nova.compute.manager [req-c27e43b3-63dd-4dc9-b682-107480c698b5 req-fd68a442-f5da-4a43-bb7e-a286f0fc156e service nova] [instance: d06fca54-652a-47dd-b14b-8f6bbf696503] No waiting events found dispatching network-vif-plugged-fc89cac8-4136-400b-9db5-6df20347e14a {{(pid=62574) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1643.007769] env[62574]: WARNING nova.compute.manager [req-c27e43b3-63dd-4dc9-b682-107480c698b5 req-fd68a442-f5da-4a43-bb7e-a286f0fc156e service nova] [instance: d06fca54-652a-47dd-b14b-8f6bbf696503] Received unexpected event network-vif-plugged-fc89cac8-4136-400b-9db5-6df20347e14a for instance with vm_state building and task_state spawning. [ 1643.032798] env[62574]: DEBUG oslo_vmware.api [None req-67b2bd0d-a1e2-494d-8f7b-8c4ecc58559c tempest-ServersTestFqdnHostnames-1156924450 tempest-ServersTestFqdnHostnames-1156924450-project-member] Task: {'id': task-1861592, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1643.043373] env[62574]: DEBUG nova.compute.manager [None req-bda38b0d-d2a8-4aaf-ad6e-a0e5b6eb6c56 tempest-SecurityGroupsTestJSON-247158518 tempest-SecurityGroupsTestJSON-247158518-project-member] [instance: 1aff4bff-16cd-4873-9b4d-3538d4779084] Checking state {{(pid=62574) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1643.044194] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-371e7871-662e-43bd-ad03-9067fd97b854 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.084195] env[62574]: DEBUG nova.network.neutron [None req-6cc8c8a6-287c-4ca1-bf5d-d037fa127981 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] [instance: d06fca54-652a-47dd-b14b-8f6bbf696503] Successfully updated port: fc89cac8-4136-400b-9db5-6df20347e14a {{(pid=62574) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1643.105967] env[62574]: DEBUG oslo_vmware.api [None req-44fdfd8c-eb17-458d-a497-4d0744380e00 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Task: {'id': task-1861593, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1643.128195] env[62574]: DEBUG oslo_concurrency.lockutils [None req-032c3c0e-5756-4bbc-b027-3f18b926ef04 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Lock "interface-2a0c3300-ba7f-4604-b629-42bda5d48664-a6a664d1-2820-4230-9526-16db8e6c2da6" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.250s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1643.346403] env[62574]: DEBUG oslo_concurrency.lockutils [None req-43a91fcf-bfa5-46b3-a5b2-296e3f981e4a tempest-VolumesAssistedSnapshotsTest-957428574 tempest-VolumesAssistedSnapshotsTest-957428574-project-admin] Lock "f82bad60-9320-4a4e-af74-21557692aa80" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.378s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1643.360115] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Instance cdb4528a-d1b1-442b-a5e3-e3c663ab7390 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62574) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1643.531338] env[62574]: DEBUG oslo_vmware.api [None req-67b2bd0d-a1e2-494d-8f7b-8c4ecc58559c tempest-ServersTestFqdnHostnames-1156924450 tempest-ServersTestFqdnHostnames-1156924450-project-member] Task: {'id': task-1861592, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1643.587350] env[62574]: DEBUG oslo_concurrency.lockutils [None req-6cc8c8a6-287c-4ca1-bf5d-d037fa127981 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Acquiring lock "refresh_cache-d06fca54-652a-47dd-b14b-8f6bbf696503" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1643.588022] env[62574]: DEBUG oslo_concurrency.lockutils [None req-6cc8c8a6-287c-4ca1-bf5d-d037fa127981 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Acquired lock "refresh_cache-d06fca54-652a-47dd-b14b-8f6bbf696503" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1643.588022] env[62574]: DEBUG nova.network.neutron [None req-6cc8c8a6-287c-4ca1-bf5d-d037fa127981 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] [instance: d06fca54-652a-47dd-b14b-8f6bbf696503] Building network info cache for instance {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1643.605293] env[62574]: DEBUG oslo_vmware.api [None req-44fdfd8c-eb17-458d-a497-4d0744380e00 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Task: {'id': task-1861593, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1643.864430] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Instance 05938d25-9db4-4c10-b545-0f94781a9250 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62574) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1644.030914] env[62574]: DEBUG oslo_vmware.api [None req-67b2bd0d-a1e2-494d-8f7b-8c4ecc58559c tempest-ServersTestFqdnHostnames-1156924450 tempest-ServersTestFqdnHostnames-1156924450-project-member] Task: {'id': task-1861592, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1644.065292] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e11f3cc-b4a3-432a-8ae6-83a85562347d {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.073050] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-bda38b0d-d2a8-4aaf-ad6e-a0e5b6eb6c56 tempest-SecurityGroupsTestJSON-247158518 tempest-SecurityGroupsTestJSON-247158518-project-member] [instance: 1aff4bff-16cd-4873-9b4d-3538d4779084] Doing hard reboot of VM {{(pid=62574) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1644.073298] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-836dda7b-bc2a-4add-b537-632502005eae {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.081147] env[62574]: DEBUG oslo_vmware.api [None req-bda38b0d-d2a8-4aaf-ad6e-a0e5b6eb6c56 tempest-SecurityGroupsTestJSON-247158518 tempest-SecurityGroupsTestJSON-247158518-project-member] Waiting for the task: (returnval){ [ 1644.081147] env[62574]: value = "task-1861595" [ 1644.081147] env[62574]: _type = "Task" [ 1644.081147] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1644.093059] env[62574]: DEBUG oslo_vmware.api [None req-bda38b0d-d2a8-4aaf-ad6e-a0e5b6eb6c56 tempest-SecurityGroupsTestJSON-247158518 tempest-SecurityGroupsTestJSON-247158518-project-member] Task: {'id': task-1861595, 'name': ResetVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1644.104741] env[62574]: DEBUG oslo_vmware.api [None req-44fdfd8c-eb17-458d-a497-4d0744380e00 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Task: {'id': task-1861593, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1644.188562] env[62574]: DEBUG nova.network.neutron [None req-6cc8c8a6-287c-4ca1-bf5d-d037fa127981 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] [instance: d06fca54-652a-47dd-b14b-8f6bbf696503] Instance cache missing network info. {{(pid=62574) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1644.366883] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Instance 5dac9007-8ded-444f-a7ea-5032465ccced has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62574) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1644.367337] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Total usable vcpus: 48, total allocated vcpus: 21 {{(pid=62574) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1644.367490] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4608MB phys_disk=200GB used_disk=21GB total_vcpus=48 used_vcpus=21 pci_stats=[] {{(pid=62574) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1644.400452] env[62574]: DEBUG nova.network.neutron [None req-6cc8c8a6-287c-4ca1-bf5d-d037fa127981 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] [instance: d06fca54-652a-47dd-b14b-8f6bbf696503] Updating instance_info_cache with network_info: [{"id": "fc89cac8-4136-400b-9db5-6df20347e14a", "address": "fa:16:3e:7e:fe:92", "network": {"id": "c6e82ed8-135c-4a2b-a7fa-f0f461137015", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-414473987-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5c18e090ac645c2bb13c4b6714f5f01", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c42bb08a-77b4-4bba-8166-702cbb1b5f1e", "external-id": "nsx-vlan-transportzone-137", "segmentation_id": 137, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc89cac8-41", "ovs_interfaceid": "fc89cac8-4136-400b-9db5-6df20347e14a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1644.459497] env[62574]: DEBUG oslo_concurrency.lockutils [None req-fdf2d99b-4991-4f38-8b11-0982772215ce tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] Acquiring lock "4df11575-4191-4213-80f6-c74ba97b856f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1644.459753] env[62574]: DEBUG oslo_concurrency.lockutils [None req-fdf2d99b-4991-4f38-8b11-0982772215ce tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] Lock "4df11575-4191-4213-80f6-c74ba97b856f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1644.459956] env[62574]: DEBUG oslo_concurrency.lockutils [None req-fdf2d99b-4991-4f38-8b11-0982772215ce tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] Acquiring lock "4df11575-4191-4213-80f6-c74ba97b856f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1644.460152] env[62574]: DEBUG oslo_concurrency.lockutils [None req-fdf2d99b-4991-4f38-8b11-0982772215ce tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] Lock "4df11575-4191-4213-80f6-c74ba97b856f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1644.460323] env[62574]: DEBUG oslo_concurrency.lockutils [None req-fdf2d99b-4991-4f38-8b11-0982772215ce tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] Lock "4df11575-4191-4213-80f6-c74ba97b856f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1644.462279] env[62574]: INFO nova.compute.manager [None req-fdf2d99b-4991-4f38-8b11-0982772215ce tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] [instance: 4df11575-4191-4213-80f6-c74ba97b856f] Terminating instance [ 1644.531580] env[62574]: DEBUG oslo_vmware.api [None req-67b2bd0d-a1e2-494d-8f7b-8c4ecc58559c tempest-ServersTestFqdnHostnames-1156924450 tempest-ServersTestFqdnHostnames-1156924450-project-member] Task: {'id': task-1861592, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1644.592422] env[62574]: DEBUG oslo_vmware.api [None req-bda38b0d-d2a8-4aaf-ad6e-a0e5b6eb6c56 tempest-SecurityGroupsTestJSON-247158518 tempest-SecurityGroupsTestJSON-247158518-project-member] Task: {'id': task-1861595, 'name': ResetVM_Task, 'duration_secs': 0.089419} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1644.593665] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-bda38b0d-d2a8-4aaf-ad6e-a0e5b6eb6c56 tempest-SecurityGroupsTestJSON-247158518 tempest-SecurityGroupsTestJSON-247158518-project-member] [instance: 1aff4bff-16cd-4873-9b4d-3538d4779084] Did hard reboot of VM {{(pid=62574) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1644.593964] env[62574]: DEBUG nova.compute.manager [None req-bda38b0d-d2a8-4aaf-ad6e-a0e5b6eb6c56 tempest-SecurityGroupsTestJSON-247158518 tempest-SecurityGroupsTestJSON-247158518-project-member] [instance: 1aff4bff-16cd-4873-9b4d-3538d4779084] Checking state {{(pid=62574) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1644.600336] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-752a7be8-c2ec-47e9-9b2b-2845bd05a882 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.621236] env[62574]: DEBUG oslo_vmware.api [None req-44fdfd8c-eb17-458d-a497-4d0744380e00 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Task: {'id': task-1861593, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1644.846434] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d6b9766-b489-4f66-a762-b68a79028e7c {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.855221] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4704142-a945-49e9-a256-f773e6e716b3 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.889604] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-203323cd-61d9-4179-bbea-10758586b20e {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.899780] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fed76cd9-e3fd-473a-8a05-7c4420e21386 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.906104] env[62574]: DEBUG oslo_concurrency.lockutils [None req-6cc8c8a6-287c-4ca1-bf5d-d037fa127981 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Releasing lock "refresh_cache-d06fca54-652a-47dd-b14b-8f6bbf696503" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1644.906358] env[62574]: DEBUG nova.compute.manager [None req-6cc8c8a6-287c-4ca1-bf5d-d037fa127981 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] [instance: d06fca54-652a-47dd-b14b-8f6bbf696503] Instance network_info: |[{"id": "fc89cac8-4136-400b-9db5-6df20347e14a", "address": "fa:16:3e:7e:fe:92", "network": {"id": "c6e82ed8-135c-4a2b-a7fa-f0f461137015", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-414473987-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5c18e090ac645c2bb13c4b6714f5f01", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c42bb08a-77b4-4bba-8166-702cbb1b5f1e", "external-id": "nsx-vlan-transportzone-137", "segmentation_id": 137, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc89cac8-41", "ovs_interfaceid": "fc89cac8-4136-400b-9db5-6df20347e14a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62574) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1644.907134] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-6cc8c8a6-287c-4ca1-bf5d-d037fa127981 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] [instance: d06fca54-652a-47dd-b14b-8f6bbf696503] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7e:fe:92', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c42bb08a-77b4-4bba-8166-702cbb1b5f1e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fc89cac8-4136-400b-9db5-6df20347e14a', 'vif_model': 'vmxnet3'}] {{(pid=62574) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1644.916332] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cc8c8a6-287c-4ca1-bf5d-d037fa127981 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Creating folder: Project (e5c18e090ac645c2bb13c4b6714f5f01). Parent ref: group-v384746. {{(pid=62574) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1644.917671] env[62574]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-28e01356-3bff-4ad0-9c2a-61229c36ebe4 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.930454] env[62574]: DEBUG nova.compute.provider_tree [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Inventory has not changed in ProviderTree for provider: f0ed160a-beff-4626-a531-2a70d7bc0627 {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1644.933205] env[62574]: INFO nova.virt.vmwareapi.vm_util [None req-6cc8c8a6-287c-4ca1-bf5d-d037fa127981 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Created folder: Project (e5c18e090ac645c2bb13c4b6714f5f01) in parent group-v384746. [ 1644.933205] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cc8c8a6-287c-4ca1-bf5d-d037fa127981 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Creating folder: Instances. Parent ref: group-v384878. {{(pid=62574) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1644.933353] env[62574]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ea4dfca6-3fc9-434d-9adc-f8dce4cf88be {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.947074] env[62574]: INFO nova.virt.vmwareapi.vm_util [None req-6cc8c8a6-287c-4ca1-bf5d-d037fa127981 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Created folder: Instances in parent group-v384878. [ 1644.947074] env[62574]: DEBUG oslo.service.loopingcall [None req-6cc8c8a6-287c-4ca1-bf5d-d037fa127981 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62574) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1644.947074] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d06fca54-652a-47dd-b14b-8f6bbf696503] Creating VM on the ESX host {{(pid=62574) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1644.947074] env[62574]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4234a0ac-c6d5-48b9-9d67-12d11d57f712 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.968735] env[62574]: DEBUG oslo_concurrency.lockutils [None req-fdf2d99b-4991-4f38-8b11-0982772215ce tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] Acquiring lock "refresh_cache-4df11575-4191-4213-80f6-c74ba97b856f" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1644.968735] env[62574]: DEBUG oslo_concurrency.lockutils [None req-fdf2d99b-4991-4f38-8b11-0982772215ce tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] Acquired lock "refresh_cache-4df11575-4191-4213-80f6-c74ba97b856f" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1644.968735] env[62574]: DEBUG nova.network.neutron [None req-fdf2d99b-4991-4f38-8b11-0982772215ce tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] [instance: 4df11575-4191-4213-80f6-c74ba97b856f] Building network info cache for instance {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1644.971027] env[62574]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1644.971027] env[62574]: value = "task-1861598" [ 1644.971027] env[62574]: _type = "Task" [ 1644.971027] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1644.983467] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1861598, 'name': CreateVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1645.034522] env[62574]: DEBUG oslo_vmware.api [None req-67b2bd0d-a1e2-494d-8f7b-8c4ecc58559c tempest-ServersTestFqdnHostnames-1156924450 tempest-ServersTestFqdnHostnames-1156924450-project-member] Task: {'id': task-1861592, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1645.037525] env[62574]: DEBUG nova.compute.manager [req-1fbeedc0-3eb5-47f7-9314-88ff20abbd40 req-73b61ef6-00d4-4467-8507-ac887a7b7889 service nova] [instance: d06fca54-652a-47dd-b14b-8f6bbf696503] Received event network-changed-fc89cac8-4136-400b-9db5-6df20347e14a {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1645.037869] env[62574]: DEBUG nova.compute.manager [req-1fbeedc0-3eb5-47f7-9314-88ff20abbd40 req-73b61ef6-00d4-4467-8507-ac887a7b7889 service nova] [instance: d06fca54-652a-47dd-b14b-8f6bbf696503] Refreshing instance network info cache due to event network-changed-fc89cac8-4136-400b-9db5-6df20347e14a. {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1645.038162] env[62574]: DEBUG oslo_concurrency.lockutils [req-1fbeedc0-3eb5-47f7-9314-88ff20abbd40 req-73b61ef6-00d4-4467-8507-ac887a7b7889 service nova] Acquiring lock "refresh_cache-d06fca54-652a-47dd-b14b-8f6bbf696503" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1645.038443] env[62574]: DEBUG oslo_concurrency.lockutils [req-1fbeedc0-3eb5-47f7-9314-88ff20abbd40 req-73b61ef6-00d4-4467-8507-ac887a7b7889 service nova] Acquired lock "refresh_cache-d06fca54-652a-47dd-b14b-8f6bbf696503" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1645.038747] env[62574]: DEBUG nova.network.neutron [req-1fbeedc0-3eb5-47f7-9314-88ff20abbd40 req-73b61ef6-00d4-4467-8507-ac887a7b7889 service nova] [instance: d06fca54-652a-47dd-b14b-8f6bbf696503] Refreshing network info cache for port fc89cac8-4136-400b-9db5-6df20347e14a {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1645.098244] env[62574]: DEBUG oslo_concurrency.lockutils [None req-b32e5502-40bf-4481-b44b-bbf6d87897c1 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Acquiring lock "e9878c22-2044-464f-915f-c1c865693437" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1645.098539] env[62574]: DEBUG oslo_concurrency.lockutils [None req-b32e5502-40bf-4481-b44b-bbf6d87897c1 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Lock "e9878c22-2044-464f-915f-c1c865693437" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1645.098722] env[62574]: DEBUG nova.compute.manager [None req-b32e5502-40bf-4481-b44b-bbf6d87897c1 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] [instance: e9878c22-2044-464f-915f-c1c865693437] Checking state {{(pid=62574) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1645.099974] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15a9a641-d7a4-4080-a6b2-e539a26bd230 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.108883] env[62574]: DEBUG nova.compute.manager [None req-b32e5502-40bf-4481-b44b-bbf6d87897c1 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] [instance: e9878c22-2044-464f-915f-c1c865693437] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62574) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1645.109489] env[62574]: DEBUG nova.objects.instance [None req-b32e5502-40bf-4481-b44b-bbf6d87897c1 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Lazy-loading 'flavor' on Instance uuid e9878c22-2044-464f-915f-c1c865693437 {{(pid=62574) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1645.116176] env[62574]: DEBUG oslo_vmware.api [None req-44fdfd8c-eb17-458d-a497-4d0744380e00 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Task: {'id': task-1861593, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1645.125388] env[62574]: DEBUG oslo_concurrency.lockutils [None req-bda38b0d-d2a8-4aaf-ad6e-a0e5b6eb6c56 tempest-SecurityGroupsTestJSON-247158518 tempest-SecurityGroupsTestJSON-247158518-project-member] Lock "1aff4bff-16cd-4873-9b4d-3538d4779084" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.779s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1645.434654] env[62574]: DEBUG nova.scheduler.client.report [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Inventory has not changed for provider f0ed160a-beff-4626-a531-2a70d7bc0627 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1645.485577] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1861598, 'name': CreateVM_Task, 'duration_secs': 0.416216} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1645.485721] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d06fca54-652a-47dd-b14b-8f6bbf696503] Created VM on the ESX host {{(pid=62574) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1645.486421] env[62574]: DEBUG oslo_concurrency.lockutils [None req-6cc8c8a6-287c-4ca1-bf5d-d037fa127981 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1645.486589] env[62574]: DEBUG oslo_concurrency.lockutils [None req-6cc8c8a6-287c-4ca1-bf5d-d037fa127981 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1645.486948] env[62574]: DEBUG oslo_concurrency.lockutils [None req-6cc8c8a6-287c-4ca1-bf5d-d037fa127981 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1645.487259] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc470e79-0341-4125-adc4-87b0fcf16011 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.493210] env[62574]: DEBUG oslo_vmware.api [None req-6cc8c8a6-287c-4ca1-bf5d-d037fa127981 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Waiting for the task: (returnval){ [ 1645.493210] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]52b5c1bf-fce4-f172-7f19-be98f9dfdd35" [ 1645.493210] env[62574]: _type = "Task" [ 1645.493210] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1645.493638] env[62574]: DEBUG nova.network.neutron [None req-fdf2d99b-4991-4f38-8b11-0982772215ce tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] [instance: 4df11575-4191-4213-80f6-c74ba97b856f] Instance cache missing network info. {{(pid=62574) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1645.504810] env[62574]: DEBUG oslo_vmware.api [None req-6cc8c8a6-287c-4ca1-bf5d-d037fa127981 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52b5c1bf-fce4-f172-7f19-be98f9dfdd35, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1645.532377] env[62574]: DEBUG oslo_vmware.api [None req-67b2bd0d-a1e2-494d-8f7b-8c4ecc58559c tempest-ServersTestFqdnHostnames-1156924450 tempest-ServersTestFqdnHostnames-1156924450-project-member] Task: {'id': task-1861592, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1645.618026] env[62574]: DEBUG oslo_vmware.api [None req-44fdfd8c-eb17-458d-a497-4d0744380e00 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Task: {'id': task-1861593, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1645.649042] env[62574]: DEBUG nova.network.neutron [None req-fdf2d99b-4991-4f38-8b11-0982772215ce tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] [instance: 4df11575-4191-4213-80f6-c74ba97b856f] Updating instance_info_cache with network_info: [] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1645.946019] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62574) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1645.946019] env[62574]: DEBUG oslo_concurrency.lockutils [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 6.744s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1645.946019] env[62574]: DEBUG oslo_concurrency.lockutils [None req-a3633234-cb1b-4aa9-b51a-ae5bedcca564 tempest-ImagesNegativeTestJSON-1839133942 tempest-ImagesNegativeTestJSON-1839133942-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.962s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1645.946019] env[62574]: DEBUG oslo_concurrency.lockutils [None req-a3633234-cb1b-4aa9-b51a-ae5bedcca564 tempest-ImagesNegativeTestJSON-1839133942 tempest-ImagesNegativeTestJSON-1839133942-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1645.946368] env[62574]: DEBUG oslo_concurrency.lockutils [None req-8712369c-7e69-4ea3-bad8-043c188fb40b tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.660s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1645.948020] env[62574]: INFO nova.compute.claims [None req-8712369c-7e69-4ea3-bad8-043c188fb40b tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] [instance: ab4ac58c-a716-46c6-ba11-fb5dd8e7ba24] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1646.003857] env[62574]: INFO nova.scheduler.client.report [None req-a3633234-cb1b-4aa9-b51a-ae5bedcca564 tempest-ImagesNegativeTestJSON-1839133942 tempest-ImagesNegativeTestJSON-1839133942-project-member] Deleted allocations for instance 1885c76e-a6bc-4f5b-bf2b-fe43229cec08 [ 1646.012022] env[62574]: DEBUG oslo_vmware.api [None req-6cc8c8a6-287c-4ca1-bf5d-d037fa127981 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52b5c1bf-fce4-f172-7f19-be98f9dfdd35, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1646.012773] env[62574]: DEBUG nova.network.neutron [req-1fbeedc0-3eb5-47f7-9314-88ff20abbd40 req-73b61ef6-00d4-4467-8507-ac887a7b7889 service nova] [instance: d06fca54-652a-47dd-b14b-8f6bbf696503] Updated VIF entry in instance network info cache for port fc89cac8-4136-400b-9db5-6df20347e14a. {{(pid=62574) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1646.013242] env[62574]: DEBUG nova.network.neutron [req-1fbeedc0-3eb5-47f7-9314-88ff20abbd40 req-73b61ef6-00d4-4467-8507-ac887a7b7889 service nova] [instance: d06fca54-652a-47dd-b14b-8f6bbf696503] Updating instance_info_cache with network_info: [{"id": "fc89cac8-4136-400b-9db5-6df20347e14a", "address": "fa:16:3e:7e:fe:92", "network": {"id": "c6e82ed8-135c-4a2b-a7fa-f0f461137015", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-414473987-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5c18e090ac645c2bb13c4b6714f5f01", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c42bb08a-77b4-4bba-8166-702cbb1b5f1e", "external-id": "nsx-vlan-transportzone-137", "segmentation_id": 137, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc89cac8-41", "ovs_interfaceid": "fc89cac8-4136-400b-9db5-6df20347e14a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1646.040927] env[62574]: DEBUG oslo_vmware.api [None req-67b2bd0d-a1e2-494d-8f7b-8c4ecc58559c tempest-ServersTestFqdnHostnames-1156924450 tempest-ServersTestFqdnHostnames-1156924450-project-member] Task: {'id': task-1861592, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1646.116955] env[62574]: DEBUG oslo_vmware.api [None req-44fdfd8c-eb17-458d-a497-4d0744380e00 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Task: {'id': task-1861593, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1646.119676] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-b32e5502-40bf-4481-b44b-bbf6d87897c1 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] [instance: e9878c22-2044-464f-915f-c1c865693437] Powering off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1646.120130] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3949cfc8-dd4f-42d1-8a71-74cbff2dffde {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.129217] env[62574]: DEBUG oslo_vmware.api [None req-b32e5502-40bf-4481-b44b-bbf6d87897c1 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Waiting for the task: (returnval){ [ 1646.129217] env[62574]: value = "task-1861599" [ 1646.129217] env[62574]: _type = "Task" [ 1646.129217] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1646.142568] env[62574]: DEBUG oslo_vmware.api [None req-b32e5502-40bf-4481-b44b-bbf6d87897c1 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Task: {'id': task-1861599, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1646.150919] env[62574]: DEBUG oslo_concurrency.lockutils [None req-fdf2d99b-4991-4f38-8b11-0982772215ce tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] Releasing lock "refresh_cache-4df11575-4191-4213-80f6-c74ba97b856f" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1646.151455] env[62574]: DEBUG nova.compute.manager [None req-fdf2d99b-4991-4f38-8b11-0982772215ce tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] [instance: 4df11575-4191-4213-80f6-c74ba97b856f] Start destroying the instance on the hypervisor. {{(pid=62574) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1646.151661] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-fdf2d99b-4991-4f38-8b11-0982772215ce tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] [instance: 4df11575-4191-4213-80f6-c74ba97b856f] Destroying instance {{(pid=62574) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1646.152599] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b83d23e-4fc7-4453-a052-cb5b2d22edb3 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.163347] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdf2d99b-4991-4f38-8b11-0982772215ce tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] [instance: 4df11575-4191-4213-80f6-c74ba97b856f] Powering off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1646.163774] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-492f065f-497f-4709-adc4-c5e1abf64256 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.172185] env[62574]: DEBUG oslo_vmware.api [None req-fdf2d99b-4991-4f38-8b11-0982772215ce tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] Waiting for the task: (returnval){ [ 1646.172185] env[62574]: value = "task-1861600" [ 1646.172185] env[62574]: _type = "Task" [ 1646.172185] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1646.182167] env[62574]: DEBUG oslo_vmware.api [None req-fdf2d99b-4991-4f38-8b11-0982772215ce tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] Task: {'id': task-1861600, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1646.507522] env[62574]: DEBUG oslo_vmware.api [None req-6cc8c8a6-287c-4ca1-bf5d-d037fa127981 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52b5c1bf-fce4-f172-7f19-be98f9dfdd35, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1646.522388] env[62574]: DEBUG oslo_concurrency.lockutils [req-1fbeedc0-3eb5-47f7-9314-88ff20abbd40 req-73b61ef6-00d4-4467-8507-ac887a7b7889 service nova] Releasing lock "refresh_cache-d06fca54-652a-47dd-b14b-8f6bbf696503" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1646.526013] env[62574]: DEBUG oslo_concurrency.lockutils [None req-a3633234-cb1b-4aa9-b51a-ae5bedcca564 tempest-ImagesNegativeTestJSON-1839133942 tempest-ImagesNegativeTestJSON-1839133942-project-member] Lock "1885c76e-a6bc-4f5b-bf2b-fe43229cec08" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.176s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1646.537797] env[62574]: DEBUG oslo_vmware.api [None req-67b2bd0d-a1e2-494d-8f7b-8c4ecc58559c tempest-ServersTestFqdnHostnames-1156924450 tempest-ServersTestFqdnHostnames-1156924450-project-member] Task: {'id': task-1861592, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1646.616279] env[62574]: DEBUG oslo_vmware.api [None req-44fdfd8c-eb17-458d-a497-4d0744380e00 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Task: {'id': task-1861593, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1646.640782] env[62574]: DEBUG oslo_vmware.api [None req-b32e5502-40bf-4481-b44b-bbf6d87897c1 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Task: {'id': task-1861599, 'name': PowerOffVM_Task, 'duration_secs': 0.247205} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1646.641124] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-b32e5502-40bf-4481-b44b-bbf6d87897c1 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] [instance: e9878c22-2044-464f-915f-c1c865693437] Powered off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1646.641339] env[62574]: DEBUG nova.compute.manager [None req-b32e5502-40bf-4481-b44b-bbf6d87897c1 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] [instance: e9878c22-2044-464f-915f-c1c865693437] Checking state {{(pid=62574) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1646.642250] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0394b838-ecb7-4d4f-bbbd-1e4d093a75e4 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.685446] env[62574]: DEBUG oslo_vmware.api [None req-fdf2d99b-4991-4f38-8b11-0982772215ce tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] Task: {'id': task-1861600, 'name': PowerOffVM_Task, 'duration_secs': 0.149313} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1646.687168] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdf2d99b-4991-4f38-8b11-0982772215ce tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] [instance: 4df11575-4191-4213-80f6-c74ba97b856f] Powered off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1646.687799] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-fdf2d99b-4991-4f38-8b11-0982772215ce tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] [instance: 4df11575-4191-4213-80f6-c74ba97b856f] Unregistering the VM {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1646.688500] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-972ba723-2a7e-4952-b576-36bb11e81cca {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.720307] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-fdf2d99b-4991-4f38-8b11-0982772215ce tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] [instance: 4df11575-4191-4213-80f6-c74ba97b856f] Unregistered the VM {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1646.720704] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-fdf2d99b-4991-4f38-8b11-0982772215ce tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] [instance: 4df11575-4191-4213-80f6-c74ba97b856f] Deleting contents of the VM from datastore datastore1 {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1646.720919] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-fdf2d99b-4991-4f38-8b11-0982772215ce tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] Deleting the datastore file [datastore1] 4df11575-4191-4213-80f6-c74ba97b856f {{(pid=62574) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1646.721652] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2b00482a-5a0d-4507-89fb-b14d30e55890 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.730974] env[62574]: DEBUG oslo_vmware.api [None req-fdf2d99b-4991-4f38-8b11-0982772215ce tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] Waiting for the task: (returnval){ [ 1646.730974] env[62574]: value = "task-1861602" [ 1646.730974] env[62574]: _type = "Task" [ 1646.730974] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1646.740571] env[62574]: DEBUG oslo_vmware.api [None req-fdf2d99b-4991-4f38-8b11-0982772215ce tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] Task: {'id': task-1861602, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1647.011838] env[62574]: DEBUG oslo_vmware.api [None req-6cc8c8a6-287c-4ca1-bf5d-d037fa127981 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52b5c1bf-fce4-f172-7f19-be98f9dfdd35, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1647.040281] env[62574]: DEBUG oslo_vmware.api [None req-67b2bd0d-a1e2-494d-8f7b-8c4ecc58559c tempest-ServersTestFqdnHostnames-1156924450 tempest-ServersTestFqdnHostnames-1156924450-project-member] Task: {'id': task-1861592, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1647.120882] env[62574]: DEBUG oslo_vmware.api [None req-44fdfd8c-eb17-458d-a497-4d0744380e00 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Task: {'id': task-1861593, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1647.156025] env[62574]: DEBUG oslo_concurrency.lockutils [None req-b32e5502-40bf-4481-b44b-bbf6d87897c1 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Lock "e9878c22-2044-464f-915f-c1c865693437" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.057s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1647.234848] env[62574]: DEBUG nova.compute.manager [req-fcdd4833-56da-42fc-8e4b-c1dcfefc5525 req-6ab1a56b-56df-42fb-9cc6-96a31a44bdd7 service nova] [instance: 1aff4bff-16cd-4873-9b4d-3538d4779084] Received event network-changed-a66dde7b-04c1-4a50-90a6-0ff681ac334a {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1647.235063] env[62574]: DEBUG nova.compute.manager [req-fcdd4833-56da-42fc-8e4b-c1dcfefc5525 req-6ab1a56b-56df-42fb-9cc6-96a31a44bdd7 service nova] [instance: 1aff4bff-16cd-4873-9b4d-3538d4779084] Refreshing instance network info cache due to event network-changed-a66dde7b-04c1-4a50-90a6-0ff681ac334a. {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1647.235336] env[62574]: DEBUG oslo_concurrency.lockutils [req-fcdd4833-56da-42fc-8e4b-c1dcfefc5525 req-6ab1a56b-56df-42fb-9cc6-96a31a44bdd7 service nova] Acquiring lock "refresh_cache-1aff4bff-16cd-4873-9b4d-3538d4779084" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1647.235527] env[62574]: DEBUG oslo_concurrency.lockutils [req-fcdd4833-56da-42fc-8e4b-c1dcfefc5525 req-6ab1a56b-56df-42fb-9cc6-96a31a44bdd7 service nova] Acquired lock "refresh_cache-1aff4bff-16cd-4873-9b4d-3538d4779084" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1647.235714] env[62574]: DEBUG nova.network.neutron [req-fcdd4833-56da-42fc-8e4b-c1dcfefc5525 req-6ab1a56b-56df-42fb-9cc6-96a31a44bdd7 service nova] [instance: 1aff4bff-16cd-4873-9b4d-3538d4779084] Refreshing network info cache for port a66dde7b-04c1-4a50-90a6-0ff681ac334a {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1647.249998] env[62574]: DEBUG oslo_vmware.api [None req-fdf2d99b-4991-4f38-8b11-0982772215ce tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] Task: {'id': task-1861602, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1647.318917] env[62574]: DEBUG oslo_concurrency.lockutils [None req-e5515249-30c6-4f2a-b39c-7b7f169ad6cc tempest-VolumesAssistedSnapshotsTest-330692648 tempest-VolumesAssistedSnapshotsTest-330692648-project-member] Acquiring lock "f82bad60-9320-4a4e-af74-21557692aa80" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1647.322023] env[62574]: DEBUG oslo_concurrency.lockutils [None req-e5515249-30c6-4f2a-b39c-7b7f169ad6cc tempest-VolumesAssistedSnapshotsTest-330692648 tempest-VolumesAssistedSnapshotsTest-330692648-project-member] Lock "f82bad60-9320-4a4e-af74-21557692aa80" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1647.322023] env[62574]: DEBUG oslo_concurrency.lockutils [None req-e5515249-30c6-4f2a-b39c-7b7f169ad6cc tempest-VolumesAssistedSnapshotsTest-330692648 tempest-VolumesAssistedSnapshotsTest-330692648-project-member] Acquiring lock "f82bad60-9320-4a4e-af74-21557692aa80-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1647.322023] env[62574]: DEBUG oslo_concurrency.lockutils [None req-e5515249-30c6-4f2a-b39c-7b7f169ad6cc tempest-VolumesAssistedSnapshotsTest-330692648 tempest-VolumesAssistedSnapshotsTest-330692648-project-member] Lock "f82bad60-9320-4a4e-af74-21557692aa80-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1647.322023] env[62574]: DEBUG oslo_concurrency.lockutils [None req-e5515249-30c6-4f2a-b39c-7b7f169ad6cc tempest-VolumesAssistedSnapshotsTest-330692648 tempest-VolumesAssistedSnapshotsTest-330692648-project-member] Lock "f82bad60-9320-4a4e-af74-21557692aa80-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1647.322904] env[62574]: INFO nova.compute.manager [None req-e5515249-30c6-4f2a-b39c-7b7f169ad6cc tempest-VolumesAssistedSnapshotsTest-330692648 tempest-VolumesAssistedSnapshotsTest-330692648-project-member] [instance: f82bad60-9320-4a4e-af74-21557692aa80] Terminating instance [ 1647.500982] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5ab08e5-a5b0-4957-a0e6-6d9ebaaaf921 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.517614] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54b059f9-bc9f-4cf3-aed0-6fb3ac4d2cf8 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.521888] env[62574]: DEBUG oslo_vmware.api [None req-6cc8c8a6-287c-4ca1-bf5d-d037fa127981 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52b5c1bf-fce4-f172-7f19-be98f9dfdd35, 'name': SearchDatastore_Task, 'duration_secs': 1.628817} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1647.522119] env[62574]: DEBUG oslo_concurrency.lockutils [None req-6cc8c8a6-287c-4ca1-bf5d-d037fa127981 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1647.522359] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-6cc8c8a6-287c-4ca1-bf5d-d037fa127981 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] [instance: d06fca54-652a-47dd-b14b-8f6bbf696503] Processing image 3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2 {{(pid=62574) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1647.522594] env[62574]: DEBUG oslo_concurrency.lockutils [None req-6cc8c8a6-287c-4ca1-bf5d-d037fa127981 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1647.522737] env[62574]: DEBUG oslo_concurrency.lockutils [None req-6cc8c8a6-287c-4ca1-bf5d-d037fa127981 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1647.522911] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-6cc8c8a6-287c-4ca1-bf5d-d037fa127981 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1647.523579] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ded30b43-0b1a-4b10-be8b-e0be90bdedb2 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.556852] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-056f8d0e-3616-4550-aebb-3bd36b4a47ef {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.565885] env[62574]: DEBUG oslo_vmware.api [None req-67b2bd0d-a1e2-494d-8f7b-8c4ecc58559c tempest-ServersTestFqdnHostnames-1156924450 tempest-ServersTestFqdnHostnames-1156924450-project-member] Task: {'id': task-1861592, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1647.569563] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c44dd1d-ec20-4aae-803b-9ef8a86899ac {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.586220] env[62574]: DEBUG nova.compute.provider_tree [None req-8712369c-7e69-4ea3-bad8-043c188fb40b tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Inventory has not changed in ProviderTree for provider: f0ed160a-beff-4626-a531-2a70d7bc0627 {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1647.623846] env[62574]: DEBUG oslo_vmware.api [None req-44fdfd8c-eb17-458d-a497-4d0744380e00 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Task: {'id': task-1861593, 'name': PowerOffVM_Task, 'duration_secs': 5.795911} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1647.624621] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-44fdfd8c-eb17-458d-a497-4d0744380e00 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] [instance: 2a0c3300-ba7f-4604-b629-42bda5d48664] Powered off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1647.624808] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-44fdfd8c-eb17-458d-a497-4d0744380e00 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] [instance: 2a0c3300-ba7f-4604-b629-42bda5d48664] Unregistering the VM {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1647.625075] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9461ccd4-59a2-47fd-a81a-988a11331bf7 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.694529] env[62574]: DEBUG oslo_concurrency.lockutils [None req-32b7c686-6065-4a66-8121-b0ccb22184f0 tempest-SecurityGroupsTestJSON-247158518 tempest-SecurityGroupsTestJSON-247158518-project-member] Acquiring lock "1aff4bff-16cd-4873-9b4d-3538d4779084" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1647.694800] env[62574]: DEBUG oslo_concurrency.lockutils [None req-32b7c686-6065-4a66-8121-b0ccb22184f0 tempest-SecurityGroupsTestJSON-247158518 tempest-SecurityGroupsTestJSON-247158518-project-member] Lock "1aff4bff-16cd-4873-9b4d-3538d4779084" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1647.695017] env[62574]: DEBUG oslo_concurrency.lockutils [None req-32b7c686-6065-4a66-8121-b0ccb22184f0 tempest-SecurityGroupsTestJSON-247158518 tempest-SecurityGroupsTestJSON-247158518-project-member] Acquiring lock "1aff4bff-16cd-4873-9b4d-3538d4779084-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1647.695268] env[62574]: DEBUG oslo_concurrency.lockutils [None req-32b7c686-6065-4a66-8121-b0ccb22184f0 tempest-SecurityGroupsTestJSON-247158518 tempest-SecurityGroupsTestJSON-247158518-project-member] Lock "1aff4bff-16cd-4873-9b4d-3538d4779084-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1647.695463] env[62574]: DEBUG oslo_concurrency.lockutils [None req-32b7c686-6065-4a66-8121-b0ccb22184f0 tempest-SecurityGroupsTestJSON-247158518 tempest-SecurityGroupsTestJSON-247158518-project-member] Lock "1aff4bff-16cd-4873-9b4d-3538d4779084-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1647.697507] env[62574]: INFO nova.compute.manager [None req-32b7c686-6065-4a66-8121-b0ccb22184f0 tempest-SecurityGroupsTestJSON-247158518 tempest-SecurityGroupsTestJSON-247158518-project-member] [instance: 1aff4bff-16cd-4873-9b4d-3538d4779084] Terminating instance [ 1647.748023] env[62574]: DEBUG oslo_vmware.api [None req-fdf2d99b-4991-4f38-8b11-0982772215ce tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] Task: {'id': task-1861602, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.590796} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1647.748156] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-fdf2d99b-4991-4f38-8b11-0982772215ce tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] Deleted the datastore file {{(pid=62574) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1647.748550] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-fdf2d99b-4991-4f38-8b11-0982772215ce tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] [instance: 4df11575-4191-4213-80f6-c74ba97b856f] Deleted contents of the VM from datastore datastore1 {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1647.748550] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-fdf2d99b-4991-4f38-8b11-0982772215ce tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] [instance: 4df11575-4191-4213-80f6-c74ba97b856f] Instance destroyed {{(pid=62574) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1647.748804] env[62574]: INFO nova.compute.manager [None req-fdf2d99b-4991-4f38-8b11-0982772215ce tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] [instance: 4df11575-4191-4213-80f6-c74ba97b856f] Took 1.60 seconds to destroy the instance on the hypervisor. [ 1647.749083] env[62574]: DEBUG oslo.service.loopingcall [None req-fdf2d99b-4991-4f38-8b11-0982772215ce tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62574) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1647.750632] env[62574]: DEBUG nova.compute.manager [-] [instance: 4df11575-4191-4213-80f6-c74ba97b856f] Deallocating network for instance {{(pid=62574) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1647.750632] env[62574]: DEBUG nova.network.neutron [-] [instance: 4df11575-4191-4213-80f6-c74ba97b856f] deallocate_for_instance() {{(pid=62574) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1647.799703] env[62574]: DEBUG nova.network.neutron [-] [instance: 4df11575-4191-4213-80f6-c74ba97b856f] Instance cache missing network info. {{(pid=62574) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1647.829023] env[62574]: DEBUG nova.compute.manager [None req-e5515249-30c6-4f2a-b39c-7b7f169ad6cc tempest-VolumesAssistedSnapshotsTest-330692648 tempest-VolumesAssistedSnapshotsTest-330692648-project-member] [instance: f82bad60-9320-4a4e-af74-21557692aa80] Start destroying the instance on the hypervisor. {{(pid=62574) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1647.829023] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-e5515249-30c6-4f2a-b39c-7b7f169ad6cc tempest-VolumesAssistedSnapshotsTest-330692648 tempest-VolumesAssistedSnapshotsTest-330692648-project-member] [instance: f82bad60-9320-4a4e-af74-21557692aa80] Destroying instance {{(pid=62574) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1647.829392] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28e5b261-7fef-4de3-93bb-ae90debb3daf {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.838811] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5515249-30c6-4f2a-b39c-7b7f169ad6cc tempest-VolumesAssistedSnapshotsTest-330692648 tempest-VolumesAssistedSnapshotsTest-330692648-project-member] [instance: f82bad60-9320-4a4e-af74-21557692aa80] Powering off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1647.839561] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2d092178-e49c-420f-8974-3eb3d942d820 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.850843] env[62574]: DEBUG oslo_vmware.api [None req-e5515249-30c6-4f2a-b39c-7b7f169ad6cc tempest-VolumesAssistedSnapshotsTest-330692648 tempest-VolumesAssistedSnapshotsTest-330692648-project-member] Waiting for the task: (returnval){ [ 1647.850843] env[62574]: value = "task-1861604" [ 1647.850843] env[62574]: _type = "Task" [ 1647.850843] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1647.860401] env[62574]: DEBUG oslo_vmware.api [None req-e5515249-30c6-4f2a-b39c-7b7f169ad6cc tempest-VolumesAssistedSnapshotsTest-330692648 tempest-VolumesAssistedSnapshotsTest-330692648-project-member] Task: {'id': task-1861604, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1648.064375] env[62574]: DEBUG oslo_vmware.api [None req-67b2bd0d-a1e2-494d-8f7b-8c4ecc58559c tempest-ServersTestFqdnHostnames-1156924450 tempest-ServersTestFqdnHostnames-1156924450-project-member] Task: {'id': task-1861592, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1648.089767] env[62574]: DEBUG nova.scheduler.client.report [None req-8712369c-7e69-4ea3-bad8-043c188fb40b tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Inventory has not changed for provider f0ed160a-beff-4626-a531-2a70d7bc0627 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1648.109544] env[62574]: DEBUG nova.network.neutron [req-fcdd4833-56da-42fc-8e4b-c1dcfefc5525 req-6ab1a56b-56df-42fb-9cc6-96a31a44bdd7 service nova] [instance: 1aff4bff-16cd-4873-9b4d-3538d4779084] Updated VIF entry in instance network info cache for port a66dde7b-04c1-4a50-90a6-0ff681ac334a. {{(pid=62574) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1648.109908] env[62574]: DEBUG nova.network.neutron [req-fcdd4833-56da-42fc-8e4b-c1dcfefc5525 req-6ab1a56b-56df-42fb-9cc6-96a31a44bdd7 service nova] [instance: 1aff4bff-16cd-4873-9b4d-3538d4779084] Updating instance_info_cache with network_info: [{"id": "a66dde7b-04c1-4a50-90a6-0ff681ac334a", "address": "fa:16:3e:56:67:f6", "network": {"id": "7fdc333e-a271-4977-bb85-e3f0da637517", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-201715430-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10cbceaa655b46ebabb5a9831d033750", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a55f45a-d631-4ebc-b73b-8a30bd0a32a8", "external-id": "nsx-vlan-transportzone-303", "segmentation_id": 303, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa66dde7b-04", "ovs_interfaceid": "a66dde7b-04c1-4a50-90a6-0ff681ac334a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1648.117740] env[62574]: DEBUG nova.objects.instance [None req-1ba30e94-2887-42b9-ac85-ac6654bf8376 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Lazy-loading 'flavor' on Instance uuid e9878c22-2044-464f-915f-c1c865693437 {{(pid=62574) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1648.200977] env[62574]: DEBUG nova.compute.manager [None req-32b7c686-6065-4a66-8121-b0ccb22184f0 tempest-SecurityGroupsTestJSON-247158518 tempest-SecurityGroupsTestJSON-247158518-project-member] [instance: 1aff4bff-16cd-4873-9b4d-3538d4779084] Start destroying the instance on the hypervisor. {{(pid=62574) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1648.201414] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-32b7c686-6065-4a66-8121-b0ccb22184f0 tempest-SecurityGroupsTestJSON-247158518 tempest-SecurityGroupsTestJSON-247158518-project-member] [instance: 1aff4bff-16cd-4873-9b4d-3538d4779084] Destroying instance {{(pid=62574) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1648.203316] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f581774e-2459-4a09-bf29-c160f64d41d5 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.219945] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-32b7c686-6065-4a66-8121-b0ccb22184f0 tempest-SecurityGroupsTestJSON-247158518 tempest-SecurityGroupsTestJSON-247158518-project-member] [instance: 1aff4bff-16cd-4873-9b4d-3538d4779084] Powering off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1648.220532] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cd5eecc6-e2b0-4876-a57a-58bc6726ee22 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.233016] env[62574]: DEBUG oslo_vmware.api [None req-32b7c686-6065-4a66-8121-b0ccb22184f0 tempest-SecurityGroupsTestJSON-247158518 tempest-SecurityGroupsTestJSON-247158518-project-member] Waiting for the task: (returnval){ [ 1648.233016] env[62574]: value = "task-1861605" [ 1648.233016] env[62574]: _type = "Task" [ 1648.233016] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1648.247849] env[62574]: DEBUG oslo_vmware.api [None req-32b7c686-6065-4a66-8121-b0ccb22184f0 tempest-SecurityGroupsTestJSON-247158518 tempest-SecurityGroupsTestJSON-247158518-project-member] Task: {'id': task-1861605, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1648.303137] env[62574]: DEBUG nova.network.neutron [-] [instance: 4df11575-4191-4213-80f6-c74ba97b856f] Updating instance_info_cache with network_info: [] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1648.361798] env[62574]: DEBUG oslo_vmware.api [None req-e5515249-30c6-4f2a-b39c-7b7f169ad6cc tempest-VolumesAssistedSnapshotsTest-330692648 tempest-VolumesAssistedSnapshotsTest-330692648-project-member] Task: {'id': task-1861604, 'name': PowerOffVM_Task, 'duration_secs': 0.38967} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1648.362167] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5515249-30c6-4f2a-b39c-7b7f169ad6cc tempest-VolumesAssistedSnapshotsTest-330692648 tempest-VolumesAssistedSnapshotsTest-330692648-project-member] [instance: f82bad60-9320-4a4e-af74-21557692aa80] Powered off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1648.362277] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-e5515249-30c6-4f2a-b39c-7b7f169ad6cc tempest-VolumesAssistedSnapshotsTest-330692648 tempest-VolumesAssistedSnapshotsTest-330692648-project-member] [instance: f82bad60-9320-4a4e-af74-21557692aa80] Unregistering the VM {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1648.362535] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c2bcdb65-6d91-43d0-ae78-ba6e4616007d {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.565638] env[62574]: DEBUG oslo_vmware.api [None req-67b2bd0d-a1e2-494d-8f7b-8c4ecc58559c tempest-ServersTestFqdnHostnames-1156924450 tempest-ServersTestFqdnHostnames-1156924450-project-member] Task: {'id': task-1861592, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1648.584360] env[62574]: DEBUG oslo_concurrency.lockutils [None req-3aa31614-06ea-4b5c-94f2-6c5676283c6a tempest-ServersTestManualDisk-792638702 tempest-ServersTestManualDisk-792638702-project-member] Acquiring lock "d0a90055-5c6c-44eb-a9e4-467022eda4db" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1648.584360] env[62574]: DEBUG oslo_concurrency.lockutils [None req-3aa31614-06ea-4b5c-94f2-6c5676283c6a tempest-ServersTestManualDisk-792638702 tempest-ServersTestManualDisk-792638702-project-member] Lock "d0a90055-5c6c-44eb-a9e4-467022eda4db" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1648.584360] env[62574]: DEBUG oslo_concurrency.lockutils [None req-3aa31614-06ea-4b5c-94f2-6c5676283c6a tempest-ServersTestManualDisk-792638702 tempest-ServersTestManualDisk-792638702-project-member] Acquiring lock "d0a90055-5c6c-44eb-a9e4-467022eda4db-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1648.584360] env[62574]: DEBUG oslo_concurrency.lockutils [None req-3aa31614-06ea-4b5c-94f2-6c5676283c6a tempest-ServersTestManualDisk-792638702 tempest-ServersTestManualDisk-792638702-project-member] Lock "d0a90055-5c6c-44eb-a9e4-467022eda4db-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1648.584360] env[62574]: DEBUG oslo_concurrency.lockutils [None req-3aa31614-06ea-4b5c-94f2-6c5676283c6a tempest-ServersTestManualDisk-792638702 tempest-ServersTestManualDisk-792638702-project-member] Lock "d0a90055-5c6c-44eb-a9e4-467022eda4db-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1648.584360] env[62574]: INFO nova.compute.manager [None req-3aa31614-06ea-4b5c-94f2-6c5676283c6a tempest-ServersTestManualDisk-792638702 tempest-ServersTestManualDisk-792638702-project-member] [instance: d0a90055-5c6c-44eb-a9e4-467022eda4db] Terminating instance [ 1648.596023] env[62574]: DEBUG oslo_concurrency.lockutils [None req-8712369c-7e69-4ea3-bad8-043c188fb40b tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.649s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1648.596023] env[62574]: DEBUG nova.compute.manager [None req-8712369c-7e69-4ea3-bad8-043c188fb40b tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] [instance: ab4ac58c-a716-46c6-ba11-fb5dd8e7ba24] Start building networks asynchronously for instance. {{(pid=62574) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1648.598225] env[62574]: DEBUG oslo_concurrency.lockutils [None req-2e528d6a-3de4-4266-8afc-ce1e1eae325b tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.916s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1648.599647] env[62574]: INFO nova.compute.claims [None req-2e528d6a-3de4-4266-8afc-ce1e1eae325b tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] [instance: e34254ce-88c3-41dd-be1c-553eea828050] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1648.612384] env[62574]: DEBUG oslo_concurrency.lockutils [req-fcdd4833-56da-42fc-8e4b-c1dcfefc5525 req-6ab1a56b-56df-42fb-9cc6-96a31a44bdd7 service nova] Releasing lock "refresh_cache-1aff4bff-16cd-4873-9b4d-3538d4779084" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1648.622320] env[62574]: DEBUG oslo_concurrency.lockutils [None req-1ba30e94-2887-42b9-ac85-ac6654bf8376 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Acquiring lock "refresh_cache-e9878c22-2044-464f-915f-c1c865693437" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1648.622485] env[62574]: DEBUG oslo_concurrency.lockutils [None req-1ba30e94-2887-42b9-ac85-ac6654bf8376 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Acquired lock "refresh_cache-e9878c22-2044-464f-915f-c1c865693437" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1648.622654] env[62574]: DEBUG nova.network.neutron [None req-1ba30e94-2887-42b9-ac85-ac6654bf8376 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] [instance: e9878c22-2044-464f-915f-c1c865693437] Building network info cache for instance {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1648.622827] env[62574]: DEBUG nova.objects.instance [None req-1ba30e94-2887-42b9-ac85-ac6654bf8376 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Lazy-loading 'info_cache' on Instance uuid e9878c22-2044-464f-915f-c1c865693437 {{(pid=62574) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1648.746082] env[62574]: DEBUG oslo_vmware.api [None req-32b7c686-6065-4a66-8121-b0ccb22184f0 tempest-SecurityGroupsTestJSON-247158518 tempest-SecurityGroupsTestJSON-247158518-project-member] Task: {'id': task-1861605, 'name': PowerOffVM_Task, 'duration_secs': 0.244709} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1648.746082] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-32b7c686-6065-4a66-8121-b0ccb22184f0 tempest-SecurityGroupsTestJSON-247158518 tempest-SecurityGroupsTestJSON-247158518-project-member] [instance: 1aff4bff-16cd-4873-9b4d-3538d4779084] Powered off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1648.746082] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-32b7c686-6065-4a66-8121-b0ccb22184f0 tempest-SecurityGroupsTestJSON-247158518 tempest-SecurityGroupsTestJSON-247158518-project-member] [instance: 1aff4bff-16cd-4873-9b4d-3538d4779084] Unregistering the VM {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1648.746082] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-35d5aa44-fdbe-4b56-a9d3-2f7daf5a135f {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.805801] env[62574]: INFO nova.compute.manager [-] [instance: 4df11575-4191-4213-80f6-c74ba97b856f] Took 1.06 seconds to deallocate network for instance. [ 1649.075572] env[62574]: DEBUG oslo_vmware.api [None req-67b2bd0d-a1e2-494d-8f7b-8c4ecc58559c tempest-ServersTestFqdnHostnames-1156924450 tempest-ServersTestFqdnHostnames-1156924450-project-member] Task: {'id': task-1861592, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1649.087462] env[62574]: DEBUG nova.compute.manager [None req-3aa31614-06ea-4b5c-94f2-6c5676283c6a tempest-ServersTestManualDisk-792638702 tempest-ServersTestManualDisk-792638702-project-member] [instance: d0a90055-5c6c-44eb-a9e4-467022eda4db] Start destroying the instance on the hypervisor. {{(pid=62574) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1649.087735] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-3aa31614-06ea-4b5c-94f2-6c5676283c6a tempest-ServersTestManualDisk-792638702 tempest-ServersTestManualDisk-792638702-project-member] [instance: d0a90055-5c6c-44eb-a9e4-467022eda4db] Destroying instance {{(pid=62574) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1649.088656] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb122f2f-48a0-4263-92b1-ef57015dfc8e {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.099078] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-3aa31614-06ea-4b5c-94f2-6c5676283c6a tempest-ServersTestManualDisk-792638702 tempest-ServersTestManualDisk-792638702-project-member] [instance: d0a90055-5c6c-44eb-a9e4-467022eda4db] Powering off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1649.099358] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1ff585b9-0e80-4d5c-be09-68a5ad19548f {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.104414] env[62574]: DEBUG nova.compute.utils [None req-8712369c-7e69-4ea3-bad8-043c188fb40b tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Using /dev/sd instead of None {{(pid=62574) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1649.107025] env[62574]: DEBUG nova.compute.manager [None req-8712369c-7e69-4ea3-bad8-043c188fb40b tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] [instance: ab4ac58c-a716-46c6-ba11-fb5dd8e7ba24] Allocating IP information in the background. {{(pid=62574) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1649.108552] env[62574]: DEBUG nova.network.neutron [None req-8712369c-7e69-4ea3-bad8-043c188fb40b tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] [instance: ab4ac58c-a716-46c6-ba11-fb5dd8e7ba24] allocate_for_instance() {{(pid=62574) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1649.112769] env[62574]: DEBUG oslo_vmware.api [None req-3aa31614-06ea-4b5c-94f2-6c5676283c6a tempest-ServersTestManualDisk-792638702 tempest-ServersTestManualDisk-792638702-project-member] Waiting for the task: (returnval){ [ 1649.112769] env[62574]: value = "task-1861608" [ 1649.112769] env[62574]: _type = "Task" [ 1649.112769] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1649.127176] env[62574]: DEBUG nova.objects.base [None req-1ba30e94-2887-42b9-ac85-ac6654bf8376 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=62574) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1649.129104] env[62574]: DEBUG oslo_vmware.api [None req-3aa31614-06ea-4b5c-94f2-6c5676283c6a tempest-ServersTestManualDisk-792638702 tempest-ServersTestManualDisk-792638702-project-member] Task: {'id': task-1861608, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1649.212010] env[62574]: DEBUG nova.policy [None req-8712369c-7e69-4ea3-bad8-043c188fb40b tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f1481dd991ca4e5caca9bffa7eac5133', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '349319b81ebc4b50b19ead6b2aa1c248', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62574) authorize /opt/stack/nova/nova/policy.py:192}} [ 1649.313052] env[62574]: DEBUG oslo_concurrency.lockutils [None req-fdf2d99b-4991-4f38-8b11-0982772215ce tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1649.538974] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-e5515249-30c6-4f2a-b39c-7b7f169ad6cc tempest-VolumesAssistedSnapshotsTest-330692648 tempest-VolumesAssistedSnapshotsTest-330692648-project-member] [instance: f82bad60-9320-4a4e-af74-21557692aa80] Unregistered the VM {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1649.538974] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-e5515249-30c6-4f2a-b39c-7b7f169ad6cc tempest-VolumesAssistedSnapshotsTest-330692648 tempest-VolumesAssistedSnapshotsTest-330692648-project-member] [instance: f82bad60-9320-4a4e-af74-21557692aa80] Deleting contents of the VM from datastore datastore1 {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1649.538974] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5515249-30c6-4f2a-b39c-7b7f169ad6cc tempest-VolumesAssistedSnapshotsTest-330692648 tempest-VolumesAssistedSnapshotsTest-330692648-project-member] Deleting the datastore file [datastore1] f82bad60-9320-4a4e-af74-21557692aa80 {{(pid=62574) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1649.539397] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-040ba687-f9b6-47ec-869a-3a0630666ca7 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.548228] env[62574]: DEBUG oslo_vmware.api [None req-e5515249-30c6-4f2a-b39c-7b7f169ad6cc tempest-VolumesAssistedSnapshotsTest-330692648 tempest-VolumesAssistedSnapshotsTest-330692648-project-member] Waiting for the task: (returnval){ [ 1649.548228] env[62574]: value = "task-1861609" [ 1649.548228] env[62574]: _type = "Task" [ 1649.548228] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1649.555022] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-32b7c686-6065-4a66-8121-b0ccb22184f0 tempest-SecurityGroupsTestJSON-247158518 tempest-SecurityGroupsTestJSON-247158518-project-member] [instance: 1aff4bff-16cd-4873-9b4d-3538d4779084] Unregistered the VM {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1649.555022] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-32b7c686-6065-4a66-8121-b0ccb22184f0 tempest-SecurityGroupsTestJSON-247158518 tempest-SecurityGroupsTestJSON-247158518-project-member] [instance: 1aff4bff-16cd-4873-9b4d-3538d4779084] Deleting contents of the VM from datastore datastore2 {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1649.555022] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-32b7c686-6065-4a66-8121-b0ccb22184f0 tempest-SecurityGroupsTestJSON-247158518 tempest-SecurityGroupsTestJSON-247158518-project-member] Deleting the datastore file [datastore2] 1aff4bff-16cd-4873-9b4d-3538d4779084 {{(pid=62574) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1649.555022] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-99da0ef1-3b81-4a73-81c6-ef7feb0f3329 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.564140] env[62574]: DEBUG oslo_vmware.api [None req-e5515249-30c6-4f2a-b39c-7b7f169ad6cc tempest-VolumesAssistedSnapshotsTest-330692648 tempest-VolumesAssistedSnapshotsTest-330692648-project-member] Task: {'id': task-1861609, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1649.566169] env[62574]: DEBUG oslo_vmware.api [None req-32b7c686-6065-4a66-8121-b0ccb22184f0 tempest-SecurityGroupsTestJSON-247158518 tempest-SecurityGroupsTestJSON-247158518-project-member] Waiting for the task: (returnval){ [ 1649.566169] env[62574]: value = "task-1861610" [ 1649.566169] env[62574]: _type = "Task" [ 1649.566169] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1649.573741] env[62574]: DEBUG oslo_vmware.api [None req-67b2bd0d-a1e2-494d-8f7b-8c4ecc58559c tempest-ServersTestFqdnHostnames-1156924450 tempest-ServersTestFqdnHostnames-1156924450-project-member] Task: {'id': task-1861592, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1649.579820] env[62574]: DEBUG oslo_vmware.api [None req-32b7c686-6065-4a66-8121-b0ccb22184f0 tempest-SecurityGroupsTestJSON-247158518 tempest-SecurityGroupsTestJSON-247158518-project-member] Task: {'id': task-1861610, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1649.618434] env[62574]: DEBUG nova.compute.manager [None req-8712369c-7e69-4ea3-bad8-043c188fb40b tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] [instance: ab4ac58c-a716-46c6-ba11-fb5dd8e7ba24] Start building block device mappings for instance. {{(pid=62574) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1649.633223] env[62574]: DEBUG oslo_vmware.api [None req-3aa31614-06ea-4b5c-94f2-6c5676283c6a tempest-ServersTestManualDisk-792638702 tempest-ServersTestManualDisk-792638702-project-member] Task: {'id': task-1861608, 'name': PowerOffVM_Task, 'duration_secs': 0.213604} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1649.633521] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-3aa31614-06ea-4b5c-94f2-6c5676283c6a tempest-ServersTestManualDisk-792638702 tempest-ServersTestManualDisk-792638702-project-member] [instance: d0a90055-5c6c-44eb-a9e4-467022eda4db] Powered off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1649.633686] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-3aa31614-06ea-4b5c-94f2-6c5676283c6a tempest-ServersTestManualDisk-792638702 tempest-ServersTestManualDisk-792638702-project-member] [instance: d0a90055-5c6c-44eb-a9e4-467022eda4db] Unregistering the VM {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1649.634287] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ed32dc84-7e63-4724-bf60-e7452837788f {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.729602] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-3aa31614-06ea-4b5c-94f2-6c5676283c6a tempest-ServersTestManualDisk-792638702 tempest-ServersTestManualDisk-792638702-project-member] [instance: d0a90055-5c6c-44eb-a9e4-467022eda4db] Unregistered the VM {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1649.730038] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-3aa31614-06ea-4b5c-94f2-6c5676283c6a tempest-ServersTestManualDisk-792638702 tempest-ServersTestManualDisk-792638702-project-member] [instance: d0a90055-5c6c-44eb-a9e4-467022eda4db] Deleting contents of the VM from datastore datastore2 {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1649.732790] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-3aa31614-06ea-4b5c-94f2-6c5676283c6a tempest-ServersTestManualDisk-792638702 tempest-ServersTestManualDisk-792638702-project-member] Deleting the datastore file [datastore2] d0a90055-5c6c-44eb-a9e4-467022eda4db {{(pid=62574) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1649.732790] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-18863216-4101-4c7a-83ae-f9a17dcfc46e {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.740046] env[62574]: DEBUG oslo_vmware.api [None req-3aa31614-06ea-4b5c-94f2-6c5676283c6a tempest-ServersTestManualDisk-792638702 tempest-ServersTestManualDisk-792638702-project-member] Waiting for the task: (returnval){ [ 1649.740046] env[62574]: value = "task-1861612" [ 1649.740046] env[62574]: _type = "Task" [ 1649.740046] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1649.754798] env[62574]: DEBUG oslo_vmware.api [None req-3aa31614-06ea-4b5c-94f2-6c5676283c6a tempest-ServersTestManualDisk-792638702 tempest-ServersTestManualDisk-792638702-project-member] Task: {'id': task-1861612, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1650.063922] env[62574]: DEBUG oslo_vmware.api [None req-e5515249-30c6-4f2a-b39c-7b7f169ad6cc tempest-VolumesAssistedSnapshotsTest-330692648 tempest-VolumesAssistedSnapshotsTest-330692648-project-member] Task: {'id': task-1861609, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1650.073328] env[62574]: DEBUG oslo_vmware.api [None req-67b2bd0d-a1e2-494d-8f7b-8c4ecc58559c tempest-ServersTestFqdnHostnames-1156924450 tempest-ServersTestFqdnHostnames-1156924450-project-member] Task: {'id': task-1861592, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1650.079717] env[62574]: DEBUG oslo_vmware.api [None req-32b7c686-6065-4a66-8121-b0ccb22184f0 tempest-SecurityGroupsTestJSON-247158518 tempest-SecurityGroupsTestJSON-247158518-project-member] Task: {'id': task-1861610, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.238314} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1650.082491] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-32b7c686-6065-4a66-8121-b0ccb22184f0 tempest-SecurityGroupsTestJSON-247158518 tempest-SecurityGroupsTestJSON-247158518-project-member] Deleted the datastore file {{(pid=62574) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1650.082597] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-32b7c686-6065-4a66-8121-b0ccb22184f0 tempest-SecurityGroupsTestJSON-247158518 tempest-SecurityGroupsTestJSON-247158518-project-member] [instance: 1aff4bff-16cd-4873-9b4d-3538d4779084] Deleted contents of the VM from datastore datastore2 {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1650.084138] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-32b7c686-6065-4a66-8121-b0ccb22184f0 tempest-SecurityGroupsTestJSON-247158518 tempest-SecurityGroupsTestJSON-247158518-project-member] [instance: 1aff4bff-16cd-4873-9b4d-3538d4779084] Instance destroyed {{(pid=62574) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1650.084138] env[62574]: INFO nova.compute.manager [None req-32b7c686-6065-4a66-8121-b0ccb22184f0 tempest-SecurityGroupsTestJSON-247158518 tempest-SecurityGroupsTestJSON-247158518-project-member] [instance: 1aff4bff-16cd-4873-9b4d-3538d4779084] Took 1.88 seconds to destroy the instance on the hypervisor. [ 1650.084138] env[62574]: DEBUG oslo.service.loopingcall [None req-32b7c686-6065-4a66-8121-b0ccb22184f0 tempest-SecurityGroupsTestJSON-247158518 tempest-SecurityGroupsTestJSON-247158518-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62574) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1650.084138] env[62574]: DEBUG nova.compute.manager [-] [instance: 1aff4bff-16cd-4873-9b4d-3538d4779084] Deallocating network for instance {{(pid=62574) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1650.084138] env[62574]: DEBUG nova.network.neutron [-] [instance: 1aff4bff-16cd-4873-9b4d-3538d4779084] deallocate_for_instance() {{(pid=62574) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1650.187665] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2e6fdf4-0435-4d89-b10b-e452e6d2d7cc {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.197935] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d18df046-b19e-4088-add4-18aa435fd65f {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.235595] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0f8fbb2-bf5f-41a6-8ced-a33900415a2b {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.249036] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3b06b08-d130-4f11-889d-9cf1e4341bbf {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.256752] env[62574]: DEBUG oslo_vmware.api [None req-3aa31614-06ea-4b5c-94f2-6c5676283c6a tempest-ServersTestManualDisk-792638702 tempest-ServersTestManualDisk-792638702-project-member] Task: {'id': task-1861612, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.24383} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1650.258551] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-3aa31614-06ea-4b5c-94f2-6c5676283c6a tempest-ServersTestManualDisk-792638702 tempest-ServersTestManualDisk-792638702-project-member] Deleted the datastore file {{(pid=62574) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1650.258837] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-3aa31614-06ea-4b5c-94f2-6c5676283c6a tempest-ServersTestManualDisk-792638702 tempest-ServersTestManualDisk-792638702-project-member] [instance: d0a90055-5c6c-44eb-a9e4-467022eda4db] Deleted contents of the VM from datastore datastore2 {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1650.259304] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-3aa31614-06ea-4b5c-94f2-6c5676283c6a tempest-ServersTestManualDisk-792638702 tempest-ServersTestManualDisk-792638702-project-member] [instance: d0a90055-5c6c-44eb-a9e4-467022eda4db] Instance destroyed {{(pid=62574) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1650.259304] env[62574]: INFO nova.compute.manager [None req-3aa31614-06ea-4b5c-94f2-6c5676283c6a tempest-ServersTestManualDisk-792638702 tempest-ServersTestManualDisk-792638702-project-member] [instance: d0a90055-5c6c-44eb-a9e4-467022eda4db] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1650.259532] env[62574]: DEBUG oslo.service.loopingcall [None req-3aa31614-06ea-4b5c-94f2-6c5676283c6a tempest-ServersTestManualDisk-792638702 tempest-ServersTestManualDisk-792638702-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62574) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1650.259776] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-6cc8c8a6-287c-4ca1-bf5d-d037fa127981 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1650.260012] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-6cc8c8a6-287c-4ca1-bf5d-d037fa127981 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62574) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1650.260788] env[62574]: DEBUG nova.compute.manager [-] [instance: d0a90055-5c6c-44eb-a9e4-467022eda4db] Deallocating network for instance {{(pid=62574) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1650.261023] env[62574]: DEBUG nova.network.neutron [-] [instance: d0a90055-5c6c-44eb-a9e4-467022eda4db] deallocate_for_instance() {{(pid=62574) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1650.262707] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-99e60053-ac4c-4d21-8ffb-d3b0129c388e {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.275199] env[62574]: DEBUG nova.compute.provider_tree [None req-2e528d6a-3de4-4266-8afc-ce1e1eae325b tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] Inventory has not changed in ProviderTree for provider: f0ed160a-beff-4626-a531-2a70d7bc0627 {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1650.281571] env[62574]: DEBUG oslo_vmware.api [None req-6cc8c8a6-287c-4ca1-bf5d-d037fa127981 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Waiting for the task: (returnval){ [ 1650.281571] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]529b0674-5beb-e6bf-30c9-d0fd63561572" [ 1650.281571] env[62574]: _type = "Task" [ 1650.281571] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1650.290938] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-44fdfd8c-eb17-458d-a497-4d0744380e00 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] [instance: 2a0c3300-ba7f-4604-b629-42bda5d48664] Unregistered the VM {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1650.291178] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-44fdfd8c-eb17-458d-a497-4d0744380e00 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] [instance: 2a0c3300-ba7f-4604-b629-42bda5d48664] Deleting contents of the VM from datastore datastore1 {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1650.291361] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-44fdfd8c-eb17-458d-a497-4d0744380e00 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Deleting the datastore file [datastore1] 2a0c3300-ba7f-4604-b629-42bda5d48664 {{(pid=62574) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1650.294985] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fa44791e-e1d9-421e-80fc-986ad68da6b3 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.297782] env[62574]: DEBUG oslo_vmware.api [None req-6cc8c8a6-287c-4ca1-bf5d-d037fa127981 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]529b0674-5beb-e6bf-30c9-d0fd63561572, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1650.307074] env[62574]: DEBUG oslo_vmware.api [None req-44fdfd8c-eb17-458d-a497-4d0744380e00 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Waiting for the task: (returnval){ [ 1650.307074] env[62574]: value = "task-1861613" [ 1650.307074] env[62574]: _type = "Task" [ 1650.307074] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1650.317125] env[62574]: DEBUG oslo_vmware.api [None req-44fdfd8c-eb17-458d-a497-4d0744380e00 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Task: {'id': task-1861613, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1650.408026] env[62574]: DEBUG nova.network.neutron [None req-8712369c-7e69-4ea3-bad8-043c188fb40b tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] [instance: ab4ac58c-a716-46c6-ba11-fb5dd8e7ba24] Successfully created port: bdb88878-ca3e-484b-b5ce-fd41cb7e568d {{(pid=62574) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1650.440716] env[62574]: DEBUG nova.network.neutron [None req-1ba30e94-2887-42b9-ac85-ac6654bf8376 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] [instance: e9878c22-2044-464f-915f-c1c865693437] Updating instance_info_cache with network_info: [{"id": "3a39b895-bd2c-473c-8ce9-963b9918de03", "address": "fa:16:3e:3a:c5:64", "network": {"id": "3af14f16-9d32-4c8d-8557-ce8f3b8b4086", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1431517823-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.141", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "31d5eeff630d40d2928149f27883ae60", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a39b895-bd", "ovs_interfaceid": "3a39b895-bd2c-473c-8ce9-963b9918de03", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1650.567283] env[62574]: DEBUG oslo_vmware.api [None req-e5515249-30c6-4f2a-b39c-7b7f169ad6cc tempest-VolumesAssistedSnapshotsTest-330692648 tempest-VolumesAssistedSnapshotsTest-330692648-project-member] Task: {'id': task-1861609, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1650.575420] env[62574]: DEBUG oslo_vmware.api [None req-67b2bd0d-a1e2-494d-8f7b-8c4ecc58559c tempest-ServersTestFqdnHostnames-1156924450 tempest-ServersTestFqdnHostnames-1156924450-project-member] Task: {'id': task-1861592, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1650.633946] env[62574]: DEBUG nova.compute.manager [None req-8712369c-7e69-4ea3-bad8-043c188fb40b tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] [instance: ab4ac58c-a716-46c6-ba11-fb5dd8e7ba24] Start spawning the instance on the hypervisor. {{(pid=62574) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1650.681512] env[62574]: DEBUG nova.virt.hardware [None req-8712369c-7e69-4ea3-bad8-043c188fb40b tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T19:26:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-13T19:26:40Z,direct_url=,disk_format='vmdk',id=3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7eed1dd4d2c3418eb32c4f4ceda3ab0d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-13T19:26:41Z,virtual_size=,visibility=), allow threads: False {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1650.682581] env[62574]: DEBUG nova.virt.hardware [None req-8712369c-7e69-4ea3-bad8-043c188fb40b tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Flavor limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1650.682581] env[62574]: DEBUG nova.virt.hardware [None req-8712369c-7e69-4ea3-bad8-043c188fb40b tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Image limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1650.682581] env[62574]: DEBUG nova.virt.hardware [None req-8712369c-7e69-4ea3-bad8-043c188fb40b tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Flavor pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1650.682581] env[62574]: DEBUG nova.virt.hardware [None req-8712369c-7e69-4ea3-bad8-043c188fb40b tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Image pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1650.682888] env[62574]: DEBUG nova.virt.hardware [None req-8712369c-7e69-4ea3-bad8-043c188fb40b tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1650.682888] env[62574]: DEBUG nova.virt.hardware [None req-8712369c-7e69-4ea3-bad8-043c188fb40b tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1650.683049] env[62574]: DEBUG nova.virt.hardware [None req-8712369c-7e69-4ea3-bad8-043c188fb40b tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1650.683255] env[62574]: DEBUG nova.virt.hardware [None req-8712369c-7e69-4ea3-bad8-043c188fb40b tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Got 1 possible topologies {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1650.683482] env[62574]: DEBUG nova.virt.hardware [None req-8712369c-7e69-4ea3-bad8-043c188fb40b tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1650.683716] env[62574]: DEBUG nova.virt.hardware [None req-8712369c-7e69-4ea3-bad8-043c188fb40b tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1650.685060] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01aa72e7-a0fb-4be4-b167-40155c80f389 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.695934] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-913a603b-4723-47ec-ae49-bec3c45ac452 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.778957] env[62574]: DEBUG nova.scheduler.client.report [None req-2e528d6a-3de4-4266-8afc-ce1e1eae325b tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] Inventory has not changed for provider f0ed160a-beff-4626-a531-2a70d7bc0627 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1650.796509] env[62574]: DEBUG oslo_vmware.api [None req-6cc8c8a6-287c-4ca1-bf5d-d037fa127981 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]529b0674-5beb-e6bf-30c9-d0fd63561572, 'name': SearchDatastore_Task, 'duration_secs': 0.051525} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1650.796509] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-778075c9-dfea-422e-9ad5-26dbf9606e0a {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.804161] env[62574]: DEBUG oslo_vmware.api [None req-6cc8c8a6-287c-4ca1-bf5d-d037fa127981 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Waiting for the task: (returnval){ [ 1650.804161] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]521a389d-732e-e44b-b51a-9d4065ec8745" [ 1650.804161] env[62574]: _type = "Task" [ 1650.804161] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1650.824596] env[62574]: DEBUG oslo_vmware.api [None req-6cc8c8a6-287c-4ca1-bf5d-d037fa127981 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]521a389d-732e-e44b-b51a-9d4065ec8745, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1650.831863] env[62574]: DEBUG oslo_vmware.api [None req-44fdfd8c-eb17-458d-a497-4d0744380e00 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Task: {'id': task-1861613, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.372275} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1650.832149] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-44fdfd8c-eb17-458d-a497-4d0744380e00 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Deleted the datastore file {{(pid=62574) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1650.832362] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-44fdfd8c-eb17-458d-a497-4d0744380e00 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] [instance: 2a0c3300-ba7f-4604-b629-42bda5d48664] Deleted contents of the VM from datastore datastore1 {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1650.832544] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-44fdfd8c-eb17-458d-a497-4d0744380e00 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] [instance: 2a0c3300-ba7f-4604-b629-42bda5d48664] Instance destroyed {{(pid=62574) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1650.832756] env[62574]: INFO nova.compute.manager [None req-44fdfd8c-eb17-458d-a497-4d0744380e00 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] [instance: 2a0c3300-ba7f-4604-b629-42bda5d48664] Took 9.26 seconds to destroy the instance on the hypervisor. [ 1650.833126] env[62574]: DEBUG oslo.service.loopingcall [None req-44fdfd8c-eb17-458d-a497-4d0744380e00 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62574) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1650.833320] env[62574]: DEBUG nova.compute.manager [-] [instance: 2a0c3300-ba7f-4604-b629-42bda5d48664] Deallocating network for instance {{(pid=62574) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1650.833409] env[62574]: DEBUG nova.network.neutron [-] [instance: 2a0c3300-ba7f-4604-b629-42bda5d48664] deallocate_for_instance() {{(pid=62574) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1650.943797] env[62574]: DEBUG oslo_concurrency.lockutils [None req-1ba30e94-2887-42b9-ac85-ac6654bf8376 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Releasing lock "refresh_cache-e9878c22-2044-464f-915f-c1c865693437" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1650.951716] env[62574]: DEBUG oslo_vmware.rw_handles [None req-cfc5810e-1664-45fc-b939-ff296fd5d7be tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52440c28-a058-87ea-ad27-b6c53566504b/disk-0.vmdk. {{(pid=62574) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1650.952636] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0803eee-1deb-4ccb-9908-0af9c67bc288 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.964212] env[62574]: DEBUG oslo_vmware.rw_handles [None req-cfc5810e-1664-45fc-b939-ff296fd5d7be tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52440c28-a058-87ea-ad27-b6c53566504b/disk-0.vmdk is in state: ready. {{(pid=62574) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1650.964402] env[62574]: ERROR oslo_vmware.rw_handles [None req-cfc5810e-1664-45fc-b939-ff296fd5d7be tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52440c28-a058-87ea-ad27-b6c53566504b/disk-0.vmdk due to incomplete transfer. [ 1650.964651] env[62574]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-13cc471a-5dbe-48e3-9f12-b1eae16636e4 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.974021] env[62574]: DEBUG oslo_vmware.rw_handles [None req-cfc5810e-1664-45fc-b939-ff296fd5d7be tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52440c28-a058-87ea-ad27-b6c53566504b/disk-0.vmdk. {{(pid=62574) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1650.974262] env[62574]: DEBUG nova.virt.vmwareapi.images [None req-cfc5810e-1664-45fc-b939-ff296fd5d7be tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] [instance: 4cc7d784-be5d-41db-a028-0dade3464032] Uploaded image 7a7a5edc-611d-4c8b-a056-864efa829256 to the Glance image server {{(pid=62574) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1650.979573] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfc5810e-1664-45fc-b939-ff296fd5d7be tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] [instance: 4cc7d784-be5d-41db-a028-0dade3464032] Destroying the VM {{(pid=62574) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1650.980112] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-b0086c2c-1922-41b6-af21-3ce67c1511c5 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.988603] env[62574]: DEBUG oslo_vmware.api [None req-cfc5810e-1664-45fc-b939-ff296fd5d7be tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Waiting for the task: (returnval){ [ 1650.988603] env[62574]: value = "task-1861614" [ 1650.988603] env[62574]: _type = "Task" [ 1650.988603] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1650.999010] env[62574]: DEBUG oslo_vmware.api [None req-cfc5810e-1664-45fc-b939-ff296fd5d7be tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Task: {'id': task-1861614, 'name': Destroy_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1651.074702] env[62574]: DEBUG oslo_vmware.api [None req-e5515249-30c6-4f2a-b39c-7b7f169ad6cc tempest-VolumesAssistedSnapshotsTest-330692648 tempest-VolumesAssistedSnapshotsTest-330692648-project-member] Task: {'id': task-1861609, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.077885} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1651.074948] env[62574]: DEBUG oslo_vmware.api [None req-67b2bd0d-a1e2-494d-8f7b-8c4ecc58559c tempest-ServersTestFqdnHostnames-1156924450 tempest-ServersTestFqdnHostnames-1156924450-project-member] Task: {'id': task-1861592, 'name': PowerOnVM_Task, 'duration_secs': 9.171384} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1651.075201] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5515249-30c6-4f2a-b39c-7b7f169ad6cc tempest-VolumesAssistedSnapshotsTest-330692648 tempest-VolumesAssistedSnapshotsTest-330692648-project-member] Deleted the datastore file {{(pid=62574) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1651.075454] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-e5515249-30c6-4f2a-b39c-7b7f169ad6cc tempest-VolumesAssistedSnapshotsTest-330692648 tempest-VolumesAssistedSnapshotsTest-330692648-project-member] [instance: f82bad60-9320-4a4e-af74-21557692aa80] Deleted contents of the VM from datastore datastore1 {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1651.076059] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-e5515249-30c6-4f2a-b39c-7b7f169ad6cc tempest-VolumesAssistedSnapshotsTest-330692648 tempest-VolumesAssistedSnapshotsTest-330692648-project-member] [instance: f82bad60-9320-4a4e-af74-21557692aa80] Instance destroyed {{(pid=62574) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1651.076059] env[62574]: INFO nova.compute.manager [None req-e5515249-30c6-4f2a-b39c-7b7f169ad6cc tempest-VolumesAssistedSnapshotsTest-330692648 tempest-VolumesAssistedSnapshotsTest-330692648-project-member] [instance: f82bad60-9320-4a4e-af74-21557692aa80] Took 3.25 seconds to destroy the instance on the hypervisor. [ 1651.076059] env[62574]: DEBUG oslo.service.loopingcall [None req-e5515249-30c6-4f2a-b39c-7b7f169ad6cc tempest-VolumesAssistedSnapshotsTest-330692648 tempest-VolumesAssistedSnapshotsTest-330692648-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62574) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1651.076379] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-67b2bd0d-a1e2-494d-8f7b-8c4ecc58559c tempest-ServersTestFqdnHostnames-1156924450 tempest-ServersTestFqdnHostnames-1156924450-project-member] [instance: a3e0bf12-7471-4d8d-bb31-bf4b3b35f87f] Powered on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1651.076379] env[62574]: INFO nova.compute.manager [None req-67b2bd0d-a1e2-494d-8f7b-8c4ecc58559c tempest-ServersTestFqdnHostnames-1156924450 tempest-ServersTestFqdnHostnames-1156924450-project-member] [instance: a3e0bf12-7471-4d8d-bb31-bf4b3b35f87f] Took 19.30 seconds to spawn the instance on the hypervisor. [ 1651.077235] env[62574]: DEBUG nova.compute.manager [None req-67b2bd0d-a1e2-494d-8f7b-8c4ecc58559c tempest-ServersTestFqdnHostnames-1156924450 tempest-ServersTestFqdnHostnames-1156924450-project-member] [instance: a3e0bf12-7471-4d8d-bb31-bf4b3b35f87f] Checking state {{(pid=62574) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1651.077235] env[62574]: DEBUG nova.compute.manager [-] [instance: f82bad60-9320-4a4e-af74-21557692aa80] Deallocating network for instance {{(pid=62574) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1651.077235] env[62574]: DEBUG nova.network.neutron [-] [instance: f82bad60-9320-4a4e-af74-21557692aa80] deallocate_for_instance() {{(pid=62574) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1651.079485] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5880f136-a1ba-456f-a58e-8a7cb4d7cd7c {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.162550] env[62574]: DEBUG nova.network.neutron [-] [instance: 1aff4bff-16cd-4873-9b4d-3538d4779084] Updating instance_info_cache with network_info: [] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1651.212798] env[62574]: DEBUG nova.compute.manager [req-b476a63e-293c-4284-99ec-32b8f20c37ed req-2c30fe7f-62c0-492c-b0ab-fc57057ab113 service nova] [instance: 1aff4bff-16cd-4873-9b4d-3538d4779084] Received event network-vif-deleted-a66dde7b-04c1-4a50-90a6-0ff681ac334a {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1651.290522] env[62574]: DEBUG oslo_concurrency.lockutils [None req-2e528d6a-3de4-4266-8afc-ce1e1eae325b tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.689s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1651.290522] env[62574]: DEBUG nova.compute.manager [None req-2e528d6a-3de4-4266-8afc-ce1e1eae325b tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] [instance: e34254ce-88c3-41dd-be1c-553eea828050] Start building networks asynchronously for instance. {{(pid=62574) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1651.291910] env[62574]: DEBUG oslo_concurrency.lockutils [None req-077badf6-49dd-4895-9fde-36c5d1bd3b3d tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.610s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1651.293675] env[62574]: INFO nova.compute.claims [None req-077badf6-49dd-4895-9fde-36c5d1bd3b3d tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] [instance: 315b8f76-6d67-4e58-8898-2b68a1e4f79a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1651.317345] env[62574]: DEBUG oslo_vmware.api [None req-6cc8c8a6-287c-4ca1-bf5d-d037fa127981 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]521a389d-732e-e44b-b51a-9d4065ec8745, 'name': SearchDatastore_Task, 'duration_secs': 0.069045} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1651.317672] env[62574]: DEBUG oslo_concurrency.lockutils [None req-6cc8c8a6-287c-4ca1-bf5d-d037fa127981 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1651.317966] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cc8c8a6-287c-4ca1-bf5d-d037fa127981 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk to [datastore1] d06fca54-652a-47dd-b14b-8f6bbf696503/d06fca54-652a-47dd-b14b-8f6bbf696503.vmdk {{(pid=62574) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1651.318251] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-19b46b30-d283-4ddb-88f6-315308fafb9a {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.327059] env[62574]: DEBUG oslo_vmware.api [None req-6cc8c8a6-287c-4ca1-bf5d-d037fa127981 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Waiting for the task: (returnval){ [ 1651.327059] env[62574]: value = "task-1861615" [ 1651.327059] env[62574]: _type = "Task" [ 1651.327059] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1651.337661] env[62574]: DEBUG oslo_vmware.api [None req-6cc8c8a6-287c-4ca1-bf5d-d037fa127981 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Task: {'id': task-1861615, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1651.429077] env[62574]: DEBUG nova.objects.instance [None req-28aeadda-bf1b-4689-b01c-313c3e41275e tempest-AttachInterfacesUnderV243Test-962410907 tempest-AttachInterfacesUnderV243Test-962410907-project-member] Lazy-loading 'flavor' on Instance uuid ae9a6ff7-cc1f-43dc-9acb-47aaa3d1089e {{(pid=62574) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1651.500980] env[62574]: DEBUG oslo_vmware.api [None req-cfc5810e-1664-45fc-b939-ff296fd5d7be tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Task: {'id': task-1861614, 'name': Destroy_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1651.606703] env[62574]: INFO nova.compute.manager [None req-67b2bd0d-a1e2-494d-8f7b-8c4ecc58559c tempest-ServersTestFqdnHostnames-1156924450 tempest-ServersTestFqdnHostnames-1156924450-project-member] [instance: a3e0bf12-7471-4d8d-bb31-bf4b3b35f87f] Took 41.87 seconds to build instance. [ 1651.666038] env[62574]: INFO nova.compute.manager [-] [instance: 1aff4bff-16cd-4873-9b4d-3538d4779084] Took 1.58 seconds to deallocate network for instance. [ 1651.798587] env[62574]: DEBUG nova.compute.utils [None req-2e528d6a-3de4-4266-8afc-ce1e1eae325b tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] Using /dev/sd instead of None {{(pid=62574) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1651.803568] env[62574]: DEBUG nova.compute.manager [None req-2e528d6a-3de4-4266-8afc-ce1e1eae325b tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] [instance: e34254ce-88c3-41dd-be1c-553eea828050] Allocating IP information in the background. {{(pid=62574) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1651.803568] env[62574]: DEBUG nova.network.neutron [None req-2e528d6a-3de4-4266-8afc-ce1e1eae325b tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] [instance: e34254ce-88c3-41dd-be1c-553eea828050] allocate_for_instance() {{(pid=62574) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1651.841868] env[62574]: DEBUG oslo_vmware.api [None req-6cc8c8a6-287c-4ca1-bf5d-d037fa127981 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Task: {'id': task-1861615, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1651.933148] env[62574]: DEBUG nova.policy [None req-2e528d6a-3de4-4266-8afc-ce1e1eae325b tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6eb654ecc7d9423282f065f84bc014d6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cc48a15a978f4231bbbda88a9d4ad6cb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62574) authorize /opt/stack/nova/nova/policy.py:192}} [ 1651.942675] env[62574]: DEBUG oslo_concurrency.lockutils [None req-28aeadda-bf1b-4689-b01c-313c3e41275e tempest-AttachInterfacesUnderV243Test-962410907 tempest-AttachInterfacesUnderV243Test-962410907-project-member] Acquiring lock "refresh_cache-ae9a6ff7-cc1f-43dc-9acb-47aaa3d1089e" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1651.942829] env[62574]: DEBUG oslo_concurrency.lockutils [None req-28aeadda-bf1b-4689-b01c-313c3e41275e tempest-AttachInterfacesUnderV243Test-962410907 tempest-AttachInterfacesUnderV243Test-962410907-project-member] Acquired lock "refresh_cache-ae9a6ff7-cc1f-43dc-9acb-47aaa3d1089e" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1651.949667] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ba30e94-2887-42b9-ac85-ac6654bf8376 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] [instance: e9878c22-2044-464f-915f-c1c865693437] Powering on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1651.951144] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-292d224e-d9b7-40e4-b00a-284b882b521e {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.965661] env[62574]: DEBUG oslo_vmware.api [None req-1ba30e94-2887-42b9-ac85-ac6654bf8376 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Waiting for the task: (returnval){ [ 1651.965661] env[62574]: value = "task-1861616" [ 1651.965661] env[62574]: _type = "Task" [ 1651.965661] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1651.983547] env[62574]: DEBUG oslo_vmware.api [None req-1ba30e94-2887-42b9-ac85-ac6654bf8376 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Task: {'id': task-1861616, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1652.004458] env[62574]: DEBUG oslo_vmware.api [None req-cfc5810e-1664-45fc-b939-ff296fd5d7be tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Task: {'id': task-1861614, 'name': Destroy_Task, 'duration_secs': 0.992466} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1652.004739] env[62574]: INFO nova.virt.vmwareapi.vm_util [None req-cfc5810e-1664-45fc-b939-ff296fd5d7be tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] [instance: 4cc7d784-be5d-41db-a028-0dade3464032] Destroyed the VM [ 1652.004975] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-cfc5810e-1664-45fc-b939-ff296fd5d7be tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] [instance: 4cc7d784-be5d-41db-a028-0dade3464032] Deleting Snapshot of the VM instance {{(pid=62574) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1652.005328] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-4042be9e-24a1-4356-a7a0-1e6ad288c1a6 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.017692] env[62574]: DEBUG oslo_vmware.api [None req-cfc5810e-1664-45fc-b939-ff296fd5d7be tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Waiting for the task: (returnval){ [ 1652.017692] env[62574]: value = "task-1861617" [ 1652.017692] env[62574]: _type = "Task" [ 1652.017692] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1652.020708] env[62574]: DEBUG nova.compute.manager [req-c52e5740-4149-42e7-bb21-5fdebe95abc5 req-64aaa4a1-dc99-41a3-bed0-eaac1330079d service nova] [instance: f82bad60-9320-4a4e-af74-21557692aa80] Received event network-vif-deleted-0f0743aa-09d0-41e4-9150-f1c790d33db1 {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1652.021866] env[62574]: INFO nova.compute.manager [req-c52e5740-4149-42e7-bb21-5fdebe95abc5 req-64aaa4a1-dc99-41a3-bed0-eaac1330079d service nova] [instance: f82bad60-9320-4a4e-af74-21557692aa80] Neutron deleted interface 0f0743aa-09d0-41e4-9150-f1c790d33db1; detaching it from the instance and deleting it from the info cache [ 1652.021866] env[62574]: DEBUG nova.network.neutron [req-c52e5740-4149-42e7-bb21-5fdebe95abc5 req-64aaa4a1-dc99-41a3-bed0-eaac1330079d service nova] [instance: f82bad60-9320-4a4e-af74-21557692aa80] Updating instance_info_cache with network_info: [] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1652.039539] env[62574]: DEBUG oslo_vmware.api [None req-cfc5810e-1664-45fc-b939-ff296fd5d7be tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Task: {'id': task-1861617, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1652.111548] env[62574]: DEBUG oslo_concurrency.lockutils [None req-67b2bd0d-a1e2-494d-8f7b-8c4ecc58559c tempest-ServersTestFqdnHostnames-1156924450 tempest-ServersTestFqdnHostnames-1156924450-project-member] Lock "a3e0bf12-7471-4d8d-bb31-bf4b3b35f87f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 75.998s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1652.134644] env[62574]: DEBUG nova.network.neutron [-] [instance: d0a90055-5c6c-44eb-a9e4-467022eda4db] Updating instance_info_cache with network_info: [] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1652.173278] env[62574]: DEBUG oslo_concurrency.lockutils [None req-32b7c686-6065-4a66-8121-b0ccb22184f0 tempest-SecurityGroupsTestJSON-247158518 tempest-SecurityGroupsTestJSON-247158518-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1652.306477] env[62574]: DEBUG nova.compute.manager [None req-2e528d6a-3de4-4266-8afc-ce1e1eae325b tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] [instance: e34254ce-88c3-41dd-be1c-553eea828050] Start building block device mappings for instance. {{(pid=62574) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1652.346172] env[62574]: DEBUG oslo_vmware.api [None req-6cc8c8a6-287c-4ca1-bf5d-d037fa127981 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Task: {'id': task-1861615, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.815646} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1652.346172] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cc8c8a6-287c-4ca1-bf5d-d037fa127981 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk to [datastore1] d06fca54-652a-47dd-b14b-8f6bbf696503/d06fca54-652a-47dd-b14b-8f6bbf696503.vmdk {{(pid=62574) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1652.346172] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-6cc8c8a6-287c-4ca1-bf5d-d037fa127981 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] [instance: d06fca54-652a-47dd-b14b-8f6bbf696503] Extending root virtual disk to 1048576 {{(pid=62574) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1652.346172] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b1b9762f-a5b7-439b-ac56-29a316b1a44f {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.360146] env[62574]: DEBUG oslo_vmware.api [None req-6cc8c8a6-287c-4ca1-bf5d-d037fa127981 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Waiting for the task: (returnval){ [ 1652.360146] env[62574]: value = "task-1861618" [ 1652.360146] env[62574]: _type = "Task" [ 1652.360146] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1652.372637] env[62574]: DEBUG oslo_vmware.api [None req-6cc8c8a6-287c-4ca1-bf5d-d037fa127981 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Task: {'id': task-1861618, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1652.383077] env[62574]: DEBUG nova.network.neutron [-] [instance: f82bad60-9320-4a4e-af74-21557692aa80] Updating instance_info_cache with network_info: [] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1652.469154] env[62574]: DEBUG nova.network.neutron [-] [instance: 2a0c3300-ba7f-4604-b629-42bda5d48664] Updating instance_info_cache with network_info: [] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1652.487329] env[62574]: DEBUG oslo_vmware.api [None req-1ba30e94-2887-42b9-ac85-ac6654bf8376 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Task: {'id': task-1861616, 'name': PowerOnVM_Task, 'duration_secs': 0.512235} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1652.487619] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ba30e94-2887-42b9-ac85-ac6654bf8376 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] [instance: e9878c22-2044-464f-915f-c1c865693437] Powered on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1652.487833] env[62574]: DEBUG nova.compute.manager [None req-1ba30e94-2887-42b9-ac85-ac6654bf8376 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] [instance: e9878c22-2044-464f-915f-c1c865693437] Checking state {{(pid=62574) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1652.488794] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30504380-a784-4881-98d1-42a794eeed8d {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.532173] env[62574]: DEBUG oslo_vmware.api [None req-cfc5810e-1664-45fc-b939-ff296fd5d7be tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Task: {'id': task-1861617, 'name': RemoveSnapshot_Task} progress is 47%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1652.538815] env[62574]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a50318fd-8aa7-4401-858c-d4d243b005be {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.551260] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1de5bbe7-fe7b-4dc9-ae26-97a3dca47de8 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.599133] env[62574]: DEBUG nova.compute.manager [req-c52e5740-4149-42e7-bb21-5fdebe95abc5 req-64aaa4a1-dc99-41a3-bed0-eaac1330079d service nova] [instance: f82bad60-9320-4a4e-af74-21557692aa80] Detach interface failed, port_id=0f0743aa-09d0-41e4-9150-f1c790d33db1, reason: Instance f82bad60-9320-4a4e-af74-21557692aa80 could not be found. {{(pid=62574) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 1652.616055] env[62574]: DEBUG nova.compute.manager [None req-0b461726-7d35-4715-8c35-fd4cb2ee07b2 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] [instance: bf51b779-23b8-4401-8e23-74f751a27b18] Starting instance... {{(pid=62574) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1652.626043] env[62574]: DEBUG nova.network.neutron [None req-2e528d6a-3de4-4266-8afc-ce1e1eae325b tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] [instance: e34254ce-88c3-41dd-be1c-553eea828050] Successfully created port: 5eeb55df-8dce-4fd3-b7ab-cb5ecb41437a {{(pid=62574) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1652.636402] env[62574]: INFO nova.compute.manager [-] [instance: d0a90055-5c6c-44eb-a9e4-467022eda4db] Took 2.38 seconds to deallocate network for instance. [ 1652.873247] env[62574]: DEBUG oslo_vmware.api [None req-6cc8c8a6-287c-4ca1-bf5d-d037fa127981 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Task: {'id': task-1861618, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.133576} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1652.873766] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-6cc8c8a6-287c-4ca1-bf5d-d037fa127981 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] [instance: d06fca54-652a-47dd-b14b-8f6bbf696503] Extended root virtual disk {{(pid=62574) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1652.874930] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ff75587-bc83-4d05-b4da-bdb31e68de7e {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.893439] env[62574]: INFO nova.compute.manager [-] [instance: f82bad60-9320-4a4e-af74-21557692aa80] Took 1.82 seconds to deallocate network for instance. [ 1652.902259] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-6cc8c8a6-287c-4ca1-bf5d-d037fa127981 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] [instance: d06fca54-652a-47dd-b14b-8f6bbf696503] Reconfiguring VM instance instance-0000002d to attach disk [datastore1] d06fca54-652a-47dd-b14b-8f6bbf696503/d06fca54-652a-47dd-b14b-8f6bbf696503.vmdk or device None with type sparse {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1652.907416] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e8cb49cf-12ce-4807-a22b-7c3f7b7ab78a {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.933146] env[62574]: DEBUG oslo_vmware.api [None req-6cc8c8a6-287c-4ca1-bf5d-d037fa127981 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Waiting for the task: (returnval){ [ 1652.933146] env[62574]: value = "task-1861619" [ 1652.933146] env[62574]: _type = "Task" [ 1652.933146] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1652.947955] env[62574]: DEBUG oslo_vmware.api [None req-6cc8c8a6-287c-4ca1-bf5d-d037fa127981 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Task: {'id': task-1861619, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1652.975716] env[62574]: INFO nova.compute.manager [-] [instance: 2a0c3300-ba7f-4604-b629-42bda5d48664] Took 2.14 seconds to deallocate network for instance. [ 1653.039635] env[62574]: DEBUG oslo_vmware.api [None req-cfc5810e-1664-45fc-b939-ff296fd5d7be tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Task: {'id': task-1861617, 'name': RemoveSnapshot_Task, 'duration_secs': 0.870294} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1653.039635] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-cfc5810e-1664-45fc-b939-ff296fd5d7be tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] [instance: 4cc7d784-be5d-41db-a028-0dade3464032] Deleted Snapshot of the VM instance {{(pid=62574) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1653.039987] env[62574]: INFO nova.compute.manager [None req-cfc5810e-1664-45fc-b939-ff296fd5d7be tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] [instance: 4cc7d784-be5d-41db-a028-0dade3464032] Took 18.13 seconds to snapshot the instance on the hypervisor. [ 1653.067694] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b379d22-cd67-4b63-a258-d66a5d4c43a2 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.085624] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76d304e7-a438-407f-af42-ac36c63dbb00 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.120038] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f711c368-3c2b-4131-82c0-ddee01cf70fc {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.134035] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32d2425c-d477-466b-9353-5d5416824bc5 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.152597] env[62574]: DEBUG oslo_concurrency.lockutils [None req-3aa31614-06ea-4b5c-94f2-6c5676283c6a tempest-ServersTestManualDisk-792638702 tempest-ServersTestManualDisk-792638702-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1653.153244] env[62574]: DEBUG nova.compute.provider_tree [None req-077badf6-49dd-4895-9fde-36c5d1bd3b3d tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Inventory has not changed in ProviderTree for provider: f0ed160a-beff-4626-a531-2a70d7bc0627 {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1653.155450] env[62574]: DEBUG oslo_concurrency.lockutils [None req-0b461726-7d35-4715-8c35-fd4cb2ee07b2 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1653.329985] env[62574]: DEBUG nova.compute.manager [None req-2e528d6a-3de4-4266-8afc-ce1e1eae325b tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] [instance: e34254ce-88c3-41dd-be1c-553eea828050] Start spawning the instance on the hypervisor. {{(pid=62574) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1653.348949] env[62574]: DEBUG nova.network.neutron [None req-8712369c-7e69-4ea3-bad8-043c188fb40b tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] [instance: ab4ac58c-a716-46c6-ba11-fb5dd8e7ba24] Successfully updated port: bdb88878-ca3e-484b-b5ce-fd41cb7e568d {{(pid=62574) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1653.363652] env[62574]: DEBUG nova.network.neutron [None req-28aeadda-bf1b-4689-b01c-313c3e41275e tempest-AttachInterfacesUnderV243Test-962410907 tempest-AttachInterfacesUnderV243Test-962410907-project-member] [instance: ae9a6ff7-cc1f-43dc-9acb-47aaa3d1089e] Building network info cache for instance {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1653.369958] env[62574]: DEBUG nova.virt.hardware [None req-2e528d6a-3de4-4266-8afc-ce1e1eae325b tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T19:26:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-13T19:26:40Z,direct_url=,disk_format='vmdk',id=3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7eed1dd4d2c3418eb32c4f4ceda3ab0d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-13T19:26:41Z,virtual_size=,visibility=), allow threads: False {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1653.370301] env[62574]: DEBUG nova.virt.hardware [None req-2e528d6a-3de4-4266-8afc-ce1e1eae325b tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] Flavor limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1653.370495] env[62574]: DEBUG nova.virt.hardware [None req-2e528d6a-3de4-4266-8afc-ce1e1eae325b tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] Image limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1653.370742] env[62574]: DEBUG nova.virt.hardware [None req-2e528d6a-3de4-4266-8afc-ce1e1eae325b tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] Flavor pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1653.370928] env[62574]: DEBUG nova.virt.hardware [None req-2e528d6a-3de4-4266-8afc-ce1e1eae325b tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] Image pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1653.371178] env[62574]: DEBUG nova.virt.hardware [None req-2e528d6a-3de4-4266-8afc-ce1e1eae325b tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1653.371548] env[62574]: DEBUG nova.virt.hardware [None req-2e528d6a-3de4-4266-8afc-ce1e1eae325b tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1653.371659] env[62574]: DEBUG nova.virt.hardware [None req-2e528d6a-3de4-4266-8afc-ce1e1eae325b tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1653.371950] env[62574]: DEBUG nova.virt.hardware [None req-2e528d6a-3de4-4266-8afc-ce1e1eae325b tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] Got 1 possible topologies {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1653.372449] env[62574]: DEBUG nova.virt.hardware [None req-2e528d6a-3de4-4266-8afc-ce1e1eae325b tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1653.372555] env[62574]: DEBUG nova.virt.hardware [None req-2e528d6a-3de4-4266-8afc-ce1e1eae325b tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1653.373380] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e9066ff-3fa7-493e-bb74-1541f76c355e {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.384939] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0fc6ca8-82c3-46d2-90fa-d989f062cb5e {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.429351] env[62574]: DEBUG oslo_concurrency.lockutils [None req-e5515249-30c6-4f2a-b39c-7b7f169ad6cc tempest-VolumesAssistedSnapshotsTest-330692648 tempest-VolumesAssistedSnapshotsTest-330692648-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1653.444632] env[62574]: DEBUG oslo_vmware.api [None req-6cc8c8a6-287c-4ca1-bf5d-d037fa127981 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Task: {'id': task-1861619, 'name': ReconfigVM_Task, 'duration_secs': 0.303925} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1653.444941] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-6cc8c8a6-287c-4ca1-bf5d-d037fa127981 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] [instance: d06fca54-652a-47dd-b14b-8f6bbf696503] Reconfigured VM instance instance-0000002d to attach disk [datastore1] d06fca54-652a-47dd-b14b-8f6bbf696503/d06fca54-652a-47dd-b14b-8f6bbf696503.vmdk or device None with type sparse {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1653.445593] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0b448bee-0371-4847-ac45-a1ba6e3303f6 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.454275] env[62574]: DEBUG oslo_vmware.api [None req-6cc8c8a6-287c-4ca1-bf5d-d037fa127981 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Waiting for the task: (returnval){ [ 1653.454275] env[62574]: value = "task-1861620" [ 1653.454275] env[62574]: _type = "Task" [ 1653.454275] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1653.465193] env[62574]: DEBUG oslo_vmware.api [None req-6cc8c8a6-287c-4ca1-bf5d-d037fa127981 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Task: {'id': task-1861620, 'name': Rename_Task} progress is 5%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1653.482459] env[62574]: DEBUG oslo_concurrency.lockutils [None req-44fdfd8c-eb17-458d-a497-4d0744380e00 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1653.602278] env[62574]: DEBUG nova.compute.manager [req-ccfc1229-6c6f-432d-a560-00aa40e88e50 req-3d7fde9b-74fa-4d64-95cb-3641704d0996 service nova] [instance: d0a90055-5c6c-44eb-a9e4-467022eda4db] Received event network-vif-deleted-f914f5e2-4e27-4afb-b267-b56e7fe7e447 {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1653.602528] env[62574]: DEBUG nova.compute.manager [req-ccfc1229-6c6f-432d-a560-00aa40e88e50 req-3d7fde9b-74fa-4d64-95cb-3641704d0996 service nova] [instance: 2a0c3300-ba7f-4604-b629-42bda5d48664] Received event network-vif-deleted-54e8da54-8296-4e08-ad1a-3140fe9ac725 {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1653.602744] env[62574]: DEBUG nova.compute.manager [req-ccfc1229-6c6f-432d-a560-00aa40e88e50 req-3d7fde9b-74fa-4d64-95cb-3641704d0996 service nova] [instance: a3e0bf12-7471-4d8d-bb31-bf4b3b35f87f] Received event network-changed-8847555c-7195-415f-9f22-a601d51c878e {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1653.602951] env[62574]: DEBUG nova.compute.manager [req-ccfc1229-6c6f-432d-a560-00aa40e88e50 req-3d7fde9b-74fa-4d64-95cb-3641704d0996 service nova] [instance: a3e0bf12-7471-4d8d-bb31-bf4b3b35f87f] Refreshing instance network info cache due to event network-changed-8847555c-7195-415f-9f22-a601d51c878e. {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1653.603212] env[62574]: DEBUG oslo_concurrency.lockutils [req-ccfc1229-6c6f-432d-a560-00aa40e88e50 req-3d7fde9b-74fa-4d64-95cb-3641704d0996 service nova] Acquiring lock "refresh_cache-a3e0bf12-7471-4d8d-bb31-bf4b3b35f87f" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1653.603388] env[62574]: DEBUG oslo_concurrency.lockutils [req-ccfc1229-6c6f-432d-a560-00aa40e88e50 req-3d7fde9b-74fa-4d64-95cb-3641704d0996 service nova] Acquired lock "refresh_cache-a3e0bf12-7471-4d8d-bb31-bf4b3b35f87f" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1653.603762] env[62574]: DEBUG nova.network.neutron [req-ccfc1229-6c6f-432d-a560-00aa40e88e50 req-3d7fde9b-74fa-4d64-95cb-3641704d0996 service nova] [instance: a3e0bf12-7471-4d8d-bb31-bf4b3b35f87f] Refreshing network info cache for port 8847555c-7195-415f-9f22-a601d51c878e {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1653.615963] env[62574]: DEBUG nova.compute.manager [None req-cfc5810e-1664-45fc-b939-ff296fd5d7be tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] [instance: 4cc7d784-be5d-41db-a028-0dade3464032] Found 1 images (rotation: 2) {{(pid=62574) _rotate_backups /opt/stack/nova/nova/compute/manager.py:4960}} [ 1653.657508] env[62574]: DEBUG nova.scheduler.client.report [None req-077badf6-49dd-4895-9fde-36c5d1bd3b3d tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Inventory has not changed for provider f0ed160a-beff-4626-a531-2a70d7bc0627 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1653.851810] env[62574]: DEBUG oslo_concurrency.lockutils [None req-8712369c-7e69-4ea3-bad8-043c188fb40b tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Acquiring lock "refresh_cache-ab4ac58c-a716-46c6-ba11-fb5dd8e7ba24" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1653.853108] env[62574]: DEBUG oslo_concurrency.lockutils [None req-8712369c-7e69-4ea3-bad8-043c188fb40b tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Acquired lock "refresh_cache-ab4ac58c-a716-46c6-ba11-fb5dd8e7ba24" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1653.853108] env[62574]: DEBUG nova.network.neutron [None req-8712369c-7e69-4ea3-bad8-043c188fb40b tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] [instance: ab4ac58c-a716-46c6-ba11-fb5dd8e7ba24] Building network info cache for instance {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1653.966191] env[62574]: DEBUG oslo_vmware.api [None req-6cc8c8a6-287c-4ca1-bf5d-d037fa127981 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Task: {'id': task-1861620, 'name': Rename_Task, 'duration_secs': 0.155076} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1653.966514] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cc8c8a6-287c-4ca1-bf5d-d037fa127981 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] [instance: d06fca54-652a-47dd-b14b-8f6bbf696503] Powering on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1653.966775] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0d2d58bb-5c9d-4a69-85a9-ff14cbf26c53 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.974250] env[62574]: DEBUG oslo_vmware.api [None req-6cc8c8a6-287c-4ca1-bf5d-d037fa127981 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Waiting for the task: (returnval){ [ 1653.974250] env[62574]: value = "task-1861621" [ 1653.974250] env[62574]: _type = "Task" [ 1653.974250] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1653.985349] env[62574]: DEBUG oslo_vmware.api [None req-6cc8c8a6-287c-4ca1-bf5d-d037fa127981 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Task: {'id': task-1861621, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1654.128733] env[62574]: DEBUG nova.compute.manager [req-41068a33-93c7-440e-bbf1-6ca9d8e86b40 req-5a7fa119-5d6c-4c35-8d0a-0a5b92f88a57 service nova] [instance: ab4ac58c-a716-46c6-ba11-fb5dd8e7ba24] Received event network-vif-plugged-bdb88878-ca3e-484b-b5ce-fd41cb7e568d {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1654.128930] env[62574]: DEBUG oslo_concurrency.lockutils [req-41068a33-93c7-440e-bbf1-6ca9d8e86b40 req-5a7fa119-5d6c-4c35-8d0a-0a5b92f88a57 service nova] Acquiring lock "ab4ac58c-a716-46c6-ba11-fb5dd8e7ba24-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1654.129158] env[62574]: DEBUG oslo_concurrency.lockutils [req-41068a33-93c7-440e-bbf1-6ca9d8e86b40 req-5a7fa119-5d6c-4c35-8d0a-0a5b92f88a57 service nova] Lock "ab4ac58c-a716-46c6-ba11-fb5dd8e7ba24-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1654.129330] env[62574]: DEBUG oslo_concurrency.lockutils [req-41068a33-93c7-440e-bbf1-6ca9d8e86b40 req-5a7fa119-5d6c-4c35-8d0a-0a5b92f88a57 service nova] Lock "ab4ac58c-a716-46c6-ba11-fb5dd8e7ba24-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1654.129497] env[62574]: DEBUG nova.compute.manager [req-41068a33-93c7-440e-bbf1-6ca9d8e86b40 req-5a7fa119-5d6c-4c35-8d0a-0a5b92f88a57 service nova] [instance: ab4ac58c-a716-46c6-ba11-fb5dd8e7ba24] No waiting events found dispatching network-vif-plugged-bdb88878-ca3e-484b-b5ce-fd41cb7e568d {{(pid=62574) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1654.131039] env[62574]: WARNING nova.compute.manager [req-41068a33-93c7-440e-bbf1-6ca9d8e86b40 req-5a7fa119-5d6c-4c35-8d0a-0a5b92f88a57 service nova] [instance: ab4ac58c-a716-46c6-ba11-fb5dd8e7ba24] Received unexpected event network-vif-plugged-bdb88878-ca3e-484b-b5ce-fd41cb7e568d for instance with vm_state building and task_state spawning. [ 1654.131039] env[62574]: DEBUG nova.compute.manager [req-41068a33-93c7-440e-bbf1-6ca9d8e86b40 req-5a7fa119-5d6c-4c35-8d0a-0a5b92f88a57 service nova] [instance: ab4ac58c-a716-46c6-ba11-fb5dd8e7ba24] Received event network-changed-bdb88878-ca3e-484b-b5ce-fd41cb7e568d {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1654.131039] env[62574]: DEBUG nova.compute.manager [req-41068a33-93c7-440e-bbf1-6ca9d8e86b40 req-5a7fa119-5d6c-4c35-8d0a-0a5b92f88a57 service nova] [instance: ab4ac58c-a716-46c6-ba11-fb5dd8e7ba24] Refreshing instance network info cache due to event network-changed-bdb88878-ca3e-484b-b5ce-fd41cb7e568d. {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1654.131039] env[62574]: DEBUG oslo_concurrency.lockutils [req-41068a33-93c7-440e-bbf1-6ca9d8e86b40 req-5a7fa119-5d6c-4c35-8d0a-0a5b92f88a57 service nova] Acquiring lock "refresh_cache-ab4ac58c-a716-46c6-ba11-fb5dd8e7ba24" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1654.162290] env[62574]: DEBUG oslo_concurrency.lockutils [None req-077badf6-49dd-4895-9fde-36c5d1bd3b3d tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.870s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1654.162941] env[62574]: DEBUG nova.compute.manager [None req-077badf6-49dd-4895-9fde-36c5d1bd3b3d tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] [instance: 315b8f76-6d67-4e58-8898-2b68a1e4f79a] Start building networks asynchronously for instance. {{(pid=62574) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1654.168925] env[62574]: DEBUG oslo_concurrency.lockutils [None req-0703cd00-d1db-499b-b4ff-f4642486f4c5 tempest-ServersTestBootFromVolume-749154611 tempest-ServersTestBootFromVolume-749154611-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.408s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1654.170567] env[62574]: INFO nova.compute.claims [None req-0703cd00-d1db-499b-b4ff-f4642486f4c5 tempest-ServersTestBootFromVolume-749154611 tempest-ServersTestBootFromVolume-749154611-project-member] [instance: c2d3abbc-2fdd-4df1-bb58-709b2bc89bb4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1654.364108] env[62574]: DEBUG nova.network.neutron [None req-28aeadda-bf1b-4689-b01c-313c3e41275e tempest-AttachInterfacesUnderV243Test-962410907 tempest-AttachInterfacesUnderV243Test-962410907-project-member] [instance: ae9a6ff7-cc1f-43dc-9acb-47aaa3d1089e] Updating instance_info_cache with network_info: [{"id": "51e938de-9a12-4d8a-905c-465b1e3ede91", "address": "fa:16:3e:65:79:c5", "network": {"id": "bfb33f5f-722e-474d-9852-8f4912e532ff", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1540486594-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.221", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e65546ab27a4afe8ba3f0598772f41a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2321dbbe-f64a-4253-a462-21676f8a278e", "external-id": "nsx-vlan-transportzone-714", "segmentation_id": 714, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51e938de-9a", "ovs_interfaceid": "51e938de-9a12-4d8a-905c-465b1e3ede91", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1654.405498] env[62574]: DEBUG nova.network.neutron [None req-8712369c-7e69-4ea3-bad8-043c188fb40b tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] [instance: ab4ac58c-a716-46c6-ba11-fb5dd8e7ba24] Instance cache missing network info. {{(pid=62574) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1654.486850] env[62574]: DEBUG oslo_vmware.api [None req-6cc8c8a6-287c-4ca1-bf5d-d037fa127981 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Task: {'id': task-1861621, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1654.545673] env[62574]: DEBUG nova.network.neutron [req-ccfc1229-6c6f-432d-a560-00aa40e88e50 req-3d7fde9b-74fa-4d64-95cb-3641704d0996 service nova] [instance: a3e0bf12-7471-4d8d-bb31-bf4b3b35f87f] Updated VIF entry in instance network info cache for port 8847555c-7195-415f-9f22-a601d51c878e. {{(pid=62574) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1654.546163] env[62574]: DEBUG nova.network.neutron [req-ccfc1229-6c6f-432d-a560-00aa40e88e50 req-3d7fde9b-74fa-4d64-95cb-3641704d0996 service nova] [instance: a3e0bf12-7471-4d8d-bb31-bf4b3b35f87f] Updating instance_info_cache with network_info: [{"id": "8847555c-7195-415f-9f22-a601d51c878e", "address": "fa:16:3e:b2:3f:ab", "network": {"id": "a2e8b4f3-d231-4291-b35a-115b35e05042", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1368243888-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.140", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "683559d4349247a39ab21f2fdf222535", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5f60c972-a72d-4c5f-a250-faadfd6eafbe", "external-id": "nsx-vlan-transportzone-932", "segmentation_id": 932, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8847555c-71", "ovs_interfaceid": "8847555c-7195-415f-9f22-a601d51c878e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1654.629779] env[62574]: DEBUG nova.network.neutron [None req-8712369c-7e69-4ea3-bad8-043c188fb40b tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] [instance: ab4ac58c-a716-46c6-ba11-fb5dd8e7ba24] Updating instance_info_cache with network_info: [{"id": "bdb88878-ca3e-484b-b5ce-fd41cb7e568d", "address": "fa:16:3e:03:7e:f2", "network": {"id": "a9cdd1f4-8d7e-4f5a-bce3-2ba18087d749", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1963892663-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "349319b81ebc4b50b19ead6b2aa1c248", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f1e0e39-0c84-4fcd-9113-cc528c3eb185", "external-id": "nsx-vlan-transportzone-907", "segmentation_id": 907, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbdb88878-ca", "ovs_interfaceid": "bdb88878-ca3e-484b-b5ce-fd41cb7e568d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1654.675422] env[62574]: DEBUG nova.compute.utils [None req-077badf6-49dd-4895-9fde-36c5d1bd3b3d tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Using /dev/sd instead of None {{(pid=62574) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1654.683403] env[62574]: DEBUG nova.compute.manager [None req-077badf6-49dd-4895-9fde-36c5d1bd3b3d tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] [instance: 315b8f76-6d67-4e58-8898-2b68a1e4f79a] Allocating IP information in the background. {{(pid=62574) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1654.683660] env[62574]: DEBUG nova.network.neutron [None req-077badf6-49dd-4895-9fde-36c5d1bd3b3d tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] [instance: 315b8f76-6d67-4e58-8898-2b68a1e4f79a] allocate_for_instance() {{(pid=62574) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1654.695721] env[62574]: DEBUG nova.network.neutron [None req-2e528d6a-3de4-4266-8afc-ce1e1eae325b tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] [instance: e34254ce-88c3-41dd-be1c-553eea828050] Successfully updated port: 5eeb55df-8dce-4fd3-b7ab-cb5ecb41437a {{(pid=62574) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1654.738169] env[62574]: DEBUG nova.policy [None req-077badf6-49dd-4895-9fde-36c5d1bd3b3d tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '00017b350dcf420eb9ff32af0ce99b10', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '56c182ddec574253b665707e8eba14e3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62574) authorize /opt/stack/nova/nova/policy.py:192}} [ 1654.869514] env[62574]: DEBUG oslo_concurrency.lockutils [None req-28aeadda-bf1b-4689-b01c-313c3e41275e tempest-AttachInterfacesUnderV243Test-962410907 tempest-AttachInterfacesUnderV243Test-962410907-project-member] Releasing lock "refresh_cache-ae9a6ff7-cc1f-43dc-9acb-47aaa3d1089e" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1654.869783] env[62574]: DEBUG nova.compute.manager [None req-28aeadda-bf1b-4689-b01c-313c3e41275e tempest-AttachInterfacesUnderV243Test-962410907 tempest-AttachInterfacesUnderV243Test-962410907-project-member] [instance: ae9a6ff7-cc1f-43dc-9acb-47aaa3d1089e] Inject network info {{(pid=62574) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7636}} [ 1654.870068] env[62574]: DEBUG nova.compute.manager [None req-28aeadda-bf1b-4689-b01c-313c3e41275e tempest-AttachInterfacesUnderV243Test-962410907 tempest-AttachInterfacesUnderV243Test-962410907-project-member] [instance: ae9a6ff7-cc1f-43dc-9acb-47aaa3d1089e] network_info to inject: |[{"id": "51e938de-9a12-4d8a-905c-465b1e3ede91", "address": "fa:16:3e:65:79:c5", "network": {"id": "bfb33f5f-722e-474d-9852-8f4912e532ff", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1540486594-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.221", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e65546ab27a4afe8ba3f0598772f41a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2321dbbe-f64a-4253-a462-21676f8a278e", "external-id": "nsx-vlan-transportzone-714", "segmentation_id": 714, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51e938de-9a", "ovs_interfaceid": "51e938de-9a12-4d8a-905c-465b1e3ede91", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62574) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7637}} [ 1654.874832] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-28aeadda-bf1b-4689-b01c-313c3e41275e tempest-AttachInterfacesUnderV243Test-962410907 tempest-AttachInterfacesUnderV243Test-962410907-project-member] [instance: ae9a6ff7-cc1f-43dc-9acb-47aaa3d1089e] Reconfiguring VM instance to set the machine id {{(pid=62574) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 1654.875156] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e7323262-b115-4038-95e1-bfa8a519ebd5 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.893572] env[62574]: DEBUG oslo_vmware.api [None req-28aeadda-bf1b-4689-b01c-313c3e41275e tempest-AttachInterfacesUnderV243Test-962410907 tempest-AttachInterfacesUnderV243Test-962410907-project-member] Waiting for the task: (returnval){ [ 1654.893572] env[62574]: value = "task-1861622" [ 1654.893572] env[62574]: _type = "Task" [ 1654.893572] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1654.902695] env[62574]: DEBUG oslo_vmware.api [None req-28aeadda-bf1b-4689-b01c-313c3e41275e tempest-AttachInterfacesUnderV243Test-962410907 tempest-AttachInterfacesUnderV243Test-962410907-project-member] Task: {'id': task-1861622, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1654.960717] env[62574]: DEBUG nova.compute.manager [None req-e80ce5c7-9046-4bac-9e2f-ace28b59b46b tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] [instance: 4cc7d784-be5d-41db-a028-0dade3464032] Checking state {{(pid=62574) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1654.961793] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb1d04fe-d655-492c-b557-8c1f5b7cfa38 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.984700] env[62574]: DEBUG oslo_vmware.api [None req-6cc8c8a6-287c-4ca1-bf5d-d037fa127981 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Task: {'id': task-1861621, 'name': PowerOnVM_Task, 'duration_secs': 0.707686} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1654.985105] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cc8c8a6-287c-4ca1-bf5d-d037fa127981 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] [instance: d06fca54-652a-47dd-b14b-8f6bbf696503] Powered on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1654.985424] env[62574]: INFO nova.compute.manager [None req-6cc8c8a6-287c-4ca1-bf5d-d037fa127981 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] [instance: d06fca54-652a-47dd-b14b-8f6bbf696503] Took 13.70 seconds to spawn the instance on the hypervisor. [ 1654.985529] env[62574]: DEBUG nova.compute.manager [None req-6cc8c8a6-287c-4ca1-bf5d-d037fa127981 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] [instance: d06fca54-652a-47dd-b14b-8f6bbf696503] Checking state {{(pid=62574) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1654.986391] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f27f66c8-0850-4b8b-ae1d-74522814bf64 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.038964] env[62574]: DEBUG nova.network.neutron [None req-077badf6-49dd-4895-9fde-36c5d1bd3b3d tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] [instance: 315b8f76-6d67-4e58-8898-2b68a1e4f79a] Successfully created port: dee92b27-bf91-4a13-a02f-79a2d6a7a6d2 {{(pid=62574) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1655.048869] env[62574]: DEBUG oslo_concurrency.lockutils [req-ccfc1229-6c6f-432d-a560-00aa40e88e50 req-3d7fde9b-74fa-4d64-95cb-3641704d0996 service nova] Releasing lock "refresh_cache-a3e0bf12-7471-4d8d-bb31-bf4b3b35f87f" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1655.132605] env[62574]: DEBUG oslo_concurrency.lockutils [None req-8712369c-7e69-4ea3-bad8-043c188fb40b tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Releasing lock "refresh_cache-ab4ac58c-a716-46c6-ba11-fb5dd8e7ba24" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1655.134072] env[62574]: DEBUG nova.compute.manager [None req-8712369c-7e69-4ea3-bad8-043c188fb40b tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] [instance: ab4ac58c-a716-46c6-ba11-fb5dd8e7ba24] Instance network_info: |[{"id": "bdb88878-ca3e-484b-b5ce-fd41cb7e568d", "address": "fa:16:3e:03:7e:f2", "network": {"id": "a9cdd1f4-8d7e-4f5a-bce3-2ba18087d749", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1963892663-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "349319b81ebc4b50b19ead6b2aa1c248", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f1e0e39-0c84-4fcd-9113-cc528c3eb185", "external-id": "nsx-vlan-transportzone-907", "segmentation_id": 907, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbdb88878-ca", "ovs_interfaceid": "bdb88878-ca3e-484b-b5ce-fd41cb7e568d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62574) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1655.134521] env[62574]: DEBUG oslo_concurrency.lockutils [req-41068a33-93c7-440e-bbf1-6ca9d8e86b40 req-5a7fa119-5d6c-4c35-8d0a-0a5b92f88a57 service nova] Acquired lock "refresh_cache-ab4ac58c-a716-46c6-ba11-fb5dd8e7ba24" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1655.137408] env[62574]: DEBUG nova.network.neutron [req-41068a33-93c7-440e-bbf1-6ca9d8e86b40 req-5a7fa119-5d6c-4c35-8d0a-0a5b92f88a57 service nova] [instance: ab4ac58c-a716-46c6-ba11-fb5dd8e7ba24] Refreshing network info cache for port bdb88878-ca3e-484b-b5ce-fd41cb7e568d {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1655.141859] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-8712369c-7e69-4ea3-bad8-043c188fb40b tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] [instance: ab4ac58c-a716-46c6-ba11-fb5dd8e7ba24] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:03:7e:f2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9f1e0e39-0c84-4fcd-9113-cc528c3eb185', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bdb88878-ca3e-484b-b5ce-fd41cb7e568d', 'vif_model': 'vmxnet3'}] {{(pid=62574) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1655.151655] env[62574]: DEBUG oslo.service.loopingcall [None req-8712369c-7e69-4ea3-bad8-043c188fb40b tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62574) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1655.151655] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ab4ac58c-a716-46c6-ba11-fb5dd8e7ba24] Creating VM on the ESX host {{(pid=62574) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1655.152474] env[62574]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8a2c5617-c269-4960-9d5b-bead8172705d {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.177166] env[62574]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1655.177166] env[62574]: value = "task-1861623" [ 1655.177166] env[62574]: _type = "Task" [ 1655.177166] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1655.184157] env[62574]: DEBUG nova.compute.manager [None req-077badf6-49dd-4895-9fde-36c5d1bd3b3d tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] [instance: 315b8f76-6d67-4e58-8898-2b68a1e4f79a] Start building block device mappings for instance. {{(pid=62574) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1655.198418] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1861623, 'name': CreateVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1655.199473] env[62574]: DEBUG oslo_concurrency.lockutils [None req-2e528d6a-3de4-4266-8afc-ce1e1eae325b tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] Acquiring lock "refresh_cache-e34254ce-88c3-41dd-be1c-553eea828050" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1655.199637] env[62574]: DEBUG oslo_concurrency.lockutils [None req-2e528d6a-3de4-4266-8afc-ce1e1eae325b tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] Acquired lock "refresh_cache-e34254ce-88c3-41dd-be1c-553eea828050" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1655.199931] env[62574]: DEBUG nova.network.neutron [None req-2e528d6a-3de4-4266-8afc-ce1e1eae325b tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] [instance: e34254ce-88c3-41dd-be1c-553eea828050] Building network info cache for instance {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1655.386306] env[62574]: DEBUG nova.objects.instance [None req-957c61ae-a624-4885-b34c-5f3e912a9245 tempest-AttachInterfacesUnderV243Test-962410907 tempest-AttachInterfacesUnderV243Test-962410907-project-member] Lazy-loading 'flavor' on Instance uuid ae9a6ff7-cc1f-43dc-9acb-47aaa3d1089e {{(pid=62574) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1655.406802] env[62574]: DEBUG oslo_vmware.api [None req-28aeadda-bf1b-4689-b01c-313c3e41275e tempest-AttachInterfacesUnderV243Test-962410907 tempest-AttachInterfacesUnderV243Test-962410907-project-member] Task: {'id': task-1861622, 'name': ReconfigVM_Task, 'duration_secs': 0.26626} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1655.407109] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-28aeadda-bf1b-4689-b01c-313c3e41275e tempest-AttachInterfacesUnderV243Test-962410907 tempest-AttachInterfacesUnderV243Test-962410907-project-member] [instance: ae9a6ff7-cc1f-43dc-9acb-47aaa3d1089e] Reconfigured VM instance to set the machine id {{(pid=62574) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 1655.475057] env[62574]: INFO nova.compute.manager [None req-e80ce5c7-9046-4bac-9e2f-ace28b59b46b tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] [instance: 4cc7d784-be5d-41db-a028-0dade3464032] instance snapshotting [ 1655.476136] env[62574]: DEBUG nova.objects.instance [None req-e80ce5c7-9046-4bac-9e2f-ace28b59b46b tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Lazy-loading 'flavor' on Instance uuid 4cc7d784-be5d-41db-a028-0dade3464032 {{(pid=62574) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1655.514771] env[62574]: INFO nova.compute.manager [None req-6cc8c8a6-287c-4ca1-bf5d-d037fa127981 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] [instance: d06fca54-652a-47dd-b14b-8f6bbf696503] Took 41.35 seconds to build instance. [ 1655.633937] env[62574]: DEBUG nova.compute.manager [req-dacad3c9-855f-490f-8f66-32ca25123bcf req-1e678423-770c-4d4b-97ab-d5a795581214 service nova] [instance: e34254ce-88c3-41dd-be1c-553eea828050] Received event network-vif-plugged-5eeb55df-8dce-4fd3-b7ab-cb5ecb41437a {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1655.633937] env[62574]: DEBUG oslo_concurrency.lockutils [req-dacad3c9-855f-490f-8f66-32ca25123bcf req-1e678423-770c-4d4b-97ab-d5a795581214 service nova] Acquiring lock "e34254ce-88c3-41dd-be1c-553eea828050-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1655.633937] env[62574]: DEBUG oslo_concurrency.lockutils [req-dacad3c9-855f-490f-8f66-32ca25123bcf req-1e678423-770c-4d4b-97ab-d5a795581214 service nova] Lock "e34254ce-88c3-41dd-be1c-553eea828050-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1655.634072] env[62574]: DEBUG oslo_concurrency.lockutils [req-dacad3c9-855f-490f-8f66-32ca25123bcf req-1e678423-770c-4d4b-97ab-d5a795581214 service nova] Lock "e34254ce-88c3-41dd-be1c-553eea828050-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1655.634227] env[62574]: DEBUG nova.compute.manager [req-dacad3c9-855f-490f-8f66-32ca25123bcf req-1e678423-770c-4d4b-97ab-d5a795581214 service nova] [instance: e34254ce-88c3-41dd-be1c-553eea828050] No waiting events found dispatching network-vif-plugged-5eeb55df-8dce-4fd3-b7ab-cb5ecb41437a {{(pid=62574) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1655.634393] env[62574]: WARNING nova.compute.manager [req-dacad3c9-855f-490f-8f66-32ca25123bcf req-1e678423-770c-4d4b-97ab-d5a795581214 service nova] [instance: e34254ce-88c3-41dd-be1c-553eea828050] Received unexpected event network-vif-plugged-5eeb55df-8dce-4fd3-b7ab-cb5ecb41437a for instance with vm_state building and task_state spawning. [ 1655.634559] env[62574]: DEBUG nova.compute.manager [req-dacad3c9-855f-490f-8f66-32ca25123bcf req-1e678423-770c-4d4b-97ab-d5a795581214 service nova] [instance: e34254ce-88c3-41dd-be1c-553eea828050] Received event network-changed-5eeb55df-8dce-4fd3-b7ab-cb5ecb41437a {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1655.634714] env[62574]: DEBUG nova.compute.manager [req-dacad3c9-855f-490f-8f66-32ca25123bcf req-1e678423-770c-4d4b-97ab-d5a795581214 service nova] [instance: e34254ce-88c3-41dd-be1c-553eea828050] Refreshing instance network info cache due to event network-changed-5eeb55df-8dce-4fd3-b7ab-cb5ecb41437a. {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1655.634881] env[62574]: DEBUG oslo_concurrency.lockutils [req-dacad3c9-855f-490f-8f66-32ca25123bcf req-1e678423-770c-4d4b-97ab-d5a795581214 service nova] Acquiring lock "refresh_cache-e34254ce-88c3-41dd-be1c-553eea828050" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1655.677477] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa0c32c2-06b7-456d-be5e-b395fdc5793d {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.692816] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1861623, 'name': CreateVM_Task} progress is 99%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1655.693852] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c026583-62c4-4bb0-aeee-a4f5d04fc3be {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.743808] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90530661-5451-419b-ae83-5bd2b166309f {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.756035] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a299368-e0d0-47ca-a17b-171533c9e197 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.773038] env[62574]: DEBUG nova.compute.provider_tree [None req-0703cd00-d1db-499b-b4ff-f4642486f4c5 tempest-ServersTestBootFromVolume-749154611 tempest-ServersTestBootFromVolume-749154611-project-member] Inventory has not changed in ProviderTree for provider: f0ed160a-beff-4626-a531-2a70d7bc0627 {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1655.808163] env[62574]: DEBUG nova.network.neutron [None req-2e528d6a-3de4-4266-8afc-ce1e1eae325b tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] [instance: e34254ce-88c3-41dd-be1c-553eea828050] Instance cache missing network info. {{(pid=62574) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1655.893049] env[62574]: DEBUG oslo_concurrency.lockutils [None req-957c61ae-a624-4885-b34c-5f3e912a9245 tempest-AttachInterfacesUnderV243Test-962410907 tempest-AttachInterfacesUnderV243Test-962410907-project-member] Acquiring lock "refresh_cache-ae9a6ff7-cc1f-43dc-9acb-47aaa3d1089e" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1655.893242] env[62574]: DEBUG oslo_concurrency.lockutils [None req-957c61ae-a624-4885-b34c-5f3e912a9245 tempest-AttachInterfacesUnderV243Test-962410907 tempest-AttachInterfacesUnderV243Test-962410907-project-member] Acquired lock "refresh_cache-ae9a6ff7-cc1f-43dc-9acb-47aaa3d1089e" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1655.898881] env[62574]: DEBUG nova.network.neutron [req-41068a33-93c7-440e-bbf1-6ca9d8e86b40 req-5a7fa119-5d6c-4c35-8d0a-0a5b92f88a57 service nova] [instance: ab4ac58c-a716-46c6-ba11-fb5dd8e7ba24] Updated VIF entry in instance network info cache for port bdb88878-ca3e-484b-b5ce-fd41cb7e568d. {{(pid=62574) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1655.899250] env[62574]: DEBUG nova.network.neutron [req-41068a33-93c7-440e-bbf1-6ca9d8e86b40 req-5a7fa119-5d6c-4c35-8d0a-0a5b92f88a57 service nova] [instance: ab4ac58c-a716-46c6-ba11-fb5dd8e7ba24] Updating instance_info_cache with network_info: [{"id": "bdb88878-ca3e-484b-b5ce-fd41cb7e568d", "address": "fa:16:3e:03:7e:f2", "network": {"id": "a9cdd1f4-8d7e-4f5a-bce3-2ba18087d749", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1963892663-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "349319b81ebc4b50b19ead6b2aa1c248", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f1e0e39-0c84-4fcd-9113-cc528c3eb185", "external-id": "nsx-vlan-transportzone-907", "segmentation_id": 907, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbdb88878-ca", "ovs_interfaceid": "bdb88878-ca3e-484b-b5ce-fd41cb7e568d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1655.983068] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c933f1f-45c4-4dcc-9b22-f0b49cc2abe1 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.006501] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4968a817-8c6c-4785-9626-6c2ce446b223 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.020452] env[62574]: DEBUG oslo_concurrency.lockutils [None req-6cc8c8a6-287c-4ca1-bf5d-d037fa127981 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Lock "d06fca54-652a-47dd-b14b-8f6bbf696503" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 78.744s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1656.110664] env[62574]: DEBUG nova.network.neutron [None req-2e528d6a-3de4-4266-8afc-ce1e1eae325b tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] [instance: e34254ce-88c3-41dd-be1c-553eea828050] Updating instance_info_cache with network_info: [{"id": "5eeb55df-8dce-4fd3-b7ab-cb5ecb41437a", "address": "fa:16:3e:46:75:4a", "network": {"id": "247a4b9c-d7ee-4f6d-bb94-9dcf3baadce3", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1542155794-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "cc48a15a978f4231bbbda88a9d4ad6cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "594b35bb-a20b-4f0e-bd35-9acf9cc6bf11", "external-id": "nsx-vlan-transportzone-299", "segmentation_id": 299, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5eeb55df-8d", "ovs_interfaceid": "5eeb55df-8dce-4fd3-b7ab-cb5ecb41437a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1656.201650] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1861623, 'name': CreateVM_Task, 'duration_secs': 0.612278} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1656.201895] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ab4ac58c-a716-46c6-ba11-fb5dd8e7ba24] Created VM on the ESX host {{(pid=62574) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1656.202815] env[62574]: DEBUG oslo_concurrency.lockutils [None req-8712369c-7e69-4ea3-bad8-043c188fb40b tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1656.203073] env[62574]: DEBUG oslo_concurrency.lockutils [None req-8712369c-7e69-4ea3-bad8-043c188fb40b tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1656.203503] env[62574]: DEBUG oslo_concurrency.lockutils [None req-8712369c-7e69-4ea3-bad8-043c188fb40b tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1656.203874] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-508783e1-3f74-406c-b274-069e10351bbd {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.210325] env[62574]: DEBUG oslo_vmware.api [None req-8712369c-7e69-4ea3-bad8-043c188fb40b tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Waiting for the task: (returnval){ [ 1656.210325] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]52ab2020-dbde-6214-e5a7-2592d7e60cc5" [ 1656.210325] env[62574]: _type = "Task" [ 1656.210325] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1656.222370] env[62574]: DEBUG oslo_vmware.api [None req-8712369c-7e69-4ea3-bad8-043c188fb40b tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52ab2020-dbde-6214-e5a7-2592d7e60cc5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1656.244680] env[62574]: DEBUG nova.compute.manager [None req-077badf6-49dd-4895-9fde-36c5d1bd3b3d tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] [instance: 315b8f76-6d67-4e58-8898-2b68a1e4f79a] Start spawning the instance on the hypervisor. {{(pid=62574) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1656.270217] env[62574]: DEBUG nova.virt.hardware [None req-077badf6-49dd-4895-9fde-36c5d1bd3b3d tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T19:26:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-13T19:26:40Z,direct_url=,disk_format='vmdk',id=3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7eed1dd4d2c3418eb32c4f4ceda3ab0d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-13T19:26:41Z,virtual_size=,visibility=), allow threads: False {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1656.270475] env[62574]: DEBUG nova.virt.hardware [None req-077badf6-49dd-4895-9fde-36c5d1bd3b3d tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Flavor limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1656.270633] env[62574]: DEBUG nova.virt.hardware [None req-077badf6-49dd-4895-9fde-36c5d1bd3b3d tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Image limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1656.270815] env[62574]: DEBUG nova.virt.hardware [None req-077badf6-49dd-4895-9fde-36c5d1bd3b3d tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Flavor pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1656.270957] env[62574]: DEBUG nova.virt.hardware [None req-077badf6-49dd-4895-9fde-36c5d1bd3b3d tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Image pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1656.271133] env[62574]: DEBUG nova.virt.hardware [None req-077badf6-49dd-4895-9fde-36c5d1bd3b3d tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1656.271352] env[62574]: DEBUG nova.virt.hardware [None req-077badf6-49dd-4895-9fde-36c5d1bd3b3d tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1656.271510] env[62574]: DEBUG nova.virt.hardware [None req-077badf6-49dd-4895-9fde-36c5d1bd3b3d tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1656.271675] env[62574]: DEBUG nova.virt.hardware [None req-077badf6-49dd-4895-9fde-36c5d1bd3b3d tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Got 1 possible topologies {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1656.271841] env[62574]: DEBUG nova.virt.hardware [None req-077badf6-49dd-4895-9fde-36c5d1bd3b3d tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1656.272014] env[62574]: DEBUG nova.virt.hardware [None req-077badf6-49dd-4895-9fde-36c5d1bd3b3d tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1656.272865] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1d13746-57dc-4824-b72b-e230ce176967 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.279582] env[62574]: DEBUG nova.scheduler.client.report [None req-0703cd00-d1db-499b-b4ff-f4642486f4c5 tempest-ServersTestBootFromVolume-749154611 tempest-ServersTestBootFromVolume-749154611-project-member] Inventory has not changed for provider f0ed160a-beff-4626-a531-2a70d7bc0627 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1656.289796] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fdb954d-6720-467e-9395-6586983704d6 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.401558] env[62574]: DEBUG oslo_concurrency.lockutils [req-41068a33-93c7-440e-bbf1-6ca9d8e86b40 req-5a7fa119-5d6c-4c35-8d0a-0a5b92f88a57 service nova] Releasing lock "refresh_cache-ab4ac58c-a716-46c6-ba11-fb5dd8e7ba24" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1656.401866] env[62574]: DEBUG nova.compute.manager [req-41068a33-93c7-440e-bbf1-6ca9d8e86b40 req-5a7fa119-5d6c-4c35-8d0a-0a5b92f88a57 service nova] [instance: ae9a6ff7-cc1f-43dc-9acb-47aaa3d1089e] Received event network-changed-51e938de-9a12-4d8a-905c-465b1e3ede91 {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1656.402048] env[62574]: DEBUG nova.compute.manager [req-41068a33-93c7-440e-bbf1-6ca9d8e86b40 req-5a7fa119-5d6c-4c35-8d0a-0a5b92f88a57 service nova] [instance: ae9a6ff7-cc1f-43dc-9acb-47aaa3d1089e] Refreshing instance network info cache due to event network-changed-51e938de-9a12-4d8a-905c-465b1e3ede91. {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1656.402246] env[62574]: DEBUG oslo_concurrency.lockutils [req-41068a33-93c7-440e-bbf1-6ca9d8e86b40 req-5a7fa119-5d6c-4c35-8d0a-0a5b92f88a57 service nova] Acquiring lock "refresh_cache-ae9a6ff7-cc1f-43dc-9acb-47aaa3d1089e" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1656.502522] env[62574]: DEBUG nova.network.neutron [None req-957c61ae-a624-4885-b34c-5f3e912a9245 tempest-AttachInterfacesUnderV243Test-962410907 tempest-AttachInterfacesUnderV243Test-962410907-project-member] [instance: ae9a6ff7-cc1f-43dc-9acb-47aaa3d1089e] Building network info cache for instance {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1656.518169] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-e80ce5c7-9046-4bac-9e2f-ace28b59b46b tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] [instance: 4cc7d784-be5d-41db-a028-0dade3464032] Creating Snapshot of the VM instance {{(pid=62574) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1656.518979] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-0ca193a8-07e9-4996-8562-e910d647c089 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.529740] env[62574]: DEBUG oslo_vmware.api [None req-e80ce5c7-9046-4bac-9e2f-ace28b59b46b tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Waiting for the task: (returnval){ [ 1656.529740] env[62574]: value = "task-1861624" [ 1656.529740] env[62574]: _type = "Task" [ 1656.529740] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1656.541997] env[62574]: DEBUG oslo_vmware.api [None req-e80ce5c7-9046-4bac-9e2f-ace28b59b46b tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Task: {'id': task-1861624, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1656.549235] env[62574]: DEBUG nova.compute.manager [req-100c44aa-df1b-4aff-9246-8da6eff88b24 req-e65a5138-45bb-41a0-88d4-e2e47fa10c81 service nova] [instance: ae9a6ff7-cc1f-43dc-9acb-47aaa3d1089e] Received event network-changed-51e938de-9a12-4d8a-905c-465b1e3ede91 {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1656.549235] env[62574]: DEBUG nova.compute.manager [req-100c44aa-df1b-4aff-9246-8da6eff88b24 req-e65a5138-45bb-41a0-88d4-e2e47fa10c81 service nova] [instance: ae9a6ff7-cc1f-43dc-9acb-47aaa3d1089e] Refreshing instance network info cache due to event network-changed-51e938de-9a12-4d8a-905c-465b1e3ede91. {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1656.549438] env[62574]: DEBUG oslo_concurrency.lockutils [req-100c44aa-df1b-4aff-9246-8da6eff88b24 req-e65a5138-45bb-41a0-88d4-e2e47fa10c81 service nova] Acquiring lock "refresh_cache-ae9a6ff7-cc1f-43dc-9acb-47aaa3d1089e" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1656.619602] env[62574]: DEBUG oslo_concurrency.lockutils [None req-2e528d6a-3de4-4266-8afc-ce1e1eae325b tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] Releasing lock "refresh_cache-e34254ce-88c3-41dd-be1c-553eea828050" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1656.619602] env[62574]: DEBUG nova.compute.manager [None req-2e528d6a-3de4-4266-8afc-ce1e1eae325b tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] [instance: e34254ce-88c3-41dd-be1c-553eea828050] Instance network_info: |[{"id": "5eeb55df-8dce-4fd3-b7ab-cb5ecb41437a", "address": "fa:16:3e:46:75:4a", "network": {"id": "247a4b9c-d7ee-4f6d-bb94-9dcf3baadce3", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1542155794-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "cc48a15a978f4231bbbda88a9d4ad6cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "594b35bb-a20b-4f0e-bd35-9acf9cc6bf11", "external-id": "nsx-vlan-transportzone-299", "segmentation_id": 299, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5eeb55df-8d", "ovs_interfaceid": "5eeb55df-8dce-4fd3-b7ab-cb5ecb41437a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62574) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1656.619602] env[62574]: DEBUG oslo_concurrency.lockutils [req-dacad3c9-855f-490f-8f66-32ca25123bcf req-1e678423-770c-4d4b-97ab-d5a795581214 service nova] Acquired lock "refresh_cache-e34254ce-88c3-41dd-be1c-553eea828050" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1656.619965] env[62574]: DEBUG nova.network.neutron [req-dacad3c9-855f-490f-8f66-32ca25123bcf req-1e678423-770c-4d4b-97ab-d5a795581214 service nova] [instance: e34254ce-88c3-41dd-be1c-553eea828050] Refreshing network info cache for port 5eeb55df-8dce-4fd3-b7ab-cb5ecb41437a {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1656.620907] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-2e528d6a-3de4-4266-8afc-ce1e1eae325b tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] [instance: e34254ce-88c3-41dd-be1c-553eea828050] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:46:75:4a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '594b35bb-a20b-4f0e-bd35-9acf9cc6bf11', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5eeb55df-8dce-4fd3-b7ab-cb5ecb41437a', 'vif_model': 'vmxnet3'}] {{(pid=62574) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1656.633658] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e528d6a-3de4-4266-8afc-ce1e1eae325b tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] Creating folder: Project (cc48a15a978f4231bbbda88a9d4ad6cb). Parent ref: group-v384746. {{(pid=62574) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1656.634290] env[62574]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4ef61dc5-9515-45ad-981b-37882d59c7ee {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.650111] env[62574]: INFO nova.virt.vmwareapi.vm_util [None req-2e528d6a-3de4-4266-8afc-ce1e1eae325b tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] Created folder: Project (cc48a15a978f4231bbbda88a9d4ad6cb) in parent group-v384746. [ 1656.650332] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e528d6a-3de4-4266-8afc-ce1e1eae325b tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] Creating folder: Instances. Parent ref: group-v384882. {{(pid=62574) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1656.650598] env[62574]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2c149b87-4740-4146-9b86-d662fd9157f4 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.662037] env[62574]: INFO nova.virt.vmwareapi.vm_util [None req-2e528d6a-3de4-4266-8afc-ce1e1eae325b tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] Created folder: Instances in parent group-v384882. [ 1656.662364] env[62574]: DEBUG oslo.service.loopingcall [None req-2e528d6a-3de4-4266-8afc-ce1e1eae325b tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62574) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1656.662626] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e34254ce-88c3-41dd-be1c-553eea828050] Creating VM on the ESX host {{(pid=62574) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1656.662880] env[62574]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-48139e22-5d82-4432-b39b-ccfb292f6b10 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.685443] env[62574]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1656.685443] env[62574]: value = "task-1861627" [ 1656.685443] env[62574]: _type = "Task" [ 1656.685443] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1656.695029] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1861627, 'name': CreateVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1656.704916] env[62574]: DEBUG nova.network.neutron [None req-077badf6-49dd-4895-9fde-36c5d1bd3b3d tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] [instance: 315b8f76-6d67-4e58-8898-2b68a1e4f79a] Successfully updated port: dee92b27-bf91-4a13-a02f-79a2d6a7a6d2 {{(pid=62574) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1656.726129] env[62574]: DEBUG oslo_vmware.api [None req-8712369c-7e69-4ea3-bad8-043c188fb40b tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52ab2020-dbde-6214-e5a7-2592d7e60cc5, 'name': SearchDatastore_Task, 'duration_secs': 0.013434} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1656.726451] env[62574]: DEBUG oslo_concurrency.lockutils [None req-8712369c-7e69-4ea3-bad8-043c188fb40b tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1656.726750] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-8712369c-7e69-4ea3-bad8-043c188fb40b tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] [instance: ab4ac58c-a716-46c6-ba11-fb5dd8e7ba24] Processing image 3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2 {{(pid=62574) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1656.726979] env[62574]: DEBUG oslo_concurrency.lockutils [None req-8712369c-7e69-4ea3-bad8-043c188fb40b tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1656.727135] env[62574]: DEBUG oslo_concurrency.lockutils [None req-8712369c-7e69-4ea3-bad8-043c188fb40b tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1656.727331] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-8712369c-7e69-4ea3-bad8-043c188fb40b tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1656.727619] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-adb0eb80-d0cd-45d3-b85e-d8c9d7ea18e8 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.737211] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-8712369c-7e69-4ea3-bad8-043c188fb40b tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1656.737448] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-8712369c-7e69-4ea3-bad8-043c188fb40b tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62574) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1656.738266] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc166ca3-77a1-4412-b8c2-881130774990 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.745887] env[62574]: DEBUG oslo_vmware.api [None req-8712369c-7e69-4ea3-bad8-043c188fb40b tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Waiting for the task: (returnval){ [ 1656.745887] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]52b28f48-56a7-08f7-9a02-78e135f23f7d" [ 1656.745887] env[62574]: _type = "Task" [ 1656.745887] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1656.756014] env[62574]: DEBUG oslo_vmware.api [None req-8712369c-7e69-4ea3-bad8-043c188fb40b tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52b28f48-56a7-08f7-9a02-78e135f23f7d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1656.786555] env[62574]: DEBUG oslo_concurrency.lockutils [None req-0703cd00-d1db-499b-b4ff-f4642486f4c5 tempest-ServersTestBootFromVolume-749154611 tempest-ServersTestBootFromVolume-749154611-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.616s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1656.788095] env[62574]: DEBUG nova.compute.manager [None req-0703cd00-d1db-499b-b4ff-f4642486f4c5 tempest-ServersTestBootFromVolume-749154611 tempest-ServersTestBootFromVolume-749154611-project-member] [instance: c2d3abbc-2fdd-4df1-bb58-709b2bc89bb4] Start building networks asynchronously for instance. {{(pid=62574) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1656.790240] env[62574]: DEBUG oslo_concurrency.lockutils [None req-48b4feda-7fbb-449c-b1dc-6f528fee3454 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.514s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1656.790470] env[62574]: DEBUG oslo_concurrency.lockutils [None req-48b4feda-7fbb-449c-b1dc-6f528fee3454 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1656.793045] env[62574]: DEBUG oslo_concurrency.lockutils [None req-4355dedf-5463-4c18-bd52-8ad52c4b672b tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.434s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1656.793254] env[62574]: DEBUG oslo_concurrency.lockutils [None req-4355dedf-5463-4c18-bd52-8ad52c4b672b tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1656.795127] env[62574]: DEBUG oslo_concurrency.lockutils [None req-ec0d03e2-4bff-426e-90eb-52d16cbe6e10 tempest-ServersWithSpecificFlavorTestJSON-1641053384 tempest-ServersWithSpecificFlavorTestJSON-1641053384-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.726s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1656.795744] env[62574]: DEBUG oslo_concurrency.lockutils [None req-ec0d03e2-4bff-426e-90eb-52d16cbe6e10 tempest-ServersWithSpecificFlavorTestJSON-1641053384 tempest-ServersWithSpecificFlavorTestJSON-1641053384-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1656.797406] env[62574]: DEBUG oslo_concurrency.lockutils [None req-fb2edc9c-04f8-4813-add2-eebe51a2ee92 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.694s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1656.799152] env[62574]: INFO nova.compute.claims [None req-fb2edc9c-04f8-4813-add2-eebe51a2ee92 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] [instance: 9ed0f4bc-f4eb-4eca-b448-053eec6339d4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1656.829333] env[62574]: INFO nova.scheduler.client.report [None req-48b4feda-7fbb-449c-b1dc-6f528fee3454 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] Deleted allocations for instance 9595a480-fdc1-4dda-877b-e0f6078420e2 [ 1656.847099] env[62574]: INFO nova.scheduler.client.report [None req-ec0d03e2-4bff-426e-90eb-52d16cbe6e10 tempest-ServersWithSpecificFlavorTestJSON-1641053384 tempest-ServersWithSpecificFlavorTestJSON-1641053384-project-member] Deleted allocations for instance 63c7e049-a6db-462e-a0c6-52ec32e23f86 [ 1656.854273] env[62574]: INFO nova.scheduler.client.report [None req-4355dedf-5463-4c18-bd52-8ad52c4b672b tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] Deleted allocations for instance c2e5c2fb-e759-48f8-8bdc-7fd0a86ac1b9 [ 1657.042031] env[62574]: DEBUG oslo_vmware.api [None req-e80ce5c7-9046-4bac-9e2f-ace28b59b46b tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Task: {'id': task-1861624, 'name': CreateSnapshot_Task, 'duration_secs': 0.493387} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1657.042031] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-e80ce5c7-9046-4bac-9e2f-ace28b59b46b tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] [instance: 4cc7d784-be5d-41db-a028-0dade3464032] Created Snapshot of the VM instance {{(pid=62574) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1657.042542] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-145f10c1-6441-4920-a4e2-f064aeee14db {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.202755] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1861627, 'name': CreateVM_Task, 'duration_secs': 0.445172} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1657.205778] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e34254ce-88c3-41dd-be1c-553eea828050] Created VM on the ESX host {{(pid=62574) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1657.205778] env[62574]: DEBUG oslo_concurrency.lockutils [None req-2e528d6a-3de4-4266-8afc-ce1e1eae325b tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1657.205778] env[62574]: DEBUG oslo_concurrency.lockutils [None req-2e528d6a-3de4-4266-8afc-ce1e1eae325b tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1657.205778] env[62574]: DEBUG oslo_concurrency.lockutils [None req-2e528d6a-3de4-4266-8afc-ce1e1eae325b tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1657.205778] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5be3527f-d032-4f65-8187-7f57e57aabab {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.207893] env[62574]: DEBUG oslo_concurrency.lockutils [None req-077badf6-49dd-4895-9fde-36c5d1bd3b3d tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Acquiring lock "refresh_cache-315b8f76-6d67-4e58-8898-2b68a1e4f79a" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1657.208037] env[62574]: DEBUG oslo_concurrency.lockutils [None req-077badf6-49dd-4895-9fde-36c5d1bd3b3d tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Acquired lock "refresh_cache-315b8f76-6d67-4e58-8898-2b68a1e4f79a" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1657.208339] env[62574]: DEBUG nova.network.neutron [None req-077badf6-49dd-4895-9fde-36c5d1bd3b3d tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] [instance: 315b8f76-6d67-4e58-8898-2b68a1e4f79a] Building network info cache for instance {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1657.210777] env[62574]: DEBUG oslo_vmware.api [None req-2e528d6a-3de4-4266-8afc-ce1e1eae325b tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] Waiting for the task: (returnval){ [ 1657.210777] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]52a39cca-cd3e-8075-1868-5328ca75a17c" [ 1657.210777] env[62574]: _type = "Task" [ 1657.210777] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1657.222993] env[62574]: DEBUG oslo_vmware.api [None req-2e528d6a-3de4-4266-8afc-ce1e1eae325b tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52a39cca-cd3e-8075-1868-5328ca75a17c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1657.260028] env[62574]: DEBUG oslo_vmware.api [None req-8712369c-7e69-4ea3-bad8-043c188fb40b tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52b28f48-56a7-08f7-9a02-78e135f23f7d, 'name': SearchDatastore_Task, 'duration_secs': 0.011822} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1657.260028] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a512cdb2-3768-4c8e-b6c2-c488f8974256 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.266941] env[62574]: DEBUG oslo_vmware.api [None req-8712369c-7e69-4ea3-bad8-043c188fb40b tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Waiting for the task: (returnval){ [ 1657.266941] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]52841a80-1cd7-f854-e022-ac245be5edcb" [ 1657.266941] env[62574]: _type = "Task" [ 1657.266941] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1657.276332] env[62574]: DEBUG oslo_vmware.api [None req-8712369c-7e69-4ea3-bad8-043c188fb40b tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52841a80-1cd7-f854-e022-ac245be5edcb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1657.277580] env[62574]: DEBUG nova.network.neutron [None req-957c61ae-a624-4885-b34c-5f3e912a9245 tempest-AttachInterfacesUnderV243Test-962410907 tempest-AttachInterfacesUnderV243Test-962410907-project-member] [instance: ae9a6ff7-cc1f-43dc-9acb-47aaa3d1089e] Updating instance_info_cache with network_info: [{"id": "51e938de-9a12-4d8a-905c-465b1e3ede91", "address": "fa:16:3e:65:79:c5", "network": {"id": "bfb33f5f-722e-474d-9852-8f4912e532ff", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1540486594-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.221", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e65546ab27a4afe8ba3f0598772f41a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2321dbbe-f64a-4253-a462-21676f8a278e", "external-id": "nsx-vlan-transportzone-714", "segmentation_id": 714, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51e938de-9a", "ovs_interfaceid": "51e938de-9a12-4d8a-905c-465b1e3ede91", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1657.304791] env[62574]: DEBUG nova.compute.utils [None req-0703cd00-d1db-499b-b4ff-f4642486f4c5 tempest-ServersTestBootFromVolume-749154611 tempest-ServersTestBootFromVolume-749154611-project-member] Using /dev/sd instead of None {{(pid=62574) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1657.310543] env[62574]: DEBUG nova.compute.manager [None req-0703cd00-d1db-499b-b4ff-f4642486f4c5 tempest-ServersTestBootFromVolume-749154611 tempest-ServersTestBootFromVolume-749154611-project-member] [instance: c2d3abbc-2fdd-4df1-bb58-709b2bc89bb4] Allocating IP information in the background. {{(pid=62574) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1657.310543] env[62574]: DEBUG nova.network.neutron [None req-0703cd00-d1db-499b-b4ff-f4642486f4c5 tempest-ServersTestBootFromVolume-749154611 tempest-ServersTestBootFromVolume-749154611-project-member] [instance: c2d3abbc-2fdd-4df1-bb58-709b2bc89bb4] allocate_for_instance() {{(pid=62574) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1657.336723] env[62574]: DEBUG oslo_concurrency.lockutils [None req-48b4feda-7fbb-449c-b1dc-6f528fee3454 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] Lock "9595a480-fdc1-4dda-877b-e0f6078420e2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.682s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1657.362322] env[62574]: DEBUG nova.policy [None req-0703cd00-d1db-499b-b4ff-f4642486f4c5 tempest-ServersTestBootFromVolume-749154611 tempest-ServersTestBootFromVolume-749154611-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '905dbed2524544cbab7b7b8446597447', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6c0d3efebb4047a8969b00a96eb5a5f0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62574) authorize /opt/stack/nova/nova/policy.py:192}} [ 1657.368158] env[62574]: DEBUG oslo_concurrency.lockutils [None req-4355dedf-5463-4c18-bd52-8ad52c4b672b tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] Lock "c2e5c2fb-e759-48f8-8bdc-7fd0a86ac1b9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.584s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1657.372949] env[62574]: DEBUG oslo_concurrency.lockutils [None req-ec0d03e2-4bff-426e-90eb-52d16cbe6e10 tempest-ServersWithSpecificFlavorTestJSON-1641053384 tempest-ServersWithSpecificFlavorTestJSON-1641053384-project-member] Lock "63c7e049-a6db-462e-a0c6-52ec32e23f86" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.532s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1657.510052] env[62574]: DEBUG nova.network.neutron [req-dacad3c9-855f-490f-8f66-32ca25123bcf req-1e678423-770c-4d4b-97ab-d5a795581214 service nova] [instance: e34254ce-88c3-41dd-be1c-553eea828050] Updated VIF entry in instance network info cache for port 5eeb55df-8dce-4fd3-b7ab-cb5ecb41437a. {{(pid=62574) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1657.510993] env[62574]: DEBUG nova.network.neutron [req-dacad3c9-855f-490f-8f66-32ca25123bcf req-1e678423-770c-4d4b-97ab-d5a795581214 service nova] [instance: e34254ce-88c3-41dd-be1c-553eea828050] Updating instance_info_cache with network_info: [{"id": "5eeb55df-8dce-4fd3-b7ab-cb5ecb41437a", "address": "fa:16:3e:46:75:4a", "network": {"id": "247a4b9c-d7ee-4f6d-bb94-9dcf3baadce3", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1542155794-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "cc48a15a978f4231bbbda88a9d4ad6cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "594b35bb-a20b-4f0e-bd35-9acf9cc6bf11", "external-id": "nsx-vlan-transportzone-299", "segmentation_id": 299, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5eeb55df-8d", "ovs_interfaceid": "5eeb55df-8dce-4fd3-b7ab-cb5ecb41437a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1657.568372] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-e80ce5c7-9046-4bac-9e2f-ace28b59b46b tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] [instance: 4cc7d784-be5d-41db-a028-0dade3464032] Creating linked-clone VM from snapshot {{(pid=62574) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1657.569264] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-88c8c89d-e667-4653-b9ec-5f7984429812 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.583029] env[62574]: DEBUG oslo_vmware.api [None req-e80ce5c7-9046-4bac-9e2f-ace28b59b46b tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Waiting for the task: (returnval){ [ 1657.583029] env[62574]: value = "task-1861628" [ 1657.583029] env[62574]: _type = "Task" [ 1657.583029] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1657.592520] env[62574]: DEBUG oslo_vmware.api [None req-e80ce5c7-9046-4bac-9e2f-ace28b59b46b tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Task: {'id': task-1861628, 'name': CloneVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1657.650037] env[62574]: DEBUG oslo_concurrency.lockutils [None req-a43d2998-a6a8-4590-88d9-2113076e9aa0 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] Acquiring lock "a40bab23-721e-4584-bda1-2bf5d0e0e37e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1657.650348] env[62574]: DEBUG oslo_concurrency.lockutils [None req-a43d2998-a6a8-4590-88d9-2113076e9aa0 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] Lock "a40bab23-721e-4584-bda1-2bf5d0e0e37e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1657.650571] env[62574]: DEBUG oslo_concurrency.lockutils [None req-a43d2998-a6a8-4590-88d9-2113076e9aa0 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] Acquiring lock "a40bab23-721e-4584-bda1-2bf5d0e0e37e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1657.650757] env[62574]: DEBUG oslo_concurrency.lockutils [None req-a43d2998-a6a8-4590-88d9-2113076e9aa0 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] Lock "a40bab23-721e-4584-bda1-2bf5d0e0e37e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1657.650928] env[62574]: DEBUG oslo_concurrency.lockutils [None req-a43d2998-a6a8-4590-88d9-2113076e9aa0 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] Lock "a40bab23-721e-4584-bda1-2bf5d0e0e37e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1657.653794] env[62574]: INFO nova.compute.manager [None req-a43d2998-a6a8-4590-88d9-2113076e9aa0 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] [instance: a40bab23-721e-4584-bda1-2bf5d0e0e37e] Terminating instance [ 1657.707191] env[62574]: DEBUG nova.network.neutron [None req-0703cd00-d1db-499b-b4ff-f4642486f4c5 tempest-ServersTestBootFromVolume-749154611 tempest-ServersTestBootFromVolume-749154611-project-member] [instance: c2d3abbc-2fdd-4df1-bb58-709b2bc89bb4] Successfully created port: 3b5f9d3f-b64d-4055-a173-f7b0c02ac2e5 {{(pid=62574) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1657.723037] env[62574]: DEBUG oslo_vmware.api [None req-2e528d6a-3de4-4266-8afc-ce1e1eae325b tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52a39cca-cd3e-8075-1868-5328ca75a17c, 'name': SearchDatastore_Task, 'duration_secs': 0.012115} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1657.723037] env[62574]: DEBUG oslo_concurrency.lockutils [None req-2e528d6a-3de4-4266-8afc-ce1e1eae325b tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1657.723266] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-2e528d6a-3de4-4266-8afc-ce1e1eae325b tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] [instance: e34254ce-88c3-41dd-be1c-553eea828050] Processing image 3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2 {{(pid=62574) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1657.723477] env[62574]: DEBUG oslo_concurrency.lockutils [None req-2e528d6a-3de4-4266-8afc-ce1e1eae325b tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1657.771573] env[62574]: DEBUG nova.network.neutron [None req-077badf6-49dd-4895-9fde-36c5d1bd3b3d tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] [instance: 315b8f76-6d67-4e58-8898-2b68a1e4f79a] Instance cache missing network info. {{(pid=62574) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1657.777455] env[62574]: DEBUG nova.compute.manager [req-fb2f6f75-e596-4901-b695-30880322be62 req-304c4122-cdc5-4d01-9bf9-135c8e0492f2 service nova] [instance: 315b8f76-6d67-4e58-8898-2b68a1e4f79a] Received event network-vif-plugged-dee92b27-bf91-4a13-a02f-79a2d6a7a6d2 {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1657.777715] env[62574]: DEBUG oslo_concurrency.lockutils [req-fb2f6f75-e596-4901-b695-30880322be62 req-304c4122-cdc5-4d01-9bf9-135c8e0492f2 service nova] Acquiring lock "315b8f76-6d67-4e58-8898-2b68a1e4f79a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1657.777912] env[62574]: DEBUG oslo_concurrency.lockutils [req-fb2f6f75-e596-4901-b695-30880322be62 req-304c4122-cdc5-4d01-9bf9-135c8e0492f2 service nova] Lock "315b8f76-6d67-4e58-8898-2b68a1e4f79a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1657.778117] env[62574]: DEBUG oslo_concurrency.lockutils [req-fb2f6f75-e596-4901-b695-30880322be62 req-304c4122-cdc5-4d01-9bf9-135c8e0492f2 service nova] Lock "315b8f76-6d67-4e58-8898-2b68a1e4f79a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1657.778297] env[62574]: DEBUG nova.compute.manager [req-fb2f6f75-e596-4901-b695-30880322be62 req-304c4122-cdc5-4d01-9bf9-135c8e0492f2 service nova] [instance: 315b8f76-6d67-4e58-8898-2b68a1e4f79a] No waiting events found dispatching network-vif-plugged-dee92b27-bf91-4a13-a02f-79a2d6a7a6d2 {{(pid=62574) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1657.778462] env[62574]: WARNING nova.compute.manager [req-fb2f6f75-e596-4901-b695-30880322be62 req-304c4122-cdc5-4d01-9bf9-135c8e0492f2 service nova] [instance: 315b8f76-6d67-4e58-8898-2b68a1e4f79a] Received unexpected event network-vif-plugged-dee92b27-bf91-4a13-a02f-79a2d6a7a6d2 for instance with vm_state building and task_state spawning. [ 1657.778623] env[62574]: DEBUG nova.compute.manager [req-fb2f6f75-e596-4901-b695-30880322be62 req-304c4122-cdc5-4d01-9bf9-135c8e0492f2 service nova] [instance: 315b8f76-6d67-4e58-8898-2b68a1e4f79a] Received event network-changed-dee92b27-bf91-4a13-a02f-79a2d6a7a6d2 {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1657.778776] env[62574]: DEBUG nova.compute.manager [req-fb2f6f75-e596-4901-b695-30880322be62 req-304c4122-cdc5-4d01-9bf9-135c8e0492f2 service nova] [instance: 315b8f76-6d67-4e58-8898-2b68a1e4f79a] Refreshing instance network info cache due to event network-changed-dee92b27-bf91-4a13-a02f-79a2d6a7a6d2. {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1657.778942] env[62574]: DEBUG oslo_concurrency.lockutils [req-fb2f6f75-e596-4901-b695-30880322be62 req-304c4122-cdc5-4d01-9bf9-135c8e0492f2 service nova] Acquiring lock "refresh_cache-315b8f76-6d67-4e58-8898-2b68a1e4f79a" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1657.783123] env[62574]: DEBUG oslo_concurrency.lockutils [None req-957c61ae-a624-4885-b34c-5f3e912a9245 tempest-AttachInterfacesUnderV243Test-962410907 tempest-AttachInterfacesUnderV243Test-962410907-project-member] Releasing lock "refresh_cache-ae9a6ff7-cc1f-43dc-9acb-47aaa3d1089e" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1657.783340] env[62574]: DEBUG nova.compute.manager [None req-957c61ae-a624-4885-b34c-5f3e912a9245 tempest-AttachInterfacesUnderV243Test-962410907 tempest-AttachInterfacesUnderV243Test-962410907-project-member] [instance: ae9a6ff7-cc1f-43dc-9acb-47aaa3d1089e] Inject network info {{(pid=62574) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7636}} [ 1657.783619] env[62574]: DEBUG nova.compute.manager [None req-957c61ae-a624-4885-b34c-5f3e912a9245 tempest-AttachInterfacesUnderV243Test-962410907 tempest-AttachInterfacesUnderV243Test-962410907-project-member] [instance: ae9a6ff7-cc1f-43dc-9acb-47aaa3d1089e] network_info to inject: |[{"id": "51e938de-9a12-4d8a-905c-465b1e3ede91", "address": "fa:16:3e:65:79:c5", "network": {"id": "bfb33f5f-722e-474d-9852-8f4912e532ff", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1540486594-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.221", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e65546ab27a4afe8ba3f0598772f41a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2321dbbe-f64a-4253-a462-21676f8a278e", "external-id": "nsx-vlan-transportzone-714", "segmentation_id": 714, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51e938de-9a", "ovs_interfaceid": "51e938de-9a12-4d8a-905c-465b1e3ede91", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62574) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7637}} [ 1657.788257] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-957c61ae-a624-4885-b34c-5f3e912a9245 tempest-AttachInterfacesUnderV243Test-962410907 tempest-AttachInterfacesUnderV243Test-962410907-project-member] [instance: ae9a6ff7-cc1f-43dc-9acb-47aaa3d1089e] Reconfiguring VM instance to set the machine id {{(pid=62574) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 1657.788794] env[62574]: DEBUG oslo_vmware.api [None req-8712369c-7e69-4ea3-bad8-043c188fb40b tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52841a80-1cd7-f854-e022-ac245be5edcb, 'name': SearchDatastore_Task, 'duration_secs': 0.010871} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1657.788794] env[62574]: DEBUG oslo_concurrency.lockutils [req-41068a33-93c7-440e-bbf1-6ca9d8e86b40 req-5a7fa119-5d6c-4c35-8d0a-0a5b92f88a57 service nova] Acquired lock "refresh_cache-ae9a6ff7-cc1f-43dc-9acb-47aaa3d1089e" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1657.789104] env[62574]: DEBUG nova.network.neutron [req-41068a33-93c7-440e-bbf1-6ca9d8e86b40 req-5a7fa119-5d6c-4c35-8d0a-0a5b92f88a57 service nova] [instance: ae9a6ff7-cc1f-43dc-9acb-47aaa3d1089e] Refreshing network info cache for port 51e938de-9a12-4d8a-905c-465b1e3ede91 {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1657.790781] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b7025c68-2757-43c4-9ab0-ce1d243b8f8c {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.801712] env[62574]: DEBUG oslo_concurrency.lockutils [None req-8712369c-7e69-4ea3-bad8-043c188fb40b tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1657.802088] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-8712369c-7e69-4ea3-bad8-043c188fb40b tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk to [datastore1] ab4ac58c-a716-46c6-ba11-fb5dd8e7ba24/ab4ac58c-a716-46c6-ba11-fb5dd8e7ba24.vmdk {{(pid=62574) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1657.807435] env[62574]: DEBUG oslo_concurrency.lockutils [None req-2e528d6a-3de4-4266-8afc-ce1e1eae325b tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1657.807553] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e528d6a-3de4-4266-8afc-ce1e1eae325b tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1657.807801] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1b475393-ff5c-4510-b222-47cdcc81b440 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.810756] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-41289c42-2b8c-4ef6-89e0-f41a38614ec3 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.817051] env[62574]: DEBUG nova.compute.manager [None req-0703cd00-d1db-499b-b4ff-f4642486f4c5 tempest-ServersTestBootFromVolume-749154611 tempest-ServersTestBootFromVolume-749154611-project-member] [instance: c2d3abbc-2fdd-4df1-bb58-709b2bc89bb4] Start building block device mappings for instance. {{(pid=62574) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1657.830582] env[62574]: DEBUG oslo_vmware.api [None req-957c61ae-a624-4885-b34c-5f3e912a9245 tempest-AttachInterfacesUnderV243Test-962410907 tempest-AttachInterfacesUnderV243Test-962410907-project-member] Waiting for the task: (returnval){ [ 1657.830582] env[62574]: value = "task-1861629" [ 1657.830582] env[62574]: _type = "Task" [ 1657.830582] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1657.830582] env[62574]: DEBUG oslo_vmware.api [None req-8712369c-7e69-4ea3-bad8-043c188fb40b tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Waiting for the task: (returnval){ [ 1657.830582] env[62574]: value = "task-1861630" [ 1657.830582] env[62574]: _type = "Task" [ 1657.830582] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1657.839801] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e528d6a-3de4-4266-8afc-ce1e1eae325b tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1657.840066] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-2e528d6a-3de4-4266-8afc-ce1e1eae325b tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62574) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1657.841720] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-107124b7-013a-4897-b592-91c03b648e6f {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.851183] env[62574]: DEBUG oslo_vmware.api [None req-957c61ae-a624-4885-b34c-5f3e912a9245 tempest-AttachInterfacesUnderV243Test-962410907 tempest-AttachInterfacesUnderV243Test-962410907-project-member] Task: {'id': task-1861629, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1657.851378] env[62574]: DEBUG oslo_vmware.api [None req-8712369c-7e69-4ea3-bad8-043c188fb40b tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Task: {'id': task-1861630, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1657.856947] env[62574]: DEBUG oslo_vmware.api [None req-2e528d6a-3de4-4266-8afc-ce1e1eae325b tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] Waiting for the task: (returnval){ [ 1657.856947] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]52a1a6c6-2355-89bf-e187-6566323b8aac" [ 1657.856947] env[62574]: _type = "Task" [ 1657.856947] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1657.871342] env[62574]: DEBUG oslo_vmware.api [None req-2e528d6a-3de4-4266-8afc-ce1e1eae325b tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52a1a6c6-2355-89bf-e187-6566323b8aac, 'name': SearchDatastore_Task, 'duration_secs': 0.012467} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1657.872956] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b976bb8e-4670-420c-9c00-a1cc82040d1e {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.880440] env[62574]: DEBUG oslo_vmware.api [None req-2e528d6a-3de4-4266-8afc-ce1e1eae325b tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] Waiting for the task: (returnval){ [ 1657.880440] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]52575897-0439-1952-23bc-0b5a03890c00" [ 1657.880440] env[62574]: _type = "Task" [ 1657.880440] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1657.892069] env[62574]: DEBUG oslo_vmware.api [None req-2e528d6a-3de4-4266-8afc-ce1e1eae325b tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52575897-0439-1952-23bc-0b5a03890c00, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1658.014212] env[62574]: DEBUG oslo_concurrency.lockutils [req-dacad3c9-855f-490f-8f66-32ca25123bcf req-1e678423-770c-4d4b-97ab-d5a795581214 service nova] Releasing lock "refresh_cache-e34254ce-88c3-41dd-be1c-553eea828050" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1658.093807] env[62574]: DEBUG oslo_vmware.api [None req-e80ce5c7-9046-4bac-9e2f-ace28b59b46b tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Task: {'id': task-1861628, 'name': CloneVM_Task} progress is 94%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1658.161122] env[62574]: DEBUG nova.compute.manager [None req-a43d2998-a6a8-4590-88d9-2113076e9aa0 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] [instance: a40bab23-721e-4584-bda1-2bf5d0e0e37e] Start destroying the instance on the hypervisor. {{(pid=62574) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1658.161122] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-a43d2998-a6a8-4590-88d9-2113076e9aa0 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] [instance: a40bab23-721e-4584-bda1-2bf5d0e0e37e] Destroying instance {{(pid=62574) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1658.161966] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-544073bb-b40f-46f5-a4c5-896a03f16ce2 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.170964] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-a43d2998-a6a8-4590-88d9-2113076e9aa0 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] [instance: a40bab23-721e-4584-bda1-2bf5d0e0e37e] Powering off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1658.173979] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-97154e1c-1da8-456b-99b3-e3d565a92c2f {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.179177] env[62574]: DEBUG nova.network.neutron [None req-077badf6-49dd-4895-9fde-36c5d1bd3b3d tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] [instance: 315b8f76-6d67-4e58-8898-2b68a1e4f79a] Updating instance_info_cache with network_info: [{"id": "dee92b27-bf91-4a13-a02f-79a2d6a7a6d2", "address": "fa:16:3e:e8:6f:f8", "network": {"id": "60497129-87fa-43c1-982d-6efe1efdf8af", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-386554519-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "56c182ddec574253b665707e8eba14e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c47e98ff-83cf-48d2-bf91-2931c7386b6a", "external-id": "nsx-vlan-transportzone-992", "segmentation_id": 992, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdee92b27-bf", "ovs_interfaceid": "dee92b27-bf91-4a13-a02f-79a2d6a7a6d2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1658.184891] env[62574]: DEBUG oslo_vmware.api [None req-a43d2998-a6a8-4590-88d9-2113076e9aa0 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] Waiting for the task: (returnval){ [ 1658.184891] env[62574]: value = "task-1861631" [ 1658.184891] env[62574]: _type = "Task" [ 1658.184891] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1658.197664] env[62574]: DEBUG oslo_vmware.api [None req-a43d2998-a6a8-4590-88d9-2113076e9aa0 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] Task: {'id': task-1861631, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1658.327793] env[62574]: INFO nova.virt.block_device [None req-0703cd00-d1db-499b-b4ff-f4642486f4c5 tempest-ServersTestBootFromVolume-749154611 tempest-ServersTestBootFromVolume-749154611-project-member] [instance: c2d3abbc-2fdd-4df1-bb58-709b2bc89bb4] Booting with volume 3f23cb4e-0308-4ea0-a76b-720367edd08c at /dev/sda [ 1658.344039] env[62574]: DEBUG nova.network.neutron [req-41068a33-93c7-440e-bbf1-6ca9d8e86b40 req-5a7fa119-5d6c-4c35-8d0a-0a5b92f88a57 service nova] [instance: ae9a6ff7-cc1f-43dc-9acb-47aaa3d1089e] Updated VIF entry in instance network info cache for port 51e938de-9a12-4d8a-905c-465b1e3ede91. {{(pid=62574) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1658.344744] env[62574]: DEBUG nova.network.neutron [req-41068a33-93c7-440e-bbf1-6ca9d8e86b40 req-5a7fa119-5d6c-4c35-8d0a-0a5b92f88a57 service nova] [instance: ae9a6ff7-cc1f-43dc-9acb-47aaa3d1089e] Updating instance_info_cache with network_info: [{"id": "51e938de-9a12-4d8a-905c-465b1e3ede91", "address": "fa:16:3e:65:79:c5", "network": {"id": "bfb33f5f-722e-474d-9852-8f4912e532ff", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1540486594-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.221", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e65546ab27a4afe8ba3f0598772f41a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2321dbbe-f64a-4253-a462-21676f8a278e", "external-id": "nsx-vlan-transportzone-714", "segmentation_id": 714, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51e938de-9a", "ovs_interfaceid": "51e938de-9a12-4d8a-905c-465b1e3ede91", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1658.355094] env[62574]: DEBUG oslo_vmware.api [None req-8712369c-7e69-4ea3-bad8-043c188fb40b tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Task: {'id': task-1861630, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1658.358853] env[62574]: DEBUG oslo_vmware.api [None req-957c61ae-a624-4885-b34c-5f3e912a9245 tempest-AttachInterfacesUnderV243Test-962410907 tempest-AttachInterfacesUnderV243Test-962410907-project-member] Task: {'id': task-1861629, 'name': ReconfigVM_Task, 'duration_secs': 0.177898} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1658.359889] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-957c61ae-a624-4885-b34c-5f3e912a9245 tempest-AttachInterfacesUnderV243Test-962410907 tempest-AttachInterfacesUnderV243Test-962410907-project-member] [instance: ae9a6ff7-cc1f-43dc-9acb-47aaa3d1089e] Reconfigured VM instance to set the machine id {{(pid=62574) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 1658.369279] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ae9055c-a9e4-4d1d-b826-2126ace8ed49 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.381571] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7e1e1ad-7bec-4ba2-a383-43fc68ce0b8c {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.391449] env[62574]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-34f363c7-cbcc-4481-a535-30be935221a0 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.433693] env[62574]: DEBUG oslo_concurrency.lockutils [None req-1d2a59a7-4e0f-4e6b-90ad-c84a6d299fda tempest-AttachInterfacesUnderV243Test-962410907 tempest-AttachInterfacesUnderV243Test-962410907-project-member] Acquiring lock "ae9a6ff7-cc1f-43dc-9acb-47aaa3d1089e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1658.434097] env[62574]: DEBUG oslo_concurrency.lockutils [None req-1d2a59a7-4e0f-4e6b-90ad-c84a6d299fda tempest-AttachInterfacesUnderV243Test-962410907 tempest-AttachInterfacesUnderV243Test-962410907-project-member] Lock "ae9a6ff7-cc1f-43dc-9acb-47aaa3d1089e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1658.434409] env[62574]: DEBUG oslo_concurrency.lockutils [None req-1d2a59a7-4e0f-4e6b-90ad-c84a6d299fda tempest-AttachInterfacesUnderV243Test-962410907 tempest-AttachInterfacesUnderV243Test-962410907-project-member] Acquiring lock "ae9a6ff7-cc1f-43dc-9acb-47aaa3d1089e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1658.434711] env[62574]: DEBUG oslo_concurrency.lockutils [None req-1d2a59a7-4e0f-4e6b-90ad-c84a6d299fda tempest-AttachInterfacesUnderV243Test-962410907 tempest-AttachInterfacesUnderV243Test-962410907-project-member] Lock "ae9a6ff7-cc1f-43dc-9acb-47aaa3d1089e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1658.435133] env[62574]: DEBUG oslo_concurrency.lockutils [None req-1d2a59a7-4e0f-4e6b-90ad-c84a6d299fda tempest-AttachInterfacesUnderV243Test-962410907 tempest-AttachInterfacesUnderV243Test-962410907-project-member] Lock "ae9a6ff7-cc1f-43dc-9acb-47aaa3d1089e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1658.444761] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-601c3ef7-884d-40b7-85c8-7f7578d8cf7d {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.448064] env[62574]: DEBUG oslo_vmware.api [None req-2e528d6a-3de4-4266-8afc-ce1e1eae325b tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52575897-0439-1952-23bc-0b5a03890c00, 'name': SearchDatastore_Task, 'duration_secs': 0.017827} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1658.449394] env[62574]: DEBUG oslo_concurrency.lockutils [None req-2e528d6a-3de4-4266-8afc-ce1e1eae325b tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1658.449668] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e528d6a-3de4-4266-8afc-ce1e1eae325b tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk to [datastore1] e34254ce-88c3-41dd-be1c-553eea828050/e34254ce-88c3-41dd-be1c-553eea828050.vmdk {{(pid=62574) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1658.453302] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f615fd1e-e688-4601-af7d-25c6cd2bd118 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.465284] env[62574]: INFO nova.compute.manager [None req-1d2a59a7-4e0f-4e6b-90ad-c84a6d299fda tempest-AttachInterfacesUnderV243Test-962410907 tempest-AttachInterfacesUnderV243Test-962410907-project-member] [instance: ae9a6ff7-cc1f-43dc-9acb-47aaa3d1089e] Terminating instance [ 1658.467204] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c82d72a3-8cba-4d75-8d85-35bd32fc8f0b {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.479095] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9df89b9c-0930-4669-95e5-8693d121a3b3 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.489781] env[62574]: DEBUG oslo_vmware.api [None req-2e528d6a-3de4-4266-8afc-ce1e1eae325b tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] Waiting for the task: (returnval){ [ 1658.489781] env[62574]: value = "task-1861632" [ 1658.489781] env[62574]: _type = "Task" [ 1658.489781] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1658.523180] env[62574]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-eed83346-3ba1-44a6-822a-2c0240e4dcac {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.538466] env[62574]: DEBUG nova.compute.provider_tree [None req-fb2edc9c-04f8-4813-add2-eebe51a2ee92 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Inventory has not changed in ProviderTree for provider: f0ed160a-beff-4626-a531-2a70d7bc0627 {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1658.548637] env[62574]: DEBUG oslo_vmware.api [None req-2e528d6a-3de4-4266-8afc-ce1e1eae325b tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] Task: {'id': task-1861632, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1658.554103] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddcb0322-6410-49a4-b201-a7eb7f80da19 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.600374] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c00fcc81-d7fa-4b02-a215-26192d7d03bd {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.609761] env[62574]: DEBUG oslo_vmware.api [None req-e80ce5c7-9046-4bac-9e2f-ace28b59b46b tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Task: {'id': task-1861628, 'name': CloneVM_Task} progress is 94%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1658.612252] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4b3d36d-5c18-4bdf-b79c-a8d988be0f23 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.630018] env[62574]: DEBUG nova.virt.block_device [None req-0703cd00-d1db-499b-b4ff-f4642486f4c5 tempest-ServersTestBootFromVolume-749154611 tempest-ServersTestBootFromVolume-749154611-project-member] [instance: c2d3abbc-2fdd-4df1-bb58-709b2bc89bb4] Updating existing volume attachment record: 99434cf7-0ebd-4f48-aa6c-5419ed2ce3cf {{(pid=62574) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1658.684407] env[62574]: DEBUG oslo_concurrency.lockutils [None req-077badf6-49dd-4895-9fde-36c5d1bd3b3d tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Releasing lock "refresh_cache-315b8f76-6d67-4e58-8898-2b68a1e4f79a" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1658.684407] env[62574]: DEBUG nova.compute.manager [None req-077badf6-49dd-4895-9fde-36c5d1bd3b3d tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] [instance: 315b8f76-6d67-4e58-8898-2b68a1e4f79a] Instance network_info: |[{"id": "dee92b27-bf91-4a13-a02f-79a2d6a7a6d2", "address": "fa:16:3e:e8:6f:f8", "network": {"id": "60497129-87fa-43c1-982d-6efe1efdf8af", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-386554519-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "56c182ddec574253b665707e8eba14e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c47e98ff-83cf-48d2-bf91-2931c7386b6a", "external-id": "nsx-vlan-transportzone-992", "segmentation_id": 992, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdee92b27-bf", "ovs_interfaceid": "dee92b27-bf91-4a13-a02f-79a2d6a7a6d2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62574) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1658.684407] env[62574]: DEBUG oslo_concurrency.lockutils [req-fb2f6f75-e596-4901-b695-30880322be62 req-304c4122-cdc5-4d01-9bf9-135c8e0492f2 service nova] Acquired lock "refresh_cache-315b8f76-6d67-4e58-8898-2b68a1e4f79a" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1658.684407] env[62574]: DEBUG nova.network.neutron [req-fb2f6f75-e596-4901-b695-30880322be62 req-304c4122-cdc5-4d01-9bf9-135c8e0492f2 service nova] [instance: 315b8f76-6d67-4e58-8898-2b68a1e4f79a] Refreshing network info cache for port dee92b27-bf91-4a13-a02f-79a2d6a7a6d2 {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1658.684705] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-077badf6-49dd-4895-9fde-36c5d1bd3b3d tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] [instance: 315b8f76-6d67-4e58-8898-2b68a1e4f79a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e8:6f:f8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c47e98ff-83cf-48d2-bf91-2931c7386b6a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dee92b27-bf91-4a13-a02f-79a2d6a7a6d2', 'vif_model': 'vmxnet3'}] {{(pid=62574) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1658.695339] env[62574]: DEBUG oslo.service.loopingcall [None req-077badf6-49dd-4895-9fde-36c5d1bd3b3d tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62574) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1658.695339] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 315b8f76-6d67-4e58-8898-2b68a1e4f79a] Creating VM on the ESX host {{(pid=62574) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1658.698656] env[62574]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-67fb7494-a307-42f4-afce-6a574013cbad {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.725423] env[62574]: DEBUG oslo_vmware.api [None req-a43d2998-a6a8-4590-88d9-2113076e9aa0 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] Task: {'id': task-1861631, 'name': PowerOffVM_Task, 'duration_secs': 0.222979} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1658.727979] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-a43d2998-a6a8-4590-88d9-2113076e9aa0 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] [instance: a40bab23-721e-4584-bda1-2bf5d0e0e37e] Powered off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1658.728276] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-a43d2998-a6a8-4590-88d9-2113076e9aa0 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] [instance: a40bab23-721e-4584-bda1-2bf5d0e0e37e] Unregistering the VM {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1658.728541] env[62574]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1658.728541] env[62574]: value = "task-1861633" [ 1658.728541] env[62574]: _type = "Task" [ 1658.728541] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1658.728735] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-edae423b-d185-45dc-bb97-705425d5ed7c {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.743356] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1861633, 'name': CreateVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1658.841461] env[62574]: DEBUG oslo_vmware.api [None req-8712369c-7e69-4ea3-bad8-043c188fb40b tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Task: {'id': task-1861630, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.724799} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1658.841837] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-8712369c-7e69-4ea3-bad8-043c188fb40b tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk to [datastore1] ab4ac58c-a716-46c6-ba11-fb5dd8e7ba24/ab4ac58c-a716-46c6-ba11-fb5dd8e7ba24.vmdk {{(pid=62574) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1658.842016] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-8712369c-7e69-4ea3-bad8-043c188fb40b tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] [instance: ab4ac58c-a716-46c6-ba11-fb5dd8e7ba24] Extending root virtual disk to 1048576 {{(pid=62574) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1658.842307] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b860c5ba-26bc-4e06-bdc2-d7029e69f4a3 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.847546] env[62574]: DEBUG oslo_concurrency.lockutils [req-41068a33-93c7-440e-bbf1-6ca9d8e86b40 req-5a7fa119-5d6c-4c35-8d0a-0a5b92f88a57 service nova] Releasing lock "refresh_cache-ae9a6ff7-cc1f-43dc-9acb-47aaa3d1089e" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1658.848089] env[62574]: DEBUG oslo_concurrency.lockutils [req-100c44aa-df1b-4aff-9246-8da6eff88b24 req-e65a5138-45bb-41a0-88d4-e2e47fa10c81 service nova] Acquired lock "refresh_cache-ae9a6ff7-cc1f-43dc-9acb-47aaa3d1089e" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1658.848362] env[62574]: DEBUG nova.network.neutron [req-100c44aa-df1b-4aff-9246-8da6eff88b24 req-e65a5138-45bb-41a0-88d4-e2e47fa10c81 service nova] [instance: ae9a6ff7-cc1f-43dc-9acb-47aaa3d1089e] Refreshing network info cache for port 51e938de-9a12-4d8a-905c-465b1e3ede91 {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1658.851812] env[62574]: DEBUG oslo_vmware.api [None req-8712369c-7e69-4ea3-bad8-043c188fb40b tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Waiting for the task: (returnval){ [ 1658.851812] env[62574]: value = "task-1861635" [ 1658.851812] env[62574]: _type = "Task" [ 1658.851812] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1658.862524] env[62574]: DEBUG oslo_vmware.api [None req-8712369c-7e69-4ea3-bad8-043c188fb40b tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Task: {'id': task-1861635, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1658.981031] env[62574]: DEBUG nova.compute.manager [None req-1d2a59a7-4e0f-4e6b-90ad-c84a6d299fda tempest-AttachInterfacesUnderV243Test-962410907 tempest-AttachInterfacesUnderV243Test-962410907-project-member] [instance: ae9a6ff7-cc1f-43dc-9acb-47aaa3d1089e] Start destroying the instance on the hypervisor. {{(pid=62574) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1658.981031] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-1d2a59a7-4e0f-4e6b-90ad-c84a6d299fda tempest-AttachInterfacesUnderV243Test-962410907 tempest-AttachInterfacesUnderV243Test-962410907-project-member] [instance: ae9a6ff7-cc1f-43dc-9acb-47aaa3d1089e] Destroying instance {{(pid=62574) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1658.981031] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56cbd4cd-2acb-48fc-b61f-93e3966df228 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.989885] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d2a59a7-4e0f-4e6b-90ad-c84a6d299fda tempest-AttachInterfacesUnderV243Test-962410907 tempest-AttachInterfacesUnderV243Test-962410907-project-member] [instance: ae9a6ff7-cc1f-43dc-9acb-47aaa3d1089e] Powering off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1658.990518] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c2a9f1ec-e549-4fbf-b061-9fe5111ed94e {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.999656] env[62574]: DEBUG oslo_vmware.api [None req-1d2a59a7-4e0f-4e6b-90ad-c84a6d299fda tempest-AttachInterfacesUnderV243Test-962410907 tempest-AttachInterfacesUnderV243Test-962410907-project-member] Waiting for the task: (returnval){ [ 1658.999656] env[62574]: value = "task-1861636" [ 1658.999656] env[62574]: _type = "Task" [ 1658.999656] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1659.013213] env[62574]: DEBUG oslo_vmware.api [None req-1d2a59a7-4e0f-4e6b-90ad-c84a6d299fda tempest-AttachInterfacesUnderV243Test-962410907 tempest-AttachInterfacesUnderV243Test-962410907-project-member] Task: {'id': task-1861636, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1659.028335] env[62574]: DEBUG oslo_vmware.api [None req-2e528d6a-3de4-4266-8afc-ce1e1eae325b tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] Task: {'id': task-1861632, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1659.052030] env[62574]: DEBUG nova.scheduler.client.report [None req-fb2edc9c-04f8-4813-add2-eebe51a2ee92 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Inventory has not changed for provider f0ed160a-beff-4626-a531-2a70d7bc0627 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1659.088027] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-a43d2998-a6a8-4590-88d9-2113076e9aa0 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] [instance: a40bab23-721e-4584-bda1-2bf5d0e0e37e] Unregistered the VM {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1659.088027] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-a43d2998-a6a8-4590-88d9-2113076e9aa0 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] [instance: a40bab23-721e-4584-bda1-2bf5d0e0e37e] Deleting contents of the VM from datastore datastore2 {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1659.088027] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-a43d2998-a6a8-4590-88d9-2113076e9aa0 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] Deleting the datastore file [datastore2] a40bab23-721e-4584-bda1-2bf5d0e0e37e {{(pid=62574) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1659.088027] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c9e81c9a-f74d-4329-8227-c515b35dc029 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.099300] env[62574]: DEBUG oslo_vmware.api [None req-a43d2998-a6a8-4590-88d9-2113076e9aa0 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] Waiting for the task: (returnval){ [ 1659.099300] env[62574]: value = "task-1861637" [ 1659.099300] env[62574]: _type = "Task" [ 1659.099300] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1659.116281] env[62574]: DEBUG oslo_vmware.api [None req-a43d2998-a6a8-4590-88d9-2113076e9aa0 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] Task: {'id': task-1861637, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1659.116874] env[62574]: DEBUG oslo_vmware.api [None req-e80ce5c7-9046-4bac-9e2f-ace28b59b46b tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Task: {'id': task-1861628, 'name': CloneVM_Task} progress is 95%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1659.249193] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1861633, 'name': CreateVM_Task} progress is 25%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1659.367174] env[62574]: DEBUG nova.network.neutron [None req-0703cd00-d1db-499b-b4ff-f4642486f4c5 tempest-ServersTestBootFromVolume-749154611 tempest-ServersTestBootFromVolume-749154611-project-member] [instance: c2d3abbc-2fdd-4df1-bb58-709b2bc89bb4] Successfully updated port: 3b5f9d3f-b64d-4055-a173-f7b0c02ac2e5 {{(pid=62574) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1659.370412] env[62574]: DEBUG oslo_vmware.api [None req-8712369c-7e69-4ea3-bad8-043c188fb40b tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Task: {'id': task-1861635, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.29792} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1659.370412] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-8712369c-7e69-4ea3-bad8-043c188fb40b tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] [instance: ab4ac58c-a716-46c6-ba11-fb5dd8e7ba24] Extended root virtual disk {{(pid=62574) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1659.371235] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-614c27bb-deb6-4ac5-95d5-3e5bf4e8dc9b {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.406544] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-8712369c-7e69-4ea3-bad8-043c188fb40b tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] [instance: ab4ac58c-a716-46c6-ba11-fb5dd8e7ba24] Reconfiguring VM instance instance-0000002e to attach disk [datastore1] ab4ac58c-a716-46c6-ba11-fb5dd8e7ba24/ab4ac58c-a716-46c6-ba11-fb5dd8e7ba24.vmdk or device None with type sparse {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1659.410048] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e7cc440b-cad0-48f2-a6ae-7fcd5e7e6b2f {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.434255] env[62574]: DEBUG oslo_vmware.api [None req-8712369c-7e69-4ea3-bad8-043c188fb40b tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Waiting for the task: (returnval){ [ 1659.434255] env[62574]: value = "task-1861638" [ 1659.434255] env[62574]: _type = "Task" [ 1659.434255] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1659.443582] env[62574]: DEBUG oslo_vmware.api [None req-8712369c-7e69-4ea3-bad8-043c188fb40b tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Task: {'id': task-1861638, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1659.513569] env[62574]: DEBUG oslo_vmware.api [None req-1d2a59a7-4e0f-4e6b-90ad-c84a6d299fda tempest-AttachInterfacesUnderV243Test-962410907 tempest-AttachInterfacesUnderV243Test-962410907-project-member] Task: {'id': task-1861636, 'name': PowerOffVM_Task, 'duration_secs': 0.323867} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1659.513844] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d2a59a7-4e0f-4e6b-90ad-c84a6d299fda tempest-AttachInterfacesUnderV243Test-962410907 tempest-AttachInterfacesUnderV243Test-962410907-project-member] [instance: ae9a6ff7-cc1f-43dc-9acb-47aaa3d1089e] Powered off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1659.514027] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-1d2a59a7-4e0f-4e6b-90ad-c84a6d299fda tempest-AttachInterfacesUnderV243Test-962410907 tempest-AttachInterfacesUnderV243Test-962410907-project-member] [instance: ae9a6ff7-cc1f-43dc-9acb-47aaa3d1089e] Unregistering the VM {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1659.514287] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-618eeb02-6647-4578-b10c-737b0a95cf34 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.528158] env[62574]: DEBUG oslo_vmware.api [None req-2e528d6a-3de4-4266-8afc-ce1e1eae325b tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] Task: {'id': task-1861632, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.624463} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1659.528440] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e528d6a-3de4-4266-8afc-ce1e1eae325b tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk to [datastore1] e34254ce-88c3-41dd-be1c-553eea828050/e34254ce-88c3-41dd-be1c-553eea828050.vmdk {{(pid=62574) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1659.528655] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-2e528d6a-3de4-4266-8afc-ce1e1eae325b tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] [instance: e34254ce-88c3-41dd-be1c-553eea828050] Extending root virtual disk to 1048576 {{(pid=62574) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1659.528922] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d1a2833b-66f0-421d-a6b9-86449213cbdb {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.536117] env[62574]: DEBUG oslo_vmware.api [None req-2e528d6a-3de4-4266-8afc-ce1e1eae325b tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] Waiting for the task: (returnval){ [ 1659.536117] env[62574]: value = "task-1861640" [ 1659.536117] env[62574]: _type = "Task" [ 1659.536117] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1659.549017] env[62574]: DEBUG oslo_vmware.api [None req-2e528d6a-3de4-4266-8afc-ce1e1eae325b tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] Task: {'id': task-1861640, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1659.559298] env[62574]: DEBUG oslo_concurrency.lockutils [None req-fb2edc9c-04f8-4813-add2-eebe51a2ee92 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.760s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1659.559298] env[62574]: DEBUG nova.compute.manager [None req-fb2edc9c-04f8-4813-add2-eebe51a2ee92 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] [instance: 9ed0f4bc-f4eb-4eca-b448-053eec6339d4] Start building networks asynchronously for instance. {{(pid=62574) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1659.561140] env[62574]: DEBUG oslo_concurrency.lockutils [None req-807d1d3c-2cba-4e42-a10c-dc2016daeee1 tempest-VolumesAdminNegativeTest-247329141 tempest-VolumesAdminNegativeTest-247329141-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.926s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1659.566689] env[62574]: INFO nova.compute.claims [None req-807d1d3c-2cba-4e42-a10c-dc2016daeee1 tempest-VolumesAdminNegativeTest-247329141 tempest-VolumesAdminNegativeTest-247329141-project-member] [instance: cdb4528a-d1b1-442b-a5e3-e3c663ab7390] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1659.609103] env[62574]: DEBUG oslo_vmware.api [None req-e80ce5c7-9046-4bac-9e2f-ace28b59b46b tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Task: {'id': task-1861628, 'name': CloneVM_Task} progress is 100%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1659.615481] env[62574]: DEBUG oslo_vmware.api [None req-a43d2998-a6a8-4590-88d9-2113076e9aa0 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] Task: {'id': task-1861637, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.365598} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1659.619016] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-a43d2998-a6a8-4590-88d9-2113076e9aa0 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] Deleted the datastore file {{(pid=62574) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1659.619016] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-a43d2998-a6a8-4590-88d9-2113076e9aa0 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] [instance: a40bab23-721e-4584-bda1-2bf5d0e0e37e] Deleted contents of the VM from datastore datastore2 {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1659.619016] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-a43d2998-a6a8-4590-88d9-2113076e9aa0 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] [instance: a40bab23-721e-4584-bda1-2bf5d0e0e37e] Instance destroyed {{(pid=62574) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1659.619016] env[62574]: INFO nova.compute.manager [None req-a43d2998-a6a8-4590-88d9-2113076e9aa0 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] [instance: a40bab23-721e-4584-bda1-2bf5d0e0e37e] Took 1.46 seconds to destroy the instance on the hypervisor. [ 1659.619016] env[62574]: DEBUG oslo.service.loopingcall [None req-a43d2998-a6a8-4590-88d9-2113076e9aa0 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62574) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1659.619016] env[62574]: DEBUG nova.compute.manager [-] [instance: a40bab23-721e-4584-bda1-2bf5d0e0e37e] Deallocating network for instance {{(pid=62574) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1659.619016] env[62574]: DEBUG nova.network.neutron [-] [instance: a40bab23-721e-4584-bda1-2bf5d0e0e37e] deallocate_for_instance() {{(pid=62574) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1659.743354] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1861633, 'name': CreateVM_Task} progress is 99%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1659.778487] env[62574]: DEBUG nova.network.neutron [req-fb2f6f75-e596-4901-b695-30880322be62 req-304c4122-cdc5-4d01-9bf9-135c8e0492f2 service nova] [instance: 315b8f76-6d67-4e58-8898-2b68a1e4f79a] Updated VIF entry in instance network info cache for port dee92b27-bf91-4a13-a02f-79a2d6a7a6d2. {{(pid=62574) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1659.778859] env[62574]: DEBUG nova.network.neutron [req-fb2f6f75-e596-4901-b695-30880322be62 req-304c4122-cdc5-4d01-9bf9-135c8e0492f2 service nova] [instance: 315b8f76-6d67-4e58-8898-2b68a1e4f79a] Updating instance_info_cache with network_info: [{"id": "dee92b27-bf91-4a13-a02f-79a2d6a7a6d2", "address": "fa:16:3e:e8:6f:f8", "network": {"id": "60497129-87fa-43c1-982d-6efe1efdf8af", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-386554519-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "56c182ddec574253b665707e8eba14e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c47e98ff-83cf-48d2-bf91-2931c7386b6a", "external-id": "nsx-vlan-transportzone-992", "segmentation_id": 992, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdee92b27-bf", "ovs_interfaceid": "dee92b27-bf91-4a13-a02f-79a2d6a7a6d2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1659.871114] env[62574]: DEBUG oslo_concurrency.lockutils [None req-0703cd00-d1db-499b-b4ff-f4642486f4c5 tempest-ServersTestBootFromVolume-749154611 tempest-ServersTestBootFromVolume-749154611-project-member] Acquiring lock "refresh_cache-c2d3abbc-2fdd-4df1-bb58-709b2bc89bb4" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1659.871299] env[62574]: DEBUG oslo_concurrency.lockutils [None req-0703cd00-d1db-499b-b4ff-f4642486f4c5 tempest-ServersTestBootFromVolume-749154611 tempest-ServersTestBootFromVolume-749154611-project-member] Acquired lock "refresh_cache-c2d3abbc-2fdd-4df1-bb58-709b2bc89bb4" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1659.871452] env[62574]: DEBUG nova.network.neutron [None req-0703cd00-d1db-499b-b4ff-f4642486f4c5 tempest-ServersTestBootFromVolume-749154611 tempest-ServersTestBootFromVolume-749154611-project-member] [instance: c2d3abbc-2fdd-4df1-bb58-709b2bc89bb4] Building network info cache for instance {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1659.894135] env[62574]: DEBUG nova.network.neutron [req-100c44aa-df1b-4aff-9246-8da6eff88b24 req-e65a5138-45bb-41a0-88d4-e2e47fa10c81 service nova] [instance: ae9a6ff7-cc1f-43dc-9acb-47aaa3d1089e] Updated VIF entry in instance network info cache for port 51e938de-9a12-4d8a-905c-465b1e3ede91. {{(pid=62574) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1659.894561] env[62574]: DEBUG nova.network.neutron [req-100c44aa-df1b-4aff-9246-8da6eff88b24 req-e65a5138-45bb-41a0-88d4-e2e47fa10c81 service nova] [instance: ae9a6ff7-cc1f-43dc-9acb-47aaa3d1089e] Updating instance_info_cache with network_info: [{"id": "51e938de-9a12-4d8a-905c-465b1e3ede91", "address": "fa:16:3e:65:79:c5", "network": {"id": "bfb33f5f-722e-474d-9852-8f4912e532ff", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1540486594-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.221", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e65546ab27a4afe8ba3f0598772f41a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2321dbbe-f64a-4253-a462-21676f8a278e", "external-id": "nsx-vlan-transportzone-714", "segmentation_id": 714, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51e938de-9a", "ovs_interfaceid": "51e938de-9a12-4d8a-905c-465b1e3ede91", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1659.945690] env[62574]: DEBUG oslo_vmware.api [None req-8712369c-7e69-4ea3-bad8-043c188fb40b tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Task: {'id': task-1861638, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1660.053484] env[62574]: DEBUG oslo_vmware.api [None req-2e528d6a-3de4-4266-8afc-ce1e1eae325b tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] Task: {'id': task-1861640, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1660.075907] env[62574]: DEBUG nova.compute.utils [None req-fb2edc9c-04f8-4813-add2-eebe51a2ee92 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Using /dev/sd instead of None {{(pid=62574) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1660.076975] env[62574]: DEBUG nova.compute.manager [None req-fb2edc9c-04f8-4813-add2-eebe51a2ee92 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] [instance: 9ed0f4bc-f4eb-4eca-b448-053eec6339d4] Allocating IP information in the background. {{(pid=62574) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1660.077354] env[62574]: DEBUG nova.network.neutron [None req-fb2edc9c-04f8-4813-add2-eebe51a2ee92 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] [instance: 9ed0f4bc-f4eb-4eca-b448-053eec6339d4] allocate_for_instance() {{(pid=62574) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1660.084769] env[62574]: DEBUG nova.compute.manager [req-ff62e947-517b-432f-bcf8-c23fe94014a1 req-ff06f0a2-d4de-4f72-887c-e54cd54b4d6d service nova] [instance: c2d3abbc-2fdd-4df1-bb58-709b2bc89bb4] Received event network-vif-plugged-3b5f9d3f-b64d-4055-a173-f7b0c02ac2e5 {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1660.085394] env[62574]: DEBUG oslo_concurrency.lockutils [req-ff62e947-517b-432f-bcf8-c23fe94014a1 req-ff06f0a2-d4de-4f72-887c-e54cd54b4d6d service nova] Acquiring lock "c2d3abbc-2fdd-4df1-bb58-709b2bc89bb4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1660.085394] env[62574]: DEBUG oslo_concurrency.lockutils [req-ff62e947-517b-432f-bcf8-c23fe94014a1 req-ff06f0a2-d4de-4f72-887c-e54cd54b4d6d service nova] Lock "c2d3abbc-2fdd-4df1-bb58-709b2bc89bb4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1660.085394] env[62574]: DEBUG oslo_concurrency.lockutils [req-ff62e947-517b-432f-bcf8-c23fe94014a1 req-ff06f0a2-d4de-4f72-887c-e54cd54b4d6d service nova] Lock "c2d3abbc-2fdd-4df1-bb58-709b2bc89bb4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1660.085547] env[62574]: DEBUG nova.compute.manager [req-ff62e947-517b-432f-bcf8-c23fe94014a1 req-ff06f0a2-d4de-4f72-887c-e54cd54b4d6d service nova] [instance: c2d3abbc-2fdd-4df1-bb58-709b2bc89bb4] No waiting events found dispatching network-vif-plugged-3b5f9d3f-b64d-4055-a173-f7b0c02ac2e5 {{(pid=62574) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1660.085746] env[62574]: WARNING nova.compute.manager [req-ff62e947-517b-432f-bcf8-c23fe94014a1 req-ff06f0a2-d4de-4f72-887c-e54cd54b4d6d service nova] [instance: c2d3abbc-2fdd-4df1-bb58-709b2bc89bb4] Received unexpected event network-vif-plugged-3b5f9d3f-b64d-4055-a173-f7b0c02ac2e5 for instance with vm_state building and task_state block_device_mapping. [ 1660.085937] env[62574]: DEBUG nova.compute.manager [req-ff62e947-517b-432f-bcf8-c23fe94014a1 req-ff06f0a2-d4de-4f72-887c-e54cd54b4d6d service nova] [instance: c2d3abbc-2fdd-4df1-bb58-709b2bc89bb4] Received event network-changed-3b5f9d3f-b64d-4055-a173-f7b0c02ac2e5 {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1660.086394] env[62574]: DEBUG nova.compute.manager [req-ff62e947-517b-432f-bcf8-c23fe94014a1 req-ff06f0a2-d4de-4f72-887c-e54cd54b4d6d service nova] [instance: c2d3abbc-2fdd-4df1-bb58-709b2bc89bb4] Refreshing instance network info cache due to event network-changed-3b5f9d3f-b64d-4055-a173-f7b0c02ac2e5. {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1660.086598] env[62574]: DEBUG oslo_concurrency.lockutils [req-ff62e947-517b-432f-bcf8-c23fe94014a1 req-ff06f0a2-d4de-4f72-887c-e54cd54b4d6d service nova] Acquiring lock "refresh_cache-c2d3abbc-2fdd-4df1-bb58-709b2bc89bb4" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1660.107703] env[62574]: DEBUG oslo_vmware.api [None req-e80ce5c7-9046-4bac-9e2f-ace28b59b46b tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Task: {'id': task-1861628, 'name': CloneVM_Task, 'duration_secs': 2.160951} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1660.109817] env[62574]: INFO nova.virt.vmwareapi.vmops [None req-e80ce5c7-9046-4bac-9e2f-ace28b59b46b tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] [instance: 4cc7d784-be5d-41db-a028-0dade3464032] Created linked-clone VM from snapshot [ 1660.110654] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41ebcc24-7ded-4a60-b7e9-954a52381b4e {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.119262] env[62574]: DEBUG nova.virt.vmwareapi.images [None req-e80ce5c7-9046-4bac-9e2f-ace28b59b46b tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] [instance: 4cc7d784-be5d-41db-a028-0dade3464032] Uploading image 950320ff-06ef-4bc9-89d6-11bf73c0371e {{(pid=62574) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1660.142116] env[62574]: DEBUG oslo_vmware.rw_handles [None req-e80ce5c7-9046-4bac-9e2f-ace28b59b46b tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1660.142116] env[62574]: value = "vm-384886" [ 1660.142116] env[62574]: _type = "VirtualMachine" [ 1660.142116] env[62574]: }. {{(pid=62574) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1660.142806] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-cf0367ce-fe79-4ed9-9e96-dfb045eed7f5 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.150895] env[62574]: DEBUG oslo_vmware.rw_handles [None req-e80ce5c7-9046-4bac-9e2f-ace28b59b46b tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Lease: (returnval){ [ 1660.150895] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]528e9198-0a90-6d73-6002-d8a0a9b83770" [ 1660.150895] env[62574]: _type = "HttpNfcLease" [ 1660.150895] env[62574]: } obtained for exporting VM: (result){ [ 1660.150895] env[62574]: value = "vm-384886" [ 1660.150895] env[62574]: _type = "VirtualMachine" [ 1660.150895] env[62574]: }. {{(pid=62574) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1660.151228] env[62574]: DEBUG oslo_vmware.api [None req-e80ce5c7-9046-4bac-9e2f-ace28b59b46b tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Waiting for the lease: (returnval){ [ 1660.151228] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]528e9198-0a90-6d73-6002-d8a0a9b83770" [ 1660.151228] env[62574]: _type = "HttpNfcLease" [ 1660.151228] env[62574]: } to be ready. {{(pid=62574) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1660.158862] env[62574]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1660.158862] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]528e9198-0a90-6d73-6002-d8a0a9b83770" [ 1660.158862] env[62574]: _type = "HttpNfcLease" [ 1660.158862] env[62574]: } is initializing. {{(pid=62574) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1660.177628] env[62574]: DEBUG nova.policy [None req-fb2edc9c-04f8-4813-add2-eebe51a2ee92 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a6b9b5fd9fcc43648b3bb8052dcee3ef', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e674d08d0d8b4871b04fa46f35ed4a03', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62574) authorize /opt/stack/nova/nova/policy.py:192}} [ 1660.243055] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1861633, 'name': CreateVM_Task} progress is 99%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1660.281766] env[62574]: DEBUG oslo_concurrency.lockutils [req-fb2f6f75-e596-4901-b695-30880322be62 req-304c4122-cdc5-4d01-9bf9-135c8e0492f2 service nova] Releasing lock "refresh_cache-315b8f76-6d67-4e58-8898-2b68a1e4f79a" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1660.282067] env[62574]: DEBUG nova.compute.manager [req-fb2f6f75-e596-4901-b695-30880322be62 req-304c4122-cdc5-4d01-9bf9-135c8e0492f2 service nova] [instance: d06fca54-652a-47dd-b14b-8f6bbf696503] Received event network-changed-fc89cac8-4136-400b-9db5-6df20347e14a {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1660.282252] env[62574]: DEBUG nova.compute.manager [req-fb2f6f75-e596-4901-b695-30880322be62 req-304c4122-cdc5-4d01-9bf9-135c8e0492f2 service nova] [instance: d06fca54-652a-47dd-b14b-8f6bbf696503] Refreshing instance network info cache due to event network-changed-fc89cac8-4136-400b-9db5-6df20347e14a. {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1660.282483] env[62574]: DEBUG oslo_concurrency.lockutils [req-fb2f6f75-e596-4901-b695-30880322be62 req-304c4122-cdc5-4d01-9bf9-135c8e0492f2 service nova] Acquiring lock "refresh_cache-d06fca54-652a-47dd-b14b-8f6bbf696503" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1660.282614] env[62574]: DEBUG oslo_concurrency.lockutils [req-fb2f6f75-e596-4901-b695-30880322be62 req-304c4122-cdc5-4d01-9bf9-135c8e0492f2 service nova] Acquired lock "refresh_cache-d06fca54-652a-47dd-b14b-8f6bbf696503" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1660.282875] env[62574]: DEBUG nova.network.neutron [req-fb2f6f75-e596-4901-b695-30880322be62 req-304c4122-cdc5-4d01-9bf9-135c8e0492f2 service nova] [instance: d06fca54-652a-47dd-b14b-8f6bbf696503] Refreshing network info cache for port fc89cac8-4136-400b-9db5-6df20347e14a {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1660.322028] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-1d2a59a7-4e0f-4e6b-90ad-c84a6d299fda tempest-AttachInterfacesUnderV243Test-962410907 tempest-AttachInterfacesUnderV243Test-962410907-project-member] [instance: ae9a6ff7-cc1f-43dc-9acb-47aaa3d1089e] Unregistered the VM {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1660.322028] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-1d2a59a7-4e0f-4e6b-90ad-c84a6d299fda tempest-AttachInterfacesUnderV243Test-962410907 tempest-AttachInterfacesUnderV243Test-962410907-project-member] [instance: ae9a6ff7-cc1f-43dc-9acb-47aaa3d1089e] Deleting contents of the VM from datastore datastore1 {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1660.322028] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d2a59a7-4e0f-4e6b-90ad-c84a6d299fda tempest-AttachInterfacesUnderV243Test-962410907 tempest-AttachInterfacesUnderV243Test-962410907-project-member] Deleting the datastore file [datastore1] ae9a6ff7-cc1f-43dc-9acb-47aaa3d1089e {{(pid=62574) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1660.322028] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-04439e48-663c-4ca8-9e4f-6a21d414e03c {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.332898] env[62574]: DEBUG oslo_vmware.api [None req-1d2a59a7-4e0f-4e6b-90ad-c84a6d299fda tempest-AttachInterfacesUnderV243Test-962410907 tempest-AttachInterfacesUnderV243Test-962410907-project-member] Waiting for the task: (returnval){ [ 1660.332898] env[62574]: value = "task-1861642" [ 1660.332898] env[62574]: _type = "Task" [ 1660.332898] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1660.343013] env[62574]: DEBUG oslo_vmware.api [None req-1d2a59a7-4e0f-4e6b-90ad-c84a6d299fda tempest-AttachInterfacesUnderV243Test-962410907 tempest-AttachInterfacesUnderV243Test-962410907-project-member] Task: {'id': task-1861642, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1660.397500] env[62574]: DEBUG oslo_concurrency.lockutils [req-100c44aa-df1b-4aff-9246-8da6eff88b24 req-e65a5138-45bb-41a0-88d4-e2e47fa10c81 service nova] Releasing lock "refresh_cache-ae9a6ff7-cc1f-43dc-9acb-47aaa3d1089e" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1660.407251] env[62574]: DEBUG nova.network.neutron [-] [instance: a40bab23-721e-4584-bda1-2bf5d0e0e37e] Updating instance_info_cache with network_info: [] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1660.425338] env[62574]: DEBUG nova.network.neutron [None req-0703cd00-d1db-499b-b4ff-f4642486f4c5 tempest-ServersTestBootFromVolume-749154611 tempest-ServersTestBootFromVolume-749154611-project-member] [instance: c2d3abbc-2fdd-4df1-bb58-709b2bc89bb4] Instance cache missing network info. {{(pid=62574) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1660.446549] env[62574]: DEBUG oslo_vmware.api [None req-8712369c-7e69-4ea3-bad8-043c188fb40b tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Task: {'id': task-1861638, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1660.487909] env[62574]: DEBUG nova.network.neutron [None req-fb2edc9c-04f8-4813-add2-eebe51a2ee92 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] [instance: 9ed0f4bc-f4eb-4eca-b448-053eec6339d4] Successfully created port: 99ccaac5-2749-49e2-880e-d13e6c2243ef {{(pid=62574) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1660.547350] env[62574]: DEBUG oslo_vmware.api [None req-2e528d6a-3de4-4266-8afc-ce1e1eae325b tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] Task: {'id': task-1861640, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1660.582926] env[62574]: DEBUG nova.compute.manager [None req-fb2edc9c-04f8-4813-add2-eebe51a2ee92 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] [instance: 9ed0f4bc-f4eb-4eca-b448-053eec6339d4] Start building block device mappings for instance. {{(pid=62574) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1660.659636] env[62574]: DEBUG nova.network.neutron [None req-0703cd00-d1db-499b-b4ff-f4642486f4c5 tempest-ServersTestBootFromVolume-749154611 tempest-ServersTestBootFromVolume-749154611-project-member] [instance: c2d3abbc-2fdd-4df1-bb58-709b2bc89bb4] Updating instance_info_cache with network_info: [{"id": "3b5f9d3f-b64d-4055-a173-f7b0c02ac2e5", "address": "fa:16:3e:76:0e:ec", "network": {"id": "c7e61bef-aa62-4a8f-9cf0-6d831ff77a88", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1256435161-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c0d3efebb4047a8969b00a96eb5a5f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0467beaa-08c6-44d6-b8a2-e9c609c21ff4", "external-id": "nsx-vlan-transportzone-540", "segmentation_id": 540, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b5f9d3f-b6", "ovs_interfaceid": "3b5f9d3f-b64d-4055-a173-f7b0c02ac2e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1660.667680] env[62574]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1660.667680] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]528e9198-0a90-6d73-6002-d8a0a9b83770" [ 1660.667680] env[62574]: _type = "HttpNfcLease" [ 1660.667680] env[62574]: } is ready. {{(pid=62574) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1660.668397] env[62574]: DEBUG oslo_vmware.rw_handles [None req-e80ce5c7-9046-4bac-9e2f-ace28b59b46b tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1660.668397] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]528e9198-0a90-6d73-6002-d8a0a9b83770" [ 1660.668397] env[62574]: _type = "HttpNfcLease" [ 1660.668397] env[62574]: }. {{(pid=62574) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1660.669213] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64cbea16-9d1b-4c6d-8ef8-d865140b3d53 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.681520] env[62574]: DEBUG oslo_concurrency.lockutils [None req-590c37d1-df4c-483e-9884-bfd0e4cddf6a tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] Acquiring lock "c195131e-5a17-4c77-b7d2-8873bb6a9653" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1660.681783] env[62574]: DEBUG oslo_concurrency.lockutils [None req-590c37d1-df4c-483e-9884-bfd0e4cddf6a tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] Lock "c195131e-5a17-4c77-b7d2-8873bb6a9653" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1660.682273] env[62574]: DEBUG oslo_concurrency.lockutils [None req-590c37d1-df4c-483e-9884-bfd0e4cddf6a tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] Acquiring lock "c195131e-5a17-4c77-b7d2-8873bb6a9653-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1660.682273] env[62574]: DEBUG oslo_concurrency.lockutils [None req-590c37d1-df4c-483e-9884-bfd0e4cddf6a tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] Lock "c195131e-5a17-4c77-b7d2-8873bb6a9653-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1660.682505] env[62574]: DEBUG oslo_concurrency.lockutils [None req-590c37d1-df4c-483e-9884-bfd0e4cddf6a tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] Lock "c195131e-5a17-4c77-b7d2-8873bb6a9653-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1660.685048] env[62574]: DEBUG oslo_vmware.rw_handles [None req-e80ce5c7-9046-4bac-9e2f-ace28b59b46b tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5292c6c2-f0a7-2abe-aee3-dd82067e7b4d/disk-0.vmdk from lease info. {{(pid=62574) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1660.685048] env[62574]: DEBUG oslo_vmware.rw_handles [None req-e80ce5c7-9046-4bac-9e2f-ace28b59b46b tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5292c6c2-f0a7-2abe-aee3-dd82067e7b4d/disk-0.vmdk for reading. {{(pid=62574) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1660.686469] env[62574]: INFO nova.compute.manager [None req-590c37d1-df4c-483e-9884-bfd0e4cddf6a tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] [instance: c195131e-5a17-4c77-b7d2-8873bb6a9653] Terminating instance [ 1660.757302] env[62574]: DEBUG nova.compute.manager [None req-0703cd00-d1db-499b-b4ff-f4642486f4c5 tempest-ServersTestBootFromVolume-749154611 tempest-ServersTestBootFromVolume-749154611-project-member] [instance: c2d3abbc-2fdd-4df1-bb58-709b2bc89bb4] Start spawning the instance on the hypervisor. {{(pid=62574) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1660.757993] env[62574]: DEBUG nova.virt.hardware [None req-0703cd00-d1db-499b-b4ff-f4642486f4c5 tempest-ServersTestBootFromVolume-749154611 tempest-ServersTestBootFromVolume-749154611-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T19:26:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1660.758284] env[62574]: DEBUG nova.virt.hardware [None req-0703cd00-d1db-499b-b4ff-f4642486f4c5 tempest-ServersTestBootFromVolume-749154611 tempest-ServersTestBootFromVolume-749154611-project-member] Flavor limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1660.758497] env[62574]: DEBUG nova.virt.hardware [None req-0703cd00-d1db-499b-b4ff-f4642486f4c5 tempest-ServersTestBootFromVolume-749154611 tempest-ServersTestBootFromVolume-749154611-project-member] Image limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1660.758738] env[62574]: DEBUG nova.virt.hardware [None req-0703cd00-d1db-499b-b4ff-f4642486f4c5 tempest-ServersTestBootFromVolume-749154611 tempest-ServersTestBootFromVolume-749154611-project-member] Flavor pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1660.758998] env[62574]: DEBUG nova.virt.hardware [None req-0703cd00-d1db-499b-b4ff-f4642486f4c5 tempest-ServersTestBootFromVolume-749154611 tempest-ServersTestBootFromVolume-749154611-project-member] Image pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1660.759222] env[62574]: DEBUG nova.virt.hardware [None req-0703cd00-d1db-499b-b4ff-f4642486f4c5 tempest-ServersTestBootFromVolume-749154611 tempest-ServersTestBootFromVolume-749154611-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1660.759487] env[62574]: DEBUG nova.virt.hardware [None req-0703cd00-d1db-499b-b4ff-f4642486f4c5 tempest-ServersTestBootFromVolume-749154611 tempest-ServersTestBootFromVolume-749154611-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1660.759703] env[62574]: DEBUG nova.virt.hardware [None req-0703cd00-d1db-499b-b4ff-f4642486f4c5 tempest-ServersTestBootFromVolume-749154611 tempest-ServersTestBootFromVolume-749154611-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1660.759987] env[62574]: DEBUG nova.virt.hardware [None req-0703cd00-d1db-499b-b4ff-f4642486f4c5 tempest-ServersTestBootFromVolume-749154611 tempest-ServersTestBootFromVolume-749154611-project-member] Got 1 possible topologies {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1660.760243] env[62574]: DEBUG nova.virt.hardware [None req-0703cd00-d1db-499b-b4ff-f4642486f4c5 tempest-ServersTestBootFromVolume-749154611 tempest-ServersTestBootFromVolume-749154611-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1660.760480] env[62574]: DEBUG nova.virt.hardware [None req-0703cd00-d1db-499b-b4ff-f4642486f4c5 tempest-ServersTestBootFromVolume-749154611 tempest-ServersTestBootFromVolume-749154611-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1660.761350] env[62574]: DEBUG nova.compute.manager [None req-590c37d1-df4c-483e-9884-bfd0e4cddf6a tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] [instance: c195131e-5a17-4c77-b7d2-8873bb6a9653] Start destroying the instance on the hypervisor. {{(pid=62574) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1660.761738] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-590c37d1-df4c-483e-9884-bfd0e4cddf6a tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] [instance: c195131e-5a17-4c77-b7d2-8873bb6a9653] Destroying instance {{(pid=62574) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1660.770335] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f3dca7b-6fb8-491b-b541-f3a9edb4e031 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.773581] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e54bb05-d6d7-430e-b250-1f057bc13ed9 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.791752] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82aa0973-7948-45fb-a7c6-b63a024e2ded {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.798737] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1861633, 'name': CreateVM_Task} progress is 99%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1660.799152] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-590c37d1-df4c-483e-9884-bfd0e4cddf6a tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] [instance: c195131e-5a17-4c77-b7d2-8873bb6a9653] Powering off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1660.802146] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-02d800d2-d66d-48a4-abb2-2da2fe8c30bb {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.817509] env[62574]: DEBUG oslo_vmware.api [None req-590c37d1-df4c-483e-9884-bfd0e4cddf6a tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] Waiting for the task: (returnval){ [ 1660.817509] env[62574]: value = "task-1861643" [ 1660.817509] env[62574]: _type = "Task" [ 1660.817509] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1660.832317] env[62574]: DEBUG oslo_vmware.api [None req-590c37d1-df4c-483e-9884-bfd0e4cddf6a tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] Task: {'id': task-1861643, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1660.845421] env[62574]: DEBUG oslo_vmware.api [None req-1d2a59a7-4e0f-4e6b-90ad-c84a6d299fda tempest-AttachInterfacesUnderV243Test-962410907 tempest-AttachInterfacesUnderV243Test-962410907-project-member] Task: {'id': task-1861642, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1660.848229] env[62574]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-42aed603-a3b2-4c9e-b89a-23775c9b682f {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.909701] env[62574]: INFO nova.compute.manager [-] [instance: a40bab23-721e-4584-bda1-2bf5d0e0e37e] Took 1.29 seconds to deallocate network for instance. [ 1660.922182] env[62574]: DEBUG oslo_concurrency.lockutils [None req-5f9c2b26-18a1-4b65-85b7-b472a3da6013 tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] Acquiring lock "3692d5e9-2382-4f95-8ca4-0a57474e9be7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1660.922448] env[62574]: DEBUG oslo_concurrency.lockutils [None req-5f9c2b26-18a1-4b65-85b7-b472a3da6013 tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] Lock "3692d5e9-2382-4f95-8ca4-0a57474e9be7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1660.922681] env[62574]: DEBUG oslo_concurrency.lockutils [None req-5f9c2b26-18a1-4b65-85b7-b472a3da6013 tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] Acquiring lock "3692d5e9-2382-4f95-8ca4-0a57474e9be7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1660.926018] env[62574]: DEBUG oslo_concurrency.lockutils [None req-5f9c2b26-18a1-4b65-85b7-b472a3da6013 tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] Lock "3692d5e9-2382-4f95-8ca4-0a57474e9be7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1660.926018] env[62574]: DEBUG oslo_concurrency.lockutils [None req-5f9c2b26-18a1-4b65-85b7-b472a3da6013 tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] Lock "3692d5e9-2382-4f95-8ca4-0a57474e9be7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1660.926018] env[62574]: INFO nova.compute.manager [None req-5f9c2b26-18a1-4b65-85b7-b472a3da6013 tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] [instance: 3692d5e9-2382-4f95-8ca4-0a57474e9be7] Terminating instance [ 1660.945622] env[62574]: DEBUG oslo_vmware.api [None req-8712369c-7e69-4ea3-bad8-043c188fb40b tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Task: {'id': task-1861638, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1661.054867] env[62574]: DEBUG oslo_vmware.api [None req-2e528d6a-3de4-4266-8afc-ce1e1eae325b tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] Task: {'id': task-1861640, 'name': ExtendVirtualDisk_Task, 'duration_secs': 1.072542} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1661.055312] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-2e528d6a-3de4-4266-8afc-ce1e1eae325b tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] [instance: e34254ce-88c3-41dd-be1c-553eea828050] Extended root virtual disk {{(pid=62574) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1661.056283] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87e8ce53-8757-4e52-b9ab-92dd22390c55 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.081640] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e528d6a-3de4-4266-8afc-ce1e1eae325b tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] [instance: e34254ce-88c3-41dd-be1c-553eea828050] Reconfiguring VM instance instance-0000002f to attach disk [datastore1] e34254ce-88c3-41dd-be1c-553eea828050/e34254ce-88c3-41dd-be1c-553eea828050.vmdk or device None with type sparse {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1661.084454] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b8a9f694-84d5-4a79-9c6b-a8cc24b8b993 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.116174] env[62574]: DEBUG oslo_vmware.api [None req-2e528d6a-3de4-4266-8afc-ce1e1eae325b tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] Waiting for the task: (returnval){ [ 1661.116174] env[62574]: value = "task-1861644" [ 1661.116174] env[62574]: _type = "Task" [ 1661.116174] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1661.126110] env[62574]: DEBUG oslo_vmware.api [None req-2e528d6a-3de4-4266-8afc-ce1e1eae325b tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] Task: {'id': task-1861644, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1661.169660] env[62574]: DEBUG oslo_concurrency.lockutils [None req-0703cd00-d1db-499b-b4ff-f4642486f4c5 tempest-ServersTestBootFromVolume-749154611 tempest-ServersTestBootFromVolume-749154611-project-member] Releasing lock "refresh_cache-c2d3abbc-2fdd-4df1-bb58-709b2bc89bb4" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1661.170134] env[62574]: DEBUG nova.compute.manager [None req-0703cd00-d1db-499b-b4ff-f4642486f4c5 tempest-ServersTestBootFromVolume-749154611 tempest-ServersTestBootFromVolume-749154611-project-member] [instance: c2d3abbc-2fdd-4df1-bb58-709b2bc89bb4] Instance network_info: |[{"id": "3b5f9d3f-b64d-4055-a173-f7b0c02ac2e5", "address": "fa:16:3e:76:0e:ec", "network": {"id": "c7e61bef-aa62-4a8f-9cf0-6d831ff77a88", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1256435161-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c0d3efebb4047a8969b00a96eb5a5f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0467beaa-08c6-44d6-b8a2-e9c609c21ff4", "external-id": "nsx-vlan-transportzone-540", "segmentation_id": 540, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b5f9d3f-b6", "ovs_interfaceid": "3b5f9d3f-b64d-4055-a173-f7b0c02ac2e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62574) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1661.170898] env[62574]: DEBUG oslo_concurrency.lockutils [req-ff62e947-517b-432f-bcf8-c23fe94014a1 req-ff06f0a2-d4de-4f72-887c-e54cd54b4d6d service nova] Acquired lock "refresh_cache-c2d3abbc-2fdd-4df1-bb58-709b2bc89bb4" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1661.171107] env[62574]: DEBUG nova.network.neutron [req-ff62e947-517b-432f-bcf8-c23fe94014a1 req-ff06f0a2-d4de-4f72-887c-e54cd54b4d6d service nova] [instance: c2d3abbc-2fdd-4df1-bb58-709b2bc89bb4] Refreshing network info cache for port 3b5f9d3f-b64d-4055-a173-f7b0c02ac2e5 {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1661.172350] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-0703cd00-d1db-499b-b4ff-f4642486f4c5 tempest-ServersTestBootFromVolume-749154611 tempest-ServersTestBootFromVolume-749154611-project-member] [instance: c2d3abbc-2fdd-4df1-bb58-709b2bc89bb4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:76:0e:ec', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0467beaa-08c6-44d6-b8a2-e9c609c21ff4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3b5f9d3f-b64d-4055-a173-f7b0c02ac2e5', 'vif_model': 'vmxnet3'}] {{(pid=62574) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1661.179775] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-0703cd00-d1db-499b-b4ff-f4642486f4c5 tempest-ServersTestBootFromVolume-749154611 tempest-ServersTestBootFromVolume-749154611-project-member] Creating folder: Project (6c0d3efebb4047a8969b00a96eb5a5f0). Parent ref: group-v384746. {{(pid=62574) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1661.180334] env[62574]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7ea3890b-3e47-42b8-bda6-d977265c91cd {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.197177] env[62574]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1661.197494] env[62574]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=62574) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1661.197760] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-0703cd00-d1db-499b-b4ff-f4642486f4c5 tempest-ServersTestBootFromVolume-749154611 tempest-ServersTestBootFromVolume-749154611-project-member] Folder already exists: Project (6c0d3efebb4047a8969b00a96eb5a5f0). Parent ref: group-v384746. {{(pid=62574) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 1661.199717] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-0703cd00-d1db-499b-b4ff-f4642486f4c5 tempest-ServersTestBootFromVolume-749154611 tempest-ServersTestBootFromVolume-749154611-project-member] Creating folder: Instances. Parent ref: group-v384838. {{(pid=62574) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1661.199717] env[62574]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-414869c1-50bf-4a33-aa99-c75b8a6465e9 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.226030] env[62574]: INFO nova.virt.vmwareapi.vm_util [None req-0703cd00-d1db-499b-b4ff-f4642486f4c5 tempest-ServersTestBootFromVolume-749154611 tempest-ServersTestBootFromVolume-749154611-project-member] Created folder: Instances in parent group-v384838. [ 1661.226411] env[62574]: DEBUG oslo.service.loopingcall [None req-0703cd00-d1db-499b-b4ff-f4642486f4c5 tempest-ServersTestBootFromVolume-749154611 tempest-ServersTestBootFromVolume-749154611-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62574) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1661.227727] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2952157a-7cca-494c-88c9-6de401c38bc4 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.231157] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c2d3abbc-2fdd-4df1-bb58-709b2bc89bb4] Creating VM on the ESX host {{(pid=62574) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1661.231157] env[62574]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6887e543-466f-450d-8405-5eb808076df1 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.257446] env[62574]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1661.257446] env[62574]: value = "task-1861647" [ 1661.257446] env[62574]: _type = "Task" [ 1661.257446] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1661.261932] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73c698f0-2405-4662-bcad-d9b134202014 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.277243] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1861633, 'name': CreateVM_Task} progress is 99%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1661.306198] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1861647, 'name': CreateVM_Task} progress is 6%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1661.306776] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef1fb000-7e30-4f68-a8a5-56db6ca3356c {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.315396] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0ba607c-df42-4933-8902-48adb7d10138 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.333850] env[62574]: DEBUG nova.compute.provider_tree [None req-807d1d3c-2cba-4e42-a10c-dc2016daeee1 tempest-VolumesAdminNegativeTest-247329141 tempest-VolumesAdminNegativeTest-247329141-project-member] Inventory has not changed in ProviderTree for provider: f0ed160a-beff-4626-a531-2a70d7bc0627 {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1661.342385] env[62574]: DEBUG oslo_vmware.api [None req-590c37d1-df4c-483e-9884-bfd0e4cddf6a tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] Task: {'id': task-1861643, 'name': PowerOffVM_Task, 'duration_secs': 0.25392} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1661.343701] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-590c37d1-df4c-483e-9884-bfd0e4cddf6a tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] [instance: c195131e-5a17-4c77-b7d2-8873bb6a9653] Powered off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1661.343922] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-590c37d1-df4c-483e-9884-bfd0e4cddf6a tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] [instance: c195131e-5a17-4c77-b7d2-8873bb6a9653] Unregistering the VM {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1661.344499] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a1ac546f-5c5a-4d70-b2ec-3a5f59618035 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.350147] env[62574]: DEBUG oslo_vmware.api [None req-1d2a59a7-4e0f-4e6b-90ad-c84a6d299fda tempest-AttachInterfacesUnderV243Test-962410907 tempest-AttachInterfacesUnderV243Test-962410907-project-member] Task: {'id': task-1861642, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.543267} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1661.350875] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d2a59a7-4e0f-4e6b-90ad-c84a6d299fda tempest-AttachInterfacesUnderV243Test-962410907 tempest-AttachInterfacesUnderV243Test-962410907-project-member] Deleted the datastore file {{(pid=62574) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1661.351139] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-1d2a59a7-4e0f-4e6b-90ad-c84a6d299fda tempest-AttachInterfacesUnderV243Test-962410907 tempest-AttachInterfacesUnderV243Test-962410907-project-member] [instance: ae9a6ff7-cc1f-43dc-9acb-47aaa3d1089e] Deleted contents of the VM from datastore datastore1 {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1661.351380] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-1d2a59a7-4e0f-4e6b-90ad-c84a6d299fda tempest-AttachInterfacesUnderV243Test-962410907 tempest-AttachInterfacesUnderV243Test-962410907-project-member] [instance: ae9a6ff7-cc1f-43dc-9acb-47aaa3d1089e] Instance destroyed {{(pid=62574) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1661.351617] env[62574]: INFO nova.compute.manager [None req-1d2a59a7-4e0f-4e6b-90ad-c84a6d299fda tempest-AttachInterfacesUnderV243Test-962410907 tempest-AttachInterfacesUnderV243Test-962410907-project-member] [instance: ae9a6ff7-cc1f-43dc-9acb-47aaa3d1089e] Took 2.37 seconds to destroy the instance on the hypervisor. [ 1661.351913] env[62574]: DEBUG oslo.service.loopingcall [None req-1d2a59a7-4e0f-4e6b-90ad-c84a6d299fda tempest-AttachInterfacesUnderV243Test-962410907 tempest-AttachInterfacesUnderV243Test-962410907-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62574) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1661.352159] env[62574]: DEBUG nova.compute.manager [-] [instance: ae9a6ff7-cc1f-43dc-9acb-47aaa3d1089e] Deallocating network for instance {{(pid=62574) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1661.352298] env[62574]: DEBUG nova.network.neutron [-] [instance: ae9a6ff7-cc1f-43dc-9acb-47aaa3d1089e] deallocate_for_instance() {{(pid=62574) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1661.359644] env[62574]: DEBUG nova.network.neutron [req-fb2f6f75-e596-4901-b695-30880322be62 req-304c4122-cdc5-4d01-9bf9-135c8e0492f2 service nova] [instance: d06fca54-652a-47dd-b14b-8f6bbf696503] Updated VIF entry in instance network info cache for port fc89cac8-4136-400b-9db5-6df20347e14a. {{(pid=62574) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1661.360013] env[62574]: DEBUG nova.network.neutron [req-fb2f6f75-e596-4901-b695-30880322be62 req-304c4122-cdc5-4d01-9bf9-135c8e0492f2 service nova] [instance: d06fca54-652a-47dd-b14b-8f6bbf696503] Updating instance_info_cache with network_info: [{"id": "fc89cac8-4136-400b-9db5-6df20347e14a", "address": "fa:16:3e:7e:fe:92", "network": {"id": "c6e82ed8-135c-4a2b-a7fa-f0f461137015", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-414473987-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.167", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5c18e090ac645c2bb13c4b6714f5f01", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c42bb08a-77b4-4bba-8166-702cbb1b5f1e", "external-id": "nsx-vlan-transportzone-137", "segmentation_id": 137, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc89cac8-41", "ovs_interfaceid": "fc89cac8-4136-400b-9db5-6df20347e14a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1661.416244] env[62574]: DEBUG oslo_concurrency.lockutils [None req-a43d2998-a6a8-4590-88d9-2113076e9aa0 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1661.428629] env[62574]: DEBUG nova.compute.manager [None req-5f9c2b26-18a1-4b65-85b7-b472a3da6013 tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] [instance: 3692d5e9-2382-4f95-8ca4-0a57474e9be7] Start destroying the instance on the hypervisor. {{(pid=62574) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1661.428906] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-5f9c2b26-18a1-4b65-85b7-b472a3da6013 tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] [instance: 3692d5e9-2382-4f95-8ca4-0a57474e9be7] Destroying instance {{(pid=62574) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1661.429867] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9390967c-dfdd-423c-81ca-03bdcc2b66cd {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.441850] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f9c2b26-18a1-4b65-85b7-b472a3da6013 tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] [instance: 3692d5e9-2382-4f95-8ca4-0a57474e9be7] Powering off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1661.442539] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0d58afec-1433-48c4-a5c2-823961974328 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.448179] env[62574]: DEBUG oslo_vmware.api [None req-8712369c-7e69-4ea3-bad8-043c188fb40b tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Task: {'id': task-1861638, 'name': ReconfigVM_Task, 'duration_secs': 1.678444} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1661.448500] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-8712369c-7e69-4ea3-bad8-043c188fb40b tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] [instance: ab4ac58c-a716-46c6-ba11-fb5dd8e7ba24] Reconfigured VM instance instance-0000002e to attach disk [datastore1] ab4ac58c-a716-46c6-ba11-fb5dd8e7ba24/ab4ac58c-a716-46c6-ba11-fb5dd8e7ba24.vmdk or device None with type sparse {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1661.449498] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7d52c20e-a1fa-4cac-a0fa-4584f6011c08 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.453078] env[62574]: DEBUG oslo_vmware.api [None req-5f9c2b26-18a1-4b65-85b7-b472a3da6013 tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] Waiting for the task: (returnval){ [ 1661.453078] env[62574]: value = "task-1861649" [ 1661.453078] env[62574]: _type = "Task" [ 1661.453078] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1661.458768] env[62574]: DEBUG oslo_vmware.api [None req-8712369c-7e69-4ea3-bad8-043c188fb40b tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Waiting for the task: (returnval){ [ 1661.458768] env[62574]: value = "task-1861650" [ 1661.458768] env[62574]: _type = "Task" [ 1661.458768] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1661.465517] env[62574]: DEBUG oslo_vmware.api [None req-5f9c2b26-18a1-4b65-85b7-b472a3da6013 tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] Task: {'id': task-1861649, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1661.471814] env[62574]: DEBUG oslo_vmware.api [None req-8712369c-7e69-4ea3-bad8-043c188fb40b tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Task: {'id': task-1861650, 'name': Rename_Task} progress is 5%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1661.610409] env[62574]: DEBUG nova.compute.manager [None req-fb2edc9c-04f8-4813-add2-eebe51a2ee92 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] [instance: 9ed0f4bc-f4eb-4eca-b448-053eec6339d4] Start spawning the instance on the hypervisor. {{(pid=62574) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1661.633295] env[62574]: DEBUG oslo_vmware.api [None req-2e528d6a-3de4-4266-8afc-ce1e1eae325b tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] Task: {'id': task-1861644, 'name': ReconfigVM_Task, 'duration_secs': 0.384985} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1661.633295] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e528d6a-3de4-4266-8afc-ce1e1eae325b tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] [instance: e34254ce-88c3-41dd-be1c-553eea828050] Reconfigured VM instance instance-0000002f to attach disk [datastore1] e34254ce-88c3-41dd-be1c-553eea828050/e34254ce-88c3-41dd-be1c-553eea828050.vmdk or device None with type sparse {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1661.635165] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-43312351-9642-4093-94c9-900dac45cdfe {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.641326] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-590c37d1-df4c-483e-9884-bfd0e4cddf6a tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] [instance: c195131e-5a17-4c77-b7d2-8873bb6a9653] Unregistered the VM {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1661.644228] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-590c37d1-df4c-483e-9884-bfd0e4cddf6a tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] [instance: c195131e-5a17-4c77-b7d2-8873bb6a9653] Deleting contents of the VM from datastore datastore2 {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1661.644228] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-590c37d1-df4c-483e-9884-bfd0e4cddf6a tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] Deleting the datastore file [datastore2] c195131e-5a17-4c77-b7d2-8873bb6a9653 {{(pid=62574) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1661.644228] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9db99aa4-cc1b-484b-a52f-f0ff3c3179f6 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.647025] env[62574]: DEBUG oslo_vmware.api [None req-2e528d6a-3de4-4266-8afc-ce1e1eae325b tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] Waiting for the task: (returnval){ [ 1661.647025] env[62574]: value = "task-1861651" [ 1661.647025] env[62574]: _type = "Task" [ 1661.647025] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1661.657160] env[62574]: DEBUG oslo_vmware.api [None req-590c37d1-df4c-483e-9884-bfd0e4cddf6a tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] Waiting for the task: (returnval){ [ 1661.657160] env[62574]: value = "task-1861652" [ 1661.657160] env[62574]: _type = "Task" [ 1661.657160] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1661.661800] env[62574]: DEBUG oslo_vmware.api [None req-2e528d6a-3de4-4266-8afc-ce1e1eae325b tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] Task: {'id': task-1861651, 'name': Rename_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1661.664227] env[62574]: DEBUG nova.virt.hardware [None req-fb2edc9c-04f8-4813-add2-eebe51a2ee92 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T19:45:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='d65db455-efe1-4818-a059-583724f0845e',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-406343762',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-13T19:26:40Z,direct_url=,disk_format='vmdk',id=3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7eed1dd4d2c3418eb32c4f4ceda3ab0d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-13T19:26:41Z,virtual_size=,visibility=), allow threads: False {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1661.664759] env[62574]: DEBUG nova.virt.hardware [None req-fb2edc9c-04f8-4813-add2-eebe51a2ee92 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Flavor limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1661.664759] env[62574]: DEBUG nova.virt.hardware [None req-fb2edc9c-04f8-4813-add2-eebe51a2ee92 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Image limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1661.664877] env[62574]: DEBUG nova.virt.hardware [None req-fb2edc9c-04f8-4813-add2-eebe51a2ee92 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Flavor pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1661.664951] env[62574]: DEBUG nova.virt.hardware [None req-fb2edc9c-04f8-4813-add2-eebe51a2ee92 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Image pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1661.665465] env[62574]: DEBUG nova.virt.hardware [None req-fb2edc9c-04f8-4813-add2-eebe51a2ee92 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1661.667998] env[62574]: DEBUG nova.virt.hardware [None req-fb2edc9c-04f8-4813-add2-eebe51a2ee92 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1661.668267] env[62574]: DEBUG nova.virt.hardware [None req-fb2edc9c-04f8-4813-add2-eebe51a2ee92 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1661.668581] env[62574]: DEBUG nova.virt.hardware [None req-fb2edc9c-04f8-4813-add2-eebe51a2ee92 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Got 1 possible topologies {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1661.668845] env[62574]: DEBUG nova.virt.hardware [None req-fb2edc9c-04f8-4813-add2-eebe51a2ee92 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1661.669065] env[62574]: DEBUG nova.virt.hardware [None req-fb2edc9c-04f8-4813-add2-eebe51a2ee92 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1661.674724] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f5b7fa7-d4b0-46f4-90cc-587be0b97c4f {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.694406] env[62574]: DEBUG oslo_vmware.api [None req-590c37d1-df4c-483e-9884-bfd0e4cddf6a tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] Task: {'id': task-1861652, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1661.696748] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0f61f94-75a2-4e1a-99df-ccb51eda52af {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.774581] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1861633, 'name': CreateVM_Task} progress is 99%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1661.778170] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1861647, 'name': CreateVM_Task, 'duration_secs': 0.472113} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1661.780819] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c2d3abbc-2fdd-4df1-bb58-709b2bc89bb4] Created VM on the ESX host {{(pid=62574) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1661.781848] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-0703cd00-d1db-499b-b4ff-f4642486f4c5 tempest-ServersTestBootFromVolume-749154611 tempest-ServersTestBootFromVolume-749154611-project-member] [instance: c2d3abbc-2fdd-4df1-bb58-709b2bc89bb4] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': None, 'delete_on_termination': True, 'mount_device': '/dev/sda', 'device_type': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-384841', 'volume_id': '3f23cb4e-0308-4ea0-a76b-720367edd08c', 'name': 'volume-3f23cb4e-0308-4ea0-a76b-720367edd08c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c2d3abbc-2fdd-4df1-bb58-709b2bc89bb4', 'attached_at': '', 'detached_at': '', 'volume_id': '3f23cb4e-0308-4ea0-a76b-720367edd08c', 'serial': '3f23cb4e-0308-4ea0-a76b-720367edd08c'}, 'boot_index': 0, 'attachment_id': '99434cf7-0ebd-4f48-aa6c-5419ed2ce3cf', 'guest_format': None, 'volume_type': None}], 'swap': None} {{(pid=62574) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1661.781848] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-0703cd00-d1db-499b-b4ff-f4642486f4c5 tempest-ServersTestBootFromVolume-749154611 tempest-ServersTestBootFromVolume-749154611-project-member] [instance: c2d3abbc-2fdd-4df1-bb58-709b2bc89bb4] Root volume attach. Driver type: vmdk {{(pid=62574) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1661.782992] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47d05e66-c5fe-44bd-b587-3674c12ac6ef {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.793993] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a5ce1fd-b4d9-4b7f-a45c-7456c29546d5 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.804911] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b93ac6ea-0a49-4ee3-8d06-c2bfa6f08850 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.810803] env[62574]: DEBUG oslo_concurrency.lockutils [None req-977b7978-bd10-4b95-a214-4753cab485b3 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] Acquiring lock "6a33b561-3788-4b8e-8763-ac23485c0dc8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1661.811122] env[62574]: DEBUG oslo_concurrency.lockutils [None req-977b7978-bd10-4b95-a214-4753cab485b3 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] Lock "6a33b561-3788-4b8e-8763-ac23485c0dc8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1661.818123] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-c2e2fb67-f7bc-4c5f-b6d4-dbc7aac5d0a8 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.826134] env[62574]: DEBUG oslo_vmware.api [None req-0703cd00-d1db-499b-b4ff-f4642486f4c5 tempest-ServersTestBootFromVolume-749154611 tempest-ServersTestBootFromVolume-749154611-project-member] Waiting for the task: (returnval){ [ 1661.826134] env[62574]: value = "task-1861653" [ 1661.826134] env[62574]: _type = "Task" [ 1661.826134] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1661.839028] env[62574]: DEBUG oslo_vmware.api [None req-0703cd00-d1db-499b-b4ff-f4642486f4c5 tempest-ServersTestBootFromVolume-749154611 tempest-ServersTestBootFromVolume-749154611-project-member] Task: {'id': task-1861653, 'name': RelocateVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1661.843194] env[62574]: DEBUG nova.scheduler.client.report [None req-807d1d3c-2cba-4e42-a10c-dc2016daeee1 tempest-VolumesAdminNegativeTest-247329141 tempest-VolumesAdminNegativeTest-247329141-project-member] Inventory has not changed for provider f0ed160a-beff-4626-a531-2a70d7bc0627 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1661.869335] env[62574]: DEBUG oslo_concurrency.lockutils [req-fb2f6f75-e596-4901-b695-30880322be62 req-304c4122-cdc5-4d01-9bf9-135c8e0492f2 service nova] Releasing lock "refresh_cache-d06fca54-652a-47dd-b14b-8f6bbf696503" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1661.968388] env[62574]: DEBUG oslo_vmware.api [None req-5f9c2b26-18a1-4b65-85b7-b472a3da6013 tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] Task: {'id': task-1861649, 'name': PowerOffVM_Task, 'duration_secs': 0.281102} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1661.971951] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f9c2b26-18a1-4b65-85b7-b472a3da6013 tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] [instance: 3692d5e9-2382-4f95-8ca4-0a57474e9be7] Powered off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1661.972588] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-5f9c2b26-18a1-4b65-85b7-b472a3da6013 tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] [instance: 3692d5e9-2382-4f95-8ca4-0a57474e9be7] Unregistering the VM {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1661.973172] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f4eb1f3f-d14a-4b37-b226-4fa849676634 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.979523] env[62574]: DEBUG oslo_vmware.api [None req-8712369c-7e69-4ea3-bad8-043c188fb40b tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Task: {'id': task-1861650, 'name': Rename_Task, 'duration_secs': 0.193834} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1661.980480] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-8712369c-7e69-4ea3-bad8-043c188fb40b tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] [instance: ab4ac58c-a716-46c6-ba11-fb5dd8e7ba24] Powering on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1661.980901] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cfacf892-1a82-427d-b1be-3e62f06e03db {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.995023] env[62574]: DEBUG oslo_vmware.api [None req-8712369c-7e69-4ea3-bad8-043c188fb40b tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Waiting for the task: (returnval){ [ 1661.995023] env[62574]: value = "task-1861655" [ 1661.995023] env[62574]: _type = "Task" [ 1661.995023] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1662.007354] env[62574]: DEBUG oslo_vmware.api [None req-8712369c-7e69-4ea3-bad8-043c188fb40b tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Task: {'id': task-1861655, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1662.154898] env[62574]: DEBUG nova.network.neutron [None req-fb2edc9c-04f8-4813-add2-eebe51a2ee92 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] [instance: 9ed0f4bc-f4eb-4eca-b448-053eec6339d4] Successfully updated port: 99ccaac5-2749-49e2-880e-d13e6c2243ef {{(pid=62574) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1662.160050] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-5f9c2b26-18a1-4b65-85b7-b472a3da6013 tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] [instance: 3692d5e9-2382-4f95-8ca4-0a57474e9be7] Unregistered the VM {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1662.160537] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-5f9c2b26-18a1-4b65-85b7-b472a3da6013 tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] [instance: 3692d5e9-2382-4f95-8ca4-0a57474e9be7] Deleting contents of the VM from datastore datastore2 {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1662.160846] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f9c2b26-18a1-4b65-85b7-b472a3da6013 tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] Deleting the datastore file [datastore2] 3692d5e9-2382-4f95-8ca4-0a57474e9be7 {{(pid=62574) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1662.162069] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c1699da4-b991-4e92-a0c4-5e115a116aed {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.172520] env[62574]: DEBUG oslo_vmware.api [None req-2e528d6a-3de4-4266-8afc-ce1e1eae325b tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] Task: {'id': task-1861651, 'name': Rename_Task, 'duration_secs': 0.190513} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1662.174212] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e528d6a-3de4-4266-8afc-ce1e1eae325b tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] [instance: e34254ce-88c3-41dd-be1c-553eea828050] Powering on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1662.174913] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c195a89c-1976-4a04-b758-e54da9ce58df {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.182398] env[62574]: DEBUG oslo_vmware.api [None req-590c37d1-df4c-483e-9884-bfd0e4cddf6a tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] Task: {'id': task-1861652, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.221603} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1662.188868] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-590c37d1-df4c-483e-9884-bfd0e4cddf6a tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] Deleted the datastore file {{(pid=62574) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1662.188868] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-590c37d1-df4c-483e-9884-bfd0e4cddf6a tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] [instance: c195131e-5a17-4c77-b7d2-8873bb6a9653] Deleted contents of the VM from datastore datastore2 {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1662.188868] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-590c37d1-df4c-483e-9884-bfd0e4cddf6a tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] [instance: c195131e-5a17-4c77-b7d2-8873bb6a9653] Instance destroyed {{(pid=62574) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1662.188868] env[62574]: INFO nova.compute.manager [None req-590c37d1-df4c-483e-9884-bfd0e4cddf6a tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] [instance: c195131e-5a17-4c77-b7d2-8873bb6a9653] Took 1.43 seconds to destroy the instance on the hypervisor. [ 1662.189392] env[62574]: DEBUG oslo.service.loopingcall [None req-590c37d1-df4c-483e-9884-bfd0e4cddf6a tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62574) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1662.190217] env[62574]: DEBUG oslo_vmware.api [None req-5f9c2b26-18a1-4b65-85b7-b472a3da6013 tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] Waiting for the task: (returnval){ [ 1662.190217] env[62574]: value = "task-1861656" [ 1662.190217] env[62574]: _type = "Task" [ 1662.190217] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1662.193222] env[62574]: DEBUG nova.compute.manager [-] [instance: c195131e-5a17-4c77-b7d2-8873bb6a9653] Deallocating network for instance {{(pid=62574) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1662.193222] env[62574]: DEBUG nova.network.neutron [-] [instance: c195131e-5a17-4c77-b7d2-8873bb6a9653] deallocate_for_instance() {{(pid=62574) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1662.195690] env[62574]: DEBUG oslo_vmware.api [None req-2e528d6a-3de4-4266-8afc-ce1e1eae325b tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] Waiting for the task: (returnval){ [ 1662.195690] env[62574]: value = "task-1861657" [ 1662.195690] env[62574]: _type = "Task" [ 1662.195690] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1662.221125] env[62574]: DEBUG oslo_vmware.api [None req-2e528d6a-3de4-4266-8afc-ce1e1eae325b tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] Task: {'id': task-1861657, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1662.222276] env[62574]: DEBUG oslo_vmware.api [None req-5f9c2b26-18a1-4b65-85b7-b472a3da6013 tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] Task: {'id': task-1861656, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1662.276209] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1861633, 'name': CreateVM_Task, 'duration_secs': 3.142577} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1662.276594] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 315b8f76-6d67-4e58-8898-2b68a1e4f79a] Created VM on the ESX host {{(pid=62574) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1662.277585] env[62574]: DEBUG oslo_concurrency.lockutils [None req-077badf6-49dd-4895-9fde-36c5d1bd3b3d tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1662.278086] env[62574]: DEBUG oslo_concurrency.lockutils [None req-077badf6-49dd-4895-9fde-36c5d1bd3b3d tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1662.278602] env[62574]: DEBUG oslo_concurrency.lockutils [None req-077badf6-49dd-4895-9fde-36c5d1bd3b3d tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1662.279355] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3e4ed5e8-66ad-4eba-b364-c63c7a5697d5 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.288335] env[62574]: DEBUG oslo_vmware.api [None req-077badf6-49dd-4895-9fde-36c5d1bd3b3d tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Waiting for the task: (returnval){ [ 1662.288335] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]5238a122-5266-f025-fbb2-5487da0fb974" [ 1662.288335] env[62574]: _type = "Task" [ 1662.288335] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1662.304021] env[62574]: DEBUG oslo_vmware.api [None req-077badf6-49dd-4895-9fde-36c5d1bd3b3d tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]5238a122-5266-f025-fbb2-5487da0fb974, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1662.314899] env[62574]: DEBUG nova.compute.manager [None req-977b7978-bd10-4b95-a214-4753cab485b3 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] [instance: 6a33b561-3788-4b8e-8763-ac23485c0dc8] Starting instance... {{(pid=62574) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1662.327824] env[62574]: DEBUG nova.network.neutron [req-ff62e947-517b-432f-bcf8-c23fe94014a1 req-ff06f0a2-d4de-4f72-887c-e54cd54b4d6d service nova] [instance: c2d3abbc-2fdd-4df1-bb58-709b2bc89bb4] Updated VIF entry in instance network info cache for port 3b5f9d3f-b64d-4055-a173-f7b0c02ac2e5. {{(pid=62574) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1662.328410] env[62574]: DEBUG nova.network.neutron [req-ff62e947-517b-432f-bcf8-c23fe94014a1 req-ff06f0a2-d4de-4f72-887c-e54cd54b4d6d service nova] [instance: c2d3abbc-2fdd-4df1-bb58-709b2bc89bb4] Updating instance_info_cache with network_info: [{"id": "3b5f9d3f-b64d-4055-a173-f7b0c02ac2e5", "address": "fa:16:3e:76:0e:ec", "network": {"id": "c7e61bef-aa62-4a8f-9cf0-6d831ff77a88", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1256435161-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c0d3efebb4047a8969b00a96eb5a5f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0467beaa-08c6-44d6-b8a2-e9c609c21ff4", "external-id": "nsx-vlan-transportzone-540", "segmentation_id": 540, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b5f9d3f-b6", "ovs_interfaceid": "3b5f9d3f-b64d-4055-a173-f7b0c02ac2e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1662.341566] env[62574]: DEBUG oslo_vmware.api [None req-0703cd00-d1db-499b-b4ff-f4642486f4c5 tempest-ServersTestBootFromVolume-749154611 tempest-ServersTestBootFromVolume-749154611-project-member] Task: {'id': task-1861653, 'name': RelocateVM_Task} progress is 42%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1662.349031] env[62574]: DEBUG oslo_concurrency.lockutils [None req-807d1d3c-2cba-4e42-a10c-dc2016daeee1 tempest-VolumesAdminNegativeTest-247329141 tempest-VolumesAdminNegativeTest-247329141-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.788s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1662.349640] env[62574]: DEBUG nova.compute.manager [None req-807d1d3c-2cba-4e42-a10c-dc2016daeee1 tempest-VolumesAdminNegativeTest-247329141 tempest-VolumesAdminNegativeTest-247329141-project-member] [instance: cdb4528a-d1b1-442b-a5e3-e3c663ab7390] Start building networks asynchronously for instance. {{(pid=62574) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1662.352997] env[62574]: DEBUG oslo_concurrency.lockutils [None req-43b3273c-c4df-4082-aa90-61f2fec7009e tempest-FloatingIPsAssociationTestJSON-1230011338 tempest-FloatingIPsAssociationTestJSON-1230011338-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.691s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1662.353823] env[62574]: DEBUG oslo_concurrency.lockutils [None req-43b3273c-c4df-4082-aa90-61f2fec7009e tempest-FloatingIPsAssociationTestJSON-1230011338 tempest-FloatingIPsAssociationTestJSON-1230011338-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1662.356293] env[62574]: DEBUG oslo_concurrency.lockutils [None req-b19bad70-9898-4d8c-b663-7189d83774c5 tempest-InstanceActionsV221TestJSON-1872238690 tempest-InstanceActionsV221TestJSON-1872238690-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.462s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1662.356816] env[62574]: DEBUG oslo_concurrency.lockutils [None req-b19bad70-9898-4d8c-b663-7189d83774c5 tempest-InstanceActionsV221TestJSON-1872238690 tempest-InstanceActionsV221TestJSON-1872238690-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1662.359141] env[62574]: DEBUG oslo_concurrency.lockutils [None req-3c2379e4-d400-4faa-9b75-7d6c18571007 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.054s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1662.360858] env[62574]: INFO nova.compute.claims [None req-3c2379e4-d400-4faa-9b75-7d6c18571007 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] [instance: 05938d25-9db4-4c10-b545-0f94781a9250] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1662.392227] env[62574]: INFO nova.scheduler.client.report [None req-43b3273c-c4df-4082-aa90-61f2fec7009e tempest-FloatingIPsAssociationTestJSON-1230011338 tempest-FloatingIPsAssociationTestJSON-1230011338-project-member] Deleted allocations for instance bf01cd22-6cbb-4a95-aca8-4bcdabdc5b36 [ 1662.413816] env[62574]: INFO nova.scheduler.client.report [None req-b19bad70-9898-4d8c-b663-7189d83774c5 tempest-InstanceActionsV221TestJSON-1872238690 tempest-InstanceActionsV221TestJSON-1872238690-project-member] Deleted allocations for instance f68bb186-74b9-4c10-a7a0-e8feda38b3bd [ 1662.506491] env[62574]: DEBUG oslo_vmware.api [None req-8712369c-7e69-4ea3-bad8-043c188fb40b tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Task: {'id': task-1861655, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1662.659596] env[62574]: DEBUG oslo_concurrency.lockutils [None req-fb2edc9c-04f8-4813-add2-eebe51a2ee92 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Acquiring lock "refresh_cache-9ed0f4bc-f4eb-4eca-b448-053eec6339d4" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1662.659768] env[62574]: DEBUG oslo_concurrency.lockutils [None req-fb2edc9c-04f8-4813-add2-eebe51a2ee92 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Acquired lock "refresh_cache-9ed0f4bc-f4eb-4eca-b448-053eec6339d4" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1662.659977] env[62574]: DEBUG nova.network.neutron [None req-fb2edc9c-04f8-4813-add2-eebe51a2ee92 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] [instance: 9ed0f4bc-f4eb-4eca-b448-053eec6339d4] Building network info cache for instance {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1662.672836] env[62574]: DEBUG oslo_concurrency.lockutils [None req-cf1a590a-6fe8-44ed-ab4f-8fff9975da85 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Acquiring lock "e3b07ff8-0c0f-437a-9a29-8baf54b399a0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1662.673798] env[62574]: DEBUG oslo_concurrency.lockutils [None req-cf1a590a-6fe8-44ed-ab4f-8fff9975da85 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Lock "e3b07ff8-0c0f-437a-9a29-8baf54b399a0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1662.710724] env[62574]: DEBUG oslo_vmware.api [None req-5f9c2b26-18a1-4b65-85b7-b472a3da6013 tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] Task: {'id': task-1861656, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.267021} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1662.710901] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f9c2b26-18a1-4b65-85b7-b472a3da6013 tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] Deleted the datastore file {{(pid=62574) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1662.712140] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-5f9c2b26-18a1-4b65-85b7-b472a3da6013 tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] [instance: 3692d5e9-2382-4f95-8ca4-0a57474e9be7] Deleted contents of the VM from datastore datastore2 {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1662.712140] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-5f9c2b26-18a1-4b65-85b7-b472a3da6013 tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] [instance: 3692d5e9-2382-4f95-8ca4-0a57474e9be7] Instance destroyed {{(pid=62574) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1662.712140] env[62574]: INFO nova.compute.manager [None req-5f9c2b26-18a1-4b65-85b7-b472a3da6013 tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] [instance: 3692d5e9-2382-4f95-8ca4-0a57474e9be7] Took 1.28 seconds to destroy the instance on the hypervisor. [ 1662.712140] env[62574]: DEBUG oslo.service.loopingcall [None req-5f9c2b26-18a1-4b65-85b7-b472a3da6013 tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62574) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1662.712425] env[62574]: DEBUG nova.compute.manager [-] [instance: 3692d5e9-2382-4f95-8ca4-0a57474e9be7] Deallocating network for instance {{(pid=62574) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1662.712425] env[62574]: DEBUG nova.network.neutron [-] [instance: 3692d5e9-2382-4f95-8ca4-0a57474e9be7] deallocate_for_instance() {{(pid=62574) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1662.721788] env[62574]: DEBUG oslo_vmware.api [None req-2e528d6a-3de4-4266-8afc-ce1e1eae325b tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] Task: {'id': task-1861657, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1662.809627] env[62574]: DEBUG oslo_vmware.api [None req-077badf6-49dd-4895-9fde-36c5d1bd3b3d tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]5238a122-5266-f025-fbb2-5487da0fb974, 'name': SearchDatastore_Task, 'duration_secs': 0.03185} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1662.810540] env[62574]: DEBUG oslo_concurrency.lockutils [None req-077badf6-49dd-4895-9fde-36c5d1bd3b3d tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1662.811129] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-077badf6-49dd-4895-9fde-36c5d1bd3b3d tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] [instance: 315b8f76-6d67-4e58-8898-2b68a1e4f79a] Processing image 3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2 {{(pid=62574) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1662.811515] env[62574]: DEBUG oslo_concurrency.lockutils [None req-077badf6-49dd-4895-9fde-36c5d1bd3b3d tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1662.811673] env[62574]: DEBUG oslo_concurrency.lockutils [None req-077badf6-49dd-4895-9fde-36c5d1bd3b3d tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1662.811886] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-077badf6-49dd-4895-9fde-36c5d1bd3b3d tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1662.812836] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2607f0f8-655f-432d-9f19-7d46a9acfa43 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.830145] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-077badf6-49dd-4895-9fde-36c5d1bd3b3d tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1662.830804] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-077badf6-49dd-4895-9fde-36c5d1bd3b3d tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62574) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1662.832303] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b288aef3-8d47-4718-a04d-3ce90603494c {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.841282] env[62574]: DEBUG oslo_concurrency.lockutils [req-ff62e947-517b-432f-bcf8-c23fe94014a1 req-ff06f0a2-d4de-4f72-887c-e54cd54b4d6d service nova] Releasing lock "refresh_cache-c2d3abbc-2fdd-4df1-bb58-709b2bc89bb4" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1662.843157] env[62574]: DEBUG oslo_concurrency.lockutils [None req-977b7978-bd10-4b95-a214-4753cab485b3 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1662.850464] env[62574]: DEBUG oslo_vmware.api [None req-0703cd00-d1db-499b-b4ff-f4642486f4c5 tempest-ServersTestBootFromVolume-749154611 tempest-ServersTestBootFromVolume-749154611-project-member] Task: {'id': task-1861653, 'name': RelocateVM_Task} progress is 54%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1662.851999] env[62574]: DEBUG oslo_vmware.api [None req-077badf6-49dd-4895-9fde-36c5d1bd3b3d tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Waiting for the task: (returnval){ [ 1662.851999] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]52d9ec5e-2760-65fc-b194-21e6f20aa013" [ 1662.851999] env[62574]: _type = "Task" [ 1662.851999] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1662.866478] env[62574]: DEBUG nova.compute.utils [None req-807d1d3c-2cba-4e42-a10c-dc2016daeee1 tempest-VolumesAdminNegativeTest-247329141 tempest-VolumesAdminNegativeTest-247329141-project-member] Using /dev/sd instead of None {{(pid=62574) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1662.868344] env[62574]: DEBUG oslo_vmware.api [None req-077badf6-49dd-4895-9fde-36c5d1bd3b3d tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52d9ec5e-2760-65fc-b194-21e6f20aa013, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1662.870305] env[62574]: DEBUG nova.compute.manager [None req-807d1d3c-2cba-4e42-a10c-dc2016daeee1 tempest-VolumesAdminNegativeTest-247329141 tempest-VolumesAdminNegativeTest-247329141-project-member] [instance: cdb4528a-d1b1-442b-a5e3-e3c663ab7390] Allocating IP information in the background. {{(pid=62574) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1662.870453] env[62574]: DEBUG nova.network.neutron [None req-807d1d3c-2cba-4e42-a10c-dc2016daeee1 tempest-VolumesAdminNegativeTest-247329141 tempest-VolumesAdminNegativeTest-247329141-project-member] [instance: cdb4528a-d1b1-442b-a5e3-e3c663ab7390] allocate_for_instance() {{(pid=62574) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1662.904801] env[62574]: DEBUG oslo_concurrency.lockutils [None req-43b3273c-c4df-4082-aa90-61f2fec7009e tempest-FloatingIPsAssociationTestJSON-1230011338 tempest-FloatingIPsAssociationTestJSON-1230011338-project-member] Lock "bf01cd22-6cbb-4a95-aca8-4bcdabdc5b36" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.821s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1662.923339] env[62574]: DEBUG oslo_concurrency.lockutils [None req-b19bad70-9898-4d8c-b663-7189d83774c5 tempest-InstanceActionsV221TestJSON-1872238690 tempest-InstanceActionsV221TestJSON-1872238690-project-member] Lock "f68bb186-74b9-4c10-a7a0-e8feda38b3bd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.332s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1662.935827] env[62574]: DEBUG nova.compute.manager [req-9de76b04-e3d0-4f20-a796-d7209afdf870 req-4251fb79-929f-4fb8-a959-af45f9e03582 service nova] [instance: a40bab23-721e-4584-bda1-2bf5d0e0e37e] Received event network-vif-deleted-c0000071-6312-4490-994e-e3d175b09e7d {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1662.936910] env[62574]: DEBUG nova.compute.manager [req-9de76b04-e3d0-4f20-a796-d7209afdf870 req-4251fb79-929f-4fb8-a959-af45f9e03582 service nova] [instance: 9ed0f4bc-f4eb-4eca-b448-053eec6339d4] Received event network-vif-plugged-99ccaac5-2749-49e2-880e-d13e6c2243ef {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1662.936910] env[62574]: DEBUG oslo_concurrency.lockutils [req-9de76b04-e3d0-4f20-a796-d7209afdf870 req-4251fb79-929f-4fb8-a959-af45f9e03582 service nova] Acquiring lock "9ed0f4bc-f4eb-4eca-b448-053eec6339d4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1662.936910] env[62574]: DEBUG oslo_concurrency.lockutils [req-9de76b04-e3d0-4f20-a796-d7209afdf870 req-4251fb79-929f-4fb8-a959-af45f9e03582 service nova] Lock "9ed0f4bc-f4eb-4eca-b448-053eec6339d4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1662.936910] env[62574]: DEBUG oslo_concurrency.lockutils [req-9de76b04-e3d0-4f20-a796-d7209afdf870 req-4251fb79-929f-4fb8-a959-af45f9e03582 service nova] Lock "9ed0f4bc-f4eb-4eca-b448-053eec6339d4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1662.937198] env[62574]: DEBUG nova.compute.manager [req-9de76b04-e3d0-4f20-a796-d7209afdf870 req-4251fb79-929f-4fb8-a959-af45f9e03582 service nova] [instance: 9ed0f4bc-f4eb-4eca-b448-053eec6339d4] No waiting events found dispatching network-vif-plugged-99ccaac5-2749-49e2-880e-d13e6c2243ef {{(pid=62574) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1662.937439] env[62574]: WARNING nova.compute.manager [req-9de76b04-e3d0-4f20-a796-d7209afdf870 req-4251fb79-929f-4fb8-a959-af45f9e03582 service nova] [instance: 9ed0f4bc-f4eb-4eca-b448-053eec6339d4] Received unexpected event network-vif-plugged-99ccaac5-2749-49e2-880e-d13e6c2243ef for instance with vm_state building and task_state spawning. [ 1662.939653] env[62574]: DEBUG nova.policy [None req-807d1d3c-2cba-4e42-a10c-dc2016daeee1 tempest-VolumesAdminNegativeTest-247329141 tempest-VolumesAdminNegativeTest-247329141-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8efba56e8de24f17ada6dbdaf77149fa', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5285b69d235f4f0bb0d2406b1c6e65ee', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62574) authorize /opt/stack/nova/nova/policy.py:192}} [ 1663.010040] env[62574]: DEBUG oslo_vmware.api [None req-8712369c-7e69-4ea3-bad8-043c188fb40b tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Task: {'id': task-1861655, 'name': PowerOnVM_Task, 'duration_secs': 0.692541} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1663.010040] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-8712369c-7e69-4ea3-bad8-043c188fb40b tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] [instance: ab4ac58c-a716-46c6-ba11-fb5dd8e7ba24] Powered on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1663.010040] env[62574]: INFO nova.compute.manager [None req-8712369c-7e69-4ea3-bad8-043c188fb40b tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] [instance: ab4ac58c-a716-46c6-ba11-fb5dd8e7ba24] Took 12.38 seconds to spawn the instance on the hypervisor. [ 1663.010040] env[62574]: DEBUG nova.compute.manager [None req-8712369c-7e69-4ea3-bad8-043c188fb40b tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] [instance: ab4ac58c-a716-46c6-ba11-fb5dd8e7ba24] Checking state {{(pid=62574) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1663.011747] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-588eb304-b08c-4f3d-8d5c-6372105f6aec {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.034430] env[62574]: DEBUG nova.network.neutron [-] [instance: c195131e-5a17-4c77-b7d2-8873bb6a9653] Updating instance_info_cache with network_info: [] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1663.055581] env[62574]: DEBUG nova.network.neutron [-] [instance: ae9a6ff7-cc1f-43dc-9acb-47aaa3d1089e] Updating instance_info_cache with network_info: [] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1663.220564] env[62574]: DEBUG oslo_vmware.api [None req-2e528d6a-3de4-4266-8afc-ce1e1eae325b tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] Task: {'id': task-1861657, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1663.226853] env[62574]: DEBUG nova.network.neutron [None req-fb2edc9c-04f8-4813-add2-eebe51a2ee92 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] [instance: 9ed0f4bc-f4eb-4eca-b448-053eec6339d4] Instance cache missing network info. {{(pid=62574) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1663.235128] env[62574]: DEBUG nova.compute.manager [req-a93787d1-d5b4-47e6-9dc2-b83898d627db req-60e1360e-3a8f-425c-88bf-9d2a707a6af5 service nova] [instance: ae9a6ff7-cc1f-43dc-9acb-47aaa3d1089e] Received event network-vif-deleted-51e938de-9a12-4d8a-905c-465b1e3ede91 {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1663.279902] env[62574]: DEBUG oslo_concurrency.lockutils [None req-7e8071ab-d8f6-49ec-8b73-2faa62f623f9 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] Acquiring lock "8275ea75-5ca3-4b37-89e5-00babfa3d24e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1663.280764] env[62574]: DEBUG oslo_concurrency.lockutils [None req-7e8071ab-d8f6-49ec-8b73-2faa62f623f9 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] Lock "8275ea75-5ca3-4b37-89e5-00babfa3d24e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1663.346982] env[62574]: DEBUG oslo_vmware.api [None req-0703cd00-d1db-499b-b4ff-f4642486f4c5 tempest-ServersTestBootFromVolume-749154611 tempest-ServersTestBootFromVolume-749154611-project-member] Task: {'id': task-1861653, 'name': RelocateVM_Task} progress is 67%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1663.367674] env[62574]: DEBUG oslo_vmware.api [None req-077badf6-49dd-4895-9fde-36c5d1bd3b3d tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52d9ec5e-2760-65fc-b194-21e6f20aa013, 'name': SearchDatastore_Task, 'duration_secs': 0.04268} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1663.372106] env[62574]: DEBUG nova.compute.manager [None req-807d1d3c-2cba-4e42-a10c-dc2016daeee1 tempest-VolumesAdminNegativeTest-247329141 tempest-VolumesAdminNegativeTest-247329141-project-member] [instance: cdb4528a-d1b1-442b-a5e3-e3c663ab7390] Start building block device mappings for instance. {{(pid=62574) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1663.374104] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e303f8f-42ed-44e9-8d6b-d74bd3119db9 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.390023] env[62574]: DEBUG oslo_vmware.api [None req-077badf6-49dd-4895-9fde-36c5d1bd3b3d tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Waiting for the task: (returnval){ [ 1663.390023] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]52454253-f099-1596-cee8-56f14d4be742" [ 1663.390023] env[62574]: _type = "Task" [ 1663.390023] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1663.401201] env[62574]: DEBUG oslo_vmware.api [None req-077badf6-49dd-4895-9fde-36c5d1bd3b3d tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52454253-f099-1596-cee8-56f14d4be742, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1663.493259] env[62574]: DEBUG nova.network.neutron [None req-fb2edc9c-04f8-4813-add2-eebe51a2ee92 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] [instance: 9ed0f4bc-f4eb-4eca-b448-053eec6339d4] Updating instance_info_cache with network_info: [{"id": "99ccaac5-2749-49e2-880e-d13e6c2243ef", "address": "fa:16:3e:ed:aa:5e", "network": {"id": "90888d97-209c-49d6-8f95-1d0279efea11", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.67", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7eed1dd4d2c3418eb32c4f4ceda3ab0d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d275d7c6-2a7b-4ee8-b6f4-fabf1ba1905f", "external-id": "nsx-vlan-transportzone-513", "segmentation_id": 513, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99ccaac5-27", "ovs_interfaceid": "99ccaac5-2749-49e2-880e-d13e6c2243ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1663.538932] env[62574]: INFO nova.compute.manager [None req-8712369c-7e69-4ea3-bad8-043c188fb40b tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] [instance: ab4ac58c-a716-46c6-ba11-fb5dd8e7ba24] Took 45.27 seconds to build instance. [ 1663.542597] env[62574]: INFO nova.compute.manager [-] [instance: c195131e-5a17-4c77-b7d2-8873bb6a9653] Took 1.35 seconds to deallocate network for instance. [ 1663.563169] env[62574]: INFO nova.compute.manager [-] [instance: ae9a6ff7-cc1f-43dc-9acb-47aaa3d1089e] Took 2.21 seconds to deallocate network for instance. [ 1663.674895] env[62574]: DEBUG nova.network.neutron [-] [instance: 3692d5e9-2382-4f95-8ca4-0a57474e9be7] Updating instance_info_cache with network_info: [] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1663.717286] env[62574]: DEBUG oslo_vmware.api [None req-2e528d6a-3de4-4266-8afc-ce1e1eae325b tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] Task: {'id': task-1861657, 'name': PowerOnVM_Task} progress is 76%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1663.718213] env[62574]: DEBUG nova.network.neutron [None req-807d1d3c-2cba-4e42-a10c-dc2016daeee1 tempest-VolumesAdminNegativeTest-247329141 tempest-VolumesAdminNegativeTest-247329141-project-member] [instance: cdb4528a-d1b1-442b-a5e3-e3c663ab7390] Successfully created port: 82b57ddd-7098-42e6-abae-1fa9f2f2a4b3 {{(pid=62574) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1663.844830] env[62574]: DEBUG oslo_vmware.api [None req-0703cd00-d1db-499b-b4ff-f4642486f4c5 tempest-ServersTestBootFromVolume-749154611 tempest-ServersTestBootFromVolume-749154611-project-member] Task: {'id': task-1861653, 'name': RelocateVM_Task} progress is 81%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1663.902991] env[62574]: DEBUG oslo_vmware.api [None req-077badf6-49dd-4895-9fde-36c5d1bd3b3d tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52454253-f099-1596-cee8-56f14d4be742, 'name': SearchDatastore_Task, 'duration_secs': 0.043675} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1663.903521] env[62574]: DEBUG oslo_concurrency.lockutils [None req-077badf6-49dd-4895-9fde-36c5d1bd3b3d tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1663.903855] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-077badf6-49dd-4895-9fde-36c5d1bd3b3d tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk to [datastore1] 315b8f76-6d67-4e58-8898-2b68a1e4f79a/315b8f76-6d67-4e58-8898-2b68a1e4f79a.vmdk {{(pid=62574) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1663.904181] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1d9d8d5b-d128-4f42-91f6-b29b2c9ad8fe {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.915775] env[62574]: DEBUG oslo_vmware.api [None req-077badf6-49dd-4895-9fde-36c5d1bd3b3d tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Waiting for the task: (returnval){ [ 1663.915775] env[62574]: value = "task-1861658" [ 1663.915775] env[62574]: _type = "Task" [ 1663.915775] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1663.932815] env[62574]: DEBUG oslo_vmware.api [None req-077badf6-49dd-4895-9fde-36c5d1bd3b3d tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Task: {'id': task-1861658, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1663.996779] env[62574]: DEBUG oslo_concurrency.lockutils [None req-fb2edc9c-04f8-4813-add2-eebe51a2ee92 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Releasing lock "refresh_cache-9ed0f4bc-f4eb-4eca-b448-053eec6339d4" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1663.996779] env[62574]: DEBUG nova.compute.manager [None req-fb2edc9c-04f8-4813-add2-eebe51a2ee92 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] [instance: 9ed0f4bc-f4eb-4eca-b448-053eec6339d4] Instance network_info: |[{"id": "99ccaac5-2749-49e2-880e-d13e6c2243ef", "address": "fa:16:3e:ed:aa:5e", "network": {"id": "90888d97-209c-49d6-8f95-1d0279efea11", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.67", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7eed1dd4d2c3418eb32c4f4ceda3ab0d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d275d7c6-2a7b-4ee8-b6f4-fabf1ba1905f", "external-id": "nsx-vlan-transportzone-513", "segmentation_id": 513, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99ccaac5-27", "ovs_interfaceid": "99ccaac5-2749-49e2-880e-d13e6c2243ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62574) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1663.996978] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-fb2edc9c-04f8-4813-add2-eebe51a2ee92 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] [instance: 9ed0f4bc-f4eb-4eca-b448-053eec6339d4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ed:aa:5e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd275d7c6-2a7b-4ee8-b6f4-fabf1ba1905f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '99ccaac5-2749-49e2-880e-d13e6c2243ef', 'vif_model': 'vmxnet3'}] {{(pid=62574) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1664.009153] env[62574]: DEBUG oslo.service.loopingcall [None req-fb2edc9c-04f8-4813-add2-eebe51a2ee92 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62574) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1664.010170] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9ed0f4bc-f4eb-4eca-b448-053eec6339d4] Creating VM on the ESX host {{(pid=62574) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1664.010573] env[62574]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3db172a5-69ad-4edd-9381-ca3f2c5b928e {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.038627] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbee7dcc-770f-4d13-8835-4ef8d323f9cc {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.043790] env[62574]: DEBUG oslo_concurrency.lockutils [None req-8712369c-7e69-4ea3-bad8-043c188fb40b tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Lock "ab4ac58c-a716-46c6-ba11-fb5dd8e7ba24" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 86.508s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1664.052771] env[62574]: DEBUG oslo_concurrency.lockutils [None req-590c37d1-df4c-483e-9884-bfd0e4cddf6a tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1664.055984] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec422428-5393-49a0-8a63-00516da4f0c7 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.062790] env[62574]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1664.062790] env[62574]: value = "task-1861659" [ 1664.062790] env[62574]: _type = "Task" [ 1664.062790] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1664.070940] env[62574]: DEBUG oslo_concurrency.lockutils [None req-1d2a59a7-4e0f-4e6b-90ad-c84a6d299fda tempest-AttachInterfacesUnderV243Test-962410907 tempest-AttachInterfacesUnderV243Test-962410907-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1664.076850] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1861659, 'name': CreateVM_Task} progress is 5%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1664.107620] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8aa6519b-c619-4db6-a354-7c3ddfac91fc {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.118972] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2082b12-c319-4086-a3d2-643d539cb23f {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.140179] env[62574]: DEBUG nova.compute.provider_tree [None req-3c2379e4-d400-4faa-9b75-7d6c18571007 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Updating inventory in ProviderTree for provider f0ed160a-beff-4626-a531-2a70d7bc0627 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 148, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1664.179068] env[62574]: INFO nova.compute.manager [-] [instance: 3692d5e9-2382-4f95-8ca4-0a57474e9be7] Took 1.47 seconds to deallocate network for instance. [ 1664.219655] env[62574]: DEBUG oslo_vmware.api [None req-2e528d6a-3de4-4266-8afc-ce1e1eae325b tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] Task: {'id': task-1861657, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1664.345496] env[62574]: DEBUG oslo_vmware.api [None req-0703cd00-d1db-499b-b4ff-f4642486f4c5 tempest-ServersTestBootFromVolume-749154611 tempest-ServersTestBootFromVolume-749154611-project-member] Task: {'id': task-1861653, 'name': RelocateVM_Task} progress is 95%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1664.385736] env[62574]: DEBUG nova.compute.manager [None req-807d1d3c-2cba-4e42-a10c-dc2016daeee1 tempest-VolumesAdminNegativeTest-247329141 tempest-VolumesAdminNegativeTest-247329141-project-member] [instance: cdb4528a-d1b1-442b-a5e3-e3c663ab7390] Start spawning the instance on the hypervisor. {{(pid=62574) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1664.416435] env[62574]: DEBUG nova.virt.hardware [None req-807d1d3c-2cba-4e42-a10c-dc2016daeee1 tempest-VolumesAdminNegativeTest-247329141 tempest-VolumesAdminNegativeTest-247329141-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T19:26:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-13T19:26:40Z,direct_url=,disk_format='vmdk',id=3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7eed1dd4d2c3418eb32c4f4ceda3ab0d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-13T19:26:41Z,virtual_size=,visibility=), allow threads: False {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1664.416435] env[62574]: DEBUG nova.virt.hardware [None req-807d1d3c-2cba-4e42-a10c-dc2016daeee1 tempest-VolumesAdminNegativeTest-247329141 tempest-VolumesAdminNegativeTest-247329141-project-member] Flavor limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1664.416435] env[62574]: DEBUG nova.virt.hardware [None req-807d1d3c-2cba-4e42-a10c-dc2016daeee1 tempest-VolumesAdminNegativeTest-247329141 tempest-VolumesAdminNegativeTest-247329141-project-member] Image limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1664.416435] env[62574]: DEBUG nova.virt.hardware [None req-807d1d3c-2cba-4e42-a10c-dc2016daeee1 tempest-VolumesAdminNegativeTest-247329141 tempest-VolumesAdminNegativeTest-247329141-project-member] Flavor pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1664.416435] env[62574]: DEBUG nova.virt.hardware [None req-807d1d3c-2cba-4e42-a10c-dc2016daeee1 tempest-VolumesAdminNegativeTest-247329141 tempest-VolumesAdminNegativeTest-247329141-project-member] Image pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1664.416435] env[62574]: DEBUG nova.virt.hardware [None req-807d1d3c-2cba-4e42-a10c-dc2016daeee1 tempest-VolumesAdminNegativeTest-247329141 tempest-VolumesAdminNegativeTest-247329141-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1664.416435] env[62574]: DEBUG nova.virt.hardware [None req-807d1d3c-2cba-4e42-a10c-dc2016daeee1 tempest-VolumesAdminNegativeTest-247329141 tempest-VolumesAdminNegativeTest-247329141-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1664.416435] env[62574]: DEBUG nova.virt.hardware [None req-807d1d3c-2cba-4e42-a10c-dc2016daeee1 tempest-VolumesAdminNegativeTest-247329141 tempest-VolumesAdminNegativeTest-247329141-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1664.416435] env[62574]: DEBUG nova.virt.hardware [None req-807d1d3c-2cba-4e42-a10c-dc2016daeee1 tempest-VolumesAdminNegativeTest-247329141 tempest-VolumesAdminNegativeTest-247329141-project-member] Got 1 possible topologies {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1664.416435] env[62574]: DEBUG nova.virt.hardware [None req-807d1d3c-2cba-4e42-a10c-dc2016daeee1 tempest-VolumesAdminNegativeTest-247329141 tempest-VolumesAdminNegativeTest-247329141-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1664.416435] env[62574]: DEBUG nova.virt.hardware [None req-807d1d3c-2cba-4e42-a10c-dc2016daeee1 tempest-VolumesAdminNegativeTest-247329141 tempest-VolumesAdminNegativeTest-247329141-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1664.417481] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e940bbf4-1d22-412c-af17-cbf68a39ddfa {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.431407] env[62574]: DEBUG oslo_vmware.api [None req-077badf6-49dd-4895-9fde-36c5d1bd3b3d tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Task: {'id': task-1861658, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1664.435137] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-058c3877-ae8e-4f69-a811-c026cd7987fd {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.547954] env[62574]: DEBUG nova.compute.manager [None req-cf1a590a-6fe8-44ed-ab4f-8fff9975da85 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] [instance: e3b07ff8-0c0f-437a-9a29-8baf54b399a0] Starting instance... {{(pid=62574) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1664.576105] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1861659, 'name': CreateVM_Task} progress is 99%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1664.664767] env[62574]: ERROR nova.scheduler.client.report [None req-3c2379e4-d400-4faa-9b75-7d6c18571007 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] [req-86e9bda2-95b3-4117-b7cd-e5fa47b71c6d] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 148, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID f0ed160a-beff-4626-a531-2a70d7bc0627. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-86e9bda2-95b3-4117-b7cd-e5fa47b71c6d"}]} [ 1664.685710] env[62574]: DEBUG nova.scheduler.client.report [None req-3c2379e4-d400-4faa-9b75-7d6c18571007 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Refreshing inventories for resource provider f0ed160a-beff-4626-a531-2a70d7bc0627 {{(pid=62574) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1664.690023] env[62574]: DEBUG oslo_concurrency.lockutils [None req-5f9c2b26-18a1-4b65-85b7-b472a3da6013 tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1664.711751] env[62574]: DEBUG nova.scheduler.client.report [None req-3c2379e4-d400-4faa-9b75-7d6c18571007 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Updating ProviderTree inventory for provider f0ed160a-beff-4626-a531-2a70d7bc0627 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1664.712429] env[62574]: DEBUG nova.compute.provider_tree [None req-3c2379e4-d400-4faa-9b75-7d6c18571007 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Updating inventory in ProviderTree for provider f0ed160a-beff-4626-a531-2a70d7bc0627 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1664.724445] env[62574]: DEBUG oslo_vmware.api [None req-2e528d6a-3de4-4266-8afc-ce1e1eae325b tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] Task: {'id': task-1861657, 'name': PowerOnVM_Task, 'duration_secs': 2.455372} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1664.724758] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e528d6a-3de4-4266-8afc-ce1e1eae325b tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] [instance: e34254ce-88c3-41dd-be1c-553eea828050] Powered on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1664.724970] env[62574]: INFO nova.compute.manager [None req-2e528d6a-3de4-4266-8afc-ce1e1eae325b tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] [instance: e34254ce-88c3-41dd-be1c-553eea828050] Took 11.39 seconds to spawn the instance on the hypervisor. [ 1664.725188] env[62574]: DEBUG nova.compute.manager [None req-2e528d6a-3de4-4266-8afc-ce1e1eae325b tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] [instance: e34254ce-88c3-41dd-be1c-553eea828050] Checking state {{(pid=62574) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1664.726202] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e63626ff-9259-4c9d-ac54-c22d7d81bae9 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.730785] env[62574]: DEBUG nova.scheduler.client.report [None req-3c2379e4-d400-4faa-9b75-7d6c18571007 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Refreshing aggregate associations for resource provider f0ed160a-beff-4626-a531-2a70d7bc0627, aggregates: None {{(pid=62574) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1664.761101] env[62574]: DEBUG nova.scheduler.client.report [None req-3c2379e4-d400-4faa-9b75-7d6c18571007 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Refreshing trait associations for resource provider f0ed160a-beff-4626-a531-2a70d7bc0627, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=62574) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1664.844557] env[62574]: DEBUG oslo_vmware.api [None req-0703cd00-d1db-499b-b4ff-f4642486f4c5 tempest-ServersTestBootFromVolume-749154611 tempest-ServersTestBootFromVolume-749154611-project-member] Task: {'id': task-1861653, 'name': RelocateVM_Task} progress is 97%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1664.942575] env[62574]: DEBUG oslo_vmware.api [None req-077badf6-49dd-4895-9fde-36c5d1bd3b3d tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Task: {'id': task-1861658, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.897957} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1664.943108] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-077badf6-49dd-4895-9fde-36c5d1bd3b3d tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk to [datastore1] 315b8f76-6d67-4e58-8898-2b68a1e4f79a/315b8f76-6d67-4e58-8898-2b68a1e4f79a.vmdk {{(pid=62574) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1664.943370] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-077badf6-49dd-4895-9fde-36c5d1bd3b3d tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] [instance: 315b8f76-6d67-4e58-8898-2b68a1e4f79a] Extending root virtual disk to 1048576 {{(pid=62574) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1664.943639] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9e903866-25b6-4f1a-91c9-266355d9603d {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.953209] env[62574]: DEBUG oslo_vmware.api [None req-077badf6-49dd-4895-9fde-36c5d1bd3b3d tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Waiting for the task: (returnval){ [ 1664.953209] env[62574]: value = "task-1861660" [ 1664.953209] env[62574]: _type = "Task" [ 1664.953209] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1664.968369] env[62574]: DEBUG oslo_vmware.api [None req-077badf6-49dd-4895-9fde-36c5d1bd3b3d tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Task: {'id': task-1861660, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1665.079608] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1861659, 'name': CreateVM_Task, 'duration_secs': 0.606451} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1665.081086] env[62574]: DEBUG oslo_concurrency.lockutils [None req-cf1a590a-6fe8-44ed-ab4f-8fff9975da85 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1665.081086] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9ed0f4bc-f4eb-4eca-b448-053eec6339d4] Created VM on the ESX host {{(pid=62574) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1665.085092] env[62574]: DEBUG oslo_concurrency.lockutils [None req-fb2edc9c-04f8-4813-add2-eebe51a2ee92 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1665.085187] env[62574]: DEBUG oslo_concurrency.lockutils [None req-fb2edc9c-04f8-4813-add2-eebe51a2ee92 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1665.086361] env[62574]: DEBUG oslo_concurrency.lockutils [None req-fb2edc9c-04f8-4813-add2-eebe51a2ee92 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1665.086361] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec4165a1-333b-4cbd-98a6-4be95c025642 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.096276] env[62574]: DEBUG oslo_vmware.api [None req-fb2edc9c-04f8-4813-add2-eebe51a2ee92 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Waiting for the task: (returnval){ [ 1665.096276] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]520a28bc-2aca-696d-f4fe-3135b803eb38" [ 1665.096276] env[62574]: _type = "Task" [ 1665.096276] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1665.106358] env[62574]: DEBUG oslo_vmware.api [None req-fb2edc9c-04f8-4813-add2-eebe51a2ee92 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]520a28bc-2aca-696d-f4fe-3135b803eb38, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1665.261927] env[62574]: INFO nova.compute.manager [None req-2e528d6a-3de4-4266-8afc-ce1e1eae325b tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] [instance: e34254ce-88c3-41dd-be1c-553eea828050] Took 46.60 seconds to build instance. [ 1665.321300] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11a1f83c-4576-4307-abfb-babcc30eab4f {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.332618] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c50d9ee-89f8-4f16-a08d-5d54d9e56106 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.349727] env[62574]: DEBUG oslo_vmware.api [None req-0703cd00-d1db-499b-b4ff-f4642486f4c5 tempest-ServersTestBootFromVolume-749154611 tempest-ServersTestBootFromVolume-749154611-project-member] Task: {'id': task-1861653, 'name': RelocateVM_Task} progress is 98%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1665.377052] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-341c9543-3218-4180-9703-c8b182bc6625 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.386507] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dadb254-4cff-4fab-9624-65be97b4fc38 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.402675] env[62574]: DEBUG nova.compute.provider_tree [None req-3c2379e4-d400-4faa-9b75-7d6c18571007 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Updating inventory in ProviderTree for provider f0ed160a-beff-4626-a531-2a70d7bc0627 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 148, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1665.466551] env[62574]: DEBUG oslo_vmware.api [None req-077badf6-49dd-4895-9fde-36c5d1bd3b3d tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Task: {'id': task-1861660, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086037} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1665.467463] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-077badf6-49dd-4895-9fde-36c5d1bd3b3d tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] [instance: 315b8f76-6d67-4e58-8898-2b68a1e4f79a] Extended root virtual disk {{(pid=62574) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1665.468404] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71046dd3-2ed1-48e6-a8d6-2afda04ec5d1 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.497055] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-077badf6-49dd-4895-9fde-36c5d1bd3b3d tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] [instance: 315b8f76-6d67-4e58-8898-2b68a1e4f79a] Reconfiguring VM instance instance-00000030 to attach disk [datastore1] 315b8f76-6d67-4e58-8898-2b68a1e4f79a/315b8f76-6d67-4e58-8898-2b68a1e4f79a.vmdk or device None with type sparse {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1665.498214] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-82966e70-a1b2-4379-96f2-90bc9eb0af4b {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.522258] env[62574]: DEBUG oslo_vmware.api [None req-077badf6-49dd-4895-9fde-36c5d1bd3b3d tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Waiting for the task: (returnval){ [ 1665.522258] env[62574]: value = "task-1861661" [ 1665.522258] env[62574]: _type = "Task" [ 1665.522258] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1665.534628] env[62574]: DEBUG oslo_vmware.api [None req-077badf6-49dd-4895-9fde-36c5d1bd3b3d tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Task: {'id': task-1861661, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1665.558914] env[62574]: DEBUG nova.compute.manager [req-782f777c-e2e1-4141-9ec9-af2bba3e8b00 req-16951be0-fe48-4654-87f0-fb20087d24c6 service nova] [instance: 9ed0f4bc-f4eb-4eca-b448-053eec6339d4] Received event network-changed-99ccaac5-2749-49e2-880e-d13e6c2243ef {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1665.559258] env[62574]: DEBUG nova.compute.manager [req-782f777c-e2e1-4141-9ec9-af2bba3e8b00 req-16951be0-fe48-4654-87f0-fb20087d24c6 service nova] [instance: 9ed0f4bc-f4eb-4eca-b448-053eec6339d4] Refreshing instance network info cache due to event network-changed-99ccaac5-2749-49e2-880e-d13e6c2243ef. {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1665.559487] env[62574]: DEBUG oslo_concurrency.lockutils [req-782f777c-e2e1-4141-9ec9-af2bba3e8b00 req-16951be0-fe48-4654-87f0-fb20087d24c6 service nova] Acquiring lock "refresh_cache-9ed0f4bc-f4eb-4eca-b448-053eec6339d4" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1665.559625] env[62574]: DEBUG oslo_concurrency.lockutils [req-782f777c-e2e1-4141-9ec9-af2bba3e8b00 req-16951be0-fe48-4654-87f0-fb20087d24c6 service nova] Acquired lock "refresh_cache-9ed0f4bc-f4eb-4eca-b448-053eec6339d4" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1665.559777] env[62574]: DEBUG nova.network.neutron [req-782f777c-e2e1-4141-9ec9-af2bba3e8b00 req-16951be0-fe48-4654-87f0-fb20087d24c6 service nova] [instance: 9ed0f4bc-f4eb-4eca-b448-053eec6339d4] Refreshing network info cache for port 99ccaac5-2749-49e2-880e-d13e6c2243ef {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1665.609428] env[62574]: DEBUG oslo_vmware.api [None req-fb2edc9c-04f8-4813-add2-eebe51a2ee92 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]520a28bc-2aca-696d-f4fe-3135b803eb38, 'name': SearchDatastore_Task, 'duration_secs': 0.017554} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1665.609819] env[62574]: DEBUG oslo_concurrency.lockutils [None req-fb2edc9c-04f8-4813-add2-eebe51a2ee92 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1665.610144] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-fb2edc9c-04f8-4813-add2-eebe51a2ee92 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] [instance: 9ed0f4bc-f4eb-4eca-b448-053eec6339d4] Processing image 3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2 {{(pid=62574) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1665.610536] env[62574]: DEBUG oslo_concurrency.lockutils [None req-fb2edc9c-04f8-4813-add2-eebe51a2ee92 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1665.611449] env[62574]: DEBUG oslo_concurrency.lockutils [None req-fb2edc9c-04f8-4813-add2-eebe51a2ee92 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1665.611449] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb2edc9c-04f8-4813-add2-eebe51a2ee92 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1665.611643] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f545e752-1bea-4a16-814a-27d557339a1d {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.624161] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb2edc9c-04f8-4813-add2-eebe51a2ee92 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1665.624437] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-fb2edc9c-04f8-4813-add2-eebe51a2ee92 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62574) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1665.625384] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a3fafe1c-dc61-45fa-9d6d-a6a7b67fc3b3 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.633828] env[62574]: DEBUG oslo_vmware.api [None req-fb2edc9c-04f8-4813-add2-eebe51a2ee92 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Waiting for the task: (returnval){ [ 1665.633828] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]5269dbe9-8c1e-0ed0-afa6-438011880845" [ 1665.633828] env[62574]: _type = "Task" [ 1665.633828] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1665.647026] env[62574]: DEBUG oslo_vmware.api [None req-fb2edc9c-04f8-4813-add2-eebe51a2ee92 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]5269dbe9-8c1e-0ed0-afa6-438011880845, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1665.733412] env[62574]: DEBUG nova.compute.manager [req-c8093b24-e2a1-4edb-bac0-5638bc3c7417 req-680fc37f-2a51-4290-8d51-218e15c264be service nova] [instance: 3692d5e9-2382-4f95-8ca4-0a57474e9be7] Received event network-vif-deleted-58b6617f-8392-485f-a403-73b9f95113c9 {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1665.762100] env[62574]: DEBUG oslo_concurrency.lockutils [None req-2e528d6a-3de4-4266-8afc-ce1e1eae325b tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] Lock "e34254ce-88c3-41dd-be1c-553eea828050" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 86.900s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1665.847603] env[62574]: DEBUG oslo_vmware.api [None req-0703cd00-d1db-499b-b4ff-f4642486f4c5 tempest-ServersTestBootFromVolume-749154611 tempest-ServersTestBootFromVolume-749154611-project-member] Task: {'id': task-1861653, 'name': RelocateVM_Task, 'duration_secs': 3.676048} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1665.847815] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-0703cd00-d1db-499b-b4ff-f4642486f4c5 tempest-ServersTestBootFromVolume-749154611 tempest-ServersTestBootFromVolume-749154611-project-member] [instance: c2d3abbc-2fdd-4df1-bb58-709b2bc89bb4] Volume attach. Driver type: vmdk {{(pid=62574) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1665.847940] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-0703cd00-d1db-499b-b4ff-f4642486f4c5 tempest-ServersTestBootFromVolume-749154611 tempest-ServersTestBootFromVolume-749154611-project-member] [instance: c2d3abbc-2fdd-4df1-bb58-709b2bc89bb4] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-384841', 'volume_id': '3f23cb4e-0308-4ea0-a76b-720367edd08c', 'name': 'volume-3f23cb4e-0308-4ea0-a76b-720367edd08c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c2d3abbc-2fdd-4df1-bb58-709b2bc89bb4', 'attached_at': '', 'detached_at': '', 'volume_id': '3f23cb4e-0308-4ea0-a76b-720367edd08c', 'serial': '3f23cb4e-0308-4ea0-a76b-720367edd08c'} {{(pid=62574) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1665.848755] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d8c11b9-874b-4fab-83aa-601224dd3d6f {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.868470] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e809478-c772-46ef-b6ea-a3a07c033f9c {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.895366] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-0703cd00-d1db-499b-b4ff-f4642486f4c5 tempest-ServersTestBootFromVolume-749154611 tempest-ServersTestBootFromVolume-749154611-project-member] [instance: c2d3abbc-2fdd-4df1-bb58-709b2bc89bb4] Reconfiguring VM instance instance-00000031 to attach disk [datastore2] volume-3f23cb4e-0308-4ea0-a76b-720367edd08c/volume-3f23cb4e-0308-4ea0-a76b-720367edd08c.vmdk or device None with type thin {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1665.895716] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f10d3d5d-86e2-4502-87a8-4e860d7673b2 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.921766] env[62574]: DEBUG oslo_vmware.api [None req-0703cd00-d1db-499b-b4ff-f4642486f4c5 tempest-ServersTestBootFromVolume-749154611 tempest-ServersTestBootFromVolume-749154611-project-member] Waiting for the task: (returnval){ [ 1665.921766] env[62574]: value = "task-1861662" [ 1665.921766] env[62574]: _type = "Task" [ 1665.921766] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1665.936015] env[62574]: DEBUG oslo_vmware.api [None req-0703cd00-d1db-499b-b4ff-f4642486f4c5 tempest-ServersTestBootFromVolume-749154611 tempest-ServersTestBootFromVolume-749154611-project-member] Task: {'id': task-1861662, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1665.954558] env[62574]: DEBUG nova.scheduler.client.report [None req-3c2379e4-d400-4faa-9b75-7d6c18571007 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Updated inventory for provider f0ed160a-beff-4626-a531-2a70d7bc0627 with generation 68 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 148, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1665.954870] env[62574]: DEBUG nova.compute.provider_tree [None req-3c2379e4-d400-4faa-9b75-7d6c18571007 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Updating resource provider f0ed160a-beff-4626-a531-2a70d7bc0627 generation from 68 to 69 during operation: update_inventory {{(pid=62574) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1665.955069] env[62574]: DEBUG nova.compute.provider_tree [None req-3c2379e4-d400-4faa-9b75-7d6c18571007 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Updating inventory in ProviderTree for provider f0ed160a-beff-4626-a531-2a70d7bc0627 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 148, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1665.998601] env[62574]: DEBUG nova.network.neutron [None req-807d1d3c-2cba-4e42-a10c-dc2016daeee1 tempest-VolumesAdminNegativeTest-247329141 tempest-VolumesAdminNegativeTest-247329141-project-member] [instance: cdb4528a-d1b1-442b-a5e3-e3c663ab7390] Successfully updated port: 82b57ddd-7098-42e6-abae-1fa9f2f2a4b3 {{(pid=62574) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1666.034476] env[62574]: DEBUG oslo_vmware.api [None req-077badf6-49dd-4895-9fde-36c5d1bd3b3d tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Task: {'id': task-1861661, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1666.148935] env[62574]: DEBUG oslo_vmware.api [None req-fb2edc9c-04f8-4813-add2-eebe51a2ee92 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]5269dbe9-8c1e-0ed0-afa6-438011880845, 'name': SearchDatastore_Task, 'duration_secs': 0.013924} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1666.149255] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eaf3489b-3976-4f39-b383-5e89405e4c0b {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.156376] env[62574]: DEBUG oslo_vmware.api [None req-fb2edc9c-04f8-4813-add2-eebe51a2ee92 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Waiting for the task: (returnval){ [ 1666.156376] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]520161e3-8350-6b5f-f374-6dfbda5ca32d" [ 1666.156376] env[62574]: _type = "Task" [ 1666.156376] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1666.166414] env[62574]: DEBUG oslo_vmware.api [None req-fb2edc9c-04f8-4813-add2-eebe51a2ee92 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]520161e3-8350-6b5f-f374-6dfbda5ca32d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1666.269493] env[62574]: DEBUG nova.compute.manager [None req-7e8071ab-d8f6-49ec-8b73-2faa62f623f9 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] [instance: 8275ea75-5ca3-4b37-89e5-00babfa3d24e] Starting instance... {{(pid=62574) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1666.442226] env[62574]: DEBUG oslo_vmware.api [None req-0703cd00-d1db-499b-b4ff-f4642486f4c5 tempest-ServersTestBootFromVolume-749154611 tempest-ServersTestBootFromVolume-749154611-project-member] Task: {'id': task-1861662, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1666.462900] env[62574]: DEBUG oslo_concurrency.lockutils [None req-3c2379e4-d400-4faa-9b75-7d6c18571007 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.104s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1666.464235] env[62574]: DEBUG nova.compute.manager [None req-3c2379e4-d400-4faa-9b75-7d6c18571007 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] [instance: 05938d25-9db4-4c10-b545-0f94781a9250] Start building networks asynchronously for instance. {{(pid=62574) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1666.468967] env[62574]: DEBUG nova.network.neutron [req-782f777c-e2e1-4141-9ec9-af2bba3e8b00 req-16951be0-fe48-4654-87f0-fb20087d24c6 service nova] [instance: 9ed0f4bc-f4eb-4eca-b448-053eec6339d4] Updated VIF entry in instance network info cache for port 99ccaac5-2749-49e2-880e-d13e6c2243ef. {{(pid=62574) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1666.469322] env[62574]: DEBUG nova.network.neutron [req-782f777c-e2e1-4141-9ec9-af2bba3e8b00 req-16951be0-fe48-4654-87f0-fb20087d24c6 service nova] [instance: 9ed0f4bc-f4eb-4eca-b448-053eec6339d4] Updating instance_info_cache with network_info: [{"id": "99ccaac5-2749-49e2-880e-d13e6c2243ef", "address": "fa:16:3e:ed:aa:5e", "network": {"id": "90888d97-209c-49d6-8f95-1d0279efea11", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.67", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7eed1dd4d2c3418eb32c4f4ceda3ab0d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d275d7c6-2a7b-4ee8-b6f4-fabf1ba1905f", "external-id": "nsx-vlan-transportzone-513", "segmentation_id": 513, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99ccaac5-27", "ovs_interfaceid": "99ccaac5-2749-49e2-880e-d13e6c2243ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1666.470500] env[62574]: DEBUG oslo_concurrency.lockutils [None req-7098424e-efaa-4d48-9b0c-490eecd49754 tempest-ServersWithSpecificFlavorTestJSON-1641053384 tempest-ServersWithSpecificFlavorTestJSON-1641053384-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.063s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1666.472066] env[62574]: INFO nova.compute.claims [None req-7098424e-efaa-4d48-9b0c-490eecd49754 tempest-ServersWithSpecificFlavorTestJSON-1641053384 tempest-ServersWithSpecificFlavorTestJSON-1641053384-project-member] [instance: 5dac9007-8ded-444f-a7ea-5032465ccced] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1666.476174] env[62574]: DEBUG nova.compute.manager [None req-98bbf6f5-b65c-4af8-a601-7cd64e169fed tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] [instance: ab4ac58c-a716-46c6-ba11-fb5dd8e7ba24] Checking state {{(pid=62574) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1666.477532] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-feb38012-05fe-4d06-b8e7-61b4ce298291 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.504032] env[62574]: DEBUG oslo_concurrency.lockutils [None req-807d1d3c-2cba-4e42-a10c-dc2016daeee1 tempest-VolumesAdminNegativeTest-247329141 tempest-VolumesAdminNegativeTest-247329141-project-member] Acquiring lock "refresh_cache-cdb4528a-d1b1-442b-a5e3-e3c663ab7390" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1666.504032] env[62574]: DEBUG oslo_concurrency.lockutils [None req-807d1d3c-2cba-4e42-a10c-dc2016daeee1 tempest-VolumesAdminNegativeTest-247329141 tempest-VolumesAdminNegativeTest-247329141-project-member] Acquired lock "refresh_cache-cdb4528a-d1b1-442b-a5e3-e3c663ab7390" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1666.504119] env[62574]: DEBUG nova.network.neutron [None req-807d1d3c-2cba-4e42-a10c-dc2016daeee1 tempest-VolumesAdminNegativeTest-247329141 tempest-VolumesAdminNegativeTest-247329141-project-member] [instance: cdb4528a-d1b1-442b-a5e3-e3c663ab7390] Building network info cache for instance {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1666.535610] env[62574]: DEBUG oslo_vmware.api [None req-077badf6-49dd-4895-9fde-36c5d1bd3b3d tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Task: {'id': task-1861661, 'name': ReconfigVM_Task, 'duration_secs': 0.540703} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1666.535779] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-077badf6-49dd-4895-9fde-36c5d1bd3b3d tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] [instance: 315b8f76-6d67-4e58-8898-2b68a1e4f79a] Reconfigured VM instance instance-00000030 to attach disk [datastore1] 315b8f76-6d67-4e58-8898-2b68a1e4f79a/315b8f76-6d67-4e58-8898-2b68a1e4f79a.vmdk or device None with type sparse {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1666.536482] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4e7a266c-8902-4a82-9369-e20269592d3f {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.546216] env[62574]: DEBUG oslo_vmware.api [None req-077badf6-49dd-4895-9fde-36c5d1bd3b3d tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Waiting for the task: (returnval){ [ 1666.546216] env[62574]: value = "task-1861663" [ 1666.546216] env[62574]: _type = "Task" [ 1666.546216] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1666.559829] env[62574]: DEBUG oslo_vmware.api [None req-077badf6-49dd-4895-9fde-36c5d1bd3b3d tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Task: {'id': task-1861663, 'name': Rename_Task} progress is 5%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1666.669120] env[62574]: DEBUG oslo_vmware.api [None req-fb2edc9c-04f8-4813-add2-eebe51a2ee92 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]520161e3-8350-6b5f-f374-6dfbda5ca32d, 'name': SearchDatastore_Task, 'duration_secs': 0.013658} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1666.669120] env[62574]: DEBUG oslo_concurrency.lockutils [None req-fb2edc9c-04f8-4813-add2-eebe51a2ee92 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1666.669120] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb2edc9c-04f8-4813-add2-eebe51a2ee92 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk to [datastore2] 9ed0f4bc-f4eb-4eca-b448-053eec6339d4/9ed0f4bc-f4eb-4eca-b448-053eec6339d4.vmdk {{(pid=62574) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1666.669341] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e5a06b6d-f72c-4a2f-aec5-ac1c65625fc9 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.678300] env[62574]: DEBUG oslo_vmware.api [None req-fb2edc9c-04f8-4813-add2-eebe51a2ee92 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Waiting for the task: (returnval){ [ 1666.678300] env[62574]: value = "task-1861664" [ 1666.678300] env[62574]: _type = "Task" [ 1666.678300] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1666.687857] env[62574]: DEBUG oslo_vmware.api [None req-fb2edc9c-04f8-4813-add2-eebe51a2ee92 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Task: {'id': task-1861664, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1666.792096] env[62574]: DEBUG oslo_concurrency.lockutils [None req-7e8071ab-d8f6-49ec-8b73-2faa62f623f9 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1666.794809] env[62574]: INFO nova.compute.manager [None req-29f76c00-7ffb-4474-8d2e-cd8cb58d49d1 tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] [instance: e34254ce-88c3-41dd-be1c-553eea828050] Rescuing [ 1666.794993] env[62574]: DEBUG oslo_concurrency.lockutils [None req-29f76c00-7ffb-4474-8d2e-cd8cb58d49d1 tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] Acquiring lock "refresh_cache-e34254ce-88c3-41dd-be1c-553eea828050" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1666.795185] env[62574]: DEBUG oslo_concurrency.lockutils [None req-29f76c00-7ffb-4474-8d2e-cd8cb58d49d1 tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] Acquired lock "refresh_cache-e34254ce-88c3-41dd-be1c-553eea828050" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1666.795318] env[62574]: DEBUG nova.network.neutron [None req-29f76c00-7ffb-4474-8d2e-cd8cb58d49d1 tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] [instance: e34254ce-88c3-41dd-be1c-553eea828050] Building network info cache for instance {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1666.936143] env[62574]: DEBUG oslo_vmware.api [None req-0703cd00-d1db-499b-b4ff-f4642486f4c5 tempest-ServersTestBootFromVolume-749154611 tempest-ServersTestBootFromVolume-749154611-project-member] Task: {'id': task-1861662, 'name': ReconfigVM_Task, 'duration_secs': 0.573326} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1666.936461] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-0703cd00-d1db-499b-b4ff-f4642486f4c5 tempest-ServersTestBootFromVolume-749154611 tempest-ServersTestBootFromVolume-749154611-project-member] [instance: c2d3abbc-2fdd-4df1-bb58-709b2bc89bb4] Reconfigured VM instance instance-00000031 to attach disk [datastore2] volume-3f23cb4e-0308-4ea0-a76b-720367edd08c/volume-3f23cb4e-0308-4ea0-a76b-720367edd08c.vmdk or device None with type thin {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1666.941891] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-11186129-becd-46fe-a545-8536ab207816 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.961155] env[62574]: DEBUG oslo_vmware.api [None req-0703cd00-d1db-499b-b4ff-f4642486f4c5 tempest-ServersTestBootFromVolume-749154611 tempest-ServersTestBootFromVolume-749154611-project-member] Waiting for the task: (returnval){ [ 1666.961155] env[62574]: value = "task-1861665" [ 1666.961155] env[62574]: _type = "Task" [ 1666.961155] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1666.974206] env[62574]: DEBUG oslo_vmware.api [None req-0703cd00-d1db-499b-b4ff-f4642486f4c5 tempest-ServersTestBootFromVolume-749154611 tempest-ServersTestBootFromVolume-749154611-project-member] Task: {'id': task-1861665, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1666.981473] env[62574]: DEBUG nova.compute.utils [None req-3c2379e4-d400-4faa-9b75-7d6c18571007 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Using /dev/sd instead of None {{(pid=62574) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1666.981473] env[62574]: DEBUG oslo_concurrency.lockutils [req-782f777c-e2e1-4141-9ec9-af2bba3e8b00 req-16951be0-fe48-4654-87f0-fb20087d24c6 service nova] Releasing lock "refresh_cache-9ed0f4bc-f4eb-4eca-b448-053eec6339d4" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1666.981473] env[62574]: DEBUG nova.compute.manager [req-782f777c-e2e1-4141-9ec9-af2bba3e8b00 req-16951be0-fe48-4654-87f0-fb20087d24c6 service nova] [instance: c195131e-5a17-4c77-b7d2-8873bb6a9653] Received event network-vif-deleted-1590947a-f511-46db-9df5-32b78b808569 {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1666.985493] env[62574]: DEBUG nova.compute.manager [None req-3c2379e4-d400-4faa-9b75-7d6c18571007 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] [instance: 05938d25-9db4-4c10-b545-0f94781a9250] Allocating IP information in the background. {{(pid=62574) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1666.985965] env[62574]: DEBUG nova.network.neutron [None req-3c2379e4-d400-4faa-9b75-7d6c18571007 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] [instance: 05938d25-9db4-4c10-b545-0f94781a9250] allocate_for_instance() {{(pid=62574) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1666.992285] env[62574]: INFO nova.compute.manager [None req-98bbf6f5-b65c-4af8-a601-7cd64e169fed tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] [instance: ab4ac58c-a716-46c6-ba11-fb5dd8e7ba24] instance snapshotting [ 1666.998161] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37275d6c-5557-4653-be30-f3515680a61b {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.025180] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7156de6-0146-46f9-9f9e-f51e926a799d {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.054128] env[62574]: DEBUG nova.policy [None req-3c2379e4-d400-4faa-9b75-7d6c18571007 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c0cdb0738bb2402d898812bdb0ef8c7d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '50322706d83c42c3a9bbd5c51ba34b64', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62574) authorize /opt/stack/nova/nova/policy.py:192}} [ 1667.060720] env[62574]: DEBUG oslo_vmware.api [None req-077badf6-49dd-4895-9fde-36c5d1bd3b3d tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Task: {'id': task-1861663, 'name': Rename_Task, 'duration_secs': 0.212679} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1667.061433] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-077badf6-49dd-4895-9fde-36c5d1bd3b3d tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] [instance: 315b8f76-6d67-4e58-8898-2b68a1e4f79a] Powering on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1667.061433] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9e1eed07-46fd-484d-935e-5d92777682fc {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.068530] env[62574]: DEBUG nova.network.neutron [None req-807d1d3c-2cba-4e42-a10c-dc2016daeee1 tempest-VolumesAdminNegativeTest-247329141 tempest-VolumesAdminNegativeTest-247329141-project-member] [instance: cdb4528a-d1b1-442b-a5e3-e3c663ab7390] Instance cache missing network info. {{(pid=62574) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1667.075744] env[62574]: DEBUG oslo_vmware.api [None req-077badf6-49dd-4895-9fde-36c5d1bd3b3d tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Waiting for the task: (returnval){ [ 1667.075744] env[62574]: value = "task-1861666" [ 1667.075744] env[62574]: _type = "Task" [ 1667.075744] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1667.086952] env[62574]: DEBUG oslo_vmware.api [None req-077badf6-49dd-4895-9fde-36c5d1bd3b3d tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Task: {'id': task-1861666, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1667.199568] env[62574]: DEBUG oslo_vmware.api [None req-fb2edc9c-04f8-4813-add2-eebe51a2ee92 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Task: {'id': task-1861664, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1667.283061] env[62574]: DEBUG nova.network.neutron [None req-807d1d3c-2cba-4e42-a10c-dc2016daeee1 tempest-VolumesAdminNegativeTest-247329141 tempest-VolumesAdminNegativeTest-247329141-project-member] [instance: cdb4528a-d1b1-442b-a5e3-e3c663ab7390] Updating instance_info_cache with network_info: [{"id": "82b57ddd-7098-42e6-abae-1fa9f2f2a4b3", "address": "fa:16:3e:82:30:c8", "network": {"id": "a3a29613-8b22-4c57-bd9f-87c34f4dc956", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1476719606-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5285b69d235f4f0bb0d2406b1c6e65ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e365f3b9-706b-4fa2-8f95-ae51b35ab011", "external-id": "nsx-vlan-transportzone-154", "segmentation_id": 154, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap82b57ddd-70", "ovs_interfaceid": "82b57ddd-7098-42e6-abae-1fa9f2f2a4b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1667.472842] env[62574]: DEBUG oslo_vmware.api [None req-0703cd00-d1db-499b-b4ff-f4642486f4c5 tempest-ServersTestBootFromVolume-749154611 tempest-ServersTestBootFromVolume-749154611-project-member] Task: {'id': task-1861665, 'name': ReconfigVM_Task, 'duration_secs': 0.301218} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1667.473421] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-0703cd00-d1db-499b-b4ff-f4642486f4c5 tempest-ServersTestBootFromVolume-749154611 tempest-ServersTestBootFromVolume-749154611-project-member] [instance: c2d3abbc-2fdd-4df1-bb58-709b2bc89bb4] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-384841', 'volume_id': '3f23cb4e-0308-4ea0-a76b-720367edd08c', 'name': 'volume-3f23cb4e-0308-4ea0-a76b-720367edd08c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c2d3abbc-2fdd-4df1-bb58-709b2bc89bb4', 'attached_at': '', 'detached_at': '', 'volume_id': '3f23cb4e-0308-4ea0-a76b-720367edd08c', 'serial': '3f23cb4e-0308-4ea0-a76b-720367edd08c'} {{(pid=62574) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1667.475236] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c7712faa-6faa-4daf-869d-92875c6f80f8 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.483117] env[62574]: DEBUG oslo_vmware.api [None req-0703cd00-d1db-499b-b4ff-f4642486f4c5 tempest-ServersTestBootFromVolume-749154611 tempest-ServersTestBootFromVolume-749154611-project-member] Waiting for the task: (returnval){ [ 1667.483117] env[62574]: value = "task-1861667" [ 1667.483117] env[62574]: _type = "Task" [ 1667.483117] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1667.486973] env[62574]: DEBUG nova.compute.manager [None req-3c2379e4-d400-4faa-9b75-7d6c18571007 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] [instance: 05938d25-9db4-4c10-b545-0f94781a9250] Start building block device mappings for instance. {{(pid=62574) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1667.497078] env[62574]: DEBUG oslo_vmware.api [None req-0703cd00-d1db-499b-b4ff-f4642486f4c5 tempest-ServersTestBootFromVolume-749154611 tempest-ServersTestBootFromVolume-749154611-project-member] Task: {'id': task-1861667, 'name': Rename_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1667.519249] env[62574]: DEBUG nova.network.neutron [None req-3c2379e4-d400-4faa-9b75-7d6c18571007 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] [instance: 05938d25-9db4-4c10-b545-0f94781a9250] Successfully created port: 651072f1-edf7-4449-9470-7b58df36e5c4 {{(pid=62574) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1667.540928] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-98bbf6f5-b65c-4af8-a601-7cd64e169fed tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] [instance: ab4ac58c-a716-46c6-ba11-fb5dd8e7ba24] Creating Snapshot of the VM instance {{(pid=62574) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1667.542252] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-01e7a6c8-7109-45cc-a1d0-bcfbb76fc68a {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.565361] env[62574]: DEBUG oslo_vmware.api [None req-98bbf6f5-b65c-4af8-a601-7cd64e169fed tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Waiting for the task: (returnval){ [ 1667.565361] env[62574]: value = "task-1861668" [ 1667.565361] env[62574]: _type = "Task" [ 1667.565361] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1667.604097] env[62574]: DEBUG oslo_vmware.api [None req-077badf6-49dd-4895-9fde-36c5d1bd3b3d tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Task: {'id': task-1861666, 'name': PowerOnVM_Task} progress is 78%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1667.604097] env[62574]: DEBUG oslo_vmware.api [None req-98bbf6f5-b65c-4af8-a601-7cd64e169fed tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Task: {'id': task-1861668, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1667.682203] env[62574]: DEBUG nova.compute.manager [req-e0321f70-7d6d-4c8f-8a52-fb4d6450f506 req-16627016-3459-4aa2-a249-fe251d4022a0 service nova] [instance: cdb4528a-d1b1-442b-a5e3-e3c663ab7390] Received event network-vif-plugged-82b57ddd-7098-42e6-abae-1fa9f2f2a4b3 {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1667.682203] env[62574]: DEBUG oslo_concurrency.lockutils [req-e0321f70-7d6d-4c8f-8a52-fb4d6450f506 req-16627016-3459-4aa2-a249-fe251d4022a0 service nova] Acquiring lock "cdb4528a-d1b1-442b-a5e3-e3c663ab7390-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1667.682203] env[62574]: DEBUG oslo_concurrency.lockutils [req-e0321f70-7d6d-4c8f-8a52-fb4d6450f506 req-16627016-3459-4aa2-a249-fe251d4022a0 service nova] Lock "cdb4528a-d1b1-442b-a5e3-e3c663ab7390-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1667.682203] env[62574]: DEBUG oslo_concurrency.lockutils [req-e0321f70-7d6d-4c8f-8a52-fb4d6450f506 req-16627016-3459-4aa2-a249-fe251d4022a0 service nova] Lock "cdb4528a-d1b1-442b-a5e3-e3c663ab7390-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1667.682203] env[62574]: DEBUG nova.compute.manager [req-e0321f70-7d6d-4c8f-8a52-fb4d6450f506 req-16627016-3459-4aa2-a249-fe251d4022a0 service nova] [instance: cdb4528a-d1b1-442b-a5e3-e3c663ab7390] No waiting events found dispatching network-vif-plugged-82b57ddd-7098-42e6-abae-1fa9f2f2a4b3 {{(pid=62574) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1667.682203] env[62574]: WARNING nova.compute.manager [req-e0321f70-7d6d-4c8f-8a52-fb4d6450f506 req-16627016-3459-4aa2-a249-fe251d4022a0 service nova] [instance: cdb4528a-d1b1-442b-a5e3-e3c663ab7390] Received unexpected event network-vif-plugged-82b57ddd-7098-42e6-abae-1fa9f2f2a4b3 for instance with vm_state building and task_state spawning. [ 1667.682203] env[62574]: DEBUG nova.compute.manager [req-e0321f70-7d6d-4c8f-8a52-fb4d6450f506 req-16627016-3459-4aa2-a249-fe251d4022a0 service nova] [instance: cdb4528a-d1b1-442b-a5e3-e3c663ab7390] Received event network-changed-82b57ddd-7098-42e6-abae-1fa9f2f2a4b3 {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1667.682203] env[62574]: DEBUG nova.compute.manager [req-e0321f70-7d6d-4c8f-8a52-fb4d6450f506 req-16627016-3459-4aa2-a249-fe251d4022a0 service nova] [instance: cdb4528a-d1b1-442b-a5e3-e3c663ab7390] Refreshing instance network info cache due to event network-changed-82b57ddd-7098-42e6-abae-1fa9f2f2a4b3. {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1667.682203] env[62574]: DEBUG oslo_concurrency.lockutils [req-e0321f70-7d6d-4c8f-8a52-fb4d6450f506 req-16627016-3459-4aa2-a249-fe251d4022a0 service nova] Acquiring lock "refresh_cache-cdb4528a-d1b1-442b-a5e3-e3c663ab7390" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1667.689157] env[62574]: DEBUG nova.network.neutron [None req-29f76c00-7ffb-4474-8d2e-cd8cb58d49d1 tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] [instance: e34254ce-88c3-41dd-be1c-553eea828050] Updating instance_info_cache with network_info: [{"id": "5eeb55df-8dce-4fd3-b7ab-cb5ecb41437a", "address": "fa:16:3e:46:75:4a", "network": {"id": "247a4b9c-d7ee-4f6d-bb94-9dcf3baadce3", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1542155794-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "cc48a15a978f4231bbbda88a9d4ad6cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "594b35bb-a20b-4f0e-bd35-9acf9cc6bf11", "external-id": "nsx-vlan-transportzone-299", "segmentation_id": 299, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5eeb55df-8d", "ovs_interfaceid": "5eeb55df-8dce-4fd3-b7ab-cb5ecb41437a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1667.700555] env[62574]: DEBUG oslo_vmware.api [None req-fb2edc9c-04f8-4813-add2-eebe51a2ee92 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Task: {'id': task-1861664, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.609835} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1667.704943] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb2edc9c-04f8-4813-add2-eebe51a2ee92 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk to [datastore2] 9ed0f4bc-f4eb-4eca-b448-053eec6339d4/9ed0f4bc-f4eb-4eca-b448-053eec6339d4.vmdk {{(pid=62574) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1667.705538] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-fb2edc9c-04f8-4813-add2-eebe51a2ee92 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] [instance: 9ed0f4bc-f4eb-4eca-b448-053eec6339d4] Extending root virtual disk to 1048576 {{(pid=62574) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1667.706973] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e14e4316-5cc3-4b7e-981f-3254b72558b7 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.716979] env[62574]: DEBUG oslo_vmware.api [None req-fb2edc9c-04f8-4813-add2-eebe51a2ee92 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Waiting for the task: (returnval){ [ 1667.716979] env[62574]: value = "task-1861669" [ 1667.716979] env[62574]: _type = "Task" [ 1667.716979] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1667.739357] env[62574]: DEBUG oslo_vmware.api [None req-fb2edc9c-04f8-4813-add2-eebe51a2ee92 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Task: {'id': task-1861669, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1667.786609] env[62574]: DEBUG oslo_concurrency.lockutils [None req-807d1d3c-2cba-4e42-a10c-dc2016daeee1 tempest-VolumesAdminNegativeTest-247329141 tempest-VolumesAdminNegativeTest-247329141-project-member] Releasing lock "refresh_cache-cdb4528a-d1b1-442b-a5e3-e3c663ab7390" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1667.787029] env[62574]: DEBUG nova.compute.manager [None req-807d1d3c-2cba-4e42-a10c-dc2016daeee1 tempest-VolumesAdminNegativeTest-247329141 tempest-VolumesAdminNegativeTest-247329141-project-member] [instance: cdb4528a-d1b1-442b-a5e3-e3c663ab7390] Instance network_info: |[{"id": "82b57ddd-7098-42e6-abae-1fa9f2f2a4b3", "address": "fa:16:3e:82:30:c8", "network": {"id": "a3a29613-8b22-4c57-bd9f-87c34f4dc956", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1476719606-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5285b69d235f4f0bb0d2406b1c6e65ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e365f3b9-706b-4fa2-8f95-ae51b35ab011", "external-id": "nsx-vlan-transportzone-154", "segmentation_id": 154, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap82b57ddd-70", "ovs_interfaceid": "82b57ddd-7098-42e6-abae-1fa9f2f2a4b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62574) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1667.788564] env[62574]: DEBUG oslo_concurrency.lockutils [req-e0321f70-7d6d-4c8f-8a52-fb4d6450f506 req-16627016-3459-4aa2-a249-fe251d4022a0 service nova] Acquired lock "refresh_cache-cdb4528a-d1b1-442b-a5e3-e3c663ab7390" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1667.788564] env[62574]: DEBUG nova.network.neutron [req-e0321f70-7d6d-4c8f-8a52-fb4d6450f506 req-16627016-3459-4aa2-a249-fe251d4022a0 service nova] [instance: cdb4528a-d1b1-442b-a5e3-e3c663ab7390] Refreshing network info cache for port 82b57ddd-7098-42e6-abae-1fa9f2f2a4b3 {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1667.789436] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-807d1d3c-2cba-4e42-a10c-dc2016daeee1 tempest-VolumesAdminNegativeTest-247329141 tempest-VolumesAdminNegativeTest-247329141-project-member] [instance: cdb4528a-d1b1-442b-a5e3-e3c663ab7390] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:82:30:c8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e365f3b9-706b-4fa2-8f95-ae51b35ab011', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '82b57ddd-7098-42e6-abae-1fa9f2f2a4b3', 'vif_model': 'vmxnet3'}] {{(pid=62574) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1667.797894] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-807d1d3c-2cba-4e42-a10c-dc2016daeee1 tempest-VolumesAdminNegativeTest-247329141 tempest-VolumesAdminNegativeTest-247329141-project-member] Creating folder: Project (5285b69d235f4f0bb0d2406b1c6e65ee). Parent ref: group-v384746. {{(pid=62574) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1667.799282] env[62574]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c67e1445-c65e-4f39-b16c-28b1a42fb175 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.823867] env[62574]: INFO nova.virt.vmwareapi.vm_util [None req-807d1d3c-2cba-4e42-a10c-dc2016daeee1 tempest-VolumesAdminNegativeTest-247329141 tempest-VolumesAdminNegativeTest-247329141-project-member] Created folder: Project (5285b69d235f4f0bb0d2406b1c6e65ee) in parent group-v384746. [ 1667.824335] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-807d1d3c-2cba-4e42-a10c-dc2016daeee1 tempest-VolumesAdminNegativeTest-247329141 tempest-VolumesAdminNegativeTest-247329141-project-member] Creating folder: Instances. Parent ref: group-v384891. {{(pid=62574) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1667.825260] env[62574]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f5aafccd-99d7-4ee6-9237-99e400696c51 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.842186] env[62574]: INFO nova.virt.vmwareapi.vm_util [None req-807d1d3c-2cba-4e42-a10c-dc2016daeee1 tempest-VolumesAdminNegativeTest-247329141 tempest-VolumesAdminNegativeTest-247329141-project-member] Created folder: Instances in parent group-v384891. [ 1667.842607] env[62574]: DEBUG oslo.service.loopingcall [None req-807d1d3c-2cba-4e42-a10c-dc2016daeee1 tempest-VolumesAdminNegativeTest-247329141 tempest-VolumesAdminNegativeTest-247329141-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62574) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1667.843124] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cdb4528a-d1b1-442b-a5e3-e3c663ab7390] Creating VM on the ESX host {{(pid=62574) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1667.843568] env[62574]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0f04fc07-2935-46f4-b08e-3ca433a32b26 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.871893] env[62574]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1667.871893] env[62574]: value = "task-1861672" [ 1667.871893] env[62574]: _type = "Task" [ 1667.871893] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1667.885597] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1861672, 'name': CreateVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1667.996641] env[62574]: DEBUG oslo_vmware.api [None req-0703cd00-d1db-499b-b4ff-f4642486f4c5 tempest-ServersTestBootFromVolume-749154611 tempest-ServersTestBootFromVolume-749154611-project-member] Task: {'id': task-1861667, 'name': Rename_Task, 'duration_secs': 0.24929} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1668.003127] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-0703cd00-d1db-499b-b4ff-f4642486f4c5 tempest-ServersTestBootFromVolume-749154611 tempest-ServersTestBootFromVolume-749154611-project-member] [instance: c2d3abbc-2fdd-4df1-bb58-709b2bc89bb4] Powering on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1668.003850] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-651cbd88-23fd-45b8-adf3-2170d53239f8 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.013239] env[62574]: DEBUG oslo_vmware.api [None req-0703cd00-d1db-499b-b4ff-f4642486f4c5 tempest-ServersTestBootFromVolume-749154611 tempest-ServersTestBootFromVolume-749154611-project-member] Waiting for the task: (returnval){ [ 1668.013239] env[62574]: value = "task-1861673" [ 1668.013239] env[62574]: _type = "Task" [ 1668.013239] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1668.026653] env[62574]: DEBUG oslo_vmware.api [None req-0703cd00-d1db-499b-b4ff-f4642486f4c5 tempest-ServersTestBootFromVolume-749154611 tempest-ServersTestBootFromVolume-749154611-project-member] Task: {'id': task-1861673, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1668.088236] env[62574]: DEBUG oslo_vmware.api [None req-98bbf6f5-b65c-4af8-a601-7cd64e169fed tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Task: {'id': task-1861668, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1668.100725] env[62574]: DEBUG oslo_vmware.api [None req-077badf6-49dd-4895-9fde-36c5d1bd3b3d tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Task: {'id': task-1861666, 'name': PowerOnVM_Task, 'duration_secs': 0.790983} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1668.101202] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-077badf6-49dd-4895-9fde-36c5d1bd3b3d tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] [instance: 315b8f76-6d67-4e58-8898-2b68a1e4f79a] Powered on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1668.101570] env[62574]: INFO nova.compute.manager [None req-077badf6-49dd-4895-9fde-36c5d1bd3b3d tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] [instance: 315b8f76-6d67-4e58-8898-2b68a1e4f79a] Took 11.86 seconds to spawn the instance on the hypervisor. [ 1668.101855] env[62574]: DEBUG nova.compute.manager [None req-077badf6-49dd-4895-9fde-36c5d1bd3b3d tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] [instance: 315b8f76-6d67-4e58-8898-2b68a1e4f79a] Checking state {{(pid=62574) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1668.103172] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-007f80bf-0dc1-4b37-811f-4fdce59eb334 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.144263] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcb95027-c892-4bce-81cf-d92f18d33813 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.154110] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9507334-e8ad-4117-a58c-5cc8f75b6bd3 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.189830] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-260a900c-9b52-4412-ab56-d83a887c00eb {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.193327] env[62574]: DEBUG oslo_concurrency.lockutils [None req-29f76c00-7ffb-4474-8d2e-cd8cb58d49d1 tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] Releasing lock "refresh_cache-e34254ce-88c3-41dd-be1c-553eea828050" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1668.203159] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c253ce8f-a432-4846-9aff-4a2bbd2fc01e {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.223104] env[62574]: DEBUG nova.compute.provider_tree [None req-7098424e-efaa-4d48-9b0c-490eecd49754 tempest-ServersWithSpecificFlavorTestJSON-1641053384 tempest-ServersWithSpecificFlavorTestJSON-1641053384-project-member] Updating inventory in ProviderTree for provider f0ed160a-beff-4626-a531-2a70d7bc0627 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1668.237036] env[62574]: DEBUG oslo_vmware.api [None req-fb2edc9c-04f8-4813-add2-eebe51a2ee92 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Task: {'id': task-1861669, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.185288} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1668.241115] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-fb2edc9c-04f8-4813-add2-eebe51a2ee92 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] [instance: 9ed0f4bc-f4eb-4eca-b448-053eec6339d4] Extended root virtual disk {{(pid=62574) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1668.242223] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98d0afe4-941c-436a-960d-4ab24ce8bc80 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.267263] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb2edc9c-04f8-4813-add2-eebe51a2ee92 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] [instance: 9ed0f4bc-f4eb-4eca-b448-053eec6339d4] Reconfiguring VM instance instance-00000032 to attach disk [datastore2] 9ed0f4bc-f4eb-4eca-b448-053eec6339d4/9ed0f4bc-f4eb-4eca-b448-053eec6339d4.vmdk or device None with type sparse {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1668.267961] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bea47f93-dedf-44c9-933e-040c3658b160 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.289893] env[62574]: DEBUG oslo_vmware.api [None req-fb2edc9c-04f8-4813-add2-eebe51a2ee92 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Waiting for the task: (returnval){ [ 1668.289893] env[62574]: value = "task-1861674" [ 1668.289893] env[62574]: _type = "Task" [ 1668.289893] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1668.301891] env[62574]: DEBUG oslo_vmware.api [None req-fb2edc9c-04f8-4813-add2-eebe51a2ee92 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Task: {'id': task-1861674, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1668.386872] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1861672, 'name': CreateVM_Task} progress is 25%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1668.506240] env[62574]: DEBUG nova.compute.manager [None req-3c2379e4-d400-4faa-9b75-7d6c18571007 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] [instance: 05938d25-9db4-4c10-b545-0f94781a9250] Start spawning the instance on the hypervisor. {{(pid=62574) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1668.529955] env[62574]: DEBUG oslo_vmware.api [None req-0703cd00-d1db-499b-b4ff-f4642486f4c5 tempest-ServersTestBootFromVolume-749154611 tempest-ServersTestBootFromVolume-749154611-project-member] Task: {'id': task-1861673, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1668.543273] env[62574]: DEBUG nova.virt.hardware [None req-3c2379e4-d400-4faa-9b75-7d6c18571007 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T19:26:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-13T19:26:40Z,direct_url=,disk_format='vmdk',id=3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7eed1dd4d2c3418eb32c4f4ceda3ab0d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-13T19:26:41Z,virtual_size=,visibility=), allow threads: False {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1668.543629] env[62574]: DEBUG nova.virt.hardware [None req-3c2379e4-d400-4faa-9b75-7d6c18571007 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Flavor limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1668.543874] env[62574]: DEBUG nova.virt.hardware [None req-3c2379e4-d400-4faa-9b75-7d6c18571007 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Image limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1668.544180] env[62574]: DEBUG nova.virt.hardware [None req-3c2379e4-d400-4faa-9b75-7d6c18571007 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Flavor pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1668.544438] env[62574]: DEBUG nova.virt.hardware [None req-3c2379e4-d400-4faa-9b75-7d6c18571007 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Image pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1668.544695] env[62574]: DEBUG nova.virt.hardware [None req-3c2379e4-d400-4faa-9b75-7d6c18571007 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1668.545011] env[62574]: DEBUG nova.virt.hardware [None req-3c2379e4-d400-4faa-9b75-7d6c18571007 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1668.545268] env[62574]: DEBUG nova.virt.hardware [None req-3c2379e4-d400-4faa-9b75-7d6c18571007 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1668.545492] env[62574]: DEBUG nova.virt.hardware [None req-3c2379e4-d400-4faa-9b75-7d6c18571007 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Got 1 possible topologies {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1668.545713] env[62574]: DEBUG nova.virt.hardware [None req-3c2379e4-d400-4faa-9b75-7d6c18571007 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1668.545949] env[62574]: DEBUG nova.virt.hardware [None req-3c2379e4-d400-4faa-9b75-7d6c18571007 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1668.547228] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-375d8935-88ce-4a70-9de1-9c8513ed6401 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.559888] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6efae3f1-a465-4d5d-bf66-e4d31237e293 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.597203] env[62574]: DEBUG oslo_vmware.api [None req-98bbf6f5-b65c-4af8-a601-7cd64e169fed tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Task: {'id': task-1861668, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1668.639381] env[62574]: INFO nova.compute.manager [None req-077badf6-49dd-4895-9fde-36c5d1bd3b3d tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] [instance: 315b8f76-6d67-4e58-8898-2b68a1e4f79a] Took 47.97 seconds to build instance. [ 1668.768200] env[62574]: DEBUG nova.scheduler.client.report [None req-7098424e-efaa-4d48-9b0c-490eecd49754 tempest-ServersWithSpecificFlavorTestJSON-1641053384 tempest-ServersWithSpecificFlavorTestJSON-1641053384-project-member] Updated inventory for provider f0ed160a-beff-4626-a531-2a70d7bc0627 with generation 69 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1668.768567] env[62574]: DEBUG nova.compute.provider_tree [None req-7098424e-efaa-4d48-9b0c-490eecd49754 tempest-ServersWithSpecificFlavorTestJSON-1641053384 tempest-ServersWithSpecificFlavorTestJSON-1641053384-project-member] Updating resource provider f0ed160a-beff-4626-a531-2a70d7bc0627 generation from 69 to 70 during operation: update_inventory {{(pid=62574) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1668.768771] env[62574]: DEBUG nova.compute.provider_tree [None req-7098424e-efaa-4d48-9b0c-490eecd49754 tempest-ServersWithSpecificFlavorTestJSON-1641053384 tempest-ServersWithSpecificFlavorTestJSON-1641053384-project-member] Updating inventory in ProviderTree for provider f0ed160a-beff-4626-a531-2a70d7bc0627 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1668.804196] env[62574]: DEBUG oslo_vmware.api [None req-fb2edc9c-04f8-4813-add2-eebe51a2ee92 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Task: {'id': task-1861674, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1668.886720] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1861672, 'name': CreateVM_Task, 'duration_secs': 0.659789} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1668.890022] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cdb4528a-d1b1-442b-a5e3-e3c663ab7390] Created VM on the ESX host {{(pid=62574) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1668.890022] env[62574]: DEBUG oslo_concurrency.lockutils [None req-807d1d3c-2cba-4e42-a10c-dc2016daeee1 tempest-VolumesAdminNegativeTest-247329141 tempest-VolumesAdminNegativeTest-247329141-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1668.890022] env[62574]: DEBUG oslo_concurrency.lockutils [None req-807d1d3c-2cba-4e42-a10c-dc2016daeee1 tempest-VolumesAdminNegativeTest-247329141 tempest-VolumesAdminNegativeTest-247329141-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1668.890022] env[62574]: DEBUG oslo_concurrency.lockutils [None req-807d1d3c-2cba-4e42-a10c-dc2016daeee1 tempest-VolumesAdminNegativeTest-247329141 tempest-VolumesAdminNegativeTest-247329141-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1668.890022] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7811c120-cd71-44bf-ad9c-011a83f79fc4 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.898119] env[62574]: DEBUG oslo_vmware.api [None req-807d1d3c-2cba-4e42-a10c-dc2016daeee1 tempest-VolumesAdminNegativeTest-247329141 tempest-VolumesAdminNegativeTest-247329141-project-member] Waiting for the task: (returnval){ [ 1668.898119] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]52d161e2-769d-42fe-61c9-1743e6fae6fb" [ 1668.898119] env[62574]: _type = "Task" [ 1668.898119] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1668.911897] env[62574]: DEBUG oslo_vmware.api [None req-807d1d3c-2cba-4e42-a10c-dc2016daeee1 tempest-VolumesAdminNegativeTest-247329141 tempest-VolumesAdminNegativeTest-247329141-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52d161e2-769d-42fe-61c9-1743e6fae6fb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1668.953160] env[62574]: DEBUG nova.network.neutron [req-e0321f70-7d6d-4c8f-8a52-fb4d6450f506 req-16627016-3459-4aa2-a249-fe251d4022a0 service nova] [instance: cdb4528a-d1b1-442b-a5e3-e3c663ab7390] Updated VIF entry in instance network info cache for port 82b57ddd-7098-42e6-abae-1fa9f2f2a4b3. {{(pid=62574) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1668.953640] env[62574]: DEBUG nova.network.neutron [req-e0321f70-7d6d-4c8f-8a52-fb4d6450f506 req-16627016-3459-4aa2-a249-fe251d4022a0 service nova] [instance: cdb4528a-d1b1-442b-a5e3-e3c663ab7390] Updating instance_info_cache with network_info: [{"id": "82b57ddd-7098-42e6-abae-1fa9f2f2a4b3", "address": "fa:16:3e:82:30:c8", "network": {"id": "a3a29613-8b22-4c57-bd9f-87c34f4dc956", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1476719606-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5285b69d235f4f0bb0d2406b1c6e65ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e365f3b9-706b-4fa2-8f95-ae51b35ab011", "external-id": "nsx-vlan-transportzone-154", "segmentation_id": 154, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap82b57ddd-70", "ovs_interfaceid": "82b57ddd-7098-42e6-abae-1fa9f2f2a4b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1669.025149] env[62574]: DEBUG oslo_vmware.api [None req-0703cd00-d1db-499b-b4ff-f4642486f4c5 tempest-ServersTestBootFromVolume-749154611 tempest-ServersTestBootFromVolume-749154611-project-member] Task: {'id': task-1861673, 'name': PowerOnVM_Task, 'duration_secs': 0.749512} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1669.025604] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-0703cd00-d1db-499b-b4ff-f4642486f4c5 tempest-ServersTestBootFromVolume-749154611 tempest-ServersTestBootFromVolume-749154611-project-member] [instance: c2d3abbc-2fdd-4df1-bb58-709b2bc89bb4] Powered on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1669.026230] env[62574]: INFO nova.compute.manager [None req-0703cd00-d1db-499b-b4ff-f4642486f4c5 tempest-ServersTestBootFromVolume-749154611 tempest-ServersTestBootFromVolume-749154611-project-member] [instance: c2d3abbc-2fdd-4df1-bb58-709b2bc89bb4] Took 8.27 seconds to spawn the instance on the hypervisor. [ 1669.026230] env[62574]: DEBUG nova.compute.manager [None req-0703cd00-d1db-499b-b4ff-f4642486f4c5 tempest-ServersTestBootFromVolume-749154611 tempest-ServersTestBootFromVolume-749154611-project-member] [instance: c2d3abbc-2fdd-4df1-bb58-709b2bc89bb4] Checking state {{(pid=62574) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1669.028463] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-077b5470-a572-4ad1-a962-39f99c4c9046 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.095654] env[62574]: DEBUG oslo_vmware.api [None req-98bbf6f5-b65c-4af8-a601-7cd64e169fed tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Task: {'id': task-1861668, 'name': CreateSnapshot_Task, 'duration_secs': 1.444622} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1669.096089] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-98bbf6f5-b65c-4af8-a601-7cd64e169fed tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] [instance: ab4ac58c-a716-46c6-ba11-fb5dd8e7ba24] Created Snapshot of the VM instance {{(pid=62574) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1669.097476] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-597780a4-ec54-4890-88a2-507f82d38617 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.131369] env[62574]: DEBUG nova.network.neutron [None req-3c2379e4-d400-4faa-9b75-7d6c18571007 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] [instance: 05938d25-9db4-4c10-b545-0f94781a9250] Successfully updated port: 651072f1-edf7-4449-9470-7b58df36e5c4 {{(pid=62574) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1669.141980] env[62574]: DEBUG oslo_concurrency.lockutils [None req-077badf6-49dd-4895-9fde-36c5d1bd3b3d tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Lock "315b8f76-6d67-4e58-8898-2b68a1e4f79a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 87.543s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1669.275987] env[62574]: DEBUG oslo_concurrency.lockutils [None req-7098424e-efaa-4d48-9b0c-490eecd49754 tempest-ServersWithSpecificFlavorTestJSON-1641053384 tempest-ServersWithSpecificFlavorTestJSON-1641053384-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.805s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1669.276631] env[62574]: DEBUG nova.compute.manager [None req-7098424e-efaa-4d48-9b0c-490eecd49754 tempest-ServersWithSpecificFlavorTestJSON-1641053384 tempest-ServersWithSpecificFlavorTestJSON-1641053384-project-member] [instance: 5dac9007-8ded-444f-a7ea-5032465ccced] Start building networks asynchronously for instance. {{(pid=62574) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1669.279684] env[62574]: DEBUG oslo_concurrency.lockutils [None req-1f346b36-6cf3-4557-8ee6-e6bad0328922 tempest-ServersAdminNegativeTestJSON-1635259249 tempest-ServersAdminNegativeTestJSON-1635259249-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.408s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1669.279903] env[62574]: DEBUG nova.objects.instance [None req-1f346b36-6cf3-4557-8ee6-e6bad0328922 tempest-ServersAdminNegativeTestJSON-1635259249 tempest-ServersAdminNegativeTestJSON-1635259249-project-member] Lazy-loading 'resources' on Instance uuid 692b1ace-0ecb-4fc5-a348-ffe21f0d1ad7 {{(pid=62574) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1669.302847] env[62574]: DEBUG oslo_vmware.api [None req-fb2edc9c-04f8-4813-add2-eebe51a2ee92 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Task: {'id': task-1861674, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1669.417236] env[62574]: DEBUG oslo_vmware.api [None req-807d1d3c-2cba-4e42-a10c-dc2016daeee1 tempest-VolumesAdminNegativeTest-247329141 tempest-VolumesAdminNegativeTest-247329141-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52d161e2-769d-42fe-61c9-1743e6fae6fb, 'name': SearchDatastore_Task, 'duration_secs': 0.029146} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1669.417236] env[62574]: DEBUG oslo_concurrency.lockutils [None req-807d1d3c-2cba-4e42-a10c-dc2016daeee1 tempest-VolumesAdminNegativeTest-247329141 tempest-VolumesAdminNegativeTest-247329141-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1669.417236] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-807d1d3c-2cba-4e42-a10c-dc2016daeee1 tempest-VolumesAdminNegativeTest-247329141 tempest-VolumesAdminNegativeTest-247329141-project-member] [instance: cdb4528a-d1b1-442b-a5e3-e3c663ab7390] Processing image 3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2 {{(pid=62574) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1669.417236] env[62574]: DEBUG oslo_concurrency.lockutils [None req-807d1d3c-2cba-4e42-a10c-dc2016daeee1 tempest-VolumesAdminNegativeTest-247329141 tempest-VolumesAdminNegativeTest-247329141-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1669.417236] env[62574]: DEBUG oslo_concurrency.lockutils [None req-807d1d3c-2cba-4e42-a10c-dc2016daeee1 tempest-VolumesAdminNegativeTest-247329141 tempest-VolumesAdminNegativeTest-247329141-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1669.417236] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-807d1d3c-2cba-4e42-a10c-dc2016daeee1 tempest-VolumesAdminNegativeTest-247329141 tempest-VolumesAdminNegativeTest-247329141-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1669.417236] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cd852c24-ddfc-433a-bb08-ab8110dbeefd {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.442405] env[62574]: DEBUG oslo_vmware.rw_handles [None req-e80ce5c7-9046-4bac-9e2f-ace28b59b46b tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5292c6c2-f0a7-2abe-aee3-dd82067e7b4d/disk-0.vmdk. {{(pid=62574) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1669.444350] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db9e323e-6241-4291-b21e-587121987384 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.450136] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-807d1d3c-2cba-4e42-a10c-dc2016daeee1 tempest-VolumesAdminNegativeTest-247329141 tempest-VolumesAdminNegativeTest-247329141-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1669.450656] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-807d1d3c-2cba-4e42-a10c-dc2016daeee1 tempest-VolumesAdminNegativeTest-247329141 tempest-VolumesAdminNegativeTest-247329141-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62574) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1669.452753] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7be2198a-26f7-406f-af72-2c8695fb8491 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.463852] env[62574]: DEBUG oslo_concurrency.lockutils [req-e0321f70-7d6d-4c8f-8a52-fb4d6450f506 req-16627016-3459-4aa2-a249-fe251d4022a0 service nova] Releasing lock "refresh_cache-cdb4528a-d1b1-442b-a5e3-e3c663ab7390" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1669.468151] env[62574]: DEBUG oslo_vmware.rw_handles [None req-e80ce5c7-9046-4bac-9e2f-ace28b59b46b tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5292c6c2-f0a7-2abe-aee3-dd82067e7b4d/disk-0.vmdk is in state: ready. {{(pid=62574) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1669.468151] env[62574]: ERROR oslo_vmware.rw_handles [None req-e80ce5c7-9046-4bac-9e2f-ace28b59b46b tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5292c6c2-f0a7-2abe-aee3-dd82067e7b4d/disk-0.vmdk due to incomplete transfer. [ 1669.468151] env[62574]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-eb908e5a-16af-499f-8fd9-19cb5483e637 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.473234] env[62574]: DEBUG oslo_vmware.api [None req-807d1d3c-2cba-4e42-a10c-dc2016daeee1 tempest-VolumesAdminNegativeTest-247329141 tempest-VolumesAdminNegativeTest-247329141-project-member] Waiting for the task: (returnval){ [ 1669.473234] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]520a1813-bd7f-b376-ef24-5ce105520197" [ 1669.473234] env[62574]: _type = "Task" [ 1669.473234] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1669.484201] env[62574]: DEBUG oslo_vmware.api [None req-807d1d3c-2cba-4e42-a10c-dc2016daeee1 tempest-VolumesAdminNegativeTest-247329141 tempest-VolumesAdminNegativeTest-247329141-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]520a1813-bd7f-b376-ef24-5ce105520197, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1669.492194] env[62574]: DEBUG oslo_vmware.rw_handles [None req-e80ce5c7-9046-4bac-9e2f-ace28b59b46b tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5292c6c2-f0a7-2abe-aee3-dd82067e7b4d/disk-0.vmdk. {{(pid=62574) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1669.492194] env[62574]: DEBUG nova.virt.vmwareapi.images [None req-e80ce5c7-9046-4bac-9e2f-ace28b59b46b tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] [instance: 4cc7d784-be5d-41db-a028-0dade3464032] Uploaded image 950320ff-06ef-4bc9-89d6-11bf73c0371e to the Glance image server {{(pid=62574) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1669.493282] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-e80ce5c7-9046-4bac-9e2f-ace28b59b46b tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] [instance: 4cc7d784-be5d-41db-a028-0dade3464032] Destroying the VM {{(pid=62574) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1669.493555] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-a2608aa9-1df1-4168-abfd-8acdb546948d {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.503634] env[62574]: DEBUG oslo_vmware.api [None req-e80ce5c7-9046-4bac-9e2f-ace28b59b46b tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Waiting for the task: (returnval){ [ 1669.503634] env[62574]: value = "task-1861675" [ 1669.503634] env[62574]: _type = "Task" [ 1669.503634] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1669.513559] env[62574]: DEBUG oslo_vmware.api [None req-e80ce5c7-9046-4bac-9e2f-ace28b59b46b tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Task: {'id': task-1861675, 'name': Destroy_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1669.548507] env[62574]: INFO nova.compute.manager [None req-0703cd00-d1db-499b-b4ff-f4642486f4c5 tempest-ServersTestBootFromVolume-749154611 tempest-ServersTestBootFromVolume-749154611-project-member] [instance: c2d3abbc-2fdd-4df1-bb58-709b2bc89bb4] Took 48.80 seconds to build instance. [ 1669.619706] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-98bbf6f5-b65c-4af8-a601-7cd64e169fed tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] [instance: ab4ac58c-a716-46c6-ba11-fb5dd8e7ba24] Creating linked-clone VM from snapshot {{(pid=62574) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1669.619706] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-7faf3b3a-bdb7-4c89-b37f-db2fc576675a {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.630853] env[62574]: DEBUG oslo_vmware.api [None req-98bbf6f5-b65c-4af8-a601-7cd64e169fed tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Waiting for the task: (returnval){ [ 1669.630853] env[62574]: value = "task-1861676" [ 1669.630853] env[62574]: _type = "Task" [ 1669.630853] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1669.636552] env[62574]: DEBUG oslo_concurrency.lockutils [None req-3c2379e4-d400-4faa-9b75-7d6c18571007 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Acquiring lock "refresh_cache-05938d25-9db4-4c10-b545-0f94781a9250" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1669.636702] env[62574]: DEBUG oslo_concurrency.lockutils [None req-3c2379e4-d400-4faa-9b75-7d6c18571007 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Acquired lock "refresh_cache-05938d25-9db4-4c10-b545-0f94781a9250" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1669.636849] env[62574]: DEBUG nova.network.neutron [None req-3c2379e4-d400-4faa-9b75-7d6c18571007 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] [instance: 05938d25-9db4-4c10-b545-0f94781a9250] Building network info cache for instance {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1669.641673] env[62574]: DEBUG oslo_vmware.api [None req-98bbf6f5-b65c-4af8-a601-7cd64e169fed tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Task: {'id': task-1861676, 'name': CloneVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1669.754564] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-29f76c00-7ffb-4474-8d2e-cd8cb58d49d1 tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] [instance: e34254ce-88c3-41dd-be1c-553eea828050] Powering off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1669.754962] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-56f56f2e-daf6-4a98-bf47-6152a450559e {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.764091] env[62574]: DEBUG oslo_vmware.api [None req-29f76c00-7ffb-4474-8d2e-cd8cb58d49d1 tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] Waiting for the task: (returnval){ [ 1669.764091] env[62574]: value = "task-1861677" [ 1669.764091] env[62574]: _type = "Task" [ 1669.764091] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1669.775232] env[62574]: DEBUG oslo_vmware.api [None req-29f76c00-7ffb-4474-8d2e-cd8cb58d49d1 tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] Task: {'id': task-1861677, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1669.781777] env[62574]: DEBUG nova.compute.utils [None req-7098424e-efaa-4d48-9b0c-490eecd49754 tempest-ServersWithSpecificFlavorTestJSON-1641053384 tempest-ServersWithSpecificFlavorTestJSON-1641053384-project-member] Using /dev/sd instead of None {{(pid=62574) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1669.787662] env[62574]: DEBUG nova.compute.manager [None req-7098424e-efaa-4d48-9b0c-490eecd49754 tempest-ServersWithSpecificFlavorTestJSON-1641053384 tempest-ServersWithSpecificFlavorTestJSON-1641053384-project-member] [instance: 5dac9007-8ded-444f-a7ea-5032465ccced] Allocating IP information in the background. {{(pid=62574) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1669.787867] env[62574]: DEBUG nova.network.neutron [None req-7098424e-efaa-4d48-9b0c-490eecd49754 tempest-ServersWithSpecificFlavorTestJSON-1641053384 tempest-ServersWithSpecificFlavorTestJSON-1641053384-project-member] [instance: 5dac9007-8ded-444f-a7ea-5032465ccced] allocate_for_instance() {{(pid=62574) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1669.804088] env[62574]: DEBUG oslo_vmware.api [None req-fb2edc9c-04f8-4813-add2-eebe51a2ee92 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Task: {'id': task-1861674, 'name': ReconfigVM_Task, 'duration_secs': 1.493764} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1669.804088] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb2edc9c-04f8-4813-add2-eebe51a2ee92 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] [instance: 9ed0f4bc-f4eb-4eca-b448-053eec6339d4] Reconfigured VM instance instance-00000032 to attach disk [datastore2] 9ed0f4bc-f4eb-4eca-b448-053eec6339d4/9ed0f4bc-f4eb-4eca-b448-053eec6339d4.vmdk or device None with type sparse {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1669.804459] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bfcecf4f-7eb8-4485-aa96-748394806e58 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.815282] env[62574]: DEBUG oslo_vmware.api [None req-fb2edc9c-04f8-4813-add2-eebe51a2ee92 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Waiting for the task: (returnval){ [ 1669.815282] env[62574]: value = "task-1861678" [ 1669.815282] env[62574]: _type = "Task" [ 1669.815282] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1669.833084] env[62574]: DEBUG oslo_vmware.api [None req-fb2edc9c-04f8-4813-add2-eebe51a2ee92 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Task: {'id': task-1861678, 'name': Rename_Task} progress is 6%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1669.854311] env[62574]: DEBUG nova.policy [None req-7098424e-efaa-4d48-9b0c-490eecd49754 tempest-ServersWithSpecificFlavorTestJSON-1641053384 tempest-ServersWithSpecificFlavorTestJSON-1641053384-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f8d8de6935f942ae978ae36b237d2549', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '679586b75f7c43ec8322818c36994d91', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62574) authorize /opt/stack/nova/nova/policy.py:192}} [ 1669.987625] env[62574]: DEBUG oslo_vmware.api [None req-807d1d3c-2cba-4e42-a10c-dc2016daeee1 tempest-VolumesAdminNegativeTest-247329141 tempest-VolumesAdminNegativeTest-247329141-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]520a1813-bd7f-b376-ef24-5ce105520197, 'name': SearchDatastore_Task, 'duration_secs': 0.052796} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1669.988540] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d2338e24-bf2c-4080-b513-562023535a64 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.996693] env[62574]: DEBUG oslo_vmware.api [None req-807d1d3c-2cba-4e42-a10c-dc2016daeee1 tempest-VolumesAdminNegativeTest-247329141 tempest-VolumesAdminNegativeTest-247329141-project-member] Waiting for the task: (returnval){ [ 1669.996693] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]529ba754-7485-ac66-0135-93156b8f42d8" [ 1669.996693] env[62574]: _type = "Task" [ 1669.996693] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1670.015198] env[62574]: DEBUG oslo_vmware.api [None req-807d1d3c-2cba-4e42-a10c-dc2016daeee1 tempest-VolumesAdminNegativeTest-247329141 tempest-VolumesAdminNegativeTest-247329141-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]529ba754-7485-ac66-0135-93156b8f42d8, 'name': SearchDatastore_Task, 'duration_secs': 0.014282} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1670.018119] env[62574]: DEBUG oslo_concurrency.lockutils [None req-807d1d3c-2cba-4e42-a10c-dc2016daeee1 tempest-VolumesAdminNegativeTest-247329141 tempest-VolumesAdminNegativeTest-247329141-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1670.018119] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-807d1d3c-2cba-4e42-a10c-dc2016daeee1 tempest-VolumesAdminNegativeTest-247329141 tempest-VolumesAdminNegativeTest-247329141-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk to [datastore2] cdb4528a-d1b1-442b-a5e3-e3c663ab7390/cdb4528a-d1b1-442b-a5e3-e3c663ab7390.vmdk {{(pid=62574) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1670.018119] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3f12b74c-0b2a-4e70-87fb-4b186ba099ee {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.030501] env[62574]: DEBUG oslo_vmware.api [None req-e80ce5c7-9046-4bac-9e2f-ace28b59b46b tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Task: {'id': task-1861675, 'name': Destroy_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1670.039021] env[62574]: DEBUG oslo_vmware.api [None req-807d1d3c-2cba-4e42-a10c-dc2016daeee1 tempest-VolumesAdminNegativeTest-247329141 tempest-VolumesAdminNegativeTest-247329141-project-member] Waiting for the task: (returnval){ [ 1670.039021] env[62574]: value = "task-1861679" [ 1670.039021] env[62574]: _type = "Task" [ 1670.039021] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1670.050568] env[62574]: DEBUG oslo_concurrency.lockutils [None req-0703cd00-d1db-499b-b4ff-f4642486f4c5 tempest-ServersTestBootFromVolume-749154611 tempest-ServersTestBootFromVolume-749154611-project-member] Lock "c2d3abbc-2fdd-4df1-bb58-709b2bc89bb4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 77.201s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1670.056298] env[62574]: DEBUG oslo_vmware.api [None req-807d1d3c-2cba-4e42-a10c-dc2016daeee1 tempest-VolumesAdminNegativeTest-247329141 tempest-VolumesAdminNegativeTest-247329141-project-member] Task: {'id': task-1861679, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1670.151242] env[62574]: DEBUG oslo_vmware.api [None req-98bbf6f5-b65c-4af8-a601-7cd64e169fed tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Task: {'id': task-1861676, 'name': CloneVM_Task} progress is 94%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1670.225634] env[62574]: DEBUG nova.network.neutron [None req-3c2379e4-d400-4faa-9b75-7d6c18571007 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] [instance: 05938d25-9db4-4c10-b545-0f94781a9250] Instance cache missing network info. {{(pid=62574) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1670.258633] env[62574]: DEBUG nova.network.neutron [None req-7098424e-efaa-4d48-9b0c-490eecd49754 tempest-ServersWithSpecificFlavorTestJSON-1641053384 tempest-ServersWithSpecificFlavorTestJSON-1641053384-project-member] [instance: 5dac9007-8ded-444f-a7ea-5032465ccced] Successfully created port: dc938684-251b-4a29-a478-df82a134bf74 {{(pid=62574) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1670.278916] env[62574]: DEBUG oslo_vmware.api [None req-29f76c00-7ffb-4474-8d2e-cd8cb58d49d1 tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] Task: {'id': task-1861677, 'name': PowerOffVM_Task, 'duration_secs': 0.39626} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1670.281724] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-29f76c00-7ffb-4474-8d2e-cd8cb58d49d1 tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] [instance: e34254ce-88c3-41dd-be1c-553eea828050] Powered off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1670.282740] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-616c030f-f811-4720-a065-4e0739bf00d9 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.309240] env[62574]: DEBUG nova.compute.utils [None req-7098424e-efaa-4d48-9b0c-490eecd49754 tempest-ServersWithSpecificFlavorTestJSON-1641053384 tempest-ServersWithSpecificFlavorTestJSON-1641053384-project-member] Using /dev/sd instead of None {{(pid=62574) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1670.313168] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-350b1ce3-e4fb-4555-b730-399a1e261618 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.335518] env[62574]: DEBUG oslo_vmware.api [None req-fb2edc9c-04f8-4813-add2-eebe51a2ee92 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Task: {'id': task-1861678, 'name': Rename_Task, 'duration_secs': 0.310412} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1670.338153] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb2edc9c-04f8-4813-add2-eebe51a2ee92 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] [instance: 9ed0f4bc-f4eb-4eca-b448-053eec6339d4] Powering on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1670.338835] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1b513302-b840-4c6b-88db-8863df20e5f4 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.347930] env[62574]: DEBUG oslo_vmware.api [None req-fb2edc9c-04f8-4813-add2-eebe51a2ee92 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Waiting for the task: (returnval){ [ 1670.347930] env[62574]: value = "task-1861680" [ 1670.347930] env[62574]: _type = "Task" [ 1670.347930] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1670.359365] env[62574]: DEBUG nova.compute.manager [req-9fe7f549-5f8b-41b8-8a16-294641338c97 req-a28c484b-98f8-4765-bc90-a60a1476d6d2 service nova] [instance: 05938d25-9db4-4c10-b545-0f94781a9250] Received event network-vif-plugged-651072f1-edf7-4449-9470-7b58df36e5c4 {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1670.359846] env[62574]: DEBUG oslo_concurrency.lockutils [req-9fe7f549-5f8b-41b8-8a16-294641338c97 req-a28c484b-98f8-4765-bc90-a60a1476d6d2 service nova] Acquiring lock "05938d25-9db4-4c10-b545-0f94781a9250-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1670.360641] env[62574]: DEBUG oslo_concurrency.lockutils [req-9fe7f549-5f8b-41b8-8a16-294641338c97 req-a28c484b-98f8-4765-bc90-a60a1476d6d2 service nova] Lock "05938d25-9db4-4c10-b545-0f94781a9250-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1670.360641] env[62574]: DEBUG oslo_concurrency.lockutils [req-9fe7f549-5f8b-41b8-8a16-294641338c97 req-a28c484b-98f8-4765-bc90-a60a1476d6d2 service nova] Lock "05938d25-9db4-4c10-b545-0f94781a9250-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1670.360641] env[62574]: DEBUG nova.compute.manager [req-9fe7f549-5f8b-41b8-8a16-294641338c97 req-a28c484b-98f8-4765-bc90-a60a1476d6d2 service nova] [instance: 05938d25-9db4-4c10-b545-0f94781a9250] No waiting events found dispatching network-vif-plugged-651072f1-edf7-4449-9470-7b58df36e5c4 {{(pid=62574) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1670.360641] env[62574]: WARNING nova.compute.manager [req-9fe7f549-5f8b-41b8-8a16-294641338c97 req-a28c484b-98f8-4765-bc90-a60a1476d6d2 service nova] [instance: 05938d25-9db4-4c10-b545-0f94781a9250] Received unexpected event network-vif-plugged-651072f1-edf7-4449-9470-7b58df36e5c4 for instance with vm_state building and task_state spawning. [ 1670.360821] env[62574]: DEBUG nova.compute.manager [req-9fe7f549-5f8b-41b8-8a16-294641338c97 req-a28c484b-98f8-4765-bc90-a60a1476d6d2 service nova] [instance: 05938d25-9db4-4c10-b545-0f94781a9250] Received event network-changed-651072f1-edf7-4449-9470-7b58df36e5c4 {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1670.361050] env[62574]: DEBUG nova.compute.manager [req-9fe7f549-5f8b-41b8-8a16-294641338c97 req-a28c484b-98f8-4765-bc90-a60a1476d6d2 service nova] [instance: 05938d25-9db4-4c10-b545-0f94781a9250] Refreshing instance network info cache due to event network-changed-651072f1-edf7-4449-9470-7b58df36e5c4. {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1670.361283] env[62574]: DEBUG oslo_concurrency.lockutils [req-9fe7f549-5f8b-41b8-8a16-294641338c97 req-a28c484b-98f8-4765-bc90-a60a1476d6d2 service nova] Acquiring lock "refresh_cache-05938d25-9db4-4c10-b545-0f94781a9250" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1670.367739] env[62574]: DEBUG oslo_vmware.api [None req-fb2edc9c-04f8-4813-add2-eebe51a2ee92 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Task: {'id': task-1861680, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1670.372209] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-29f76c00-7ffb-4474-8d2e-cd8cb58d49d1 tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] [instance: e34254ce-88c3-41dd-be1c-553eea828050] Powering off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1670.372550] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-72e06f5e-070c-45fd-833f-29fc39bbbbd7 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.382921] env[62574]: DEBUG oslo_concurrency.lockutils [None req-886177be-91cd-4dab-80c2-a5961f90ee1c tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Acquiring lock "e8292dec-1280-4df6-be46-2b79a76e4636" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1670.383457] env[62574]: DEBUG oslo_concurrency.lockutils [None req-886177be-91cd-4dab-80c2-a5961f90ee1c tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Lock "e8292dec-1280-4df6-be46-2b79a76e4636" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1670.391967] env[62574]: DEBUG oslo_vmware.api [None req-29f76c00-7ffb-4474-8d2e-cd8cb58d49d1 tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] Waiting for the task: (returnval){ [ 1670.391967] env[62574]: value = "task-1861681" [ 1670.391967] env[62574]: _type = "Task" [ 1670.391967] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1670.410813] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-29f76c00-7ffb-4474-8d2e-cd8cb58d49d1 tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] [instance: e34254ce-88c3-41dd-be1c-553eea828050] VM already powered off {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1670.413021] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-29f76c00-7ffb-4474-8d2e-cd8cb58d49d1 tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] [instance: e34254ce-88c3-41dd-be1c-553eea828050] Processing image 3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2 {{(pid=62574) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1670.413021] env[62574]: DEBUG oslo_concurrency.lockutils [None req-29f76c00-7ffb-4474-8d2e-cd8cb58d49d1 tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1670.413021] env[62574]: DEBUG oslo_concurrency.lockutils [None req-29f76c00-7ffb-4474-8d2e-cd8cb58d49d1 tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1670.413021] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-29f76c00-7ffb-4474-8d2e-cd8cb58d49d1 tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1670.413440] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0cdc69a9-8fe1-4328-8127-3ab7b08e7760 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.430318] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-29f76c00-7ffb-4474-8d2e-cd8cb58d49d1 tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1670.430318] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-29f76c00-7ffb-4474-8d2e-cd8cb58d49d1 tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62574) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1670.433076] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ae2ff0e-acb0-4603-8db3-25b0b8ca2524 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.452389] env[62574]: DEBUG oslo_vmware.api [None req-29f76c00-7ffb-4474-8d2e-cd8cb58d49d1 tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] Waiting for the task: (returnval){ [ 1670.452389] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]522c631e-6876-ec8f-ab89-41442bbf81d6" [ 1670.452389] env[62574]: _type = "Task" [ 1670.452389] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1670.466048] env[62574]: DEBUG oslo_vmware.api [None req-29f76c00-7ffb-4474-8d2e-cd8cb58d49d1 tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]522c631e-6876-ec8f-ab89-41442bbf81d6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1670.491195] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c33ebb05-5b45-4942-bc43-74cd23ea85cd {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.501442] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-355a1da4-ebe4-4b4c-bdef-e44ddec41c7b {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.548910] env[62574]: DEBUG oslo_vmware.api [None req-e80ce5c7-9046-4bac-9e2f-ace28b59b46b tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Task: {'id': task-1861675, 'name': Destroy_Task} progress is 33%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1670.553158] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f645343b-aa2f-4162-85b5-f3598eb94ae7 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.568537] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efc2b0c4-0e21-4597-ac81-49e59ee28578 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.575911] env[62574]: DEBUG oslo_vmware.api [None req-807d1d3c-2cba-4e42-a10c-dc2016daeee1 tempest-VolumesAdminNegativeTest-247329141 tempest-VolumesAdminNegativeTest-247329141-project-member] Task: {'id': task-1861679, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1670.589574] env[62574]: DEBUG nova.compute.provider_tree [None req-1f346b36-6cf3-4557-8ee6-e6bad0328922 tempest-ServersAdminNegativeTestJSON-1635259249 tempest-ServersAdminNegativeTestJSON-1635259249-project-member] Inventory has not changed in ProviderTree for provider: f0ed160a-beff-4626-a531-2a70d7bc0627 {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1670.651162] env[62574]: DEBUG oslo_vmware.api [None req-98bbf6f5-b65c-4af8-a601-7cd64e169fed tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Task: {'id': task-1861676, 'name': CloneVM_Task} progress is 94%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1670.675135] env[62574]: DEBUG nova.network.neutron [None req-3c2379e4-d400-4faa-9b75-7d6c18571007 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] [instance: 05938d25-9db4-4c10-b545-0f94781a9250] Updating instance_info_cache with network_info: [{"id": "651072f1-edf7-4449-9470-7b58df36e5c4", "address": "fa:16:3e:12:24:35", "network": {"id": "d21729a3-6af1-4685-8299-0af047d6c105", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-979648045-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "50322706d83c42c3a9bbd5c51ba34b64", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d903c404-a23a-40c0-a217-96d4bb2e5b08", "external-id": "nsx-vlan-transportzone-228", "segmentation_id": 228, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap651072f1-ed", "ovs_interfaceid": "651072f1-edf7-4449-9470-7b58df36e5c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1670.818758] env[62574]: DEBUG nova.compute.manager [None req-7098424e-efaa-4d48-9b0c-490eecd49754 tempest-ServersWithSpecificFlavorTestJSON-1641053384 tempest-ServersWithSpecificFlavorTestJSON-1641053384-project-member] [instance: 5dac9007-8ded-444f-a7ea-5032465ccced] Start building block device mappings for instance. {{(pid=62574) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1670.858573] env[62574]: DEBUG oslo_vmware.api [None req-fb2edc9c-04f8-4813-add2-eebe51a2ee92 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Task: {'id': task-1861680, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1670.886869] env[62574]: DEBUG nova.compute.manager [None req-886177be-91cd-4dab-80c2-a5961f90ee1c tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] [instance: e8292dec-1280-4df6-be46-2b79a76e4636] Starting instance... {{(pid=62574) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1670.961869] env[62574]: DEBUG oslo_vmware.api [None req-29f76c00-7ffb-4474-8d2e-cd8cb58d49d1 tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]522c631e-6876-ec8f-ab89-41442bbf81d6, 'name': SearchDatastore_Task, 'duration_secs': 0.029346} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1670.962736] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d86baaae-8536-426e-a29e-908cb1d3feae {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.970822] env[62574]: DEBUG oslo_vmware.api [None req-29f76c00-7ffb-4474-8d2e-cd8cb58d49d1 tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] Waiting for the task: (returnval){ [ 1670.970822] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]5218ba81-fc09-94f2-d997-39c30f494e5e" [ 1670.970822] env[62574]: _type = "Task" [ 1670.970822] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1670.981905] env[62574]: DEBUG oslo_vmware.api [None req-29f76c00-7ffb-4474-8d2e-cd8cb58d49d1 tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]5218ba81-fc09-94f2-d997-39c30f494e5e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1671.018588] env[62574]: DEBUG oslo_vmware.api [None req-e80ce5c7-9046-4bac-9e2f-ace28b59b46b tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Task: {'id': task-1861675, 'name': Destroy_Task} progress is 33%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1671.063585] env[62574]: DEBUG oslo_vmware.api [None req-807d1d3c-2cba-4e42-a10c-dc2016daeee1 tempest-VolumesAdminNegativeTest-247329141 tempest-VolumesAdminNegativeTest-247329141-project-member] Task: {'id': task-1861679, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.734643} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1671.064074] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-807d1d3c-2cba-4e42-a10c-dc2016daeee1 tempest-VolumesAdminNegativeTest-247329141 tempest-VolumesAdminNegativeTest-247329141-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk to [datastore2] cdb4528a-d1b1-442b-a5e3-e3c663ab7390/cdb4528a-d1b1-442b-a5e3-e3c663ab7390.vmdk {{(pid=62574) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1671.064074] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-807d1d3c-2cba-4e42-a10c-dc2016daeee1 tempest-VolumesAdminNegativeTest-247329141 tempest-VolumesAdminNegativeTest-247329141-project-member] [instance: cdb4528a-d1b1-442b-a5e3-e3c663ab7390] Extending root virtual disk to 1048576 {{(pid=62574) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1671.064355] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-17633638-bd9c-46b6-a573-b280dc37b9a3 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.075835] env[62574]: DEBUG oslo_vmware.api [None req-807d1d3c-2cba-4e42-a10c-dc2016daeee1 tempest-VolumesAdminNegativeTest-247329141 tempest-VolumesAdminNegativeTest-247329141-project-member] Waiting for the task: (returnval){ [ 1671.075835] env[62574]: value = "task-1861682" [ 1671.075835] env[62574]: _type = "Task" [ 1671.075835] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1671.087768] env[62574]: DEBUG oslo_vmware.api [None req-807d1d3c-2cba-4e42-a10c-dc2016daeee1 tempest-VolumesAdminNegativeTest-247329141 tempest-VolumesAdminNegativeTest-247329141-project-member] Task: {'id': task-1861682, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1671.095699] env[62574]: DEBUG nova.scheduler.client.report [None req-1f346b36-6cf3-4557-8ee6-e6bad0328922 tempest-ServersAdminNegativeTestJSON-1635259249 tempest-ServersAdminNegativeTestJSON-1635259249-project-member] Inventory has not changed for provider f0ed160a-beff-4626-a531-2a70d7bc0627 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1671.148044] env[62574]: DEBUG oslo_vmware.api [None req-98bbf6f5-b65c-4af8-a601-7cd64e169fed tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Task: {'id': task-1861676, 'name': CloneVM_Task} progress is 94%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1671.179918] env[62574]: DEBUG oslo_concurrency.lockutils [None req-3c2379e4-d400-4faa-9b75-7d6c18571007 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Releasing lock "refresh_cache-05938d25-9db4-4c10-b545-0f94781a9250" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1671.180405] env[62574]: DEBUG nova.compute.manager [None req-3c2379e4-d400-4faa-9b75-7d6c18571007 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] [instance: 05938d25-9db4-4c10-b545-0f94781a9250] Instance network_info: |[{"id": "651072f1-edf7-4449-9470-7b58df36e5c4", "address": "fa:16:3e:12:24:35", "network": {"id": "d21729a3-6af1-4685-8299-0af047d6c105", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-979648045-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "50322706d83c42c3a9bbd5c51ba34b64", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d903c404-a23a-40c0-a217-96d4bb2e5b08", "external-id": "nsx-vlan-transportzone-228", "segmentation_id": 228, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap651072f1-ed", "ovs_interfaceid": "651072f1-edf7-4449-9470-7b58df36e5c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62574) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1671.180756] env[62574]: DEBUG oslo_concurrency.lockutils [req-9fe7f549-5f8b-41b8-8a16-294641338c97 req-a28c484b-98f8-4765-bc90-a60a1476d6d2 service nova] Acquired lock "refresh_cache-05938d25-9db4-4c10-b545-0f94781a9250" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1671.181106] env[62574]: DEBUG nova.network.neutron [req-9fe7f549-5f8b-41b8-8a16-294641338c97 req-a28c484b-98f8-4765-bc90-a60a1476d6d2 service nova] [instance: 05938d25-9db4-4c10-b545-0f94781a9250] Refreshing network info cache for port 651072f1-edf7-4449-9470-7b58df36e5c4 {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1671.183084] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-3c2379e4-d400-4faa-9b75-7d6c18571007 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] [instance: 05938d25-9db4-4c10-b545-0f94781a9250] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:12:24:35', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd903c404-a23a-40c0-a217-96d4bb2e5b08', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '651072f1-edf7-4449-9470-7b58df36e5c4', 'vif_model': 'vmxnet3'}] {{(pid=62574) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1671.193598] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c2379e4-d400-4faa-9b75-7d6c18571007 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Creating folder: Project (50322706d83c42c3a9bbd5c51ba34b64). Parent ref: group-v384746. {{(pid=62574) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1671.193598] env[62574]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9ffeb2f3-dbcf-46ec-8de8-9a0ac7a12fbc {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.212605] env[62574]: INFO nova.virt.vmwareapi.vm_util [None req-3c2379e4-d400-4faa-9b75-7d6c18571007 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Created folder: Project (50322706d83c42c3a9bbd5c51ba34b64) in parent group-v384746. [ 1671.212819] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c2379e4-d400-4faa-9b75-7d6c18571007 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Creating folder: Instances. Parent ref: group-v384896. {{(pid=62574) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1671.213096] env[62574]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3527b466-3b9f-47b9-88f4-0858b49a4a5c {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.225751] env[62574]: INFO nova.virt.vmwareapi.vm_util [None req-3c2379e4-d400-4faa-9b75-7d6c18571007 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Created folder: Instances in parent group-v384896. [ 1671.226011] env[62574]: DEBUG oslo.service.loopingcall [None req-3c2379e4-d400-4faa-9b75-7d6c18571007 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62574) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1671.227510] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 05938d25-9db4-4c10-b545-0f94781a9250] Creating VM on the ESX host {{(pid=62574) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1671.227510] env[62574]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-33de21b9-3a28-43bd-a278-8192896aaf70 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.247791] env[62574]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1671.247791] env[62574]: value = "task-1861685" [ 1671.247791] env[62574]: _type = "Task" [ 1671.247791] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1671.256712] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1861685, 'name': CreateVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1671.359172] env[62574]: DEBUG oslo_vmware.api [None req-fb2edc9c-04f8-4813-add2-eebe51a2ee92 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Task: {'id': task-1861680, 'name': PowerOnVM_Task, 'duration_secs': 0.863619} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1671.359637] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb2edc9c-04f8-4813-add2-eebe51a2ee92 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] [instance: 9ed0f4bc-f4eb-4eca-b448-053eec6339d4] Powered on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1671.360056] env[62574]: INFO nova.compute.manager [None req-fb2edc9c-04f8-4813-add2-eebe51a2ee92 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] [instance: 9ed0f4bc-f4eb-4eca-b448-053eec6339d4] Took 9.75 seconds to spawn the instance on the hypervisor. [ 1671.360401] env[62574]: DEBUG nova.compute.manager [None req-fb2edc9c-04f8-4813-add2-eebe51a2ee92 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] [instance: 9ed0f4bc-f4eb-4eca-b448-053eec6339d4] Checking state {{(pid=62574) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1671.361372] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42b51910-25a8-43e0-b8eb-1b3116f7749b {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.434924] env[62574]: DEBUG oslo_concurrency.lockutils [None req-886177be-91cd-4dab-80c2-a5961f90ee1c tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1671.483721] env[62574]: DEBUG oslo_vmware.api [None req-29f76c00-7ffb-4474-8d2e-cd8cb58d49d1 tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]5218ba81-fc09-94f2-d997-39c30f494e5e, 'name': SearchDatastore_Task, 'duration_secs': 0.03172} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1671.484055] env[62574]: DEBUG oslo_concurrency.lockutils [None req-29f76c00-7ffb-4474-8d2e-cd8cb58d49d1 tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1671.484371] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-29f76c00-7ffb-4474-8d2e-cd8cb58d49d1 tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk to [datastore1] e34254ce-88c3-41dd-be1c-553eea828050/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2-rescue.vmdk. {{(pid=62574) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1671.484644] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-87282bbc-0d3d-464e-8ca9-f948e7474360 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.493189] env[62574]: DEBUG oslo_vmware.api [None req-29f76c00-7ffb-4474-8d2e-cd8cb58d49d1 tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] Waiting for the task: (returnval){ [ 1671.493189] env[62574]: value = "task-1861686" [ 1671.493189] env[62574]: _type = "Task" [ 1671.493189] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1671.503072] env[62574]: DEBUG oslo_vmware.api [None req-29f76c00-7ffb-4474-8d2e-cd8cb58d49d1 tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] Task: {'id': task-1861686, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1671.516350] env[62574]: DEBUG oslo_vmware.api [None req-e80ce5c7-9046-4bac-9e2f-ace28b59b46b tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Task: {'id': task-1861675, 'name': Destroy_Task} progress is 33%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1671.590656] env[62574]: DEBUG oslo_vmware.api [None req-807d1d3c-2cba-4e42-a10c-dc2016daeee1 tempest-VolumesAdminNegativeTest-247329141 tempest-VolumesAdminNegativeTest-247329141-project-member] Task: {'id': task-1861682, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.123508} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1671.591268] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-807d1d3c-2cba-4e42-a10c-dc2016daeee1 tempest-VolumesAdminNegativeTest-247329141 tempest-VolumesAdminNegativeTest-247329141-project-member] [instance: cdb4528a-d1b1-442b-a5e3-e3c663ab7390] Extended root virtual disk {{(pid=62574) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1671.593571] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91f40f92-5e0e-48e2-83ef-4d67082d4795 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.613302] env[62574]: DEBUG oslo_concurrency.lockutils [None req-1f346b36-6cf3-4557-8ee6-e6bad0328922 tempest-ServersAdminNegativeTestJSON-1635259249 tempest-ServersAdminNegativeTestJSON-1635259249-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.333s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1671.626320] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-807d1d3c-2cba-4e42-a10c-dc2016daeee1 tempest-VolumesAdminNegativeTest-247329141 tempest-VolumesAdminNegativeTest-247329141-project-member] [instance: cdb4528a-d1b1-442b-a5e3-e3c663ab7390] Reconfiguring VM instance instance-00000033 to attach disk [datastore2] cdb4528a-d1b1-442b-a5e3-e3c663ab7390/cdb4528a-d1b1-442b-a5e3-e3c663ab7390.vmdk or device None with type sparse {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1671.626320] env[62574]: DEBUG oslo_concurrency.lockutils [None req-7f2445f9-6171-42e2-b263-0ebe8e842bdc tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 28.657s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1671.626320] env[62574]: DEBUG nova.objects.instance [None req-7f2445f9-6171-42e2-b263-0ebe8e842bdc tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] [instance: 4df11575-4191-4213-80f6-c74ba97b856f] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62574) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1671.628847] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-641bb097-df69-4e67-bb8d-f7fe94b7a94a {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.660371] env[62574]: DEBUG oslo_vmware.api [None req-98bbf6f5-b65c-4af8-a601-7cd64e169fed tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Task: {'id': task-1861676, 'name': CloneVM_Task} progress is 94%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1671.663281] env[62574]: INFO nova.scheduler.client.report [None req-1f346b36-6cf3-4557-8ee6-e6bad0328922 tempest-ServersAdminNegativeTestJSON-1635259249 tempest-ServersAdminNegativeTestJSON-1635259249-project-member] Deleted allocations for instance 692b1ace-0ecb-4fc5-a348-ffe21f0d1ad7 [ 1671.664240] env[62574]: DEBUG oslo_vmware.api [None req-807d1d3c-2cba-4e42-a10c-dc2016daeee1 tempest-VolumesAdminNegativeTest-247329141 tempest-VolumesAdminNegativeTest-247329141-project-member] Waiting for the task: (returnval){ [ 1671.664240] env[62574]: value = "task-1861687" [ 1671.664240] env[62574]: _type = "Task" [ 1671.664240] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1671.677451] env[62574]: DEBUG oslo_vmware.api [None req-807d1d3c-2cba-4e42-a10c-dc2016daeee1 tempest-VolumesAdminNegativeTest-247329141 tempest-VolumesAdminNegativeTest-247329141-project-member] Task: {'id': task-1861687, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1671.759896] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1861685, 'name': CreateVM_Task} progress is 25%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1671.831840] env[62574]: DEBUG nova.compute.manager [None req-7098424e-efaa-4d48-9b0c-490eecd49754 tempest-ServersWithSpecificFlavorTestJSON-1641053384 tempest-ServersWithSpecificFlavorTestJSON-1641053384-project-member] [instance: 5dac9007-8ded-444f-a7ea-5032465ccced] Start spawning the instance on the hypervisor. {{(pid=62574) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1671.873563] env[62574]: DEBUG nova.virt.hardware [None req-7098424e-efaa-4d48-9b0c-490eecd49754 tempest-ServersWithSpecificFlavorTestJSON-1641053384 tempest-ServersWithSpecificFlavorTestJSON-1641053384-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T19:43:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=1,extra_specs={hw_rng:allowed='True'},flavorid='1250201397',id=20,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_1-240616874',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-13T19:26:40Z,direct_url=,disk_format='vmdk',id=3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7eed1dd4d2c3418eb32c4f4ceda3ab0d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-13T19:26:41Z,virtual_size=,visibility=), allow threads: False {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1671.873846] env[62574]: DEBUG nova.virt.hardware [None req-7098424e-efaa-4d48-9b0c-490eecd49754 tempest-ServersWithSpecificFlavorTestJSON-1641053384 tempest-ServersWithSpecificFlavorTestJSON-1641053384-project-member] Flavor limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1671.874239] env[62574]: DEBUG nova.virt.hardware [None req-7098424e-efaa-4d48-9b0c-490eecd49754 tempest-ServersWithSpecificFlavorTestJSON-1641053384 tempest-ServersWithSpecificFlavorTestJSON-1641053384-project-member] Image limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1671.874393] env[62574]: DEBUG nova.virt.hardware [None req-7098424e-efaa-4d48-9b0c-490eecd49754 tempest-ServersWithSpecificFlavorTestJSON-1641053384 tempest-ServersWithSpecificFlavorTestJSON-1641053384-project-member] Flavor pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1671.874605] env[62574]: DEBUG nova.virt.hardware [None req-7098424e-efaa-4d48-9b0c-490eecd49754 tempest-ServersWithSpecificFlavorTestJSON-1641053384 tempest-ServersWithSpecificFlavorTestJSON-1641053384-project-member] Image pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1671.874774] env[62574]: DEBUG nova.virt.hardware [None req-7098424e-efaa-4d48-9b0c-490eecd49754 tempest-ServersWithSpecificFlavorTestJSON-1641053384 tempest-ServersWithSpecificFlavorTestJSON-1641053384-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1671.874931] env[62574]: DEBUG nova.virt.hardware [None req-7098424e-efaa-4d48-9b0c-490eecd49754 tempest-ServersWithSpecificFlavorTestJSON-1641053384 tempest-ServersWithSpecificFlavorTestJSON-1641053384-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1671.875120] env[62574]: DEBUG nova.virt.hardware [None req-7098424e-efaa-4d48-9b0c-490eecd49754 tempest-ServersWithSpecificFlavorTestJSON-1641053384 tempest-ServersWithSpecificFlavorTestJSON-1641053384-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1671.875297] env[62574]: DEBUG nova.virt.hardware [None req-7098424e-efaa-4d48-9b0c-490eecd49754 tempest-ServersWithSpecificFlavorTestJSON-1641053384 tempest-ServersWithSpecificFlavorTestJSON-1641053384-project-member] Got 1 possible topologies {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1671.875474] env[62574]: DEBUG nova.virt.hardware [None req-7098424e-efaa-4d48-9b0c-490eecd49754 tempest-ServersWithSpecificFlavorTestJSON-1641053384 tempest-ServersWithSpecificFlavorTestJSON-1641053384-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1671.875651] env[62574]: DEBUG nova.virt.hardware [None req-7098424e-efaa-4d48-9b0c-490eecd49754 tempest-ServersWithSpecificFlavorTestJSON-1641053384 tempest-ServersWithSpecificFlavorTestJSON-1641053384-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1671.880883] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4018d037-4e07-4030-9487-55a2899d89b2 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.886992] env[62574]: INFO nova.compute.manager [None req-fb2edc9c-04f8-4813-add2-eebe51a2ee92 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] [instance: 9ed0f4bc-f4eb-4eca-b448-053eec6339d4] Took 43.82 seconds to build instance. [ 1671.894301] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d379362-e77c-4b29-8a2b-10211dfc53f3 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.010985] env[62574]: DEBUG oslo_vmware.api [None req-29f76c00-7ffb-4474-8d2e-cd8cb58d49d1 tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] Task: {'id': task-1861686, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1672.021231] env[62574]: DEBUG oslo_vmware.api [None req-e80ce5c7-9046-4bac-9e2f-ace28b59b46b tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Task: {'id': task-1861675, 'name': Destroy_Task} progress is 33%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1672.148335] env[62574]: DEBUG nova.network.neutron [req-9fe7f549-5f8b-41b8-8a16-294641338c97 req-a28c484b-98f8-4765-bc90-a60a1476d6d2 service nova] [instance: 05938d25-9db4-4c10-b545-0f94781a9250] Updated VIF entry in instance network info cache for port 651072f1-edf7-4449-9470-7b58df36e5c4. {{(pid=62574) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1672.148335] env[62574]: DEBUG nova.network.neutron [req-9fe7f549-5f8b-41b8-8a16-294641338c97 req-a28c484b-98f8-4765-bc90-a60a1476d6d2 service nova] [instance: 05938d25-9db4-4c10-b545-0f94781a9250] Updating instance_info_cache with network_info: [{"id": "651072f1-edf7-4449-9470-7b58df36e5c4", "address": "fa:16:3e:12:24:35", "network": {"id": "d21729a3-6af1-4685-8299-0af047d6c105", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-979648045-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "50322706d83c42c3a9bbd5c51ba34b64", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d903c404-a23a-40c0-a217-96d4bb2e5b08", "external-id": "nsx-vlan-transportzone-228", "segmentation_id": 228, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap651072f1-ed", "ovs_interfaceid": "651072f1-edf7-4449-9470-7b58df36e5c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1672.177992] env[62574]: DEBUG oslo_vmware.api [None req-98bbf6f5-b65c-4af8-a601-7cd64e169fed tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Task: {'id': task-1861676, 'name': CloneVM_Task} progress is 94%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1672.178422] env[62574]: DEBUG oslo_concurrency.lockutils [None req-1f346b36-6cf3-4557-8ee6-e6bad0328922 tempest-ServersAdminNegativeTestJSON-1635259249 tempest-ServersAdminNegativeTestJSON-1635259249-project-member] Lock "692b1ace-0ecb-4fc5-a348-ffe21f0d1ad7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.237s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1672.188934] env[62574]: DEBUG oslo_vmware.api [None req-807d1d3c-2cba-4e42-a10c-dc2016daeee1 tempest-VolumesAdminNegativeTest-247329141 tempest-VolumesAdminNegativeTest-247329141-project-member] Task: {'id': task-1861687, 'name': ReconfigVM_Task, 'duration_secs': 0.506713} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1672.188934] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-807d1d3c-2cba-4e42-a10c-dc2016daeee1 tempest-VolumesAdminNegativeTest-247329141 tempest-VolumesAdminNegativeTest-247329141-project-member] [instance: cdb4528a-d1b1-442b-a5e3-e3c663ab7390] Reconfigured VM instance instance-00000033 to attach disk [datastore2] cdb4528a-d1b1-442b-a5e3-e3c663ab7390/cdb4528a-d1b1-442b-a5e3-e3c663ab7390.vmdk or device None with type sparse {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1672.189416] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-714d0922-bdab-441a-81d4-97f8ee22d8d6 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.204179] env[62574]: DEBUG oslo_vmware.api [None req-807d1d3c-2cba-4e42-a10c-dc2016daeee1 tempest-VolumesAdminNegativeTest-247329141 tempest-VolumesAdminNegativeTest-247329141-project-member] Waiting for the task: (returnval){ [ 1672.204179] env[62574]: value = "task-1861688" [ 1672.204179] env[62574]: _type = "Task" [ 1672.204179] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1672.224792] env[62574]: DEBUG oslo_vmware.api [None req-807d1d3c-2cba-4e42-a10c-dc2016daeee1 tempest-VolumesAdminNegativeTest-247329141 tempest-VolumesAdminNegativeTest-247329141-project-member] Task: {'id': task-1861688, 'name': Rename_Task} progress is 10%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1672.260886] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1861685, 'name': CreateVM_Task} progress is 25%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1672.390056] env[62574]: DEBUG oslo_concurrency.lockutils [None req-fb2edc9c-04f8-4813-add2-eebe51a2ee92 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Lock "9ed0f4bc-f4eb-4eca-b448-053eec6339d4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 78.313s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1672.506389] env[62574]: DEBUG oslo_vmware.api [None req-29f76c00-7ffb-4474-8d2e-cd8cb58d49d1 tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] Task: {'id': task-1861686, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.695987} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1672.506526] env[62574]: INFO nova.virt.vmwareapi.ds_util [None req-29f76c00-7ffb-4474-8d2e-cd8cb58d49d1 tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk to [datastore1] e34254ce-88c3-41dd-be1c-553eea828050/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2-rescue.vmdk. [ 1672.507558] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f49f8789-9960-4abd-b7e2-867ab479cad9 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.554010] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-29f76c00-7ffb-4474-8d2e-cd8cb58d49d1 tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] [instance: e34254ce-88c3-41dd-be1c-553eea828050] Reconfiguring VM instance instance-0000002f to attach disk [datastore1] e34254ce-88c3-41dd-be1c-553eea828050/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2-rescue.vmdk or device None with type thin {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1672.555211] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f880d799-79e4-4790-b512-8024a3c8edec {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.585883] env[62574]: DEBUG oslo_vmware.api [None req-e80ce5c7-9046-4bac-9e2f-ace28b59b46b tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Task: {'id': task-1861675, 'name': Destroy_Task} progress is 33%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1672.593947] env[62574]: DEBUG oslo_vmware.api [None req-29f76c00-7ffb-4474-8d2e-cd8cb58d49d1 tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] Waiting for the task: (returnval){ [ 1672.593947] env[62574]: value = "task-1861689" [ 1672.593947] env[62574]: _type = "Task" [ 1672.593947] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1672.609925] env[62574]: DEBUG oslo_vmware.api [None req-29f76c00-7ffb-4474-8d2e-cd8cb58d49d1 tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] Task: {'id': task-1861689, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1672.654951] env[62574]: DEBUG oslo_concurrency.lockutils [req-9fe7f549-5f8b-41b8-8a16-294641338c97 req-a28c484b-98f8-4765-bc90-a60a1476d6d2 service nova] Releasing lock "refresh_cache-05938d25-9db4-4c10-b545-0f94781a9250" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1672.670538] env[62574]: DEBUG oslo_concurrency.lockutils [None req-7f2445f9-6171-42e2-b263-0ebe8e842bdc tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.045s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1672.674521] env[62574]: DEBUG oslo_vmware.api [None req-98bbf6f5-b65c-4af8-a601-7cd64e169fed tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Task: {'id': task-1861676, 'name': CloneVM_Task} progress is 94%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1672.675045] env[62574]: DEBUG oslo_concurrency.lockutils [None req-fdf2d99b-4991-4f38-8b11-0982772215ce tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.362s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1672.675565] env[62574]: DEBUG nova.objects.instance [None req-fdf2d99b-4991-4f38-8b11-0982772215ce tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] Lazy-loading 'resources' on Instance uuid 4df11575-4191-4213-80f6-c74ba97b856f {{(pid=62574) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1672.716037] env[62574]: DEBUG oslo_vmware.api [None req-807d1d3c-2cba-4e42-a10c-dc2016daeee1 tempest-VolumesAdminNegativeTest-247329141 tempest-VolumesAdminNegativeTest-247329141-project-member] Task: {'id': task-1861688, 'name': Rename_Task, 'duration_secs': 0.464035} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1672.716037] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-807d1d3c-2cba-4e42-a10c-dc2016daeee1 tempest-VolumesAdminNegativeTest-247329141 tempest-VolumesAdminNegativeTest-247329141-project-member] [instance: cdb4528a-d1b1-442b-a5e3-e3c663ab7390] Powering on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1672.716037] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-77276c1e-542e-4fe5-b7a8-b7267e7918be {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.723370] env[62574]: DEBUG oslo_vmware.api [None req-807d1d3c-2cba-4e42-a10c-dc2016daeee1 tempest-VolumesAdminNegativeTest-247329141 tempest-VolumesAdminNegativeTest-247329141-project-member] Waiting for the task: (returnval){ [ 1672.723370] env[62574]: value = "task-1861690" [ 1672.723370] env[62574]: _type = "Task" [ 1672.723370] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1672.732078] env[62574]: DEBUG oslo_vmware.api [None req-807d1d3c-2cba-4e42-a10c-dc2016daeee1 tempest-VolumesAdminNegativeTest-247329141 tempest-VolumesAdminNegativeTest-247329141-project-member] Task: {'id': task-1861690, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1672.761456] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1861685, 'name': CreateVM_Task} progress is 25%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1672.845307] env[62574]: DEBUG nova.compute.manager [req-2a00c223-8dca-4d6b-a341-ef38ae0e49b2 req-acd5ec3c-7f25-40a9-a9c1-ee7cab5db6e1 service nova] [instance: c2d3abbc-2fdd-4df1-bb58-709b2bc89bb4] Received event network-changed-3b5f9d3f-b64d-4055-a173-f7b0c02ac2e5 {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1672.845554] env[62574]: DEBUG nova.compute.manager [req-2a00c223-8dca-4d6b-a341-ef38ae0e49b2 req-acd5ec3c-7f25-40a9-a9c1-ee7cab5db6e1 service nova] [instance: c2d3abbc-2fdd-4df1-bb58-709b2bc89bb4] Refreshing instance network info cache due to event network-changed-3b5f9d3f-b64d-4055-a173-f7b0c02ac2e5. {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1672.845800] env[62574]: DEBUG oslo_concurrency.lockutils [req-2a00c223-8dca-4d6b-a341-ef38ae0e49b2 req-acd5ec3c-7f25-40a9-a9c1-ee7cab5db6e1 service nova] Acquiring lock "refresh_cache-c2d3abbc-2fdd-4df1-bb58-709b2bc89bb4" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1672.847143] env[62574]: DEBUG oslo_concurrency.lockutils [req-2a00c223-8dca-4d6b-a341-ef38ae0e49b2 req-acd5ec3c-7f25-40a9-a9c1-ee7cab5db6e1 service nova] Acquired lock "refresh_cache-c2d3abbc-2fdd-4df1-bb58-709b2bc89bb4" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1672.847143] env[62574]: DEBUG nova.network.neutron [req-2a00c223-8dca-4d6b-a341-ef38ae0e49b2 req-acd5ec3c-7f25-40a9-a9c1-ee7cab5db6e1 service nova] [instance: c2d3abbc-2fdd-4df1-bb58-709b2bc89bb4] Refreshing network info cache for port 3b5f9d3f-b64d-4055-a173-f7b0c02ac2e5 {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1673.022597] env[62574]: DEBUG oslo_vmware.api [None req-e80ce5c7-9046-4bac-9e2f-ace28b59b46b tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Task: {'id': task-1861675, 'name': Destroy_Task} progress is 33%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1673.051319] env[62574]: DEBUG oslo_concurrency.lockutils [None req-c4315cd5-c887-4503-94dd-912e2fb99348 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Acquiring lock "c4ca3d86-7d6e-4dbf-912b-7cb292596272" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1673.051568] env[62574]: DEBUG oslo_concurrency.lockutils [None req-c4315cd5-c887-4503-94dd-912e2fb99348 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Lock "c4ca3d86-7d6e-4dbf-912b-7cb292596272" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1673.106404] env[62574]: DEBUG oslo_vmware.api [None req-29f76c00-7ffb-4474-8d2e-cd8cb58d49d1 tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] Task: {'id': task-1861689, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1673.164460] env[62574]: DEBUG oslo_vmware.api [None req-98bbf6f5-b65c-4af8-a601-7cd64e169fed tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Task: {'id': task-1861676, 'name': CloneVM_Task} progress is 94%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1673.246505] env[62574]: DEBUG oslo_vmware.api [None req-807d1d3c-2cba-4e42-a10c-dc2016daeee1 tempest-VolumesAdminNegativeTest-247329141 tempest-VolumesAdminNegativeTest-247329141-project-member] Task: {'id': task-1861690, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1673.267026] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1861685, 'name': CreateVM_Task} progress is 25%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1673.375382] env[62574]: DEBUG oslo_concurrency.lockutils [None req-c385f839-83fd-4a63-9017-4cd716598a0d tempest-ServerMetadataNegativeTestJSON-177817576 tempest-ServerMetadataNegativeTestJSON-177817576-project-member] Acquiring lock "82960f69-76f1-49ff-a0b6-081c0142fca8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1673.375626] env[62574]: DEBUG oslo_concurrency.lockutils [None req-c385f839-83fd-4a63-9017-4cd716598a0d tempest-ServerMetadataNegativeTestJSON-177817576 tempest-ServerMetadataNegativeTestJSON-177817576-project-member] Lock "82960f69-76f1-49ff-a0b6-081c0142fca8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1673.522712] env[62574]: DEBUG oslo_vmware.api [None req-e80ce5c7-9046-4bac-9e2f-ace28b59b46b tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Task: {'id': task-1861675, 'name': Destroy_Task} progress is 33%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1673.554791] env[62574]: DEBUG nova.compute.utils [None req-c4315cd5-c887-4503-94dd-912e2fb99348 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Using /dev/sd instead of None {{(pid=62574) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1673.611468] env[62574]: DEBUG oslo_vmware.api [None req-29f76c00-7ffb-4474-8d2e-cd8cb58d49d1 tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] Task: {'id': task-1861689, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1673.666538] env[62574]: DEBUG oslo_vmware.api [None req-98bbf6f5-b65c-4af8-a601-7cd64e169fed tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Task: {'id': task-1861676, 'name': CloneVM_Task} progress is 94%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1673.690303] env[62574]: DEBUG nova.network.neutron [req-2a00c223-8dca-4d6b-a341-ef38ae0e49b2 req-acd5ec3c-7f25-40a9-a9c1-ee7cab5db6e1 service nova] [instance: c2d3abbc-2fdd-4df1-bb58-709b2bc89bb4] Updated VIF entry in instance network info cache for port 3b5f9d3f-b64d-4055-a173-f7b0c02ac2e5. {{(pid=62574) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1673.690303] env[62574]: DEBUG nova.network.neutron [req-2a00c223-8dca-4d6b-a341-ef38ae0e49b2 req-acd5ec3c-7f25-40a9-a9c1-ee7cab5db6e1 service nova] [instance: c2d3abbc-2fdd-4df1-bb58-709b2bc89bb4] Updating instance_info_cache with network_info: [{"id": "3b5f9d3f-b64d-4055-a173-f7b0c02ac2e5", "address": "fa:16:3e:76:0e:ec", "network": {"id": "c7e61bef-aa62-4a8f-9cf0-6d831ff77a88", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1256435161-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.168", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c0d3efebb4047a8969b00a96eb5a5f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0467beaa-08c6-44d6-b8a2-e9c609c21ff4", "external-id": "nsx-vlan-transportzone-540", "segmentation_id": 540, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b5f9d3f-b6", "ovs_interfaceid": "3b5f9d3f-b64d-4055-a173-f7b0c02ac2e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1673.710147] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61794d3f-f662-4113-8a6c-24ff994982c0 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.719569] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-436a9066-1758-49c4-86fb-2aceb52c98bd {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.765151] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d610786d-be8c-4142-bb4f-c6c3ca9c2f5f {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.771399] env[62574]: DEBUG oslo_vmware.api [None req-807d1d3c-2cba-4e42-a10c-dc2016daeee1 tempest-VolumesAdminNegativeTest-247329141 tempest-VolumesAdminNegativeTest-247329141-project-member] Task: {'id': task-1861690, 'name': PowerOnVM_Task, 'duration_secs': 1.014104} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1673.772521] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-807d1d3c-2cba-4e42-a10c-dc2016daeee1 tempest-VolumesAdminNegativeTest-247329141 tempest-VolumesAdminNegativeTest-247329141-project-member] [instance: cdb4528a-d1b1-442b-a5e3-e3c663ab7390] Powered on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1673.772732] env[62574]: INFO nova.compute.manager [None req-807d1d3c-2cba-4e42-a10c-dc2016daeee1 tempest-VolumesAdminNegativeTest-247329141 tempest-VolumesAdminNegativeTest-247329141-project-member] [instance: cdb4528a-d1b1-442b-a5e3-e3c663ab7390] Took 9.39 seconds to spawn the instance on the hypervisor. [ 1673.772935] env[62574]: DEBUG nova.compute.manager [None req-807d1d3c-2cba-4e42-a10c-dc2016daeee1 tempest-VolumesAdminNegativeTest-247329141 tempest-VolumesAdminNegativeTest-247329141-project-member] [instance: cdb4528a-d1b1-442b-a5e3-e3c663ab7390] Checking state {{(pid=62574) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1673.773778] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ffacd5d-2527-4449-9e3d-2f078a5e9d16 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.781718] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1861685, 'name': CreateVM_Task} progress is 25%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1673.783320] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6df85132-7876-4780-9e43-dfcec2aec362 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.801781] env[62574]: DEBUG nova.compute.provider_tree [None req-fdf2d99b-4991-4f38-8b11-0982772215ce tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] Inventory has not changed in ProviderTree for provider: f0ed160a-beff-4626-a531-2a70d7bc0627 {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1673.877863] env[62574]: DEBUG nova.compute.manager [None req-c385f839-83fd-4a63-9017-4cd716598a0d tempest-ServerMetadataNegativeTestJSON-177817576 tempest-ServerMetadataNegativeTestJSON-177817576-project-member] [instance: 82960f69-76f1-49ff-a0b6-081c0142fca8] Starting instance... {{(pid=62574) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1674.024050] env[62574]: DEBUG oslo_vmware.api [None req-e80ce5c7-9046-4bac-9e2f-ace28b59b46b tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Task: {'id': task-1861675, 'name': Destroy_Task} progress is 33%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1674.058049] env[62574]: DEBUG oslo_concurrency.lockutils [None req-c4315cd5-c887-4503-94dd-912e2fb99348 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Lock "c4ca3d86-7d6e-4dbf-912b-7cb292596272" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1674.107340] env[62574]: DEBUG oslo_vmware.api [None req-29f76c00-7ffb-4474-8d2e-cd8cb58d49d1 tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] Task: {'id': task-1861689, 'name': ReconfigVM_Task, 'duration_secs': 1.04535} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1674.107658] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-29f76c00-7ffb-4474-8d2e-cd8cb58d49d1 tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] [instance: e34254ce-88c3-41dd-be1c-553eea828050] Reconfigured VM instance instance-0000002f to attach disk [datastore1] e34254ce-88c3-41dd-be1c-553eea828050/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2-rescue.vmdk or device None with type thin {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1674.108587] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8305f720-b038-45c9-ac5a-a11466fceda7 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.133598] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c5f3da64-5db9-40de-ad83-6c6990958688 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.150682] env[62574]: DEBUG oslo_vmware.api [None req-29f76c00-7ffb-4474-8d2e-cd8cb58d49d1 tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] Waiting for the task: (returnval){ [ 1674.150682] env[62574]: value = "task-1861691" [ 1674.150682] env[62574]: _type = "Task" [ 1674.150682] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1674.161593] env[62574]: DEBUG oslo_vmware.api [None req-29f76c00-7ffb-4474-8d2e-cd8cb58d49d1 tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] Task: {'id': task-1861691, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1674.170150] env[62574]: DEBUG oslo_vmware.api [None req-98bbf6f5-b65c-4af8-a601-7cd64e169fed tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Task: {'id': task-1861676, 'name': CloneVM_Task} progress is 94%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1674.193445] env[62574]: DEBUG oslo_concurrency.lockutils [req-2a00c223-8dca-4d6b-a341-ef38ae0e49b2 req-acd5ec3c-7f25-40a9-a9c1-ee7cab5db6e1 service nova] Releasing lock "refresh_cache-c2d3abbc-2fdd-4df1-bb58-709b2bc89bb4" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1674.271805] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1861685, 'name': CreateVM_Task} progress is 25%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1674.302656] env[62574]: INFO nova.compute.manager [None req-807d1d3c-2cba-4e42-a10c-dc2016daeee1 tempest-VolumesAdminNegativeTest-247329141 tempest-VolumesAdminNegativeTest-247329141-project-member] [instance: cdb4528a-d1b1-442b-a5e3-e3c663ab7390] Took 44.68 seconds to build instance. [ 1674.304553] env[62574]: DEBUG nova.scheduler.client.report [None req-fdf2d99b-4991-4f38-8b11-0982772215ce tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] Inventory has not changed for provider f0ed160a-beff-4626-a531-2a70d7bc0627 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1674.401264] env[62574]: DEBUG oslo_concurrency.lockutils [None req-c385f839-83fd-4a63-9017-4cd716598a0d tempest-ServerMetadataNegativeTestJSON-177817576 tempest-ServerMetadataNegativeTestJSON-177817576-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1674.527473] env[62574]: DEBUG oslo_vmware.api [None req-e80ce5c7-9046-4bac-9e2f-ace28b59b46b tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Task: {'id': task-1861675, 'name': Destroy_Task} progress is 33%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1674.662713] env[62574]: DEBUG oslo_vmware.api [None req-29f76c00-7ffb-4474-8d2e-cd8cb58d49d1 tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] Task: {'id': task-1861691, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1674.672302] env[62574]: DEBUG oslo_vmware.api [None req-98bbf6f5-b65c-4af8-a601-7cd64e169fed tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Task: {'id': task-1861676, 'name': CloneVM_Task} progress is 94%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1674.774677] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1861685, 'name': CreateVM_Task} progress is 25%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1674.803578] env[62574]: DEBUG oslo_concurrency.lockutils [None req-807d1d3c-2cba-4e42-a10c-dc2016daeee1 tempest-VolumesAdminNegativeTest-247329141 tempest-VolumesAdminNegativeTest-247329141-project-member] Lock "cdb4528a-d1b1-442b-a5e3-e3c663ab7390" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 65.507s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1674.810882] env[62574]: DEBUG oslo_concurrency.lockutils [None req-fdf2d99b-4991-4f38-8b11-0982772215ce tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.136s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1674.814299] env[62574]: DEBUG oslo_concurrency.lockutils [None req-32b7c686-6065-4a66-8121-b0ccb22184f0 tempest-SecurityGroupsTestJSON-247158518 tempest-SecurityGroupsTestJSON-247158518-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.641s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1674.814604] env[62574]: DEBUG nova.objects.instance [None req-32b7c686-6065-4a66-8121-b0ccb22184f0 tempest-SecurityGroupsTestJSON-247158518 tempest-SecurityGroupsTestJSON-247158518-project-member] Lazy-loading 'resources' on Instance uuid 1aff4bff-16cd-4873-9b4d-3538d4779084 {{(pid=62574) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1674.836192] env[62574]: INFO nova.scheduler.client.report [None req-fdf2d99b-4991-4f38-8b11-0982772215ce tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] Deleted allocations for instance 4df11575-4191-4213-80f6-c74ba97b856f [ 1675.029253] env[62574]: DEBUG oslo_vmware.api [None req-e80ce5c7-9046-4bac-9e2f-ace28b59b46b tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Task: {'id': task-1861675, 'name': Destroy_Task} progress is 33%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1675.146358] env[62574]: DEBUG oslo_concurrency.lockutils [None req-c4315cd5-c887-4503-94dd-912e2fb99348 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Acquiring lock "c4ca3d86-7d6e-4dbf-912b-7cb292596272" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1675.146663] env[62574]: DEBUG oslo_concurrency.lockutils [None req-c4315cd5-c887-4503-94dd-912e2fb99348 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Lock "c4ca3d86-7d6e-4dbf-912b-7cb292596272" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1675.146903] env[62574]: INFO nova.compute.manager [None req-c4315cd5-c887-4503-94dd-912e2fb99348 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] [instance: c4ca3d86-7d6e-4dbf-912b-7cb292596272] Attaching volume 8d74d69f-eb09-4553-b47a-32738eeeaf1f to /dev/sdb [ 1675.167286] env[62574]: DEBUG oslo_vmware.api [None req-29f76c00-7ffb-4474-8d2e-cd8cb58d49d1 tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] Task: {'id': task-1861691, 'name': ReconfigVM_Task, 'duration_secs': 0.569033} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1675.174528] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-29f76c00-7ffb-4474-8d2e-cd8cb58d49d1 tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] [instance: e34254ce-88c3-41dd-be1c-553eea828050] Powering on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1675.174954] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d824b38c-20e8-49a5-9780-964e5e445d5a {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.190204] env[62574]: DEBUG oslo_vmware.api [None req-98bbf6f5-b65c-4af8-a601-7cd64e169fed tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Task: {'id': task-1861676, 'name': CloneVM_Task} progress is 94%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1675.191927] env[62574]: DEBUG oslo_vmware.api [None req-29f76c00-7ffb-4474-8d2e-cd8cb58d49d1 tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] Waiting for the task: (returnval){ [ 1675.191927] env[62574]: value = "task-1861692" [ 1675.191927] env[62574]: _type = "Task" [ 1675.191927] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1675.206040] env[62574]: DEBUG oslo_vmware.api [None req-29f76c00-7ffb-4474-8d2e-cd8cb58d49d1 tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] Task: {'id': task-1861692, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1675.206809] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef63d950-8e1a-441e-a696-2b90db57cc44 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.215350] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84af2ca8-1fb5-4567-b0fa-440ca9475de6 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.233025] env[62574]: DEBUG nova.virt.block_device [None req-c4315cd5-c887-4503-94dd-912e2fb99348 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] [instance: c4ca3d86-7d6e-4dbf-912b-7cb292596272] Updating existing volume attachment record: b2953fc0-d890-4396-9f95-dec57062c2c7 {{(pid=62574) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1675.271960] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1861685, 'name': CreateVM_Task} progress is 25%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1675.349894] env[62574]: DEBUG oslo_concurrency.lockutils [None req-fdf2d99b-4991-4f38-8b11-0982772215ce tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] Lock "4df11575-4191-4213-80f6-c74ba97b856f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.890s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1675.535065] env[62574]: DEBUG oslo_vmware.api [None req-e80ce5c7-9046-4bac-9e2f-ace28b59b46b tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Task: {'id': task-1861675, 'name': Destroy_Task} progress is 33%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1675.686070] env[62574]: DEBUG oslo_vmware.api [None req-98bbf6f5-b65c-4af8-a601-7cd64e169fed tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Task: {'id': task-1861676, 'name': CloneVM_Task} progress is 94%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1675.707980] env[62574]: DEBUG oslo_vmware.api [None req-29f76c00-7ffb-4474-8d2e-cd8cb58d49d1 tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] Task: {'id': task-1861692, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1675.778806] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1861685, 'name': CreateVM_Task} progress is 25%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1675.827322] env[62574]: DEBUG nova.compute.manager [req-1ba70e35-9836-4b74-979c-f447d4565d62 req-6fe3ec85-fa6f-435e-8a31-fbb7c8240209 service nova] [instance: cdb4528a-d1b1-442b-a5e3-e3c663ab7390] Received event network-changed-82b57ddd-7098-42e6-abae-1fa9f2f2a4b3 {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1675.827322] env[62574]: DEBUG nova.compute.manager [req-1ba70e35-9836-4b74-979c-f447d4565d62 req-6fe3ec85-fa6f-435e-8a31-fbb7c8240209 service nova] [instance: cdb4528a-d1b1-442b-a5e3-e3c663ab7390] Refreshing instance network info cache due to event network-changed-82b57ddd-7098-42e6-abae-1fa9f2f2a4b3. {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1675.827322] env[62574]: DEBUG oslo_concurrency.lockutils [req-1ba70e35-9836-4b74-979c-f447d4565d62 req-6fe3ec85-fa6f-435e-8a31-fbb7c8240209 service nova] Acquiring lock "refresh_cache-cdb4528a-d1b1-442b-a5e3-e3c663ab7390" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1675.827322] env[62574]: DEBUG oslo_concurrency.lockutils [req-1ba70e35-9836-4b74-979c-f447d4565d62 req-6fe3ec85-fa6f-435e-8a31-fbb7c8240209 service nova] Acquired lock "refresh_cache-cdb4528a-d1b1-442b-a5e3-e3c663ab7390" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1675.827322] env[62574]: DEBUG nova.network.neutron [req-1ba70e35-9836-4b74-979c-f447d4565d62 req-6fe3ec85-fa6f-435e-8a31-fbb7c8240209 service nova] [instance: cdb4528a-d1b1-442b-a5e3-e3c663ab7390] Refreshing network info cache for port 82b57ddd-7098-42e6-abae-1fa9f2f2a4b3 {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1675.848353] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c76d9955-0bda-45e7-a2b4-c4353a764fb3 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.858176] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4537d92-766b-466b-b183-b4453afe2e89 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.903526] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76cf4cb7-1514-469d-9be4-5df96a10e554 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.915318] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd704c3b-1781-4be4-b9c7-ea5020f8648e {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.933478] env[62574]: DEBUG nova.compute.provider_tree [None req-32b7c686-6065-4a66-8121-b0ccb22184f0 tempest-SecurityGroupsTestJSON-247158518 tempest-SecurityGroupsTestJSON-247158518-project-member] Inventory has not changed in ProviderTree for provider: f0ed160a-beff-4626-a531-2a70d7bc0627 {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1676.029888] env[62574]: DEBUG oslo_vmware.api [None req-e80ce5c7-9046-4bac-9e2f-ace28b59b46b tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Task: {'id': task-1861675, 'name': Destroy_Task} progress is 33%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1676.181018] env[62574]: DEBUG oslo_concurrency.lockutils [None req-46560f85-a7c3-48b7-9815-1602d38988b9 tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] Acquiring lock "958ea876-0fce-4489-9fd8-d577d5ac230b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1676.181336] env[62574]: DEBUG oslo_concurrency.lockutils [None req-46560f85-a7c3-48b7-9815-1602d38988b9 tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] Lock "958ea876-0fce-4489-9fd8-d577d5ac230b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1676.181591] env[62574]: DEBUG oslo_concurrency.lockutils [None req-46560f85-a7c3-48b7-9815-1602d38988b9 tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] Acquiring lock "958ea876-0fce-4489-9fd8-d577d5ac230b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1676.181696] env[62574]: DEBUG oslo_concurrency.lockutils [None req-46560f85-a7c3-48b7-9815-1602d38988b9 tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] Lock "958ea876-0fce-4489-9fd8-d577d5ac230b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1676.181880] env[62574]: DEBUG oslo_concurrency.lockutils [None req-46560f85-a7c3-48b7-9815-1602d38988b9 tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] Lock "958ea876-0fce-4489-9fd8-d577d5ac230b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1676.183807] env[62574]: DEBUG oslo_vmware.api [None req-98bbf6f5-b65c-4af8-a601-7cd64e169fed tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Task: {'id': task-1861676, 'name': CloneVM_Task} progress is 94%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1676.184886] env[62574]: INFO nova.compute.manager [None req-46560f85-a7c3-48b7-9815-1602d38988b9 tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] [instance: 958ea876-0fce-4489-9fd8-d577d5ac230b] Terminating instance [ 1676.205854] env[62574]: DEBUG oslo_vmware.api [None req-29f76c00-7ffb-4474-8d2e-cd8cb58d49d1 tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] Task: {'id': task-1861692, 'name': PowerOnVM_Task, 'duration_secs': 0.601712} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1676.207701] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-29f76c00-7ffb-4474-8d2e-cd8cb58d49d1 tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] [instance: e34254ce-88c3-41dd-be1c-553eea828050] Powered on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1676.210903] env[62574]: DEBUG nova.compute.manager [None req-29f76c00-7ffb-4474-8d2e-cd8cb58d49d1 tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] [instance: e34254ce-88c3-41dd-be1c-553eea828050] Checking state {{(pid=62574) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1676.212492] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5b72bc0-4359-4c14-82d7-afd267f02dc4 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.275544] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1861685, 'name': CreateVM_Task, 'duration_secs': 5.014166} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1676.275737] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 05938d25-9db4-4c10-b545-0f94781a9250] Created VM on the ESX host {{(pid=62574) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1676.276556] env[62574]: DEBUG oslo_concurrency.lockutils [None req-3c2379e4-d400-4faa-9b75-7d6c18571007 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1676.276772] env[62574]: DEBUG oslo_concurrency.lockutils [None req-3c2379e4-d400-4faa-9b75-7d6c18571007 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1676.277153] env[62574]: DEBUG oslo_concurrency.lockutils [None req-3c2379e4-d400-4faa-9b75-7d6c18571007 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1676.277695] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-40a7ac92-73f4-4fac-aa3b-a89d9881a107 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.283806] env[62574]: DEBUG oslo_vmware.api [None req-3c2379e4-d400-4faa-9b75-7d6c18571007 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Waiting for the task: (returnval){ [ 1676.283806] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]52d774f1-4a86-17ff-9ac5-cfce73c95d55" [ 1676.283806] env[62574]: _type = "Task" [ 1676.283806] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1676.294023] env[62574]: DEBUG oslo_vmware.api [None req-3c2379e4-d400-4faa-9b75-7d6c18571007 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52d774f1-4a86-17ff-9ac5-cfce73c95d55, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1676.418809] env[62574]: DEBUG nova.compute.manager [None req-d8f7049e-d1ff-4e34-b09d-629923c60874 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] [instance: 9ed0f4bc-f4eb-4eca-b448-053eec6339d4] Stashing vm_state: active {{(pid=62574) _prep_resize /opt/stack/nova/nova/compute/manager.py:6034}} [ 1676.438134] env[62574]: DEBUG nova.scheduler.client.report [None req-32b7c686-6065-4a66-8121-b0ccb22184f0 tempest-SecurityGroupsTestJSON-247158518 tempest-SecurityGroupsTestJSON-247158518-project-member] Inventory has not changed for provider f0ed160a-beff-4626-a531-2a70d7bc0627 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1676.540844] env[62574]: DEBUG oslo_vmware.api [None req-e80ce5c7-9046-4bac-9e2f-ace28b59b46b tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Task: {'id': task-1861675, 'name': Destroy_Task, 'duration_secs': 6.626256} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1676.541607] env[62574]: INFO nova.virt.vmwareapi.vm_util [None req-e80ce5c7-9046-4bac-9e2f-ace28b59b46b tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] [instance: 4cc7d784-be5d-41db-a028-0dade3464032] Destroyed the VM [ 1676.544468] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-e80ce5c7-9046-4bac-9e2f-ace28b59b46b tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] [instance: 4cc7d784-be5d-41db-a028-0dade3464032] Deleting Snapshot of the VM instance {{(pid=62574) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1676.544468] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-f087c889-b915-425a-b8bf-ac0ee2fa939a {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.552256] env[62574]: DEBUG oslo_vmware.api [None req-e80ce5c7-9046-4bac-9e2f-ace28b59b46b tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Waiting for the task: (returnval){ [ 1676.552256] env[62574]: value = "task-1861696" [ 1676.552256] env[62574]: _type = "Task" [ 1676.552256] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1676.564396] env[62574]: DEBUG oslo_vmware.api [None req-e80ce5c7-9046-4bac-9e2f-ace28b59b46b tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Task: {'id': task-1861696, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1676.681406] env[62574]: DEBUG oslo_vmware.api [None req-98bbf6f5-b65c-4af8-a601-7cd64e169fed tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Task: {'id': task-1861676, 'name': CloneVM_Task} progress is 100%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1676.689415] env[62574]: DEBUG oslo_concurrency.lockutils [None req-46560f85-a7c3-48b7-9815-1602d38988b9 tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] Acquiring lock "refresh_cache-958ea876-0fce-4489-9fd8-d577d5ac230b" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1676.689792] env[62574]: DEBUG oslo_concurrency.lockutils [None req-46560f85-a7c3-48b7-9815-1602d38988b9 tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] Acquired lock "refresh_cache-958ea876-0fce-4489-9fd8-d577d5ac230b" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1676.692349] env[62574]: DEBUG nova.network.neutron [None req-46560f85-a7c3-48b7-9815-1602d38988b9 tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] [instance: 958ea876-0fce-4489-9fd8-d577d5ac230b] Building network info cache for instance {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1676.797280] env[62574]: DEBUG oslo_vmware.api [None req-3c2379e4-d400-4faa-9b75-7d6c18571007 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52d774f1-4a86-17ff-9ac5-cfce73c95d55, 'name': SearchDatastore_Task, 'duration_secs': 0.012214} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1676.797642] env[62574]: DEBUG oslo_concurrency.lockutils [None req-3c2379e4-d400-4faa-9b75-7d6c18571007 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1676.797899] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-3c2379e4-d400-4faa-9b75-7d6c18571007 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] [instance: 05938d25-9db4-4c10-b545-0f94781a9250] Processing image 3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2 {{(pid=62574) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1676.798179] env[62574]: DEBUG oslo_concurrency.lockutils [None req-3c2379e4-d400-4faa-9b75-7d6c18571007 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1676.798443] env[62574]: DEBUG oslo_concurrency.lockutils [None req-3c2379e4-d400-4faa-9b75-7d6c18571007 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1676.798670] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c2379e4-d400-4faa-9b75-7d6c18571007 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1676.798924] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2d7b790e-1075-4d29-8c7f-85a6fe2b63f5 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.805596] env[62574]: DEBUG nova.network.neutron [req-1ba70e35-9836-4b74-979c-f447d4565d62 req-6fe3ec85-fa6f-435e-8a31-fbb7c8240209 service nova] [instance: cdb4528a-d1b1-442b-a5e3-e3c663ab7390] Updated VIF entry in instance network info cache for port 82b57ddd-7098-42e6-abae-1fa9f2f2a4b3. {{(pid=62574) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1676.805881] env[62574]: DEBUG nova.network.neutron [req-1ba70e35-9836-4b74-979c-f447d4565d62 req-6fe3ec85-fa6f-435e-8a31-fbb7c8240209 service nova] [instance: cdb4528a-d1b1-442b-a5e3-e3c663ab7390] Updating instance_info_cache with network_info: [{"id": "82b57ddd-7098-42e6-abae-1fa9f2f2a4b3", "address": "fa:16:3e:82:30:c8", "network": {"id": "a3a29613-8b22-4c57-bd9f-87c34f4dc956", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1476719606-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.152", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5285b69d235f4f0bb0d2406b1c6e65ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e365f3b9-706b-4fa2-8f95-ae51b35ab011", "external-id": "nsx-vlan-transportzone-154", "segmentation_id": 154, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap82b57ddd-70", "ovs_interfaceid": "82b57ddd-7098-42e6-abae-1fa9f2f2a4b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1676.810127] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c2379e4-d400-4faa-9b75-7d6c18571007 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1676.810303] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-3c2379e4-d400-4faa-9b75-7d6c18571007 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62574) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1676.811052] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1441540c-0dc8-46f1-bfc8-bf5b08085da7 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.823022] env[62574]: DEBUG oslo_vmware.api [None req-3c2379e4-d400-4faa-9b75-7d6c18571007 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Waiting for the task: (returnval){ [ 1676.823022] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]5253e5d0-eb02-8a42-dfa6-457150dd0681" [ 1676.823022] env[62574]: _type = "Task" [ 1676.823022] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1676.838991] env[62574]: DEBUG oslo_vmware.api [None req-3c2379e4-d400-4faa-9b75-7d6c18571007 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]5253e5d0-eb02-8a42-dfa6-457150dd0681, 'name': SearchDatastore_Task, 'duration_secs': 0.012508} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1676.838991] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-13789a62-4856-4d6f-9cf8-5728a3f2b35a {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.845617] env[62574]: DEBUG oslo_vmware.api [None req-3c2379e4-d400-4faa-9b75-7d6c18571007 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Waiting for the task: (returnval){ [ 1676.845617] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]52b2c5be-1a03-d9e8-43b9-4389b1b1b6c9" [ 1676.845617] env[62574]: _type = "Task" [ 1676.845617] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1676.854397] env[62574]: DEBUG oslo_vmware.api [None req-3c2379e4-d400-4faa-9b75-7d6c18571007 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52b2c5be-1a03-d9e8-43b9-4389b1b1b6c9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1676.945220] env[62574]: DEBUG oslo_concurrency.lockutils [None req-32b7c686-6065-4a66-8121-b0ccb22184f0 tempest-SecurityGroupsTestJSON-247158518 tempest-SecurityGroupsTestJSON-247158518-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.131s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1676.948271] env[62574]: DEBUG oslo_concurrency.lockutils [None req-3aa31614-06ea-4b5c-94f2-6c5676283c6a tempest-ServersTestManualDisk-792638702 tempest-ServersTestManualDisk-792638702-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.796s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1676.948564] env[62574]: DEBUG nova.objects.instance [None req-3aa31614-06ea-4b5c-94f2-6c5676283c6a tempest-ServersTestManualDisk-792638702 tempest-ServersTestManualDisk-792638702-project-member] Lazy-loading 'resources' on Instance uuid d0a90055-5c6c-44eb-a9e4-467022eda4db {{(pid=62574) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1676.951615] env[62574]: DEBUG oslo_concurrency.lockutils [None req-d8f7049e-d1ff-4e34-b09d-629923c60874 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1676.975406] env[62574]: INFO nova.scheduler.client.report [None req-32b7c686-6065-4a66-8121-b0ccb22184f0 tempest-SecurityGroupsTestJSON-247158518 tempest-SecurityGroupsTestJSON-247158518-project-member] Deleted allocations for instance 1aff4bff-16cd-4873-9b4d-3538d4779084 [ 1677.031613] env[62574]: DEBUG nova.network.neutron [None req-7098424e-efaa-4d48-9b0c-490eecd49754 tempest-ServersWithSpecificFlavorTestJSON-1641053384 tempest-ServersWithSpecificFlavorTestJSON-1641053384-project-member] [instance: 5dac9007-8ded-444f-a7ea-5032465ccced] Successfully updated port: dc938684-251b-4a29-a478-df82a134bf74 {{(pid=62574) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1677.065385] env[62574]: DEBUG oslo_vmware.api [None req-e80ce5c7-9046-4bac-9e2f-ace28b59b46b tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Task: {'id': task-1861696, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1677.185076] env[62574]: DEBUG oslo_vmware.api [None req-98bbf6f5-b65c-4af8-a601-7cd64e169fed tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Task: {'id': task-1861676, 'name': CloneVM_Task, 'duration_secs': 7.128015} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1677.185076] env[62574]: INFO nova.virt.vmwareapi.vmops [None req-98bbf6f5-b65c-4af8-a601-7cd64e169fed tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] [instance: ab4ac58c-a716-46c6-ba11-fb5dd8e7ba24] Created linked-clone VM from snapshot [ 1677.185076] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9be8d520-9270-4a58-843c-10e4d835153d {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.192172] env[62574]: DEBUG nova.virt.vmwareapi.images [None req-98bbf6f5-b65c-4af8-a601-7cd64e169fed tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] [instance: ab4ac58c-a716-46c6-ba11-fb5dd8e7ba24] Uploading image 2e25e57b-dcf9-43ad-b9c7-7aa86c2fdd25 {{(pid=62574) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1677.206513] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-98bbf6f5-b65c-4af8-a601-7cd64e169fed tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] [instance: ab4ac58c-a716-46c6-ba11-fb5dd8e7ba24] Destroying the VM {{(pid=62574) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1677.206513] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-eca7ac99-b2f9-4672-9b0c-40a12941ebd0 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.215143] env[62574]: DEBUG nova.network.neutron [None req-46560f85-a7c3-48b7-9815-1602d38988b9 tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] [instance: 958ea876-0fce-4489-9fd8-d577d5ac230b] Instance cache missing network info. {{(pid=62574) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1677.215880] env[62574]: DEBUG oslo_vmware.api [None req-98bbf6f5-b65c-4af8-a601-7cd64e169fed tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Waiting for the task: (returnval){ [ 1677.215880] env[62574]: value = "task-1861697" [ 1677.215880] env[62574]: _type = "Task" [ 1677.215880] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1677.227782] env[62574]: DEBUG oslo_vmware.api [None req-98bbf6f5-b65c-4af8-a601-7cd64e169fed tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Task: {'id': task-1861697, 'name': Destroy_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1677.273375] env[62574]: DEBUG nova.network.neutron [None req-46560f85-a7c3-48b7-9815-1602d38988b9 tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] [instance: 958ea876-0fce-4489-9fd8-d577d5ac230b] Updating instance_info_cache with network_info: [] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1677.310091] env[62574]: DEBUG oslo_concurrency.lockutils [req-1ba70e35-9836-4b74-979c-f447d4565d62 req-6fe3ec85-fa6f-435e-8a31-fbb7c8240209 service nova] Releasing lock "refresh_cache-cdb4528a-d1b1-442b-a5e3-e3c663ab7390" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1677.361749] env[62574]: DEBUG oslo_vmware.api [None req-3c2379e4-d400-4faa-9b75-7d6c18571007 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52b2c5be-1a03-d9e8-43b9-4389b1b1b6c9, 'name': SearchDatastore_Task, 'duration_secs': 0.01456} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1677.365026] env[62574]: DEBUG oslo_concurrency.lockutils [None req-3c2379e4-d400-4faa-9b75-7d6c18571007 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1677.365026] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c2379e4-d400-4faa-9b75-7d6c18571007 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk to [datastore2] 05938d25-9db4-4c10-b545-0f94781a9250/05938d25-9db4-4c10-b545-0f94781a9250.vmdk {{(pid=62574) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1677.365026] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-79239045-48f0-4640-b69f-e73cab9e9392 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.374026] env[62574]: DEBUG oslo_vmware.api [None req-3c2379e4-d400-4faa-9b75-7d6c18571007 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Waiting for the task: (returnval){ [ 1677.374026] env[62574]: value = "task-1861698" [ 1677.374026] env[62574]: _type = "Task" [ 1677.374026] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1677.386702] env[62574]: DEBUG oslo_vmware.api [None req-3c2379e4-d400-4faa-9b75-7d6c18571007 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Task: {'id': task-1861698, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1677.491201] env[62574]: DEBUG oslo_concurrency.lockutils [None req-32b7c686-6065-4a66-8121-b0ccb22184f0 tempest-SecurityGroupsTestJSON-247158518 tempest-SecurityGroupsTestJSON-247158518-project-member] Lock "1aff4bff-16cd-4873-9b4d-3538d4779084" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.796s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1677.536040] env[62574]: DEBUG oslo_concurrency.lockutils [None req-7098424e-efaa-4d48-9b0c-490eecd49754 tempest-ServersWithSpecificFlavorTestJSON-1641053384 tempest-ServersWithSpecificFlavorTestJSON-1641053384-project-member] Acquiring lock "refresh_cache-5dac9007-8ded-444f-a7ea-5032465ccced" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1677.536263] env[62574]: DEBUG oslo_concurrency.lockutils [None req-7098424e-efaa-4d48-9b0c-490eecd49754 tempest-ServersWithSpecificFlavorTestJSON-1641053384 tempest-ServersWithSpecificFlavorTestJSON-1641053384-project-member] Acquired lock "refresh_cache-5dac9007-8ded-444f-a7ea-5032465ccced" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1677.536545] env[62574]: DEBUG nova.network.neutron [None req-7098424e-efaa-4d48-9b0c-490eecd49754 tempest-ServersWithSpecificFlavorTestJSON-1641053384 tempest-ServersWithSpecificFlavorTestJSON-1641053384-project-member] [instance: 5dac9007-8ded-444f-a7ea-5032465ccced] Building network info cache for instance {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1677.566028] env[62574]: DEBUG oslo_vmware.api [None req-e80ce5c7-9046-4bac-9e2f-ace28b59b46b tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Task: {'id': task-1861696, 'name': RemoveSnapshot_Task, 'duration_secs': 0.912607} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1677.566968] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-e80ce5c7-9046-4bac-9e2f-ace28b59b46b tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] [instance: 4cc7d784-be5d-41db-a028-0dade3464032] Deleted Snapshot of the VM instance {{(pid=62574) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1677.566968] env[62574]: INFO nova.compute.manager [None req-e80ce5c7-9046-4bac-9e2f-ace28b59b46b tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] [instance: 4cc7d784-be5d-41db-a028-0dade3464032] Took 21.58 seconds to snapshot the instance on the hypervisor. [ 1677.727298] env[62574]: DEBUG oslo_vmware.api [None req-98bbf6f5-b65c-4af8-a601-7cd64e169fed tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Task: {'id': task-1861697, 'name': Destroy_Task} progress is 33%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1677.775197] env[62574]: DEBUG oslo_concurrency.lockutils [None req-46560f85-a7c3-48b7-9815-1602d38988b9 tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] Releasing lock "refresh_cache-958ea876-0fce-4489-9fd8-d577d5ac230b" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1677.775650] env[62574]: DEBUG nova.compute.manager [None req-46560f85-a7c3-48b7-9815-1602d38988b9 tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] [instance: 958ea876-0fce-4489-9fd8-d577d5ac230b] Start destroying the instance on the hypervisor. {{(pid=62574) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1677.775840] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-46560f85-a7c3-48b7-9815-1602d38988b9 tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] [instance: 958ea876-0fce-4489-9fd8-d577d5ac230b] Destroying instance {{(pid=62574) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1677.777017] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1aff9652-b053-4b33-8ae6-f97564172b16 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.788285] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-46560f85-a7c3-48b7-9815-1602d38988b9 tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] [instance: 958ea876-0fce-4489-9fd8-d577d5ac230b] Powering off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1677.788578] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-447f9472-22d1-42c3-8e15-e7d0e46d2994 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.800723] env[62574]: DEBUG oslo_vmware.api [None req-46560f85-a7c3-48b7-9815-1602d38988b9 tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] Waiting for the task: (returnval){ [ 1677.800723] env[62574]: value = "task-1861700" [ 1677.800723] env[62574]: _type = "Task" [ 1677.800723] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1677.816959] env[62574]: DEBUG oslo_vmware.api [None req-46560f85-a7c3-48b7-9815-1602d38988b9 tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] Task: {'id': task-1861700, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1677.884960] env[62574]: DEBUG oslo_vmware.api [None req-3c2379e4-d400-4faa-9b75-7d6c18571007 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Task: {'id': task-1861698, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1677.963602] env[62574]: DEBUG nova.compute.manager [req-c2bda142-514c-491c-9a88-206127ef6e76 req-d73e28c6-5272-4b6b-bc07-7688e9697e46 service nova] [instance: 5dac9007-8ded-444f-a7ea-5032465ccced] Received event network-vif-plugged-dc938684-251b-4a29-a478-df82a134bf74 {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1677.963836] env[62574]: DEBUG oslo_concurrency.lockutils [req-c2bda142-514c-491c-9a88-206127ef6e76 req-d73e28c6-5272-4b6b-bc07-7688e9697e46 service nova] Acquiring lock "5dac9007-8ded-444f-a7ea-5032465ccced-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1677.964077] env[62574]: DEBUG oslo_concurrency.lockutils [req-c2bda142-514c-491c-9a88-206127ef6e76 req-d73e28c6-5272-4b6b-bc07-7688e9697e46 service nova] Lock "5dac9007-8ded-444f-a7ea-5032465ccced-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1677.964259] env[62574]: DEBUG oslo_concurrency.lockutils [req-c2bda142-514c-491c-9a88-206127ef6e76 req-d73e28c6-5272-4b6b-bc07-7688e9697e46 service nova] Lock "5dac9007-8ded-444f-a7ea-5032465ccced-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1677.966526] env[62574]: DEBUG nova.compute.manager [req-c2bda142-514c-491c-9a88-206127ef6e76 req-d73e28c6-5272-4b6b-bc07-7688e9697e46 service nova] [instance: 5dac9007-8ded-444f-a7ea-5032465ccced] No waiting events found dispatching network-vif-plugged-dc938684-251b-4a29-a478-df82a134bf74 {{(pid=62574) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1677.966526] env[62574]: WARNING nova.compute.manager [req-c2bda142-514c-491c-9a88-206127ef6e76 req-d73e28c6-5272-4b6b-bc07-7688e9697e46 service nova] [instance: 5dac9007-8ded-444f-a7ea-5032465ccced] Received unexpected event network-vif-plugged-dc938684-251b-4a29-a478-df82a134bf74 for instance with vm_state building and task_state spawning. [ 1677.966526] env[62574]: DEBUG nova.compute.manager [req-c2bda142-514c-491c-9a88-206127ef6e76 req-d73e28c6-5272-4b6b-bc07-7688e9697e46 service nova] [instance: 5dac9007-8ded-444f-a7ea-5032465ccced] Received event network-changed-dc938684-251b-4a29-a478-df82a134bf74 {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1677.966526] env[62574]: DEBUG nova.compute.manager [req-c2bda142-514c-491c-9a88-206127ef6e76 req-d73e28c6-5272-4b6b-bc07-7688e9697e46 service nova] [instance: 5dac9007-8ded-444f-a7ea-5032465ccced] Refreshing instance network info cache due to event network-changed-dc938684-251b-4a29-a478-df82a134bf74. {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1677.966526] env[62574]: DEBUG oslo_concurrency.lockutils [req-c2bda142-514c-491c-9a88-206127ef6e76 req-d73e28c6-5272-4b6b-bc07-7688e9697e46 service nova] Acquiring lock "refresh_cache-5dac9007-8ded-444f-a7ea-5032465ccced" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1678.012741] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f944acc-54dd-4d9c-9b72-a2609100d5b9 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.023249] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfaebc6f-6d82-41a3-a977-232ff5e8f352 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.066469] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76f69013-98f6-4577-9ab7-77700be8ff70 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.082326] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c349912-5d8c-4050-a593-910692f8792f {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.098788] env[62574]: DEBUG nova.compute.provider_tree [None req-3aa31614-06ea-4b5c-94f2-6c5676283c6a tempest-ServersTestManualDisk-792638702 tempest-ServersTestManualDisk-792638702-project-member] Inventory has not changed in ProviderTree for provider: f0ed160a-beff-4626-a531-2a70d7bc0627 {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1678.103615] env[62574]: DEBUG nova.network.neutron [None req-7098424e-efaa-4d48-9b0c-490eecd49754 tempest-ServersWithSpecificFlavorTestJSON-1641053384 tempest-ServersWithSpecificFlavorTestJSON-1641053384-project-member] [instance: 5dac9007-8ded-444f-a7ea-5032465ccced] Instance cache missing network info. {{(pid=62574) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1678.110218] env[62574]: DEBUG oslo_concurrency.lockutils [None req-e6ceec5e-6aa4-4a5a-a420-1351431e1d6d tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] Acquiring lock "a2544584-cd31-41e1-8e0e-10c0c41b66fb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1678.112706] env[62574]: DEBUG oslo_concurrency.lockutils [None req-e6ceec5e-6aa4-4a5a-a420-1351431e1d6d tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] Lock "a2544584-cd31-41e1-8e0e-10c0c41b66fb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1678.125288] env[62574]: DEBUG nova.compute.manager [None req-e80ce5c7-9046-4bac-9e2f-ace28b59b46b tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] [instance: 4cc7d784-be5d-41db-a028-0dade3464032] Found 2 images (rotation: 2) {{(pid=62574) _rotate_backups /opt/stack/nova/nova/compute/manager.py:4960}} [ 1678.229376] env[62574]: DEBUG oslo_vmware.api [None req-98bbf6f5-b65c-4af8-a601-7cd64e169fed tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Task: {'id': task-1861697, 'name': Destroy_Task, 'duration_secs': 0.658891} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1678.229717] env[62574]: INFO nova.virt.vmwareapi.vm_util [None req-98bbf6f5-b65c-4af8-a601-7cd64e169fed tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] [instance: ab4ac58c-a716-46c6-ba11-fb5dd8e7ba24] Destroyed the VM [ 1678.229887] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-98bbf6f5-b65c-4af8-a601-7cd64e169fed tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] [instance: ab4ac58c-a716-46c6-ba11-fb5dd8e7ba24] Deleting Snapshot of the VM instance {{(pid=62574) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1678.230610] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-1ed27c01-888e-4800-bdd1-e5cfe9380029 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.240536] env[62574]: DEBUG oslo_vmware.api [None req-98bbf6f5-b65c-4af8-a601-7cd64e169fed tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Waiting for the task: (returnval){ [ 1678.240536] env[62574]: value = "task-1861701" [ 1678.240536] env[62574]: _type = "Task" [ 1678.240536] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1678.250134] env[62574]: DEBUG oslo_vmware.api [None req-98bbf6f5-b65c-4af8-a601-7cd64e169fed tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Task: {'id': task-1861701, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1678.282063] env[62574]: DEBUG nova.network.neutron [None req-7098424e-efaa-4d48-9b0c-490eecd49754 tempest-ServersWithSpecificFlavorTestJSON-1641053384 tempest-ServersWithSpecificFlavorTestJSON-1641053384-project-member] [instance: 5dac9007-8ded-444f-a7ea-5032465ccced] Updating instance_info_cache with network_info: [{"id": "dc938684-251b-4a29-a478-df82a134bf74", "address": "fa:16:3e:11:41:f6", "network": {"id": "8bb61dfa-14c4-4c8c-81b0-4fc9928a6e8a", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-240900669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "679586b75f7c43ec8322818c36994d91", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31a7f15-a808-4199-9071-31fd05e316ea", "external-id": "nsx-vlan-transportzone-388", "segmentation_id": 388, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc938684-25", "ovs_interfaceid": "dc938684-251b-4a29-a478-df82a134bf74", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1678.311908] env[62574]: DEBUG oslo_vmware.api [None req-46560f85-a7c3-48b7-9815-1602d38988b9 tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] Task: {'id': task-1861700, 'name': PowerOffVM_Task, 'duration_secs': 0.29119} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1678.311908] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-46560f85-a7c3-48b7-9815-1602d38988b9 tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] [instance: 958ea876-0fce-4489-9fd8-d577d5ac230b] Powered off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1678.312123] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-46560f85-a7c3-48b7-9815-1602d38988b9 tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] [instance: 958ea876-0fce-4489-9fd8-d577d5ac230b] Unregistering the VM {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1678.312325] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d1858b21-1b9a-41b0-8bae-691cf975c224 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.349417] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-46560f85-a7c3-48b7-9815-1602d38988b9 tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] [instance: 958ea876-0fce-4489-9fd8-d577d5ac230b] Unregistered the VM {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1678.349646] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-46560f85-a7c3-48b7-9815-1602d38988b9 tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] [instance: 958ea876-0fce-4489-9fd8-d577d5ac230b] Deleting contents of the VM from datastore datastore2 {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1678.349961] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-46560f85-a7c3-48b7-9815-1602d38988b9 tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] Deleting the datastore file [datastore2] 958ea876-0fce-4489-9fd8-d577d5ac230b {{(pid=62574) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1678.350260] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-65003a06-4b1d-4152-be1a-5d62f5101f01 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.358089] env[62574]: DEBUG oslo_vmware.api [None req-46560f85-a7c3-48b7-9815-1602d38988b9 tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] Waiting for the task: (returnval){ [ 1678.358089] env[62574]: value = "task-1861703" [ 1678.358089] env[62574]: _type = "Task" [ 1678.358089] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1678.367846] env[62574]: DEBUG oslo_vmware.api [None req-46560f85-a7c3-48b7-9815-1602d38988b9 tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] Task: {'id': task-1861703, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1678.386314] env[62574]: DEBUG oslo_vmware.api [None req-3c2379e4-d400-4faa-9b75-7d6c18571007 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Task: {'id': task-1861698, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.702593} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1678.386644] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c2379e4-d400-4faa-9b75-7d6c18571007 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk to [datastore2] 05938d25-9db4-4c10-b545-0f94781a9250/05938d25-9db4-4c10-b545-0f94781a9250.vmdk {{(pid=62574) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1678.386644] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-3c2379e4-d400-4faa-9b75-7d6c18571007 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] [instance: 05938d25-9db4-4c10-b545-0f94781a9250] Extending root virtual disk to 1048576 {{(pid=62574) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1678.386882] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6a957711-09e3-4bbf-8c3f-06ea10ca62cb {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.396590] env[62574]: DEBUG oslo_vmware.api [None req-3c2379e4-d400-4faa-9b75-7d6c18571007 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Waiting for the task: (returnval){ [ 1678.396590] env[62574]: value = "task-1861704" [ 1678.396590] env[62574]: _type = "Task" [ 1678.396590] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1678.407646] env[62574]: DEBUG oslo_vmware.api [None req-3c2379e4-d400-4faa-9b75-7d6c18571007 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Task: {'id': task-1861704, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1678.603285] env[62574]: DEBUG nova.scheduler.client.report [None req-3aa31614-06ea-4b5c-94f2-6c5676283c6a tempest-ServersTestManualDisk-792638702 tempest-ServersTestManualDisk-792638702-project-member] Inventory has not changed for provider f0ed160a-beff-4626-a531-2a70d7bc0627 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1678.620033] env[62574]: DEBUG nova.compute.manager [None req-e6ceec5e-6aa4-4a5a-a420-1351431e1d6d tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] [instance: a2544584-cd31-41e1-8e0e-10c0c41b66fb] Starting instance... {{(pid=62574) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1678.752920] env[62574]: DEBUG oslo_vmware.api [None req-98bbf6f5-b65c-4af8-a601-7cd64e169fed tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Task: {'id': task-1861701, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1678.784696] env[62574]: DEBUG oslo_concurrency.lockutils [None req-7098424e-efaa-4d48-9b0c-490eecd49754 tempest-ServersWithSpecificFlavorTestJSON-1641053384 tempest-ServersWithSpecificFlavorTestJSON-1641053384-project-member] Releasing lock "refresh_cache-5dac9007-8ded-444f-a7ea-5032465ccced" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1678.785042] env[62574]: DEBUG nova.compute.manager [None req-7098424e-efaa-4d48-9b0c-490eecd49754 tempest-ServersWithSpecificFlavorTestJSON-1641053384 tempest-ServersWithSpecificFlavorTestJSON-1641053384-project-member] [instance: 5dac9007-8ded-444f-a7ea-5032465ccced] Instance network_info: |[{"id": "dc938684-251b-4a29-a478-df82a134bf74", "address": "fa:16:3e:11:41:f6", "network": {"id": "8bb61dfa-14c4-4c8c-81b0-4fc9928a6e8a", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-240900669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "679586b75f7c43ec8322818c36994d91", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31a7f15-a808-4199-9071-31fd05e316ea", "external-id": "nsx-vlan-transportzone-388", "segmentation_id": 388, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc938684-25", "ovs_interfaceid": "dc938684-251b-4a29-a478-df82a134bf74", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62574) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1678.785374] env[62574]: DEBUG oslo_concurrency.lockutils [req-c2bda142-514c-491c-9a88-206127ef6e76 req-d73e28c6-5272-4b6b-bc07-7688e9697e46 service nova] Acquired lock "refresh_cache-5dac9007-8ded-444f-a7ea-5032465ccced" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1678.785560] env[62574]: DEBUG nova.network.neutron [req-c2bda142-514c-491c-9a88-206127ef6e76 req-d73e28c6-5272-4b6b-bc07-7688e9697e46 service nova] [instance: 5dac9007-8ded-444f-a7ea-5032465ccced] Refreshing network info cache for port dc938684-251b-4a29-a478-df82a134bf74 {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1678.786877] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-7098424e-efaa-4d48-9b0c-490eecd49754 tempest-ServersWithSpecificFlavorTestJSON-1641053384 tempest-ServersWithSpecificFlavorTestJSON-1641053384-project-member] [instance: 5dac9007-8ded-444f-a7ea-5032465ccced] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:11:41:f6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e31a7f15-a808-4199-9071-31fd05e316ea', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dc938684-251b-4a29-a478-df82a134bf74', 'vif_model': 'vmxnet3'}] {{(pid=62574) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1678.794470] env[62574]: DEBUG oslo.service.loopingcall [None req-7098424e-efaa-4d48-9b0c-490eecd49754 tempest-ServersWithSpecificFlavorTestJSON-1641053384 tempest-ServersWithSpecificFlavorTestJSON-1641053384-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62574) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1678.797650] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5dac9007-8ded-444f-a7ea-5032465ccced] Creating VM on the ESX host {{(pid=62574) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1678.798197] env[62574]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d8f02291-0301-4e78-8e22-7d2a7b3f201b {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.821107] env[62574]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1678.821107] env[62574]: value = "task-1861705" [ 1678.821107] env[62574]: _type = "Task" [ 1678.821107] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1678.832248] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1861705, 'name': CreateVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1678.868960] env[62574]: DEBUG oslo_vmware.api [None req-46560f85-a7c3-48b7-9815-1602d38988b9 tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] Task: {'id': task-1861703, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.281103} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1678.869379] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-46560f85-a7c3-48b7-9815-1602d38988b9 tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] Deleted the datastore file {{(pid=62574) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1678.869567] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-46560f85-a7c3-48b7-9815-1602d38988b9 tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] [instance: 958ea876-0fce-4489-9fd8-d577d5ac230b] Deleted contents of the VM from datastore datastore2 {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1678.869737] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-46560f85-a7c3-48b7-9815-1602d38988b9 tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] [instance: 958ea876-0fce-4489-9fd8-d577d5ac230b] Instance destroyed {{(pid=62574) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1678.869903] env[62574]: INFO nova.compute.manager [None req-46560f85-a7c3-48b7-9815-1602d38988b9 tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] [instance: 958ea876-0fce-4489-9fd8-d577d5ac230b] Took 1.09 seconds to destroy the instance on the hypervisor. [ 1678.870156] env[62574]: DEBUG oslo.service.loopingcall [None req-46560f85-a7c3-48b7-9815-1602d38988b9 tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62574) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1678.870347] env[62574]: DEBUG nova.compute.manager [-] [instance: 958ea876-0fce-4489-9fd8-d577d5ac230b] Deallocating network for instance {{(pid=62574) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1678.870445] env[62574]: DEBUG nova.network.neutron [-] [instance: 958ea876-0fce-4489-9fd8-d577d5ac230b] deallocate_for_instance() {{(pid=62574) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1678.887989] env[62574]: DEBUG nova.network.neutron [-] [instance: 958ea876-0fce-4489-9fd8-d577d5ac230b] Instance cache missing network info. {{(pid=62574) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1678.911735] env[62574]: DEBUG oslo_vmware.api [None req-3c2379e4-d400-4faa-9b75-7d6c18571007 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Task: {'id': task-1861704, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.203926} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1678.912075] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-3c2379e4-d400-4faa-9b75-7d6c18571007 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] [instance: 05938d25-9db4-4c10-b545-0f94781a9250] Extended root virtual disk {{(pid=62574) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1678.912870] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c42c605d-c06d-4655-a9e6-0815410691b1 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.938696] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c2379e4-d400-4faa-9b75-7d6c18571007 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] [instance: 05938d25-9db4-4c10-b545-0f94781a9250] Reconfiguring VM instance instance-00000034 to attach disk [datastore2] 05938d25-9db4-4c10-b545-0f94781a9250/05938d25-9db4-4c10-b545-0f94781a9250.vmdk or device None with type sparse {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1678.941359] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8b9b8eab-b9e4-46f7-8fbd-301ac450930b {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.963938] env[62574]: DEBUG oslo_vmware.api [None req-3c2379e4-d400-4faa-9b75-7d6c18571007 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Waiting for the task: (returnval){ [ 1678.963938] env[62574]: value = "task-1861706" [ 1678.963938] env[62574]: _type = "Task" [ 1678.963938] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1678.973082] env[62574]: DEBUG oslo_vmware.api [None req-3c2379e4-d400-4faa-9b75-7d6c18571007 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Task: {'id': task-1861706, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1678.975520] env[62574]: DEBUG nova.compute.manager [None req-1b6c36ec-c398-4a9b-b38d-df104b40e1ef tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] [instance: 4cc7d784-be5d-41db-a028-0dade3464032] Checking state {{(pid=62574) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1678.985598] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f13f3f5a-89fe-4f48-9d9b-f9591454b8ce {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.108790] env[62574]: DEBUG oslo_concurrency.lockutils [None req-3aa31614-06ea-4b5c-94f2-6c5676283c6a tempest-ServersTestManualDisk-792638702 tempest-ServersTestManualDisk-792638702-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.161s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1679.111141] env[62574]: DEBUG oslo_concurrency.lockutils [None req-0b461726-7d35-4715-8c35-fd4cb2ee07b2 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.956s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1679.112646] env[62574]: INFO nova.compute.claims [None req-0b461726-7d35-4715-8c35-fd4cb2ee07b2 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] [instance: bf51b779-23b8-4401-8e23-74f751a27b18] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1679.152938] env[62574]: DEBUG oslo_concurrency.lockutils [None req-e6ceec5e-6aa4-4a5a-a420-1351431e1d6d tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1679.154027] env[62574]: DEBUG nova.network.neutron [req-c2bda142-514c-491c-9a88-206127ef6e76 req-d73e28c6-5272-4b6b-bc07-7688e9697e46 service nova] [instance: 5dac9007-8ded-444f-a7ea-5032465ccced] Updated VIF entry in instance network info cache for port dc938684-251b-4a29-a478-df82a134bf74. {{(pid=62574) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1679.154297] env[62574]: DEBUG nova.network.neutron [req-c2bda142-514c-491c-9a88-206127ef6e76 req-d73e28c6-5272-4b6b-bc07-7688e9697e46 service nova] [instance: 5dac9007-8ded-444f-a7ea-5032465ccced] Updating instance_info_cache with network_info: [{"id": "dc938684-251b-4a29-a478-df82a134bf74", "address": "fa:16:3e:11:41:f6", "network": {"id": "8bb61dfa-14c4-4c8c-81b0-4fc9928a6e8a", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-240900669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "679586b75f7c43ec8322818c36994d91", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31a7f15-a808-4199-9071-31fd05e316ea", "external-id": "nsx-vlan-transportzone-388", "segmentation_id": 388, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc938684-25", "ovs_interfaceid": "dc938684-251b-4a29-a478-df82a134bf74", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1679.177752] env[62574]: INFO nova.scheduler.client.report [None req-3aa31614-06ea-4b5c-94f2-6c5676283c6a tempest-ServersTestManualDisk-792638702 tempest-ServersTestManualDisk-792638702-project-member] Deleted allocations for instance d0a90055-5c6c-44eb-a9e4-467022eda4db [ 1679.255224] env[62574]: DEBUG oslo_vmware.api [None req-98bbf6f5-b65c-4af8-a601-7cd64e169fed tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Task: {'id': task-1861701, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1679.332360] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1861705, 'name': CreateVM_Task} progress is 99%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1679.391800] env[62574]: DEBUG nova.network.neutron [-] [instance: 958ea876-0fce-4489-9fd8-d577d5ac230b] Updating instance_info_cache with network_info: [] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1679.475219] env[62574]: DEBUG oslo_vmware.api [None req-3c2379e4-d400-4faa-9b75-7d6c18571007 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Task: {'id': task-1861706, 'name': ReconfigVM_Task, 'duration_secs': 0.410964} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1679.475539] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c2379e4-d400-4faa-9b75-7d6c18571007 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] [instance: 05938d25-9db4-4c10-b545-0f94781a9250] Reconfigured VM instance instance-00000034 to attach disk [datastore2] 05938d25-9db4-4c10-b545-0f94781a9250/05938d25-9db4-4c10-b545-0f94781a9250.vmdk or device None with type sparse {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1679.476205] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-90c7ff36-f15d-4d6d-8ac6-1dcf3f89fac0 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.483829] env[62574]: DEBUG oslo_vmware.api [None req-3c2379e4-d400-4faa-9b75-7d6c18571007 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Waiting for the task: (returnval){ [ 1679.483829] env[62574]: value = "task-1861707" [ 1679.483829] env[62574]: _type = "Task" [ 1679.483829] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1679.494381] env[62574]: DEBUG oslo_vmware.api [None req-3c2379e4-d400-4faa-9b75-7d6c18571007 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Task: {'id': task-1861707, 'name': Rename_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1679.502027] env[62574]: INFO nova.compute.manager [None req-1b6c36ec-c398-4a9b-b38d-df104b40e1ef tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] [instance: 4cc7d784-be5d-41db-a028-0dade3464032] instance snapshotting [ 1679.502665] env[62574]: DEBUG nova.objects.instance [None req-1b6c36ec-c398-4a9b-b38d-df104b40e1ef tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Lazy-loading 'flavor' on Instance uuid 4cc7d784-be5d-41db-a028-0dade3464032 {{(pid=62574) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1679.657206] env[62574]: DEBUG oslo_concurrency.lockutils [req-c2bda142-514c-491c-9a88-206127ef6e76 req-d73e28c6-5272-4b6b-bc07-7688e9697e46 service nova] Releasing lock "refresh_cache-5dac9007-8ded-444f-a7ea-5032465ccced" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1679.687289] env[62574]: DEBUG oslo_concurrency.lockutils [None req-3aa31614-06ea-4b5c-94f2-6c5676283c6a tempest-ServersTestManualDisk-792638702 tempest-ServersTestManualDisk-792638702-project-member] Lock "d0a90055-5c6c-44eb-a9e4-467022eda4db" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.106s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1679.754112] env[62574]: DEBUG oslo_vmware.api [None req-98bbf6f5-b65c-4af8-a601-7cd64e169fed tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Task: {'id': task-1861701, 'name': RemoveSnapshot_Task, 'duration_secs': 1.404685} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1679.754465] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-98bbf6f5-b65c-4af8-a601-7cd64e169fed tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] [instance: ab4ac58c-a716-46c6-ba11-fb5dd8e7ba24] Deleted Snapshot of the VM instance {{(pid=62574) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1679.785251] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-c4315cd5-c887-4503-94dd-912e2fb99348 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] [instance: c4ca3d86-7d6e-4dbf-912b-7cb292596272] Volume attach. Driver type: vmdk {{(pid=62574) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1679.785488] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-c4315cd5-c887-4503-94dd-912e2fb99348 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] [instance: c4ca3d86-7d6e-4dbf-912b-7cb292596272] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-384900', 'volume_id': '8d74d69f-eb09-4553-b47a-32738eeeaf1f', 'name': 'volume-8d74d69f-eb09-4553-b47a-32738eeeaf1f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c4ca3d86-7d6e-4dbf-912b-7cb292596272', 'attached_at': '', 'detached_at': '', 'volume_id': '8d74d69f-eb09-4553-b47a-32738eeeaf1f', 'serial': '8d74d69f-eb09-4553-b47a-32738eeeaf1f'} {{(pid=62574) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1679.786416] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4203aa8b-5d51-4e93-b77c-f08dbae83b67 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.806266] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e379df1-9850-47a9-a0bd-c425c66d143d {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.834078] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-c4315cd5-c887-4503-94dd-912e2fb99348 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] [instance: c4ca3d86-7d6e-4dbf-912b-7cb292596272] Reconfiguring VM instance instance-0000002a to attach disk [datastore2] volume-8d74d69f-eb09-4553-b47a-32738eeeaf1f/volume-8d74d69f-eb09-4553-b47a-32738eeeaf1f.vmdk or device None with type thin {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1679.837895] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bbb7bdb8-304f-4167-b3cc-3d07068d0783 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.857729] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1861705, 'name': CreateVM_Task, 'duration_secs': 0.570805} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1679.858881] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5dac9007-8ded-444f-a7ea-5032465ccced] Created VM on the ESX host {{(pid=62574) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1679.859232] env[62574]: DEBUG oslo_vmware.api [None req-c4315cd5-c887-4503-94dd-912e2fb99348 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Waiting for the task: (returnval){ [ 1679.859232] env[62574]: value = "task-1861708" [ 1679.859232] env[62574]: _type = "Task" [ 1679.859232] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1679.859855] env[62574]: DEBUG oslo_concurrency.lockutils [None req-7098424e-efaa-4d48-9b0c-490eecd49754 tempest-ServersWithSpecificFlavorTestJSON-1641053384 tempest-ServersWithSpecificFlavorTestJSON-1641053384-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1679.860017] env[62574]: DEBUG oslo_concurrency.lockutils [None req-7098424e-efaa-4d48-9b0c-490eecd49754 tempest-ServersWithSpecificFlavorTestJSON-1641053384 tempest-ServersWithSpecificFlavorTestJSON-1641053384-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1679.860325] env[62574]: DEBUG oslo_concurrency.lockutils [None req-7098424e-efaa-4d48-9b0c-490eecd49754 tempest-ServersWithSpecificFlavorTestJSON-1641053384 tempest-ServersWithSpecificFlavorTestJSON-1641053384-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1679.860616] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe91fe47-5482-4d30-bddd-26eff7d36063 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.868782] env[62574]: DEBUG oslo_vmware.api [None req-7098424e-efaa-4d48-9b0c-490eecd49754 tempest-ServersWithSpecificFlavorTestJSON-1641053384 tempest-ServersWithSpecificFlavorTestJSON-1641053384-project-member] Waiting for the task: (returnval){ [ 1679.868782] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]52e5e33e-57a5-c17d-9400-340e4dbcd06b" [ 1679.868782] env[62574]: _type = "Task" [ 1679.868782] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1679.872916] env[62574]: DEBUG oslo_vmware.api [None req-c4315cd5-c887-4503-94dd-912e2fb99348 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Task: {'id': task-1861708, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1679.882471] env[62574]: DEBUG oslo_vmware.api [None req-7098424e-efaa-4d48-9b0c-490eecd49754 tempest-ServersWithSpecificFlavorTestJSON-1641053384 tempest-ServersWithSpecificFlavorTestJSON-1641053384-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52e5e33e-57a5-c17d-9400-340e4dbcd06b, 'name': SearchDatastore_Task, 'duration_secs': 0.010605} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1679.882471] env[62574]: DEBUG oslo_concurrency.lockutils [None req-7098424e-efaa-4d48-9b0c-490eecd49754 tempest-ServersWithSpecificFlavorTestJSON-1641053384 tempest-ServersWithSpecificFlavorTestJSON-1641053384-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1679.882471] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-7098424e-efaa-4d48-9b0c-490eecd49754 tempest-ServersWithSpecificFlavorTestJSON-1641053384 tempest-ServersWithSpecificFlavorTestJSON-1641053384-project-member] [instance: 5dac9007-8ded-444f-a7ea-5032465ccced] Processing image 3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2 {{(pid=62574) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1679.882721] env[62574]: DEBUG oslo_concurrency.lockutils [None req-7098424e-efaa-4d48-9b0c-490eecd49754 tempest-ServersWithSpecificFlavorTestJSON-1641053384 tempest-ServersWithSpecificFlavorTestJSON-1641053384-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1679.882971] env[62574]: DEBUG oslo_concurrency.lockutils [None req-7098424e-efaa-4d48-9b0c-490eecd49754 tempest-ServersWithSpecificFlavorTestJSON-1641053384 tempest-ServersWithSpecificFlavorTestJSON-1641053384-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1679.883069] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-7098424e-efaa-4d48-9b0c-490eecd49754 tempest-ServersWithSpecificFlavorTestJSON-1641053384 tempest-ServersWithSpecificFlavorTestJSON-1641053384-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1679.883298] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-72e59acc-35c3-4a2d-bfcf-60335bc498d1 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.892479] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-7098424e-efaa-4d48-9b0c-490eecd49754 tempest-ServersWithSpecificFlavorTestJSON-1641053384 tempest-ServersWithSpecificFlavorTestJSON-1641053384-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1679.892828] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-7098424e-efaa-4d48-9b0c-490eecd49754 tempest-ServersWithSpecificFlavorTestJSON-1641053384 tempest-ServersWithSpecificFlavorTestJSON-1641053384-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62574) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1679.893626] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-71a85857-c282-4262-ac7c-37e081ef4c94 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.896707] env[62574]: INFO nova.compute.manager [-] [instance: 958ea876-0fce-4489-9fd8-d577d5ac230b] Took 1.03 seconds to deallocate network for instance. [ 1679.903304] env[62574]: DEBUG oslo_vmware.api [None req-7098424e-efaa-4d48-9b0c-490eecd49754 tempest-ServersWithSpecificFlavorTestJSON-1641053384 tempest-ServersWithSpecificFlavorTestJSON-1641053384-project-member] Waiting for the task: (returnval){ [ 1679.903304] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]522eb294-0c88-a298-4903-5131f8b7e04e" [ 1679.903304] env[62574]: _type = "Task" [ 1679.903304] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1679.913938] env[62574]: DEBUG oslo_vmware.api [None req-7098424e-efaa-4d48-9b0c-490eecd49754 tempest-ServersWithSpecificFlavorTestJSON-1641053384 tempest-ServersWithSpecificFlavorTestJSON-1641053384-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]522eb294-0c88-a298-4903-5131f8b7e04e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1679.999254] env[62574]: DEBUG oslo_vmware.api [None req-3c2379e4-d400-4faa-9b75-7d6c18571007 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Task: {'id': task-1861707, 'name': Rename_Task, 'duration_secs': 0.170718} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1680.002541] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c2379e4-d400-4faa-9b75-7d6c18571007 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] [instance: 05938d25-9db4-4c10-b545-0f94781a9250] Powering on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1680.002541] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-18df301d-90dd-472a-8465-bceb3a40ed04 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.010076] env[62574]: DEBUG oslo_vmware.api [None req-3c2379e4-d400-4faa-9b75-7d6c18571007 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Waiting for the task: (returnval){ [ 1680.010076] env[62574]: value = "task-1861709" [ 1680.010076] env[62574]: _type = "Task" [ 1680.010076] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1680.011520] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16cb7971-d072-45b9-9d9a-22077b7ba536 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.027400] env[62574]: DEBUG oslo_vmware.api [None req-3c2379e4-d400-4faa-9b75-7d6c18571007 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Task: {'id': task-1861709, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1680.047594] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f054767-9fe1-43e7-9ba2-2390535ad485 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.263569] env[62574]: WARNING nova.compute.manager [None req-98bbf6f5-b65c-4af8-a601-7cd64e169fed tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] [instance: ab4ac58c-a716-46c6-ba11-fb5dd8e7ba24] Image not found during snapshot: nova.exception.ImageNotFound: Image 2e25e57b-dcf9-43ad-b9c7-7aa86c2fdd25 could not be found. [ 1680.376882] env[62574]: DEBUG oslo_vmware.api [None req-c4315cd5-c887-4503-94dd-912e2fb99348 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Task: {'id': task-1861708, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1680.410238] env[62574]: DEBUG oslo_concurrency.lockutils [None req-46560f85-a7c3-48b7-9815-1602d38988b9 tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1680.423355] env[62574]: DEBUG oslo_vmware.api [None req-7098424e-efaa-4d48-9b0c-490eecd49754 tempest-ServersWithSpecificFlavorTestJSON-1641053384 tempest-ServersWithSpecificFlavorTestJSON-1641053384-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]522eb294-0c88-a298-4903-5131f8b7e04e, 'name': SearchDatastore_Task, 'duration_secs': 0.016337} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1680.423355] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-705701ef-cfb0-4cdc-93ae-e54d87083f7a {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.436358] env[62574]: DEBUG oslo_vmware.api [None req-7098424e-efaa-4d48-9b0c-490eecd49754 tempest-ServersWithSpecificFlavorTestJSON-1641053384 tempest-ServersWithSpecificFlavorTestJSON-1641053384-project-member] Waiting for the task: (returnval){ [ 1680.436358] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]525b3341-ea02-4585-6c55-643e572bfda9" [ 1680.436358] env[62574]: _type = "Task" [ 1680.436358] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1680.449903] env[62574]: DEBUG oslo_vmware.api [None req-7098424e-efaa-4d48-9b0c-490eecd49754 tempest-ServersWithSpecificFlavorTestJSON-1641053384 tempest-ServersWithSpecificFlavorTestJSON-1641053384-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]525b3341-ea02-4585-6c55-643e572bfda9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1680.527308] env[62574]: DEBUG oslo_vmware.api [None req-3c2379e4-d400-4faa-9b75-7d6c18571007 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Task: {'id': task-1861709, 'name': PowerOnVM_Task} progress is 78%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1680.562202] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-1b6c36ec-c398-4a9b-b38d-df104b40e1ef tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] [instance: 4cc7d784-be5d-41db-a028-0dade3464032] Creating Snapshot of the VM instance {{(pid=62574) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1680.562202] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-311ff4f9-ea40-463b-ba7a-53044ac620c4 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.574211] env[62574]: DEBUG oslo_vmware.api [None req-1b6c36ec-c398-4a9b-b38d-df104b40e1ef tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Waiting for the task: (returnval){ [ 1680.574211] env[62574]: value = "task-1861710" [ 1680.574211] env[62574]: _type = "Task" [ 1680.574211] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1680.593127] env[62574]: DEBUG oslo_vmware.api [None req-1b6c36ec-c398-4a9b-b38d-df104b40e1ef tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Task: {'id': task-1861710, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1680.695597] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9aab2116-59fd-4917-8d50-b31e5f6730c2 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.704507] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5ca552c-b596-4b1d-acad-b1f57b6810be {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.742578] env[62574]: DEBUG oslo_concurrency.lockutils [None req-eab46def-5acb-4328-8600-a743284a2e39 tempest-SecurityGroupsTestJSON-247158518 tempest-SecurityGroupsTestJSON-247158518-project-member] Acquiring lock "b8f6a4a6-77e9-4989-bd79-f23e15335517" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1680.742846] env[62574]: DEBUG oslo_concurrency.lockutils [None req-eab46def-5acb-4328-8600-a743284a2e39 tempest-SecurityGroupsTestJSON-247158518 tempest-SecurityGroupsTestJSON-247158518-project-member] Lock "b8f6a4a6-77e9-4989-bd79-f23e15335517" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1680.743068] env[62574]: DEBUG oslo_concurrency.lockutils [None req-eab46def-5acb-4328-8600-a743284a2e39 tempest-SecurityGroupsTestJSON-247158518 tempest-SecurityGroupsTestJSON-247158518-project-member] Acquiring lock "b8f6a4a6-77e9-4989-bd79-f23e15335517-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1680.743258] env[62574]: DEBUG oslo_concurrency.lockutils [None req-eab46def-5acb-4328-8600-a743284a2e39 tempest-SecurityGroupsTestJSON-247158518 tempest-SecurityGroupsTestJSON-247158518-project-member] Lock "b8f6a4a6-77e9-4989-bd79-f23e15335517-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1680.743427] env[62574]: DEBUG oslo_concurrency.lockutils [None req-eab46def-5acb-4328-8600-a743284a2e39 tempest-SecurityGroupsTestJSON-247158518 tempest-SecurityGroupsTestJSON-247158518-project-member] Lock "b8f6a4a6-77e9-4989-bd79-f23e15335517-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1680.745891] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b067f3e-3a63-47ff-b62c-7465a7e710d2 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.749306] env[62574]: INFO nova.compute.manager [None req-eab46def-5acb-4328-8600-a743284a2e39 tempest-SecurityGroupsTestJSON-247158518 tempest-SecurityGroupsTestJSON-247158518-project-member] [instance: b8f6a4a6-77e9-4989-bd79-f23e15335517] Terminating instance [ 1680.757248] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-986801ba-69c4-4a11-b048-854ff6ef681f {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.776670] env[62574]: DEBUG nova.compute.provider_tree [None req-0b461726-7d35-4715-8c35-fd4cb2ee07b2 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Inventory has not changed in ProviderTree for provider: f0ed160a-beff-4626-a531-2a70d7bc0627 {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1680.874183] env[62574]: DEBUG oslo_vmware.api [None req-c4315cd5-c887-4503-94dd-912e2fb99348 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Task: {'id': task-1861708, 'name': ReconfigVM_Task, 'duration_secs': 0.664278} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1680.874510] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-c4315cd5-c887-4503-94dd-912e2fb99348 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] [instance: c4ca3d86-7d6e-4dbf-912b-7cb292596272] Reconfigured VM instance instance-0000002a to attach disk [datastore2] volume-8d74d69f-eb09-4553-b47a-32738eeeaf1f/volume-8d74d69f-eb09-4553-b47a-32738eeeaf1f.vmdk or device None with type thin {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1680.883392] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-58971396-b8be-4e69-9f65-6243dadfd43f {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.909780] env[62574]: DEBUG oslo_vmware.api [None req-c4315cd5-c887-4503-94dd-912e2fb99348 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Waiting for the task: (returnval){ [ 1680.909780] env[62574]: value = "task-1861711" [ 1680.909780] env[62574]: _type = "Task" [ 1680.909780] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1680.928416] env[62574]: DEBUG oslo_vmware.api [None req-c4315cd5-c887-4503-94dd-912e2fb99348 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Task: {'id': task-1861711, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1680.954938] env[62574]: DEBUG oslo_vmware.api [None req-7098424e-efaa-4d48-9b0c-490eecd49754 tempest-ServersWithSpecificFlavorTestJSON-1641053384 tempest-ServersWithSpecificFlavorTestJSON-1641053384-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]525b3341-ea02-4585-6c55-643e572bfda9, 'name': SearchDatastore_Task, 'duration_secs': 0.040042} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1680.955260] env[62574]: DEBUG oslo_concurrency.lockutils [None req-7098424e-efaa-4d48-9b0c-490eecd49754 tempest-ServersWithSpecificFlavorTestJSON-1641053384 tempest-ServersWithSpecificFlavorTestJSON-1641053384-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1680.955639] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-7098424e-efaa-4d48-9b0c-490eecd49754 tempest-ServersWithSpecificFlavorTestJSON-1641053384 tempest-ServersWithSpecificFlavorTestJSON-1641053384-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk to [datastore1] 5dac9007-8ded-444f-a7ea-5032465ccced/5dac9007-8ded-444f-a7ea-5032465ccced.vmdk {{(pid=62574) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1680.960505] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-16c40d00-6bc1-49f0-9754-3bc7ff67d1c1 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.971559] env[62574]: DEBUG oslo_vmware.api [None req-7098424e-efaa-4d48-9b0c-490eecd49754 tempest-ServersWithSpecificFlavorTestJSON-1641053384 tempest-ServersWithSpecificFlavorTestJSON-1641053384-project-member] Waiting for the task: (returnval){ [ 1680.971559] env[62574]: value = "task-1861712" [ 1680.971559] env[62574]: _type = "Task" [ 1680.971559] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1680.983685] env[62574]: DEBUG oslo_vmware.api [None req-7098424e-efaa-4d48-9b0c-490eecd49754 tempest-ServersWithSpecificFlavorTestJSON-1641053384 tempest-ServersWithSpecificFlavorTestJSON-1641053384-project-member] Task: {'id': task-1861712, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1681.023304] env[62574]: DEBUG oslo_vmware.api [None req-3c2379e4-d400-4faa-9b75-7d6c18571007 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Task: {'id': task-1861709, 'name': PowerOnVM_Task, 'duration_secs': 0.996057} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1681.023583] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c2379e4-d400-4faa-9b75-7d6c18571007 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] [instance: 05938d25-9db4-4c10-b545-0f94781a9250] Powered on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1681.023785] env[62574]: INFO nova.compute.manager [None req-3c2379e4-d400-4faa-9b75-7d6c18571007 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] [instance: 05938d25-9db4-4c10-b545-0f94781a9250] Took 12.52 seconds to spawn the instance on the hypervisor. [ 1681.023963] env[62574]: DEBUG nova.compute.manager [None req-3c2379e4-d400-4faa-9b75-7d6c18571007 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] [instance: 05938d25-9db4-4c10-b545-0f94781a9250] Checking state {{(pid=62574) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1681.024829] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0f4983b-cc4b-4896-94dd-f35cbd5cbe64 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.087408] env[62574]: DEBUG oslo_vmware.api [None req-1b6c36ec-c398-4a9b-b38d-df104b40e1ef tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Task: {'id': task-1861710, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1681.253748] env[62574]: DEBUG nova.compute.manager [None req-eab46def-5acb-4328-8600-a743284a2e39 tempest-SecurityGroupsTestJSON-247158518 tempest-SecurityGroupsTestJSON-247158518-project-member] [instance: b8f6a4a6-77e9-4989-bd79-f23e15335517] Start destroying the instance on the hypervisor. {{(pid=62574) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1681.253969] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-eab46def-5acb-4328-8600-a743284a2e39 tempest-SecurityGroupsTestJSON-247158518 tempest-SecurityGroupsTestJSON-247158518-project-member] [instance: b8f6a4a6-77e9-4989-bd79-f23e15335517] Destroying instance {{(pid=62574) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1681.254921] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8964446-f496-451e-a602-344c3a70dc9e {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.268857] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-eab46def-5acb-4328-8600-a743284a2e39 tempest-SecurityGroupsTestJSON-247158518 tempest-SecurityGroupsTestJSON-247158518-project-member] [instance: b8f6a4a6-77e9-4989-bd79-f23e15335517] Powering off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1681.269276] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b731e31e-0359-4949-9422-93737e91f6e6 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.280430] env[62574]: DEBUG nova.scheduler.client.report [None req-0b461726-7d35-4715-8c35-fd4cb2ee07b2 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Inventory has not changed for provider f0ed160a-beff-4626-a531-2a70d7bc0627 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1681.284091] env[62574]: DEBUG oslo_vmware.api [None req-eab46def-5acb-4328-8600-a743284a2e39 tempest-SecurityGroupsTestJSON-247158518 tempest-SecurityGroupsTestJSON-247158518-project-member] Waiting for the task: (returnval){ [ 1681.284091] env[62574]: value = "task-1861713" [ 1681.284091] env[62574]: _type = "Task" [ 1681.284091] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1681.296021] env[62574]: DEBUG oslo_vmware.api [None req-eab46def-5acb-4328-8600-a743284a2e39 tempest-SecurityGroupsTestJSON-247158518 tempest-SecurityGroupsTestJSON-247158518-project-member] Task: {'id': task-1861713, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1681.437019] env[62574]: DEBUG oslo_vmware.api [None req-c4315cd5-c887-4503-94dd-912e2fb99348 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Task: {'id': task-1861711, 'name': ReconfigVM_Task, 'duration_secs': 0.224783} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1681.437628] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-c4315cd5-c887-4503-94dd-912e2fb99348 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] [instance: c4ca3d86-7d6e-4dbf-912b-7cb292596272] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-384900', 'volume_id': '8d74d69f-eb09-4553-b47a-32738eeeaf1f', 'name': 'volume-8d74d69f-eb09-4553-b47a-32738eeeaf1f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c4ca3d86-7d6e-4dbf-912b-7cb292596272', 'attached_at': '', 'detached_at': '', 'volume_id': '8d74d69f-eb09-4553-b47a-32738eeeaf1f', 'serial': '8d74d69f-eb09-4553-b47a-32738eeeaf1f'} {{(pid=62574) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1681.485074] env[62574]: DEBUG oslo_vmware.api [None req-7098424e-efaa-4d48-9b0c-490eecd49754 tempest-ServersWithSpecificFlavorTestJSON-1641053384 tempest-ServersWithSpecificFlavorTestJSON-1641053384-project-member] Task: {'id': task-1861712, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1681.549857] env[62574]: INFO nova.compute.manager [None req-3c2379e4-d400-4faa-9b75-7d6c18571007 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] [instance: 05938d25-9db4-4c10-b545-0f94781a9250] Took 48.27 seconds to build instance. [ 1681.592724] env[62574]: DEBUG oslo_vmware.api [None req-1b6c36ec-c398-4a9b-b38d-df104b40e1ef tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Task: {'id': task-1861710, 'name': CreateSnapshot_Task, 'duration_secs': 0.893705} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1681.593141] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-1b6c36ec-c398-4a9b-b38d-df104b40e1ef tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] [instance: 4cc7d784-be5d-41db-a028-0dade3464032] Created Snapshot of the VM instance {{(pid=62574) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1681.593968] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2a00d8d-ce53-423a-833c-9fd534818814 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.652787] env[62574]: DEBUG oslo_concurrency.lockutils [None req-aefff314-b1cf-424d-8bed-32a581d70280 tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Acquiring lock "ab4ac58c-a716-46c6-ba11-fb5dd8e7ba24" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1681.653141] env[62574]: DEBUG oslo_concurrency.lockutils [None req-aefff314-b1cf-424d-8bed-32a581d70280 tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Lock "ab4ac58c-a716-46c6-ba11-fb5dd8e7ba24" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1681.653526] env[62574]: DEBUG oslo_concurrency.lockutils [None req-aefff314-b1cf-424d-8bed-32a581d70280 tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Acquiring lock "ab4ac58c-a716-46c6-ba11-fb5dd8e7ba24-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1681.653865] env[62574]: DEBUG oslo_concurrency.lockutils [None req-aefff314-b1cf-424d-8bed-32a581d70280 tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Lock "ab4ac58c-a716-46c6-ba11-fb5dd8e7ba24-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1681.654860] env[62574]: DEBUG oslo_concurrency.lockutils [None req-aefff314-b1cf-424d-8bed-32a581d70280 tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Lock "ab4ac58c-a716-46c6-ba11-fb5dd8e7ba24-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1681.658503] env[62574]: INFO nova.compute.manager [None req-aefff314-b1cf-424d-8bed-32a581d70280 tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] [instance: ab4ac58c-a716-46c6-ba11-fb5dd8e7ba24] Terminating instance [ 1681.785965] env[62574]: DEBUG oslo_concurrency.lockutils [None req-0b461726-7d35-4715-8c35-fd4cb2ee07b2 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.675s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1681.786690] env[62574]: DEBUG nova.compute.manager [None req-0b461726-7d35-4715-8c35-fd4cb2ee07b2 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] [instance: bf51b779-23b8-4401-8e23-74f751a27b18] Start building networks asynchronously for instance. {{(pid=62574) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1681.794827] env[62574]: DEBUG oslo_concurrency.lockutils [None req-e5515249-30c6-4f2a-b39c-7b7f169ad6cc tempest-VolumesAssistedSnapshotsTest-330692648 tempest-VolumesAssistedSnapshotsTest-330692648-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.366s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1681.795084] env[62574]: DEBUG nova.objects.instance [None req-e5515249-30c6-4f2a-b39c-7b7f169ad6cc tempest-VolumesAssistedSnapshotsTest-330692648 tempest-VolumesAssistedSnapshotsTest-330692648-project-member] Lazy-loading 'resources' on Instance uuid f82bad60-9320-4a4e-af74-21557692aa80 {{(pid=62574) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1681.809762] env[62574]: DEBUG oslo_vmware.api [None req-eab46def-5acb-4328-8600-a743284a2e39 tempest-SecurityGroupsTestJSON-247158518 tempest-SecurityGroupsTestJSON-247158518-project-member] Task: {'id': task-1861713, 'name': PowerOffVM_Task, 'duration_secs': 0.453357} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1681.813911] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-eab46def-5acb-4328-8600-a743284a2e39 tempest-SecurityGroupsTestJSON-247158518 tempest-SecurityGroupsTestJSON-247158518-project-member] [instance: b8f6a4a6-77e9-4989-bd79-f23e15335517] Powered off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1681.813911] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-eab46def-5acb-4328-8600-a743284a2e39 tempest-SecurityGroupsTestJSON-247158518 tempest-SecurityGroupsTestJSON-247158518-project-member] [instance: b8f6a4a6-77e9-4989-bd79-f23e15335517] Unregistering the VM {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1681.813911] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d89bebad-e2e2-49ab-9613-1b7b5f1cb6d6 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.918028] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-eab46def-5acb-4328-8600-a743284a2e39 tempest-SecurityGroupsTestJSON-247158518 tempest-SecurityGroupsTestJSON-247158518-project-member] [instance: b8f6a4a6-77e9-4989-bd79-f23e15335517] Unregistered the VM {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1681.918028] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-eab46def-5acb-4328-8600-a743284a2e39 tempest-SecurityGroupsTestJSON-247158518 tempest-SecurityGroupsTestJSON-247158518-project-member] [instance: b8f6a4a6-77e9-4989-bd79-f23e15335517] Deleting contents of the VM from datastore datastore1 {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1681.918028] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-eab46def-5acb-4328-8600-a743284a2e39 tempest-SecurityGroupsTestJSON-247158518 tempest-SecurityGroupsTestJSON-247158518-project-member] Deleting the datastore file [datastore1] b8f6a4a6-77e9-4989-bd79-f23e15335517 {{(pid=62574) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1681.918028] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-da147785-ae57-4973-bc5d-9be14d31512d {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.932978] env[62574]: DEBUG oslo_vmware.api [None req-eab46def-5acb-4328-8600-a743284a2e39 tempest-SecurityGroupsTestJSON-247158518 tempest-SecurityGroupsTestJSON-247158518-project-member] Waiting for the task: (returnval){ [ 1681.932978] env[62574]: value = "task-1861715" [ 1681.932978] env[62574]: _type = "Task" [ 1681.932978] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1681.944658] env[62574]: DEBUG oslo_vmware.api [None req-eab46def-5acb-4328-8600-a743284a2e39 tempest-SecurityGroupsTestJSON-247158518 tempest-SecurityGroupsTestJSON-247158518-project-member] Task: {'id': task-1861715, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1681.985341] env[62574]: DEBUG oslo_vmware.api [None req-7098424e-efaa-4d48-9b0c-490eecd49754 tempest-ServersWithSpecificFlavorTestJSON-1641053384 tempest-ServersWithSpecificFlavorTestJSON-1641053384-project-member] Task: {'id': task-1861712, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.57864} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1681.985341] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-7098424e-efaa-4d48-9b0c-490eecd49754 tempest-ServersWithSpecificFlavorTestJSON-1641053384 tempest-ServersWithSpecificFlavorTestJSON-1641053384-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk to [datastore1] 5dac9007-8ded-444f-a7ea-5032465ccced/5dac9007-8ded-444f-a7ea-5032465ccced.vmdk {{(pid=62574) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1681.985341] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-7098424e-efaa-4d48-9b0c-490eecd49754 tempest-ServersWithSpecificFlavorTestJSON-1641053384 tempest-ServersWithSpecificFlavorTestJSON-1641053384-project-member] [instance: 5dac9007-8ded-444f-a7ea-5032465ccced] Extending root virtual disk to 1048576 {{(pid=62574) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1681.985341] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9f0cf30b-cd71-4e20-a2e4-adfed48945e9 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.991820] env[62574]: DEBUG oslo_vmware.api [None req-7098424e-efaa-4d48-9b0c-490eecd49754 tempest-ServersWithSpecificFlavorTestJSON-1641053384 tempest-ServersWithSpecificFlavorTestJSON-1641053384-project-member] Waiting for the task: (returnval){ [ 1681.991820] env[62574]: value = "task-1861716" [ 1681.991820] env[62574]: _type = "Task" [ 1681.991820] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1682.004698] env[62574]: DEBUG oslo_vmware.api [None req-7098424e-efaa-4d48-9b0c-490eecd49754 tempest-ServersWithSpecificFlavorTestJSON-1641053384 tempest-ServersWithSpecificFlavorTestJSON-1641053384-project-member] Task: {'id': task-1861716, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1682.053537] env[62574]: DEBUG oslo_concurrency.lockutils [None req-3c2379e4-d400-4faa-9b75-7d6c18571007 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Lock "05938d25-9db4-4c10-b545-0f94781a9250" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 67.568s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1682.119233] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-1b6c36ec-c398-4a9b-b38d-df104b40e1ef tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] [instance: 4cc7d784-be5d-41db-a028-0dade3464032] Creating linked-clone VM from snapshot {{(pid=62574) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1682.120038] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-1e728ba3-18fd-49ca-8ab6-e49e360c3959 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.129685] env[62574]: DEBUG oslo_vmware.api [None req-1b6c36ec-c398-4a9b-b38d-df104b40e1ef tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Waiting for the task: (returnval){ [ 1682.129685] env[62574]: value = "task-1861717" [ 1682.129685] env[62574]: _type = "Task" [ 1682.129685] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1682.139271] env[62574]: DEBUG oslo_vmware.api [None req-1b6c36ec-c398-4a9b-b38d-df104b40e1ef tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Task: {'id': task-1861717, 'name': CloneVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1682.164457] env[62574]: DEBUG nova.compute.manager [None req-aefff314-b1cf-424d-8bed-32a581d70280 tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] [instance: ab4ac58c-a716-46c6-ba11-fb5dd8e7ba24] Start destroying the instance on the hypervisor. {{(pid=62574) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1682.164735] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-aefff314-b1cf-424d-8bed-32a581d70280 tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] [instance: ab4ac58c-a716-46c6-ba11-fb5dd8e7ba24] Destroying instance {{(pid=62574) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1682.165668] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-482d49c1-91a2-4972-bbc4-edfdf116650a {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.176964] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-aefff314-b1cf-424d-8bed-32a581d70280 tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] [instance: ab4ac58c-a716-46c6-ba11-fb5dd8e7ba24] Powering off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1682.177253] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9217e48e-b3e0-48a3-8091-bf2f924d8cb6 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.187998] env[62574]: DEBUG oslo_vmware.api [None req-aefff314-b1cf-424d-8bed-32a581d70280 tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Waiting for the task: (returnval){ [ 1682.187998] env[62574]: value = "task-1861718" [ 1682.187998] env[62574]: _type = "Task" [ 1682.187998] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1682.201303] env[62574]: DEBUG oslo_vmware.api [None req-aefff314-b1cf-424d-8bed-32a581d70280 tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Task: {'id': task-1861718, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1682.299182] env[62574]: DEBUG nova.compute.utils [None req-0b461726-7d35-4715-8c35-fd4cb2ee07b2 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Using /dev/sd instead of None {{(pid=62574) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1682.309009] env[62574]: DEBUG nova.compute.manager [None req-0b461726-7d35-4715-8c35-fd4cb2ee07b2 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] [instance: bf51b779-23b8-4401-8e23-74f751a27b18] Allocating IP information in the background. {{(pid=62574) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1682.309009] env[62574]: DEBUG nova.network.neutron [None req-0b461726-7d35-4715-8c35-fd4cb2ee07b2 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] [instance: bf51b779-23b8-4401-8e23-74f751a27b18] allocate_for_instance() {{(pid=62574) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1682.405856] env[62574]: DEBUG nova.policy [None req-0b461726-7d35-4715-8c35-fd4cb2ee07b2 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1ff4b494e991450eb0aae14044b25d3d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dd623c359a6848e68b723390c29ce7e6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62574) authorize /opt/stack/nova/nova/policy.py:192}} [ 1682.448904] env[62574]: DEBUG oslo_vmware.api [None req-eab46def-5acb-4328-8600-a743284a2e39 tempest-SecurityGroupsTestJSON-247158518 tempest-SecurityGroupsTestJSON-247158518-project-member] Task: {'id': task-1861715, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.415461} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1682.449383] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-eab46def-5acb-4328-8600-a743284a2e39 tempest-SecurityGroupsTestJSON-247158518 tempest-SecurityGroupsTestJSON-247158518-project-member] Deleted the datastore file {{(pid=62574) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1682.449484] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-eab46def-5acb-4328-8600-a743284a2e39 tempest-SecurityGroupsTestJSON-247158518 tempest-SecurityGroupsTestJSON-247158518-project-member] [instance: b8f6a4a6-77e9-4989-bd79-f23e15335517] Deleted contents of the VM from datastore datastore1 {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1682.449663] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-eab46def-5acb-4328-8600-a743284a2e39 tempest-SecurityGroupsTestJSON-247158518 tempest-SecurityGroupsTestJSON-247158518-project-member] [instance: b8f6a4a6-77e9-4989-bd79-f23e15335517] Instance destroyed {{(pid=62574) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1682.449844] env[62574]: INFO nova.compute.manager [None req-eab46def-5acb-4328-8600-a743284a2e39 tempest-SecurityGroupsTestJSON-247158518 tempest-SecurityGroupsTestJSON-247158518-project-member] [instance: b8f6a4a6-77e9-4989-bd79-f23e15335517] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1682.450439] env[62574]: DEBUG oslo.service.loopingcall [None req-eab46def-5acb-4328-8600-a743284a2e39 tempest-SecurityGroupsTestJSON-247158518 tempest-SecurityGroupsTestJSON-247158518-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62574) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1682.450707] env[62574]: DEBUG nova.compute.manager [-] [instance: b8f6a4a6-77e9-4989-bd79-f23e15335517] Deallocating network for instance {{(pid=62574) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1682.450853] env[62574]: DEBUG nova.network.neutron [-] [instance: b8f6a4a6-77e9-4989-bd79-f23e15335517] deallocate_for_instance() {{(pid=62574) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1682.491536] env[62574]: DEBUG nova.objects.instance [None req-c4315cd5-c887-4503-94dd-912e2fb99348 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Lazy-loading 'flavor' on Instance uuid c4ca3d86-7d6e-4dbf-912b-7cb292596272 {{(pid=62574) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1682.511249] env[62574]: DEBUG oslo_vmware.api [None req-7098424e-efaa-4d48-9b0c-490eecd49754 tempest-ServersWithSpecificFlavorTestJSON-1641053384 tempest-ServersWithSpecificFlavorTestJSON-1641053384-project-member] Task: {'id': task-1861716, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075864} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1682.512334] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-7098424e-efaa-4d48-9b0c-490eecd49754 tempest-ServersWithSpecificFlavorTestJSON-1641053384 tempest-ServersWithSpecificFlavorTestJSON-1641053384-project-member] [instance: 5dac9007-8ded-444f-a7ea-5032465ccced] Extended root virtual disk {{(pid=62574) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1682.513177] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5d448a4-db8c-4972-8b3b-e834bc1096aa {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.547211] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-7098424e-efaa-4d48-9b0c-490eecd49754 tempest-ServersWithSpecificFlavorTestJSON-1641053384 tempest-ServersWithSpecificFlavorTestJSON-1641053384-project-member] [instance: 5dac9007-8ded-444f-a7ea-5032465ccced] Reconfiguring VM instance instance-00000035 to attach disk [datastore1] 5dac9007-8ded-444f-a7ea-5032465ccced/5dac9007-8ded-444f-a7ea-5032465ccced.vmdk or device None with type sparse {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1682.551552] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-654eff15-a2a7-4be5-b51a-a42547cc592d {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.578810] env[62574]: DEBUG oslo_vmware.api [None req-7098424e-efaa-4d48-9b0c-490eecd49754 tempest-ServersWithSpecificFlavorTestJSON-1641053384 tempest-ServersWithSpecificFlavorTestJSON-1641053384-project-member] Waiting for the task: (returnval){ [ 1682.578810] env[62574]: value = "task-1861719" [ 1682.578810] env[62574]: _type = "Task" [ 1682.578810] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1682.596629] env[62574]: DEBUG oslo_vmware.api [None req-7098424e-efaa-4d48-9b0c-490eecd49754 tempest-ServersWithSpecificFlavorTestJSON-1641053384 tempest-ServersWithSpecificFlavorTestJSON-1641053384-project-member] Task: {'id': task-1861719, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1682.641620] env[62574]: DEBUG oslo_vmware.api [None req-1b6c36ec-c398-4a9b-b38d-df104b40e1ef tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Task: {'id': task-1861717, 'name': CloneVM_Task} progress is 94%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1682.701718] env[62574]: DEBUG oslo_vmware.api [None req-aefff314-b1cf-424d-8bed-32a581d70280 tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Task: {'id': task-1861718, 'name': PowerOffVM_Task, 'duration_secs': 0.217968} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1682.704947] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-aefff314-b1cf-424d-8bed-32a581d70280 tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] [instance: ab4ac58c-a716-46c6-ba11-fb5dd8e7ba24] Powered off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1682.704947] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-aefff314-b1cf-424d-8bed-32a581d70280 tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] [instance: ab4ac58c-a716-46c6-ba11-fb5dd8e7ba24] Unregistering the VM {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1682.705233] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-55365610-cbf1-42cf-82ac-91e8fc4c8d83 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.809617] env[62574]: DEBUG nova.compute.manager [None req-0b461726-7d35-4715-8c35-fd4cb2ee07b2 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] [instance: bf51b779-23b8-4401-8e23-74f751a27b18] Start building block device mappings for instance. {{(pid=62574) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1682.920882] env[62574]: DEBUG nova.network.neutron [None req-0b461726-7d35-4715-8c35-fd4cb2ee07b2 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] [instance: bf51b779-23b8-4401-8e23-74f751a27b18] Successfully created port: 7adf59ff-eb8e-4ce7-8a41-cdfaa2ddcca0 {{(pid=62574) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1682.958603] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfa04c82-81f6-4542-998f-5e7497f758bb {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.968938] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b82ff88-d4f6-4438-9fd7-8f9fe62c8df9 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.007780] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d05597b-61bb-4b7e-aacc-411f901613b1 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.016345] env[62574]: DEBUG oslo_concurrency.lockutils [None req-c4315cd5-c887-4503-94dd-912e2fb99348 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Lock "c4ca3d86-7d6e-4dbf-912b-7cb292596272" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.865s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1683.019175] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39fa493c-3ecf-4a56-a01d-e3090129e87f {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.035060] env[62574]: DEBUG nova.compute.provider_tree [None req-e5515249-30c6-4f2a-b39c-7b7f169ad6cc tempest-VolumesAssistedSnapshotsTest-330692648 tempest-VolumesAssistedSnapshotsTest-330692648-project-member] Inventory has not changed in ProviderTree for provider: f0ed160a-beff-4626-a531-2a70d7bc0627 {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1683.037874] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-aefff314-b1cf-424d-8bed-32a581d70280 tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] [instance: ab4ac58c-a716-46c6-ba11-fb5dd8e7ba24] Unregistered the VM {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1683.038076] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-aefff314-b1cf-424d-8bed-32a581d70280 tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] [instance: ab4ac58c-a716-46c6-ba11-fb5dd8e7ba24] Deleting contents of the VM from datastore datastore1 {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1683.038265] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-aefff314-b1cf-424d-8bed-32a581d70280 tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Deleting the datastore file [datastore1] ab4ac58c-a716-46c6-ba11-fb5dd8e7ba24 {{(pid=62574) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1683.038751] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-382b4e06-8599-4d20-bcc2-5886e4db49c7 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.047939] env[62574]: DEBUG oslo_vmware.api [None req-aefff314-b1cf-424d-8bed-32a581d70280 tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Waiting for the task: (returnval){ [ 1683.047939] env[62574]: value = "task-1861721" [ 1683.047939] env[62574]: _type = "Task" [ 1683.047939] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1683.057809] env[62574]: DEBUG oslo_vmware.api [None req-aefff314-b1cf-424d-8bed-32a581d70280 tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Task: {'id': task-1861721, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1683.071844] env[62574]: DEBUG oslo_concurrency.lockutils [None req-6b98d509-6e8c-4109-8854-aa24451bcf00 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Acquiring lock "05938d25-9db4-4c10-b545-0f94781a9250" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1683.072599] env[62574]: DEBUG oslo_concurrency.lockutils [None req-6b98d509-6e8c-4109-8854-aa24451bcf00 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Lock "05938d25-9db4-4c10-b545-0f94781a9250" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1683.072599] env[62574]: DEBUG oslo_concurrency.lockutils [None req-6b98d509-6e8c-4109-8854-aa24451bcf00 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Acquiring lock "05938d25-9db4-4c10-b545-0f94781a9250-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1683.073318] env[62574]: DEBUG oslo_concurrency.lockutils [None req-6b98d509-6e8c-4109-8854-aa24451bcf00 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Lock "05938d25-9db4-4c10-b545-0f94781a9250-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1683.073318] env[62574]: DEBUG oslo_concurrency.lockutils [None req-6b98d509-6e8c-4109-8854-aa24451bcf00 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Lock "05938d25-9db4-4c10-b545-0f94781a9250-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1683.075237] env[62574]: INFO nova.compute.manager [None req-6b98d509-6e8c-4109-8854-aa24451bcf00 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] [instance: 05938d25-9db4-4c10-b545-0f94781a9250] Terminating instance [ 1683.085868] env[62574]: DEBUG nova.compute.manager [req-8776a8bc-326a-4bd0-81d0-b081b4eda316 req-aeb9c960-60e4-4684-9935-e4aa105a6379 service nova] [instance: b8f6a4a6-77e9-4989-bd79-f23e15335517] Received event network-vif-deleted-6a7ce2f1-94dd-4e5b-9c7f-64bd15f36d2c {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1683.085868] env[62574]: INFO nova.compute.manager [req-8776a8bc-326a-4bd0-81d0-b081b4eda316 req-aeb9c960-60e4-4684-9935-e4aa105a6379 service nova] [instance: b8f6a4a6-77e9-4989-bd79-f23e15335517] Neutron deleted interface 6a7ce2f1-94dd-4e5b-9c7f-64bd15f36d2c; detaching it from the instance and deleting it from the info cache [ 1683.085868] env[62574]: DEBUG nova.network.neutron [req-8776a8bc-326a-4bd0-81d0-b081b4eda316 req-aeb9c960-60e4-4684-9935-e4aa105a6379 service nova] [instance: b8f6a4a6-77e9-4989-bd79-f23e15335517] Updating instance_info_cache with network_info: [] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1683.096721] env[62574]: DEBUG oslo_vmware.api [None req-7098424e-efaa-4d48-9b0c-490eecd49754 tempest-ServersWithSpecificFlavorTestJSON-1641053384 tempest-ServersWithSpecificFlavorTestJSON-1641053384-project-member] Task: {'id': task-1861719, 'name': ReconfigVM_Task, 'duration_secs': 0.298231} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1683.096721] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-7098424e-efaa-4d48-9b0c-490eecd49754 tempest-ServersWithSpecificFlavorTestJSON-1641053384 tempest-ServersWithSpecificFlavorTestJSON-1641053384-project-member] [instance: 5dac9007-8ded-444f-a7ea-5032465ccced] Reconfigured VM instance instance-00000035 to attach disk [datastore1] 5dac9007-8ded-444f-a7ea-5032465ccced/5dac9007-8ded-444f-a7ea-5032465ccced.vmdk or device None with type sparse {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1683.101168] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-7098424e-efaa-4d48-9b0c-490eecd49754 tempest-ServersWithSpecificFlavorTestJSON-1641053384 tempest-ServersWithSpecificFlavorTestJSON-1641053384-project-member] Creating Virtual Disk of size 1048576 KB and adapter type paraVirtual on the data store {{(pid=62574) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1383}} [ 1683.101168] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CreateVirtualDisk_Task with opID=oslo.vmware-321be214-c4c8-42db-bbfd-039820458ce7 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.107417] env[62574]: DEBUG oslo_vmware.api [None req-7098424e-efaa-4d48-9b0c-490eecd49754 tempest-ServersWithSpecificFlavorTestJSON-1641053384 tempest-ServersWithSpecificFlavorTestJSON-1641053384-project-member] Waiting for the task: (returnval){ [ 1683.107417] env[62574]: value = "task-1861722" [ 1683.107417] env[62574]: _type = "Task" [ 1683.107417] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1683.119983] env[62574]: DEBUG oslo_vmware.api [None req-7098424e-efaa-4d48-9b0c-490eecd49754 tempest-ServersWithSpecificFlavorTestJSON-1641053384 tempest-ServersWithSpecificFlavorTestJSON-1641053384-project-member] Task: {'id': task-1861722, 'name': CreateVirtualDisk_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1683.141738] env[62574]: DEBUG oslo_vmware.api [None req-1b6c36ec-c398-4a9b-b38d-df104b40e1ef tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Task: {'id': task-1861717, 'name': CloneVM_Task} progress is 94%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1683.390326] env[62574]: DEBUG nova.network.neutron [-] [instance: b8f6a4a6-77e9-4989-bd79-f23e15335517] Updating instance_info_cache with network_info: [] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1683.540313] env[62574]: DEBUG nova.scheduler.client.report [None req-e5515249-30c6-4f2a-b39c-7b7f169ad6cc tempest-VolumesAssistedSnapshotsTest-330692648 tempest-VolumesAssistedSnapshotsTest-330692648-project-member] Inventory has not changed for provider f0ed160a-beff-4626-a531-2a70d7bc0627 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1683.558185] env[62574]: DEBUG oslo_vmware.api [None req-aefff314-b1cf-424d-8bed-32a581d70280 tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Task: {'id': task-1861721, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.259483} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1683.558413] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-aefff314-b1cf-424d-8bed-32a581d70280 tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Deleted the datastore file {{(pid=62574) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1683.558572] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-aefff314-b1cf-424d-8bed-32a581d70280 tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] [instance: ab4ac58c-a716-46c6-ba11-fb5dd8e7ba24] Deleted contents of the VM from datastore datastore1 {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1683.558744] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-aefff314-b1cf-424d-8bed-32a581d70280 tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] [instance: ab4ac58c-a716-46c6-ba11-fb5dd8e7ba24] Instance destroyed {{(pid=62574) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1683.558918] env[62574]: INFO nova.compute.manager [None req-aefff314-b1cf-424d-8bed-32a581d70280 tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] [instance: ab4ac58c-a716-46c6-ba11-fb5dd8e7ba24] Took 1.39 seconds to destroy the instance on the hypervisor. [ 1683.559171] env[62574]: DEBUG oslo.service.loopingcall [None req-aefff314-b1cf-424d-8bed-32a581d70280 tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62574) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1683.559360] env[62574]: DEBUG nova.compute.manager [-] [instance: ab4ac58c-a716-46c6-ba11-fb5dd8e7ba24] Deallocating network for instance {{(pid=62574) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1683.559466] env[62574]: DEBUG nova.network.neutron [-] [instance: ab4ac58c-a716-46c6-ba11-fb5dd8e7ba24] deallocate_for_instance() {{(pid=62574) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1683.578855] env[62574]: DEBUG nova.compute.manager [None req-6b98d509-6e8c-4109-8854-aa24451bcf00 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] [instance: 05938d25-9db4-4c10-b545-0f94781a9250] Start destroying the instance on the hypervisor. {{(pid=62574) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1683.579084] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-6b98d509-6e8c-4109-8854-aa24451bcf00 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] [instance: 05938d25-9db4-4c10-b545-0f94781a9250] Destroying instance {{(pid=62574) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1683.580188] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97a90e37-1047-4aa3-8776-97087f17fd32 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.589510] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b98d509-6e8c-4109-8854-aa24451bcf00 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] [instance: 05938d25-9db4-4c10-b545-0f94781a9250] Powering off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1683.589750] env[62574]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4494a8c7-55f8-46f3-b924-db07629fc973 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.591591] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-894751ab-5160-466c-ad28-32e78adc27ec {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.599087] env[62574]: DEBUG oslo_vmware.api [None req-6b98d509-6e8c-4109-8854-aa24451bcf00 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Waiting for the task: (returnval){ [ 1683.599087] env[62574]: value = "task-1861723" [ 1683.599087] env[62574]: _type = "Task" [ 1683.599087] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1683.605422] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf5cfda0-2087-448b-a8de-4243a41f7388 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.625875] env[62574]: DEBUG oslo_vmware.api [None req-6b98d509-6e8c-4109-8854-aa24451bcf00 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Task: {'id': task-1861723, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1683.631942] env[62574]: DEBUG oslo_vmware.api [None req-7098424e-efaa-4d48-9b0c-490eecd49754 tempest-ServersWithSpecificFlavorTestJSON-1641053384 tempest-ServersWithSpecificFlavorTestJSON-1641053384-project-member] Task: {'id': task-1861722, 'name': CreateVirtualDisk_Task, 'duration_secs': 0.06375} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1683.635021] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-7098424e-efaa-4d48-9b0c-490eecd49754 tempest-ServersWithSpecificFlavorTestJSON-1641053384 tempest-ServersWithSpecificFlavorTestJSON-1641053384-project-member] Created Virtual Disk of size 1048576 KB and type thin {{(pid=62574) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1404}} [ 1683.639018] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddb20523-5102-4ac0-9046-47e75e2b3c2b {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.654530] env[62574]: DEBUG nova.compute.manager [req-8776a8bc-326a-4bd0-81d0-b081b4eda316 req-aeb9c960-60e4-4684-9935-e4aa105a6379 service nova] [instance: b8f6a4a6-77e9-4989-bd79-f23e15335517] Detach interface failed, port_id=6a7ce2f1-94dd-4e5b-9c7f-64bd15f36d2c, reason: Instance b8f6a4a6-77e9-4989-bd79-f23e15335517 could not be found. {{(pid=62574) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 1683.678349] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-7098424e-efaa-4d48-9b0c-490eecd49754 tempest-ServersWithSpecificFlavorTestJSON-1641053384 tempest-ServersWithSpecificFlavorTestJSON-1641053384-project-member] [instance: 5dac9007-8ded-444f-a7ea-5032465ccced] Reconfiguring VM instance instance-00000035 to attach disk [datastore1] 5dac9007-8ded-444f-a7ea-5032465ccced/ephemeral_0.vmdk or device None with type thin {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1683.681994] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2ea6cdbb-02cb-4aa3-a718-3fdea045cb22 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.695280] env[62574]: DEBUG oslo_vmware.api [None req-1b6c36ec-c398-4a9b-b38d-df104b40e1ef tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Task: {'id': task-1861717, 'name': CloneVM_Task} progress is 94%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1683.702171] env[62574]: DEBUG oslo_vmware.api [None req-7098424e-efaa-4d48-9b0c-490eecd49754 tempest-ServersWithSpecificFlavorTestJSON-1641053384 tempest-ServersWithSpecificFlavorTestJSON-1641053384-project-member] Waiting for the task: (returnval){ [ 1683.702171] env[62574]: value = "task-1861724" [ 1683.702171] env[62574]: _type = "Task" [ 1683.702171] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1683.711990] env[62574]: DEBUG oslo_vmware.api [None req-7098424e-efaa-4d48-9b0c-490eecd49754 tempest-ServersWithSpecificFlavorTestJSON-1641053384 tempest-ServersWithSpecificFlavorTestJSON-1641053384-project-member] Task: {'id': task-1861724, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1683.822921] env[62574]: DEBUG nova.compute.manager [None req-0b461726-7d35-4715-8c35-fd4cb2ee07b2 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] [instance: bf51b779-23b8-4401-8e23-74f751a27b18] Start spawning the instance on the hypervisor. {{(pid=62574) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1683.857026] env[62574]: DEBUG nova.virt.hardware [None req-0b461726-7d35-4715-8c35-fd4cb2ee07b2 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T19:26:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-13T19:26:40Z,direct_url=,disk_format='vmdk',id=3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7eed1dd4d2c3418eb32c4f4ceda3ab0d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-13T19:26:41Z,virtual_size=,visibility=), allow threads: False {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1683.857026] env[62574]: DEBUG nova.virt.hardware [None req-0b461726-7d35-4715-8c35-fd4cb2ee07b2 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Flavor limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1683.857522] env[62574]: DEBUG nova.virt.hardware [None req-0b461726-7d35-4715-8c35-fd4cb2ee07b2 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Image limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1683.860823] env[62574]: DEBUG nova.virt.hardware [None req-0b461726-7d35-4715-8c35-fd4cb2ee07b2 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Flavor pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1683.860823] env[62574]: DEBUG nova.virt.hardware [None req-0b461726-7d35-4715-8c35-fd4cb2ee07b2 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Image pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1683.860823] env[62574]: DEBUG nova.virt.hardware [None req-0b461726-7d35-4715-8c35-fd4cb2ee07b2 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1683.860823] env[62574]: DEBUG nova.virt.hardware [None req-0b461726-7d35-4715-8c35-fd4cb2ee07b2 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1683.860823] env[62574]: DEBUG nova.virt.hardware [None req-0b461726-7d35-4715-8c35-fd4cb2ee07b2 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1683.860823] env[62574]: DEBUG nova.virt.hardware [None req-0b461726-7d35-4715-8c35-fd4cb2ee07b2 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Got 1 possible topologies {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1683.860823] env[62574]: DEBUG nova.virt.hardware [None req-0b461726-7d35-4715-8c35-fd4cb2ee07b2 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1683.860823] env[62574]: DEBUG nova.virt.hardware [None req-0b461726-7d35-4715-8c35-fd4cb2ee07b2 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1683.860823] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e66c3f1-5eaa-4aff-8701-b30088e411e8 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.871053] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7b085e5-aca3-41dc-a1ae-c18ac5bed0b2 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.893730] env[62574]: INFO nova.compute.manager [-] [instance: b8f6a4a6-77e9-4989-bd79-f23e15335517] Took 1.44 seconds to deallocate network for instance. [ 1684.045934] env[62574]: DEBUG oslo_concurrency.lockutils [None req-e5515249-30c6-4f2a-b39c-7b7f169ad6cc tempest-VolumesAssistedSnapshotsTest-330692648 tempest-VolumesAssistedSnapshotsTest-330692648-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.251s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1684.049664] env[62574]: DEBUG oslo_concurrency.lockutils [None req-44fdfd8c-eb17-458d-a497-4d0744380e00 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.567s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1684.050091] env[62574]: DEBUG nova.objects.instance [None req-44fdfd8c-eb17-458d-a497-4d0744380e00 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Lazy-loading 'resources' on Instance uuid 2a0c3300-ba7f-4604-b629-42bda5d48664 {{(pid=62574) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1684.069924] env[62574]: INFO nova.scheduler.client.report [None req-e5515249-30c6-4f2a-b39c-7b7f169ad6cc tempest-VolumesAssistedSnapshotsTest-330692648 tempest-VolumesAssistedSnapshotsTest-330692648-project-member] Deleted allocations for instance f82bad60-9320-4a4e-af74-21557692aa80 [ 1684.113039] env[62574]: DEBUG oslo_vmware.api [None req-6b98d509-6e8c-4109-8854-aa24451bcf00 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Task: {'id': task-1861723, 'name': PowerOffVM_Task, 'duration_secs': 0.382548} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1684.113340] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b98d509-6e8c-4109-8854-aa24451bcf00 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] [instance: 05938d25-9db4-4c10-b545-0f94781a9250] Powered off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1684.113512] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-6b98d509-6e8c-4109-8854-aa24451bcf00 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] [instance: 05938d25-9db4-4c10-b545-0f94781a9250] Unregistering the VM {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1684.113792] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6cd4578e-d387-484a-b4fa-b4bdf4675a0d {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.143744] env[62574]: DEBUG oslo_vmware.api [None req-1b6c36ec-c398-4a9b-b38d-df104b40e1ef tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Task: {'id': task-1861717, 'name': CloneVM_Task} progress is 100%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1684.214965] env[62574]: DEBUG oslo_vmware.api [None req-7098424e-efaa-4d48-9b0c-490eecd49754 tempest-ServersWithSpecificFlavorTestJSON-1641053384 tempest-ServersWithSpecificFlavorTestJSON-1641053384-project-member] Task: {'id': task-1861724, 'name': ReconfigVM_Task, 'duration_secs': 0.491058} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1684.215306] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-7098424e-efaa-4d48-9b0c-490eecd49754 tempest-ServersWithSpecificFlavorTestJSON-1641053384 tempest-ServersWithSpecificFlavorTestJSON-1641053384-project-member] [instance: 5dac9007-8ded-444f-a7ea-5032465ccced] Reconfigured VM instance instance-00000035 to attach disk [datastore1] 5dac9007-8ded-444f-a7ea-5032465ccced/ephemeral_0.vmdk or device None with type thin {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1684.215968] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f85996df-0009-4fe2-a932-8652b18d9de4 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.224197] env[62574]: DEBUG oslo_vmware.api [None req-7098424e-efaa-4d48-9b0c-490eecd49754 tempest-ServersWithSpecificFlavorTestJSON-1641053384 tempest-ServersWithSpecificFlavorTestJSON-1641053384-project-member] Waiting for the task: (returnval){ [ 1684.224197] env[62574]: value = "task-1861726" [ 1684.224197] env[62574]: _type = "Task" [ 1684.224197] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1684.235722] env[62574]: DEBUG oslo_vmware.api [None req-7098424e-efaa-4d48-9b0c-490eecd49754 tempest-ServersWithSpecificFlavorTestJSON-1641053384 tempest-ServersWithSpecificFlavorTestJSON-1641053384-project-member] Task: {'id': task-1861726, 'name': Rename_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1684.238889] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-6b98d509-6e8c-4109-8854-aa24451bcf00 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] [instance: 05938d25-9db4-4c10-b545-0f94781a9250] Unregistered the VM {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1684.239124] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-6b98d509-6e8c-4109-8854-aa24451bcf00 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] [instance: 05938d25-9db4-4c10-b545-0f94781a9250] Deleting contents of the VM from datastore datastore2 {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1684.239312] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b98d509-6e8c-4109-8854-aa24451bcf00 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Deleting the datastore file [datastore2] 05938d25-9db4-4c10-b545-0f94781a9250 {{(pid=62574) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1684.239572] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-569d7181-7b8a-4a96-8421-e1f076e839b6 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.247921] env[62574]: DEBUG oslo_vmware.api [None req-6b98d509-6e8c-4109-8854-aa24451bcf00 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Waiting for the task: (returnval){ [ 1684.247921] env[62574]: value = "task-1861727" [ 1684.247921] env[62574]: _type = "Task" [ 1684.247921] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1684.256782] env[62574]: DEBUG oslo_vmware.api [None req-6b98d509-6e8c-4109-8854-aa24451bcf00 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Task: {'id': task-1861727, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1684.401820] env[62574]: DEBUG oslo_concurrency.lockutils [None req-eab46def-5acb-4328-8600-a743284a2e39 tempest-SecurityGroupsTestJSON-247158518 tempest-SecurityGroupsTestJSON-247158518-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1684.517920] env[62574]: DEBUG nova.network.neutron [-] [instance: ab4ac58c-a716-46c6-ba11-fb5dd8e7ba24] Updating instance_info_cache with network_info: [] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1684.529043] env[62574]: DEBUG oslo_concurrency.lockutils [None req-aaa95191-9094-403a-a39f-3a565ec3251a tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Acquiring lock "76ab47f1-1837-44ef-a0c5-bbd149566601" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1684.529326] env[62574]: DEBUG oslo_concurrency.lockutils [None req-aaa95191-9094-403a-a39f-3a565ec3251a tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Lock "76ab47f1-1837-44ef-a0c5-bbd149566601" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1684.577317] env[62574]: DEBUG oslo_concurrency.lockutils [None req-e5515249-30c6-4f2a-b39c-7b7f169ad6cc tempest-VolumesAssistedSnapshotsTest-330692648 tempest-VolumesAssistedSnapshotsTest-330692648-project-member] Lock "f82bad60-9320-4a4e-af74-21557692aa80" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.258s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1684.624441] env[62574]: DEBUG nova.compute.manager [req-ec5cb957-3f96-402d-9af6-633a57a025ec req-38e6f109-ec02-42aa-afff-722665ba3bcd service nova] [instance: bf51b779-23b8-4401-8e23-74f751a27b18] Received event network-vif-plugged-7adf59ff-eb8e-4ce7-8a41-cdfaa2ddcca0 {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1684.624689] env[62574]: DEBUG oslo_concurrency.lockutils [req-ec5cb957-3f96-402d-9af6-633a57a025ec req-38e6f109-ec02-42aa-afff-722665ba3bcd service nova] Acquiring lock "bf51b779-23b8-4401-8e23-74f751a27b18-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1684.624907] env[62574]: DEBUG oslo_concurrency.lockutils [req-ec5cb957-3f96-402d-9af6-633a57a025ec req-38e6f109-ec02-42aa-afff-722665ba3bcd service nova] Lock "bf51b779-23b8-4401-8e23-74f751a27b18-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1684.625050] env[62574]: DEBUG oslo_concurrency.lockutils [req-ec5cb957-3f96-402d-9af6-633a57a025ec req-38e6f109-ec02-42aa-afff-722665ba3bcd service nova] Lock "bf51b779-23b8-4401-8e23-74f751a27b18-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1684.625176] env[62574]: DEBUG nova.compute.manager [req-ec5cb957-3f96-402d-9af6-633a57a025ec req-38e6f109-ec02-42aa-afff-722665ba3bcd service nova] [instance: bf51b779-23b8-4401-8e23-74f751a27b18] No waiting events found dispatching network-vif-plugged-7adf59ff-eb8e-4ce7-8a41-cdfaa2ddcca0 {{(pid=62574) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1684.625664] env[62574]: WARNING nova.compute.manager [req-ec5cb957-3f96-402d-9af6-633a57a025ec req-38e6f109-ec02-42aa-afff-722665ba3bcd service nova] [instance: bf51b779-23b8-4401-8e23-74f751a27b18] Received unexpected event network-vif-plugged-7adf59ff-eb8e-4ce7-8a41-cdfaa2ddcca0 for instance with vm_state building and task_state spawning. [ 1684.647031] env[62574]: DEBUG oslo_vmware.api [None req-1b6c36ec-c398-4a9b-b38d-df104b40e1ef tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Task: {'id': task-1861717, 'name': CloneVM_Task, 'duration_secs': 2.125433} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1684.648034] env[62574]: INFO nova.virt.vmwareapi.vmops [None req-1b6c36ec-c398-4a9b-b38d-df104b40e1ef tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] [instance: 4cc7d784-be5d-41db-a028-0dade3464032] Created linked-clone VM from snapshot [ 1684.648813] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42c28b23-a514-4da5-aaa2-c8cf9a97b3d7 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.655560] env[62574]: DEBUG nova.network.neutron [None req-0b461726-7d35-4715-8c35-fd4cb2ee07b2 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] [instance: bf51b779-23b8-4401-8e23-74f751a27b18] Successfully updated port: 7adf59ff-eb8e-4ce7-8a41-cdfaa2ddcca0 {{(pid=62574) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1684.662339] env[62574]: DEBUG nova.virt.vmwareapi.images [None req-1b6c36ec-c398-4a9b-b38d-df104b40e1ef tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] [instance: 4cc7d784-be5d-41db-a028-0dade3464032] Uploading image df7d49ea-eece-4029-bbc9-c201fb47587b {{(pid=62574) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1684.697388] env[62574]: DEBUG oslo_vmware.rw_handles [None req-1b6c36ec-c398-4a9b-b38d-df104b40e1ef tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1684.697388] env[62574]: value = "vm-384903" [ 1684.697388] env[62574]: _type = "VirtualMachine" [ 1684.697388] env[62574]: }. {{(pid=62574) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1684.697693] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-e8ec2ef2-160f-43b4-b707-9e66cbb1d04a {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.708521] env[62574]: DEBUG oslo_vmware.rw_handles [None req-1b6c36ec-c398-4a9b-b38d-df104b40e1ef tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Lease: (returnval){ [ 1684.708521] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]522718a4-b096-cfdc-326c-ae05aa1ddb38" [ 1684.708521] env[62574]: _type = "HttpNfcLease" [ 1684.708521] env[62574]: } obtained for exporting VM: (result){ [ 1684.708521] env[62574]: value = "vm-384903" [ 1684.708521] env[62574]: _type = "VirtualMachine" [ 1684.708521] env[62574]: }. {{(pid=62574) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1684.708840] env[62574]: DEBUG oslo_vmware.api [None req-1b6c36ec-c398-4a9b-b38d-df104b40e1ef tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Waiting for the lease: (returnval){ [ 1684.708840] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]522718a4-b096-cfdc-326c-ae05aa1ddb38" [ 1684.708840] env[62574]: _type = "HttpNfcLease" [ 1684.708840] env[62574]: } to be ready. {{(pid=62574) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1684.716694] env[62574]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1684.716694] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]522718a4-b096-cfdc-326c-ae05aa1ddb38" [ 1684.716694] env[62574]: _type = "HttpNfcLease" [ 1684.716694] env[62574]: } is initializing. {{(pid=62574) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1684.735408] env[62574]: DEBUG oslo_vmware.api [None req-7098424e-efaa-4d48-9b0c-490eecd49754 tempest-ServersWithSpecificFlavorTestJSON-1641053384 tempest-ServersWithSpecificFlavorTestJSON-1641053384-project-member] Task: {'id': task-1861726, 'name': Rename_Task, 'duration_secs': 0.197296} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1684.735718] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-7098424e-efaa-4d48-9b0c-490eecd49754 tempest-ServersWithSpecificFlavorTestJSON-1641053384 tempest-ServersWithSpecificFlavorTestJSON-1641053384-project-member] [instance: 5dac9007-8ded-444f-a7ea-5032465ccced] Powering on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1684.735975] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0a375990-fe61-4288-bf18-016d82a59514 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.748593] env[62574]: DEBUG oslo_vmware.api [None req-7098424e-efaa-4d48-9b0c-490eecd49754 tempest-ServersWithSpecificFlavorTestJSON-1641053384 tempest-ServersWithSpecificFlavorTestJSON-1641053384-project-member] Waiting for the task: (returnval){ [ 1684.748593] env[62574]: value = "task-1861729" [ 1684.748593] env[62574]: _type = "Task" [ 1684.748593] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1684.759431] env[62574]: DEBUG oslo_vmware.api [None req-6b98d509-6e8c-4109-8854-aa24451bcf00 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Task: {'id': task-1861727, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.145834} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1684.765180] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b98d509-6e8c-4109-8854-aa24451bcf00 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Deleted the datastore file {{(pid=62574) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1684.765393] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-6b98d509-6e8c-4109-8854-aa24451bcf00 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] [instance: 05938d25-9db4-4c10-b545-0f94781a9250] Deleted contents of the VM from datastore datastore2 {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1684.765577] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-6b98d509-6e8c-4109-8854-aa24451bcf00 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] [instance: 05938d25-9db4-4c10-b545-0f94781a9250] Instance destroyed {{(pid=62574) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1684.765793] env[62574]: INFO nova.compute.manager [None req-6b98d509-6e8c-4109-8854-aa24451bcf00 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] [instance: 05938d25-9db4-4c10-b545-0f94781a9250] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1684.766112] env[62574]: DEBUG oslo.service.loopingcall [None req-6b98d509-6e8c-4109-8854-aa24451bcf00 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62574) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1684.766714] env[62574]: DEBUG oslo_vmware.api [None req-7098424e-efaa-4d48-9b0c-490eecd49754 tempest-ServersWithSpecificFlavorTestJSON-1641053384 tempest-ServersWithSpecificFlavorTestJSON-1641053384-project-member] Task: {'id': task-1861729, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1684.767194] env[62574]: DEBUG nova.compute.manager [-] [instance: 05938d25-9db4-4c10-b545-0f94781a9250] Deallocating network for instance {{(pid=62574) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1684.767297] env[62574]: DEBUG nova.network.neutron [-] [instance: 05938d25-9db4-4c10-b545-0f94781a9250] deallocate_for_instance() {{(pid=62574) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1685.026027] env[62574]: INFO nova.compute.manager [-] [instance: ab4ac58c-a716-46c6-ba11-fb5dd8e7ba24] Took 1.47 seconds to deallocate network for instance. [ 1685.031622] env[62574]: DEBUG nova.compute.manager [None req-aaa95191-9094-403a-a39f-3a565ec3251a tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] [instance: 76ab47f1-1837-44ef-a0c5-bbd149566601] Starting instance... {{(pid=62574) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1685.071269] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de4e3508-bb80-4e2a-9a2a-a7489419262d {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.086584] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27cd9571-adcb-4c7e-ac0a-5741c198137b {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.129871] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13ace2d7-acdd-4150-89c7-975621f7e7fc {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.131934] env[62574]: DEBUG nova.compute.manager [req-6d53a564-9f76-4c4a-9702-cb89d3787aea req-fc32db61-d0c2-4a93-9a3d-7ff5eefaadb0 service nova] [instance: ab4ac58c-a716-46c6-ba11-fb5dd8e7ba24] Received event network-vif-deleted-bdb88878-ca3e-484b-b5ce-fd41cb7e568d {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1685.139164] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9c98d25-cb79-4622-b253-401f64131bef {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.155497] env[62574]: DEBUG nova.compute.provider_tree [None req-44fdfd8c-eb17-458d-a497-4d0744380e00 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Inventory has not changed in ProviderTree for provider: f0ed160a-beff-4626-a531-2a70d7bc0627 {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1685.168475] env[62574]: DEBUG oslo_concurrency.lockutils [None req-0b461726-7d35-4715-8c35-fd4cb2ee07b2 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Acquiring lock "refresh_cache-bf51b779-23b8-4401-8e23-74f751a27b18" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1685.168629] env[62574]: DEBUG oslo_concurrency.lockutils [None req-0b461726-7d35-4715-8c35-fd4cb2ee07b2 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Acquired lock "refresh_cache-bf51b779-23b8-4401-8e23-74f751a27b18" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1685.168780] env[62574]: DEBUG nova.network.neutron [None req-0b461726-7d35-4715-8c35-fd4cb2ee07b2 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] [instance: bf51b779-23b8-4401-8e23-74f751a27b18] Building network info cache for instance {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1685.218626] env[62574]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1685.218626] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]522718a4-b096-cfdc-326c-ae05aa1ddb38" [ 1685.218626] env[62574]: _type = "HttpNfcLease" [ 1685.218626] env[62574]: } is ready. {{(pid=62574) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1685.219151] env[62574]: DEBUG oslo_vmware.rw_handles [None req-1b6c36ec-c398-4a9b-b38d-df104b40e1ef tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1685.219151] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]522718a4-b096-cfdc-326c-ae05aa1ddb38" [ 1685.219151] env[62574]: _type = "HttpNfcLease" [ 1685.219151] env[62574]: }. {{(pid=62574) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1685.219698] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3141defd-0190-4808-a6d0-75b6fb3d3456 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.230056] env[62574]: DEBUG oslo_vmware.rw_handles [None req-1b6c36ec-c398-4a9b-b38d-df104b40e1ef tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52361228-c216-ad10-2d5d-d4ef07261e26/disk-0.vmdk from lease info. {{(pid=62574) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1685.230274] env[62574]: DEBUG oslo_vmware.rw_handles [None req-1b6c36ec-c398-4a9b-b38d-df104b40e1ef tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52361228-c216-ad10-2d5d-d4ef07261e26/disk-0.vmdk for reading. {{(pid=62574) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1685.307370] env[62574]: DEBUG oslo_vmware.api [None req-7098424e-efaa-4d48-9b0c-490eecd49754 tempest-ServersWithSpecificFlavorTestJSON-1641053384 tempest-ServersWithSpecificFlavorTestJSON-1641053384-project-member] Task: {'id': task-1861729, 'name': PowerOnVM_Task, 'duration_secs': 0.494852} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1685.307370] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-7098424e-efaa-4d48-9b0c-490eecd49754 tempest-ServersWithSpecificFlavorTestJSON-1641053384 tempest-ServersWithSpecificFlavorTestJSON-1641053384-project-member] [instance: 5dac9007-8ded-444f-a7ea-5032465ccced] Powered on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1685.307370] env[62574]: INFO nova.compute.manager [None req-7098424e-efaa-4d48-9b0c-490eecd49754 tempest-ServersWithSpecificFlavorTestJSON-1641053384 tempest-ServersWithSpecificFlavorTestJSON-1641053384-project-member] [instance: 5dac9007-8ded-444f-a7ea-5032465ccced] Took 13.47 seconds to spawn the instance on the hypervisor. [ 1685.307370] env[62574]: DEBUG nova.compute.manager [None req-7098424e-efaa-4d48-9b0c-490eecd49754 tempest-ServersWithSpecificFlavorTestJSON-1641053384 tempest-ServersWithSpecificFlavorTestJSON-1641053384-project-member] [instance: 5dac9007-8ded-444f-a7ea-5032465ccced] Checking state {{(pid=62574) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1685.307744] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-633c98c9-dd66-4b44-9715-10768c8bcc17 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.328688] env[62574]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-5546b171-9319-4d03-9d56-3acc03c2101f {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.542545] env[62574]: DEBUG oslo_concurrency.lockutils [None req-aefff314-b1cf-424d-8bed-32a581d70280 tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1685.553334] env[62574]: DEBUG nova.network.neutron [-] [instance: 05938d25-9db4-4c10-b545-0f94781a9250] Updating instance_info_cache with network_info: [] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1685.555502] env[62574]: DEBUG oslo_concurrency.lockutils [None req-aaa95191-9094-403a-a39f-3a565ec3251a tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1685.659776] env[62574]: DEBUG nova.scheduler.client.report [None req-44fdfd8c-eb17-458d-a497-4d0744380e00 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Inventory has not changed for provider f0ed160a-beff-4626-a531-2a70d7bc0627 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1685.720635] env[62574]: DEBUG nova.network.neutron [None req-0b461726-7d35-4715-8c35-fd4cb2ee07b2 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] [instance: bf51b779-23b8-4401-8e23-74f751a27b18] Instance cache missing network info. {{(pid=62574) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1685.841283] env[62574]: INFO nova.compute.manager [None req-7098424e-efaa-4d48-9b0c-490eecd49754 tempest-ServersWithSpecificFlavorTestJSON-1641053384 tempest-ServersWithSpecificFlavorTestJSON-1641053384-project-member] [instance: 5dac9007-8ded-444f-a7ea-5032465ccced] Took 47.46 seconds to build instance. [ 1685.904570] env[62574]: DEBUG nova.network.neutron [None req-0b461726-7d35-4715-8c35-fd4cb2ee07b2 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] [instance: bf51b779-23b8-4401-8e23-74f751a27b18] Updating instance_info_cache with network_info: [{"id": "7adf59ff-eb8e-4ce7-8a41-cdfaa2ddcca0", "address": "fa:16:3e:9c:eb:8e", "network": {"id": "8bd12a38-08c1-4356-9843-f29b17be87eb", "bridge": "br-int", "label": "tempest-ServersTestJSON-544040280-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd623c359a6848e68b723390c29ce7e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cb94a1a-f287-46e7-b63b-ec692c2141b4", "external-id": "nsx-vlan-transportzone-346", "segmentation_id": 346, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7adf59ff-eb", "ovs_interfaceid": "7adf59ff-eb8e-4ce7-8a41-cdfaa2ddcca0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1686.057130] env[62574]: INFO nova.compute.manager [-] [instance: 05938d25-9db4-4c10-b545-0f94781a9250] Took 1.29 seconds to deallocate network for instance. [ 1686.168189] env[62574]: DEBUG oslo_concurrency.lockutils [None req-44fdfd8c-eb17-458d-a497-4d0744380e00 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.117s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1686.169728] env[62574]: DEBUG oslo_concurrency.lockutils [None req-a43d2998-a6a8-4590-88d9-2113076e9aa0 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.754s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1686.170364] env[62574]: DEBUG nova.objects.instance [None req-a43d2998-a6a8-4590-88d9-2113076e9aa0 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] Lazy-loading 'resources' on Instance uuid a40bab23-721e-4584-bda1-2bf5d0e0e37e {{(pid=62574) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1686.207174] env[62574]: INFO nova.scheduler.client.report [None req-44fdfd8c-eb17-458d-a497-4d0744380e00 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Deleted allocations for instance 2a0c3300-ba7f-4604-b629-42bda5d48664 [ 1686.346688] env[62574]: DEBUG oslo_concurrency.lockutils [None req-7098424e-efaa-4d48-9b0c-490eecd49754 tempest-ServersWithSpecificFlavorTestJSON-1641053384 tempest-ServersWithSpecificFlavorTestJSON-1641053384-project-member] Lock "5dac9007-8ded-444f-a7ea-5032465ccced" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.804s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1686.411023] env[62574]: DEBUG oslo_concurrency.lockutils [None req-0b461726-7d35-4715-8c35-fd4cb2ee07b2 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Releasing lock "refresh_cache-bf51b779-23b8-4401-8e23-74f751a27b18" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1686.411023] env[62574]: DEBUG nova.compute.manager [None req-0b461726-7d35-4715-8c35-fd4cb2ee07b2 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] [instance: bf51b779-23b8-4401-8e23-74f751a27b18] Instance network_info: |[{"id": "7adf59ff-eb8e-4ce7-8a41-cdfaa2ddcca0", "address": "fa:16:3e:9c:eb:8e", "network": {"id": "8bd12a38-08c1-4356-9843-f29b17be87eb", "bridge": "br-int", "label": "tempest-ServersTestJSON-544040280-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd623c359a6848e68b723390c29ce7e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cb94a1a-f287-46e7-b63b-ec692c2141b4", "external-id": "nsx-vlan-transportzone-346", "segmentation_id": 346, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7adf59ff-eb", "ovs_interfaceid": "7adf59ff-eb8e-4ce7-8a41-cdfaa2ddcca0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62574) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1686.411023] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-0b461726-7d35-4715-8c35-fd4cb2ee07b2 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] [instance: bf51b779-23b8-4401-8e23-74f751a27b18] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9c:eb:8e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1cb94a1a-f287-46e7-b63b-ec692c2141b4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7adf59ff-eb8e-4ce7-8a41-cdfaa2ddcca0', 'vif_model': 'vmxnet3'}] {{(pid=62574) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1686.421324] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b461726-7d35-4715-8c35-fd4cb2ee07b2 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Creating folder: Project (dd623c359a6848e68b723390c29ce7e6). Parent ref: group-v384746. {{(pid=62574) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1686.421921] env[62574]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4a435c4a-d66d-48f0-a8c1-a6738968b073 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.440397] env[62574]: INFO nova.virt.vmwareapi.vm_util [None req-0b461726-7d35-4715-8c35-fd4cb2ee07b2 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Created folder: Project (dd623c359a6848e68b723390c29ce7e6) in parent group-v384746. [ 1686.440910] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b461726-7d35-4715-8c35-fd4cb2ee07b2 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Creating folder: Instances. Parent ref: group-v384904. {{(pid=62574) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1686.441524] env[62574]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-583554a1-27a9-40ff-8e4f-91cd3313a703 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.454505] env[62574]: INFO nova.virt.vmwareapi.vm_util [None req-0b461726-7d35-4715-8c35-fd4cb2ee07b2 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Created folder: Instances in parent group-v384904. [ 1686.454974] env[62574]: DEBUG oslo.service.loopingcall [None req-0b461726-7d35-4715-8c35-fd4cb2ee07b2 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62574) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1686.455752] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bf51b779-23b8-4401-8e23-74f751a27b18] Creating VM on the ESX host {{(pid=62574) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1686.456424] env[62574]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-203c74ff-d11e-4cfa-97c7-f78872680d86 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.480955] env[62574]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1686.480955] env[62574]: value = "task-1861732" [ 1686.480955] env[62574]: _type = "Task" [ 1686.480955] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1686.489893] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1861732, 'name': CreateVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1686.566432] env[62574]: DEBUG oslo_concurrency.lockutils [None req-6b98d509-6e8c-4109-8854-aa24451bcf00 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1686.658449] env[62574]: DEBUG nova.compute.manager [req-6e7af7fe-32d0-4c6f-aeed-ce8c049c7aca req-01b4e3f7-f71f-4118-a974-c9d80e0e8c84 service nova] [instance: bf51b779-23b8-4401-8e23-74f751a27b18] Received event network-changed-7adf59ff-eb8e-4ce7-8a41-cdfaa2ddcca0 {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1686.659145] env[62574]: DEBUG nova.compute.manager [req-6e7af7fe-32d0-4c6f-aeed-ce8c049c7aca req-01b4e3f7-f71f-4118-a974-c9d80e0e8c84 service nova] [instance: bf51b779-23b8-4401-8e23-74f751a27b18] Refreshing instance network info cache due to event network-changed-7adf59ff-eb8e-4ce7-8a41-cdfaa2ddcca0. {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1686.659145] env[62574]: DEBUG oslo_concurrency.lockutils [req-6e7af7fe-32d0-4c6f-aeed-ce8c049c7aca req-01b4e3f7-f71f-4118-a974-c9d80e0e8c84 service nova] Acquiring lock "refresh_cache-bf51b779-23b8-4401-8e23-74f751a27b18" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1686.659299] env[62574]: DEBUG oslo_concurrency.lockutils [req-6e7af7fe-32d0-4c6f-aeed-ce8c049c7aca req-01b4e3f7-f71f-4118-a974-c9d80e0e8c84 service nova] Acquired lock "refresh_cache-bf51b779-23b8-4401-8e23-74f751a27b18" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1686.659371] env[62574]: DEBUG nova.network.neutron [req-6e7af7fe-32d0-4c6f-aeed-ce8c049c7aca req-01b4e3f7-f71f-4118-a974-c9d80e0e8c84 service nova] [instance: bf51b779-23b8-4401-8e23-74f751a27b18] Refreshing network info cache for port 7adf59ff-eb8e-4ce7-8a41-cdfaa2ddcca0 {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1686.719114] env[62574]: DEBUG oslo_concurrency.lockutils [None req-44fdfd8c-eb17-458d-a497-4d0744380e00 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Lock "2a0c3300-ba7f-4604-b629-42bda5d48664" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.659s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1686.998360] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1861732, 'name': CreateVM_Task} progress is 25%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1687.231736] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f00a235c-bae5-414d-aa64-49d3d47af81e {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.243386] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e971efd3-1bc8-42ed-a9b4-9a2afb09e6e5 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.280630] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46ce6fab-8bbd-421f-8b4b-670b2d9b99aa {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.290068] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-109b839e-b9e3-48c0-a2e1-952723f4cb54 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.307222] env[62574]: DEBUG nova.compute.provider_tree [None req-a43d2998-a6a8-4590-88d9-2113076e9aa0 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] Inventory has not changed in ProviderTree for provider: f0ed160a-beff-4626-a531-2a70d7bc0627 {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1687.487825] env[62574]: DEBUG nova.network.neutron [req-6e7af7fe-32d0-4c6f-aeed-ce8c049c7aca req-01b4e3f7-f71f-4118-a974-c9d80e0e8c84 service nova] [instance: bf51b779-23b8-4401-8e23-74f751a27b18] Updated VIF entry in instance network info cache for port 7adf59ff-eb8e-4ce7-8a41-cdfaa2ddcca0. {{(pid=62574) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1687.488564] env[62574]: DEBUG nova.network.neutron [req-6e7af7fe-32d0-4c6f-aeed-ce8c049c7aca req-01b4e3f7-f71f-4118-a974-c9d80e0e8c84 service nova] [instance: bf51b779-23b8-4401-8e23-74f751a27b18] Updating instance_info_cache with network_info: [{"id": "7adf59ff-eb8e-4ce7-8a41-cdfaa2ddcca0", "address": "fa:16:3e:9c:eb:8e", "network": {"id": "8bd12a38-08c1-4356-9843-f29b17be87eb", "bridge": "br-int", "label": "tempest-ServersTestJSON-544040280-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd623c359a6848e68b723390c29ce7e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cb94a1a-f287-46e7-b63b-ec692c2141b4", "external-id": "nsx-vlan-transportzone-346", "segmentation_id": 346, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7adf59ff-eb", "ovs_interfaceid": "7adf59ff-eb8e-4ce7-8a41-cdfaa2ddcca0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1687.497540] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1861732, 'name': CreateVM_Task} progress is 99%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1687.813267] env[62574]: DEBUG nova.scheduler.client.report [None req-a43d2998-a6a8-4590-88d9-2113076e9aa0 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] Inventory has not changed for provider f0ed160a-beff-4626-a531-2a70d7bc0627 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1687.995562] env[62574]: DEBUG oslo_concurrency.lockutils [req-6e7af7fe-32d0-4c6f-aeed-ce8c049c7aca req-01b4e3f7-f71f-4118-a974-c9d80e0e8c84 service nova] Releasing lock "refresh_cache-bf51b779-23b8-4401-8e23-74f751a27b18" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1687.995562] env[62574]: DEBUG nova.compute.manager [req-6e7af7fe-32d0-4c6f-aeed-ce8c049c7aca req-01b4e3f7-f71f-4118-a974-c9d80e0e8c84 service nova] [instance: 05938d25-9db4-4c10-b545-0f94781a9250] Received event network-vif-deleted-651072f1-edf7-4449-9470-7b58df36e5c4 {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1688.003602] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1861732, 'name': CreateVM_Task} progress is 99%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1688.320207] env[62574]: DEBUG oslo_concurrency.lockutils [None req-a43d2998-a6a8-4590-88d9-2113076e9aa0 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.150s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1688.324253] env[62574]: DEBUG oslo_concurrency.lockutils [None req-977b7978-bd10-4b95-a214-4753cab485b3 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.481s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1688.326915] env[62574]: INFO nova.compute.claims [None req-977b7978-bd10-4b95-a214-4753cab485b3 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] [instance: 6a33b561-3788-4b8e-8763-ac23485c0dc8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1688.367167] env[62574]: INFO nova.scheduler.client.report [None req-a43d2998-a6a8-4590-88d9-2113076e9aa0 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] Deleted allocations for instance a40bab23-721e-4584-bda1-2bf5d0e0e37e [ 1688.496280] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1861732, 'name': CreateVM_Task} progress is 99%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1688.690979] env[62574]: DEBUG nova.compute.manager [req-ace445f9-6b56-4d13-a9ea-c2791ed62f83 req-65317f68-3a34-4faf-9b28-2fb2b37bd6ef service nova] [instance: 5dac9007-8ded-444f-a7ea-5032465ccced] Received event network-changed-dc938684-251b-4a29-a478-df82a134bf74 {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1688.691365] env[62574]: DEBUG nova.compute.manager [req-ace445f9-6b56-4d13-a9ea-c2791ed62f83 req-65317f68-3a34-4faf-9b28-2fb2b37bd6ef service nova] [instance: 5dac9007-8ded-444f-a7ea-5032465ccced] Refreshing instance network info cache due to event network-changed-dc938684-251b-4a29-a478-df82a134bf74. {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1688.691601] env[62574]: DEBUG oslo_concurrency.lockutils [req-ace445f9-6b56-4d13-a9ea-c2791ed62f83 req-65317f68-3a34-4faf-9b28-2fb2b37bd6ef service nova] Acquiring lock "refresh_cache-5dac9007-8ded-444f-a7ea-5032465ccced" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1688.691749] env[62574]: DEBUG oslo_concurrency.lockutils [req-ace445f9-6b56-4d13-a9ea-c2791ed62f83 req-65317f68-3a34-4faf-9b28-2fb2b37bd6ef service nova] Acquired lock "refresh_cache-5dac9007-8ded-444f-a7ea-5032465ccced" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1688.692659] env[62574]: DEBUG nova.network.neutron [req-ace445f9-6b56-4d13-a9ea-c2791ed62f83 req-65317f68-3a34-4faf-9b28-2fb2b37bd6ef service nova] [instance: 5dac9007-8ded-444f-a7ea-5032465ccced] Refreshing network info cache for port dc938684-251b-4a29-a478-df82a134bf74 {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1688.872236] env[62574]: DEBUG oslo_concurrency.lockutils [None req-a43d2998-a6a8-4590-88d9-2113076e9aa0 tempest-ListServerFiltersTestJSON-1551292795 tempest-ListServerFiltersTestJSON-1551292795-project-member] Lock "a40bab23-721e-4584-bda1-2bf5d0e0e37e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.222s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1688.995595] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1861732, 'name': CreateVM_Task} progress is 99%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1689.499176] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1861732, 'name': CreateVM_Task, 'duration_secs': 2.880374} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1689.502345] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bf51b779-23b8-4401-8e23-74f751a27b18] Created VM on the ESX host {{(pid=62574) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1689.503377] env[62574]: DEBUG oslo_concurrency.lockutils [None req-0b461726-7d35-4715-8c35-fd4cb2ee07b2 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1689.503838] env[62574]: DEBUG oslo_concurrency.lockutils [None req-0b461726-7d35-4715-8c35-fd4cb2ee07b2 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1689.504386] env[62574]: DEBUG oslo_concurrency.lockutils [None req-0b461726-7d35-4715-8c35-fd4cb2ee07b2 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1689.504766] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-02960565-015b-4d85-8b4d-b3b1657badf0 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.518236] env[62574]: DEBUG oslo_vmware.api [None req-0b461726-7d35-4715-8c35-fd4cb2ee07b2 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Waiting for the task: (returnval){ [ 1689.518236] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]52318c52-da32-51b9-b715-fbedca209cf2" [ 1689.518236] env[62574]: _type = "Task" [ 1689.518236] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1689.531454] env[62574]: DEBUG oslo_vmware.api [None req-0b461726-7d35-4715-8c35-fd4cb2ee07b2 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52318c52-da32-51b9-b715-fbedca209cf2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1689.591493] env[62574]: DEBUG nova.network.neutron [req-ace445f9-6b56-4d13-a9ea-c2791ed62f83 req-65317f68-3a34-4faf-9b28-2fb2b37bd6ef service nova] [instance: 5dac9007-8ded-444f-a7ea-5032465ccced] Updated VIF entry in instance network info cache for port dc938684-251b-4a29-a478-df82a134bf74. {{(pid=62574) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1689.593032] env[62574]: DEBUG nova.network.neutron [req-ace445f9-6b56-4d13-a9ea-c2791ed62f83 req-65317f68-3a34-4faf-9b28-2fb2b37bd6ef service nova] [instance: 5dac9007-8ded-444f-a7ea-5032465ccced] Updating instance_info_cache with network_info: [{"id": "dc938684-251b-4a29-a478-df82a134bf74", "address": "fa:16:3e:11:41:f6", "network": {"id": "8bb61dfa-14c4-4c8c-81b0-4fc9928a6e8a", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-240900669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.182", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "679586b75f7c43ec8322818c36994d91", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31a7f15-a808-4199-9071-31fd05e316ea", "external-id": "nsx-vlan-transportzone-388", "segmentation_id": 388, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc938684-25", "ovs_interfaceid": "dc938684-251b-4a29-a478-df82a134bf74", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1689.839443] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daf6a472-ba79-4065-8f11-14a73c0a4a5b {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.852051] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d32bbc15-057a-4f77-a584-75cf4615da9d {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.893251] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a643d42-7d12-4168-89c1-dc3fbc6bf850 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.906226] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50919c0b-12e4-4a1f-a021-3be18312180f {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.922947] env[62574]: DEBUG nova.compute.provider_tree [None req-977b7978-bd10-4b95-a214-4753cab485b3 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] Inventory has not changed in ProviderTree for provider: f0ed160a-beff-4626-a531-2a70d7bc0627 {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1690.032407] env[62574]: DEBUG oslo_vmware.api [None req-0b461726-7d35-4715-8c35-fd4cb2ee07b2 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52318c52-da32-51b9-b715-fbedca209cf2, 'name': SearchDatastore_Task, 'duration_secs': 0.015864} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1690.033325] env[62574]: DEBUG oslo_concurrency.lockutils [None req-0b461726-7d35-4715-8c35-fd4cb2ee07b2 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1690.033738] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-0b461726-7d35-4715-8c35-fd4cb2ee07b2 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] [instance: bf51b779-23b8-4401-8e23-74f751a27b18] Processing image 3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2 {{(pid=62574) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1690.034075] env[62574]: DEBUG oslo_concurrency.lockutils [None req-0b461726-7d35-4715-8c35-fd4cb2ee07b2 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1690.034272] env[62574]: DEBUG oslo_concurrency.lockutils [None req-0b461726-7d35-4715-8c35-fd4cb2ee07b2 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1690.034879] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b461726-7d35-4715-8c35-fd4cb2ee07b2 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1690.035334] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-087e8828-f26e-4164-a960-6878c25a65a7 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.046997] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b461726-7d35-4715-8c35-fd4cb2ee07b2 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1690.047270] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-0b461726-7d35-4715-8c35-fd4cb2ee07b2 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62574) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1690.048100] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-695bb7f3-c9d1-45a1-9912-9f41d0c30146 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.056092] env[62574]: DEBUG oslo_vmware.api [None req-0b461726-7d35-4715-8c35-fd4cb2ee07b2 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Waiting for the task: (returnval){ [ 1690.056092] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]52949ded-8114-e5c9-2615-77f0e2510e37" [ 1690.056092] env[62574]: _type = "Task" [ 1690.056092] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1690.067803] env[62574]: DEBUG oslo_vmware.api [None req-0b461726-7d35-4715-8c35-fd4cb2ee07b2 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52949ded-8114-e5c9-2615-77f0e2510e37, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1690.096255] env[62574]: DEBUG oslo_concurrency.lockutils [None req-cb11538f-e1be-4861-827d-7a76566548c3 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Acquiring lock "f6cfb126-1ff6-4ac9-802e-7bbdfb539176" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1690.096624] env[62574]: DEBUG oslo_concurrency.lockutils [None req-cb11538f-e1be-4861-827d-7a76566548c3 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Lock "f6cfb126-1ff6-4ac9-802e-7bbdfb539176" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1690.098600] env[62574]: DEBUG oslo_concurrency.lockutils [req-ace445f9-6b56-4d13-a9ea-c2791ed62f83 req-65317f68-3a34-4faf-9b28-2fb2b37bd6ef service nova] Releasing lock "refresh_cache-5dac9007-8ded-444f-a7ea-5032465ccced" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1690.138297] env[62574]: DEBUG oslo_concurrency.lockutils [None req-f8d646e9-e9ad-478b-8a3a-f560f58e0448 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Acquiring lock "e9878c22-2044-464f-915f-c1c865693437" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1690.138586] env[62574]: DEBUG oslo_concurrency.lockutils [None req-f8d646e9-e9ad-478b-8a3a-f560f58e0448 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Lock "e9878c22-2044-464f-915f-c1c865693437" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.001s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1690.139125] env[62574]: INFO nova.compute.manager [None req-f8d646e9-e9ad-478b-8a3a-f560f58e0448 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] [instance: e9878c22-2044-464f-915f-c1c865693437] Rebooting instance [ 1690.426579] env[62574]: DEBUG nova.scheduler.client.report [None req-977b7978-bd10-4b95-a214-4753cab485b3 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] Inventory has not changed for provider f0ed160a-beff-4626-a531-2a70d7bc0627 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1690.573535] env[62574]: DEBUG oslo_vmware.api [None req-0b461726-7d35-4715-8c35-fd4cb2ee07b2 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52949ded-8114-e5c9-2615-77f0e2510e37, 'name': SearchDatastore_Task, 'duration_secs': 0.020179} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1690.574839] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bfc573c0-e6cc-4a2e-b610-94ab128dd79e {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.585624] env[62574]: DEBUG oslo_vmware.api [None req-0b461726-7d35-4715-8c35-fd4cb2ee07b2 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Waiting for the task: (returnval){ [ 1690.585624] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]527986b4-dd2e-788a-eb9d-ec2c559a0d41" [ 1690.585624] env[62574]: _type = "Task" [ 1690.585624] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1690.597346] env[62574]: DEBUG oslo_vmware.api [None req-0b461726-7d35-4715-8c35-fd4cb2ee07b2 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]527986b4-dd2e-788a-eb9d-ec2c559a0d41, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1690.600312] env[62574]: DEBUG nova.compute.manager [None req-cb11538f-e1be-4861-827d-7a76566548c3 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] [instance: f6cfb126-1ff6-4ac9-802e-7bbdfb539176] Starting instance... {{(pid=62574) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1690.681274] env[62574]: DEBUG oslo_concurrency.lockutils [None req-f8d646e9-e9ad-478b-8a3a-f560f58e0448 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Acquiring lock "refresh_cache-e9878c22-2044-464f-915f-c1c865693437" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1690.681274] env[62574]: DEBUG oslo_concurrency.lockutils [None req-f8d646e9-e9ad-478b-8a3a-f560f58e0448 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Acquired lock "refresh_cache-e9878c22-2044-464f-915f-c1c865693437" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1690.681274] env[62574]: DEBUG nova.network.neutron [None req-f8d646e9-e9ad-478b-8a3a-f560f58e0448 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] [instance: e9878c22-2044-464f-915f-c1c865693437] Building network info cache for instance {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1690.933897] env[62574]: DEBUG oslo_concurrency.lockutils [None req-977b7978-bd10-4b95-a214-4753cab485b3 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.609s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1690.934280] env[62574]: DEBUG nova.compute.manager [None req-977b7978-bd10-4b95-a214-4753cab485b3 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] [instance: 6a33b561-3788-4b8e-8763-ac23485c0dc8] Start building networks asynchronously for instance. {{(pid=62574) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1690.939736] env[62574]: DEBUG oslo_concurrency.lockutils [None req-590c37d1-df4c-483e-9884-bfd0e4cddf6a tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.885s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1690.939736] env[62574]: DEBUG nova.objects.instance [None req-590c37d1-df4c-483e-9884-bfd0e4cddf6a tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] Lazy-loading 'resources' on Instance uuid c195131e-5a17-4c77-b7d2-8873bb6a9653 {{(pid=62574) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1691.097613] env[62574]: DEBUG oslo_vmware.api [None req-0b461726-7d35-4715-8c35-fd4cb2ee07b2 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]527986b4-dd2e-788a-eb9d-ec2c559a0d41, 'name': SearchDatastore_Task, 'duration_secs': 0.012018} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1691.098014] env[62574]: DEBUG oslo_concurrency.lockutils [None req-0b461726-7d35-4715-8c35-fd4cb2ee07b2 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1691.098327] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b461726-7d35-4715-8c35-fd4cb2ee07b2 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk to [datastore1] bf51b779-23b8-4401-8e23-74f751a27b18/bf51b779-23b8-4401-8e23-74f751a27b18.vmdk {{(pid=62574) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1691.098715] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-936f3ad5-687e-47c8-aa9e-a82b71bd0f10 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.107400] env[62574]: DEBUG oslo_vmware.api [None req-0b461726-7d35-4715-8c35-fd4cb2ee07b2 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Waiting for the task: (returnval){ [ 1691.107400] env[62574]: value = "task-1861733" [ 1691.107400] env[62574]: _type = "Task" [ 1691.107400] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1691.118910] env[62574]: DEBUG oslo_vmware.api [None req-0b461726-7d35-4715-8c35-fd4cb2ee07b2 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Task: {'id': task-1861733, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1691.130775] env[62574]: DEBUG oslo_concurrency.lockutils [None req-cb11538f-e1be-4861-827d-7a76566548c3 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1691.441757] env[62574]: DEBUG nova.compute.utils [None req-977b7978-bd10-4b95-a214-4753cab485b3 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] Using /dev/sd instead of None {{(pid=62574) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1691.448121] env[62574]: DEBUG nova.compute.manager [None req-977b7978-bd10-4b95-a214-4753cab485b3 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] [instance: 6a33b561-3788-4b8e-8763-ac23485c0dc8] Allocating IP information in the background. {{(pid=62574) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1691.449113] env[62574]: DEBUG nova.network.neutron [None req-977b7978-bd10-4b95-a214-4753cab485b3 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] [instance: 6a33b561-3788-4b8e-8763-ac23485c0dc8] allocate_for_instance() {{(pid=62574) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1691.508802] env[62574]: DEBUG nova.network.neutron [None req-f8d646e9-e9ad-478b-8a3a-f560f58e0448 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] [instance: e9878c22-2044-464f-915f-c1c865693437] Updating instance_info_cache with network_info: [{"id": "3a39b895-bd2c-473c-8ce9-963b9918de03", "address": "fa:16:3e:3a:c5:64", "network": {"id": "3af14f16-9d32-4c8d-8557-ce8f3b8b4086", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1431517823-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.141", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "31d5eeff630d40d2928149f27883ae60", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a39b895-bd", "ovs_interfaceid": "3a39b895-bd2c-473c-8ce9-963b9918de03", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1691.566614] env[62574]: DEBUG nova.policy [None req-977b7978-bd10-4b95-a214-4753cab485b3 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5ebd02c55b67412a8a3691bc74ece5ec', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3e489da130f14291a8ef763e4d99ed05', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62574) authorize /opt/stack/nova/nova/policy.py:192}} [ 1691.623429] env[62574]: DEBUG oslo_vmware.api [None req-0b461726-7d35-4715-8c35-fd4cb2ee07b2 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Task: {'id': task-1861733, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1691.947332] env[62574]: DEBUG nova.compute.manager [None req-977b7978-bd10-4b95-a214-4753cab485b3 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] [instance: 6a33b561-3788-4b8e-8763-ac23485c0dc8] Start building block device mappings for instance. {{(pid=62574) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1691.982111] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21b46f83-d0e5-44ab-948c-ae07164b5ca7 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.995578] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c08d8933-128d-4d2d-868d-2bb080bd38e9 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.029998] env[62574]: DEBUG oslo_concurrency.lockutils [None req-f8d646e9-e9ad-478b-8a3a-f560f58e0448 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Releasing lock "refresh_cache-e9878c22-2044-464f-915f-c1c865693437" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1692.033166] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-349200c9-426c-4490-96ab-9b67068baf83 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.044289] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-492f0fb9-390a-433d-a93c-a8de618c9441 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.062039] env[62574]: DEBUG nova.compute.provider_tree [None req-590c37d1-df4c-483e-9884-bfd0e4cddf6a tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] Inventory has not changed in ProviderTree for provider: f0ed160a-beff-4626-a531-2a70d7bc0627 {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1692.123409] env[62574]: DEBUG oslo_vmware.api [None req-0b461726-7d35-4715-8c35-fd4cb2ee07b2 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Task: {'id': task-1861733, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.572515} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1692.123409] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b461726-7d35-4715-8c35-fd4cb2ee07b2 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk to [datastore1] bf51b779-23b8-4401-8e23-74f751a27b18/bf51b779-23b8-4401-8e23-74f751a27b18.vmdk {{(pid=62574) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1692.123640] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-0b461726-7d35-4715-8c35-fd4cb2ee07b2 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] [instance: bf51b779-23b8-4401-8e23-74f751a27b18] Extending root virtual disk to 1048576 {{(pid=62574) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1692.124272] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a362e3b0-f9d2-4464-be2d-9a8063a2468b {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.133424] env[62574]: DEBUG oslo_vmware.api [None req-0b461726-7d35-4715-8c35-fd4cb2ee07b2 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Waiting for the task: (returnval){ [ 1692.133424] env[62574]: value = "task-1861734" [ 1692.133424] env[62574]: _type = "Task" [ 1692.133424] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1692.145086] env[62574]: DEBUG oslo_vmware.api [None req-0b461726-7d35-4715-8c35-fd4cb2ee07b2 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Task: {'id': task-1861734, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1692.457920] env[62574]: DEBUG nova.network.neutron [None req-977b7978-bd10-4b95-a214-4753cab485b3 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] [instance: 6a33b561-3788-4b8e-8763-ac23485c0dc8] Successfully created port: 7a490395-e45d-4505-9598-d2efc1d53a1f {{(pid=62574) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1692.539380] env[62574]: DEBUG nova.compute.manager [None req-f8d646e9-e9ad-478b-8a3a-f560f58e0448 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] [instance: e9878c22-2044-464f-915f-c1c865693437] Checking state {{(pid=62574) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1692.540299] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-386cc35e-2c79-4b34-a4a3-c8e028868b32 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.564947] env[62574]: DEBUG nova.scheduler.client.report [None req-590c37d1-df4c-483e-9884-bfd0e4cddf6a tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] Inventory has not changed for provider f0ed160a-beff-4626-a531-2a70d7bc0627 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1692.646980] env[62574]: DEBUG oslo_vmware.api [None req-0b461726-7d35-4715-8c35-fd4cb2ee07b2 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Task: {'id': task-1861734, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078241} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1692.647268] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-0b461726-7d35-4715-8c35-fd4cb2ee07b2 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] [instance: bf51b779-23b8-4401-8e23-74f751a27b18] Extended root virtual disk {{(pid=62574) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1692.648293] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ae5490b-1d2c-499e-b869-92ef296976d0 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.679025] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b461726-7d35-4715-8c35-fd4cb2ee07b2 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] [instance: bf51b779-23b8-4401-8e23-74f751a27b18] Reconfiguring VM instance instance-00000036 to attach disk [datastore1] bf51b779-23b8-4401-8e23-74f751a27b18/bf51b779-23b8-4401-8e23-74f751a27b18.vmdk or device None with type sparse {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1692.679205] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f35976c8-8203-4b91-9c01-b4ae8cb1e457 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.705058] env[62574]: DEBUG oslo_vmware.api [None req-0b461726-7d35-4715-8c35-fd4cb2ee07b2 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Waiting for the task: (returnval){ [ 1692.705058] env[62574]: value = "task-1861735" [ 1692.705058] env[62574]: _type = "Task" [ 1692.705058] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1692.713701] env[62574]: DEBUG oslo_vmware.api [None req-0b461726-7d35-4715-8c35-fd4cb2ee07b2 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Task: {'id': task-1861735, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1692.944397] env[62574]: DEBUG oslo_vmware.rw_handles [None req-1b6c36ec-c398-4a9b-b38d-df104b40e1ef tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52361228-c216-ad10-2d5d-d4ef07261e26/disk-0.vmdk. {{(pid=62574) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1692.945677] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b916541-b9e2-4cb0-802f-4fc7cefc7852 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.955475] env[62574]: DEBUG oslo_vmware.rw_handles [None req-1b6c36ec-c398-4a9b-b38d-df104b40e1ef tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52361228-c216-ad10-2d5d-d4ef07261e26/disk-0.vmdk is in state: ready. {{(pid=62574) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1692.955767] env[62574]: ERROR oslo_vmware.rw_handles [None req-1b6c36ec-c398-4a9b-b38d-df104b40e1ef tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52361228-c216-ad10-2d5d-d4ef07261e26/disk-0.vmdk due to incomplete transfer. [ 1692.956032] env[62574]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-9db2e35f-d882-4b82-8fd4-7167a59a90d2 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.962828] env[62574]: DEBUG nova.compute.manager [None req-977b7978-bd10-4b95-a214-4753cab485b3 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] [instance: 6a33b561-3788-4b8e-8763-ac23485c0dc8] Start spawning the instance on the hypervisor. {{(pid=62574) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1692.966708] env[62574]: DEBUG oslo_vmware.rw_handles [None req-1b6c36ec-c398-4a9b-b38d-df104b40e1ef tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52361228-c216-ad10-2d5d-d4ef07261e26/disk-0.vmdk. {{(pid=62574) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1692.966962] env[62574]: DEBUG nova.virt.vmwareapi.images [None req-1b6c36ec-c398-4a9b-b38d-df104b40e1ef tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] [instance: 4cc7d784-be5d-41db-a028-0dade3464032] Uploaded image df7d49ea-eece-4029-bbc9-c201fb47587b to the Glance image server {{(pid=62574) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1692.969432] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b6c36ec-c398-4a9b-b38d-df104b40e1ef tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] [instance: 4cc7d784-be5d-41db-a028-0dade3464032] Destroying the VM {{(pid=62574) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1692.970021] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-69225800-8c59-497d-a092-457bf7fb7e71 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.977058] env[62574]: DEBUG oslo_vmware.api [None req-1b6c36ec-c398-4a9b-b38d-df104b40e1ef tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Waiting for the task: (returnval){ [ 1692.977058] env[62574]: value = "task-1861736" [ 1692.977058] env[62574]: _type = "Task" [ 1692.977058] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1692.988579] env[62574]: DEBUG nova.virt.hardware [None req-977b7978-bd10-4b95-a214-4753cab485b3 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T19:26:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-13T19:26:40Z,direct_url=,disk_format='vmdk',id=3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7eed1dd4d2c3418eb32c4f4ceda3ab0d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-13T19:26:41Z,virtual_size=,visibility=), allow threads: False {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1692.988579] env[62574]: DEBUG nova.virt.hardware [None req-977b7978-bd10-4b95-a214-4753cab485b3 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] Flavor limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1692.988579] env[62574]: DEBUG nova.virt.hardware [None req-977b7978-bd10-4b95-a214-4753cab485b3 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] Image limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1692.988579] env[62574]: DEBUG nova.virt.hardware [None req-977b7978-bd10-4b95-a214-4753cab485b3 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] Flavor pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1692.988579] env[62574]: DEBUG nova.virt.hardware [None req-977b7978-bd10-4b95-a214-4753cab485b3 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] Image pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1692.988579] env[62574]: DEBUG nova.virt.hardware [None req-977b7978-bd10-4b95-a214-4753cab485b3 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1692.988579] env[62574]: DEBUG nova.virt.hardware [None req-977b7978-bd10-4b95-a214-4753cab485b3 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1692.988579] env[62574]: DEBUG nova.virt.hardware [None req-977b7978-bd10-4b95-a214-4753cab485b3 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1692.988579] env[62574]: DEBUG nova.virt.hardware [None req-977b7978-bd10-4b95-a214-4753cab485b3 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] Got 1 possible topologies {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1692.989068] env[62574]: DEBUG nova.virt.hardware [None req-977b7978-bd10-4b95-a214-4753cab485b3 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1692.989861] env[62574]: DEBUG nova.virt.hardware [None req-977b7978-bd10-4b95-a214-4753cab485b3 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1692.990246] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e026ed2-55c5-4c8e-8c61-a072ac76f90a {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.002265] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ab6ca03-3691-4cc0-b469-a250b99f3aa3 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.006736] env[62574]: DEBUG oslo_vmware.api [None req-1b6c36ec-c398-4a9b-b38d-df104b40e1ef tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Task: {'id': task-1861736, 'name': Destroy_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1693.070399] env[62574]: DEBUG oslo_concurrency.lockutils [None req-590c37d1-df4c-483e-9884-bfd0e4cddf6a tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.133s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1693.073888] env[62574]: DEBUG oslo_concurrency.lockutils [None req-1d2a59a7-4e0f-4e6b-90ad-c84a6d299fda tempest-AttachInterfacesUnderV243Test-962410907 tempest-AttachInterfacesUnderV243Test-962410907-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.002s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1693.074199] env[62574]: DEBUG nova.objects.instance [None req-1d2a59a7-4e0f-4e6b-90ad-c84a6d299fda tempest-AttachInterfacesUnderV243Test-962410907 tempest-AttachInterfacesUnderV243Test-962410907-project-member] Lazy-loading 'resources' on Instance uuid ae9a6ff7-cc1f-43dc-9acb-47aaa3d1089e {{(pid=62574) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1693.096181] env[62574]: INFO nova.scheduler.client.report [None req-590c37d1-df4c-483e-9884-bfd0e4cddf6a tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] Deleted allocations for instance c195131e-5a17-4c77-b7d2-8873bb6a9653 [ 1693.215625] env[62574]: DEBUG oslo_vmware.api [None req-0b461726-7d35-4715-8c35-fd4cb2ee07b2 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Task: {'id': task-1861735, 'name': ReconfigVM_Task, 'duration_secs': 0.361684} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1693.216789] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b461726-7d35-4715-8c35-fd4cb2ee07b2 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] [instance: bf51b779-23b8-4401-8e23-74f751a27b18] Reconfigured VM instance instance-00000036 to attach disk [datastore1] bf51b779-23b8-4401-8e23-74f751a27b18/bf51b779-23b8-4401-8e23-74f751a27b18.vmdk or device None with type sparse {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1693.218109] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d16442fa-b684-4433-99ac-e22ec7899808 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.227668] env[62574]: DEBUG oslo_vmware.api [None req-0b461726-7d35-4715-8c35-fd4cb2ee07b2 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Waiting for the task: (returnval){ [ 1693.227668] env[62574]: value = "task-1861737" [ 1693.227668] env[62574]: _type = "Task" [ 1693.227668] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1693.238204] env[62574]: DEBUG oslo_vmware.api [None req-0b461726-7d35-4715-8c35-fd4cb2ee07b2 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Task: {'id': task-1861737, 'name': Rename_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1693.490165] env[62574]: DEBUG oslo_vmware.api [None req-1b6c36ec-c398-4a9b-b38d-df104b40e1ef tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Task: {'id': task-1861736, 'name': Destroy_Task, 'duration_secs': 0.44023} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1693.490165] env[62574]: INFO nova.virt.vmwareapi.vm_util [None req-1b6c36ec-c398-4a9b-b38d-df104b40e1ef tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] [instance: 4cc7d784-be5d-41db-a028-0dade3464032] Destroyed the VM [ 1693.490258] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-1b6c36ec-c398-4a9b-b38d-df104b40e1ef tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] [instance: 4cc7d784-be5d-41db-a028-0dade3464032] Deleting Snapshot of the VM instance {{(pid=62574) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1693.490503] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-13e44cf3-a57f-4f0d-93f1-cf5187353440 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.498481] env[62574]: DEBUG oslo_vmware.api [None req-1b6c36ec-c398-4a9b-b38d-df104b40e1ef tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Waiting for the task: (returnval){ [ 1693.498481] env[62574]: value = "task-1861738" [ 1693.498481] env[62574]: _type = "Task" [ 1693.498481] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1693.507047] env[62574]: DEBUG oslo_vmware.api [None req-1b6c36ec-c398-4a9b-b38d-df104b40e1ef tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Task: {'id': task-1861738, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1693.558050] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71b5da7e-f22d-4652-81b9-a1652e0eb078 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.565621] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-f8d646e9-e9ad-478b-8a3a-f560f58e0448 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] [instance: e9878c22-2044-464f-915f-c1c865693437] Doing hard reboot of VM {{(pid=62574) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1693.565857] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-698d8ea8-f7fb-4e6d-a072-53159fa552ee {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.573761] env[62574]: DEBUG oslo_vmware.api [None req-f8d646e9-e9ad-478b-8a3a-f560f58e0448 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Waiting for the task: (returnval){ [ 1693.573761] env[62574]: value = "task-1861739" [ 1693.573761] env[62574]: _type = "Task" [ 1693.573761] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1693.583663] env[62574]: DEBUG oslo_vmware.api [None req-f8d646e9-e9ad-478b-8a3a-f560f58e0448 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Task: {'id': task-1861739, 'name': ResetVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1693.607544] env[62574]: DEBUG oslo_concurrency.lockutils [None req-590c37d1-df4c-483e-9884-bfd0e4cddf6a tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] Lock "c195131e-5a17-4c77-b7d2-8873bb6a9653" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.925s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1693.738475] env[62574]: DEBUG oslo_vmware.api [None req-0b461726-7d35-4715-8c35-fd4cb2ee07b2 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Task: {'id': task-1861737, 'name': Rename_Task, 'duration_secs': 0.155476} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1693.741840] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b461726-7d35-4715-8c35-fd4cb2ee07b2 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] [instance: bf51b779-23b8-4401-8e23-74f751a27b18] Powering on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1693.742111] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3fc66576-f9a2-4cdd-bccf-ed101279b8a2 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.752187] env[62574]: DEBUG oslo_vmware.api [None req-0b461726-7d35-4715-8c35-fd4cb2ee07b2 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Waiting for the task: (returnval){ [ 1693.752187] env[62574]: value = "task-1861740" [ 1693.752187] env[62574]: _type = "Task" [ 1693.752187] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1693.765917] env[62574]: DEBUG oslo_vmware.api [None req-0b461726-7d35-4715-8c35-fd4cb2ee07b2 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Task: {'id': task-1861740, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1694.009017] env[62574]: DEBUG oslo_vmware.api [None req-1b6c36ec-c398-4a9b-b38d-df104b40e1ef tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Task: {'id': task-1861738, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1694.026434] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1f9e5c2-eec2-450c-bbad-0e66f96a24ee {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.034330] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90119bbe-c3ac-4250-9894-c7930d2b8808 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.068379] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d157992-58c2-4a2a-ab85-4fd040479af6 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.079747] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc8585d9-7fbc-4b6a-87d7-c98c0fd53476 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.088917] env[62574]: DEBUG oslo_vmware.api [None req-f8d646e9-e9ad-478b-8a3a-f560f58e0448 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Task: {'id': task-1861739, 'name': ResetVM_Task} progress is 100%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1694.096756] env[62574]: DEBUG nova.compute.provider_tree [None req-1d2a59a7-4e0f-4e6b-90ad-c84a6d299fda tempest-AttachInterfacesUnderV243Test-962410907 tempest-AttachInterfacesUnderV243Test-962410907-project-member] Inventory has not changed in ProviderTree for provider: f0ed160a-beff-4626-a531-2a70d7bc0627 {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1694.261863] env[62574]: DEBUG oslo_vmware.api [None req-0b461726-7d35-4715-8c35-fd4cb2ee07b2 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Task: {'id': task-1861740, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1694.299268] env[62574]: DEBUG nova.compute.manager [req-dbcf6922-e158-453d-8fc5-457d6cd66081 req-6acd77ca-534f-4ce5-9503-e0f330be1591 service nova] [instance: 6a33b561-3788-4b8e-8763-ac23485c0dc8] Received event network-vif-plugged-7a490395-e45d-4505-9598-d2efc1d53a1f {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1694.299782] env[62574]: DEBUG oslo_concurrency.lockutils [req-dbcf6922-e158-453d-8fc5-457d6cd66081 req-6acd77ca-534f-4ce5-9503-e0f330be1591 service nova] Acquiring lock "6a33b561-3788-4b8e-8763-ac23485c0dc8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1694.299896] env[62574]: DEBUG oslo_concurrency.lockutils [req-dbcf6922-e158-453d-8fc5-457d6cd66081 req-6acd77ca-534f-4ce5-9503-e0f330be1591 service nova] Lock "6a33b561-3788-4b8e-8763-ac23485c0dc8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1694.300098] env[62574]: DEBUG oslo_concurrency.lockutils [req-dbcf6922-e158-453d-8fc5-457d6cd66081 req-6acd77ca-534f-4ce5-9503-e0f330be1591 service nova] Lock "6a33b561-3788-4b8e-8763-ac23485c0dc8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1694.300240] env[62574]: DEBUG nova.compute.manager [req-dbcf6922-e158-453d-8fc5-457d6cd66081 req-6acd77ca-534f-4ce5-9503-e0f330be1591 service nova] [instance: 6a33b561-3788-4b8e-8763-ac23485c0dc8] No waiting events found dispatching network-vif-plugged-7a490395-e45d-4505-9598-d2efc1d53a1f {{(pid=62574) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1694.300513] env[62574]: WARNING nova.compute.manager [req-dbcf6922-e158-453d-8fc5-457d6cd66081 req-6acd77ca-534f-4ce5-9503-e0f330be1591 service nova] [instance: 6a33b561-3788-4b8e-8763-ac23485c0dc8] Received unexpected event network-vif-plugged-7a490395-e45d-4505-9598-d2efc1d53a1f for instance with vm_state building and task_state spawning. [ 1694.389903] env[62574]: DEBUG nova.network.neutron [None req-977b7978-bd10-4b95-a214-4753cab485b3 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] [instance: 6a33b561-3788-4b8e-8763-ac23485c0dc8] Successfully updated port: 7a490395-e45d-4505-9598-d2efc1d53a1f {{(pid=62574) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1694.512026] env[62574]: DEBUG oslo_vmware.api [None req-1b6c36ec-c398-4a9b-b38d-df104b40e1ef tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Task: {'id': task-1861738, 'name': RemoveSnapshot_Task, 'duration_secs': 0.650048} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1694.512026] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-1b6c36ec-c398-4a9b-b38d-df104b40e1ef tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] [instance: 4cc7d784-be5d-41db-a028-0dade3464032] Deleted Snapshot of the VM instance {{(pid=62574) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1694.512026] env[62574]: INFO nova.compute.manager [None req-1b6c36ec-c398-4a9b-b38d-df104b40e1ef tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] [instance: 4cc7d784-be5d-41db-a028-0dade3464032] Took 14.50 seconds to snapshot the instance on the hypervisor. [ 1694.586757] env[62574]: DEBUG oslo_vmware.api [None req-f8d646e9-e9ad-478b-8a3a-f560f58e0448 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Task: {'id': task-1861739, 'name': ResetVM_Task} progress is 100%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1694.600663] env[62574]: DEBUG nova.scheduler.client.report [None req-1d2a59a7-4e0f-4e6b-90ad-c84a6d299fda tempest-AttachInterfacesUnderV243Test-962410907 tempest-AttachInterfacesUnderV243Test-962410907-project-member] Inventory has not changed for provider f0ed160a-beff-4626-a531-2a70d7bc0627 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1694.764692] env[62574]: DEBUG oslo_vmware.api [None req-0b461726-7d35-4715-8c35-fd4cb2ee07b2 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Task: {'id': task-1861740, 'name': PowerOnVM_Task, 'duration_secs': 0.877103} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1694.765029] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b461726-7d35-4715-8c35-fd4cb2ee07b2 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] [instance: bf51b779-23b8-4401-8e23-74f751a27b18] Powered on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1694.765932] env[62574]: INFO nova.compute.manager [None req-0b461726-7d35-4715-8c35-fd4cb2ee07b2 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] [instance: bf51b779-23b8-4401-8e23-74f751a27b18] Took 10.94 seconds to spawn the instance on the hypervisor. [ 1694.765932] env[62574]: DEBUG nova.compute.manager [None req-0b461726-7d35-4715-8c35-fd4cb2ee07b2 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] [instance: bf51b779-23b8-4401-8e23-74f751a27b18] Checking state {{(pid=62574) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1694.767734] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80aee3b6-d58f-4250-ac2b-e7741eb156ad {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.894628] env[62574]: DEBUG oslo_concurrency.lockutils [None req-977b7978-bd10-4b95-a214-4753cab485b3 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] Acquiring lock "refresh_cache-6a33b561-3788-4b8e-8763-ac23485c0dc8" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1694.894802] env[62574]: DEBUG oslo_concurrency.lockutils [None req-977b7978-bd10-4b95-a214-4753cab485b3 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] Acquired lock "refresh_cache-6a33b561-3788-4b8e-8763-ac23485c0dc8" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1694.894969] env[62574]: DEBUG nova.network.neutron [None req-977b7978-bd10-4b95-a214-4753cab485b3 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] [instance: 6a33b561-3788-4b8e-8763-ac23485c0dc8] Building network info cache for instance {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1695.060914] env[62574]: DEBUG nova.compute.manager [None req-1b6c36ec-c398-4a9b-b38d-df104b40e1ef tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] [instance: 4cc7d784-be5d-41db-a028-0dade3464032] Found 3 images (rotation: 2) {{(pid=62574) _rotate_backups /opt/stack/nova/nova/compute/manager.py:4960}} [ 1695.061198] env[62574]: DEBUG nova.compute.manager [None req-1b6c36ec-c398-4a9b-b38d-df104b40e1ef tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] [instance: 4cc7d784-be5d-41db-a028-0dade3464032] Rotating out 1 backups {{(pid=62574) _rotate_backups /opt/stack/nova/nova/compute/manager.py:4968}} [ 1695.061350] env[62574]: DEBUG nova.compute.manager [None req-1b6c36ec-c398-4a9b-b38d-df104b40e1ef tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] [instance: 4cc7d784-be5d-41db-a028-0dade3464032] Deleting image 7a7a5edc-611d-4c8b-a056-864efa829256 {{(pid=62574) _rotate_backups /opt/stack/nova/nova/compute/manager.py:4973}} [ 1695.087895] env[62574]: DEBUG oslo_vmware.api [None req-f8d646e9-e9ad-478b-8a3a-f560f58e0448 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Task: {'id': task-1861739, 'name': ResetVM_Task, 'duration_secs': 1.111699} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1695.088226] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-f8d646e9-e9ad-478b-8a3a-f560f58e0448 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] [instance: e9878c22-2044-464f-915f-c1c865693437] Did hard reboot of VM {{(pid=62574) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1695.088464] env[62574]: DEBUG nova.compute.manager [None req-f8d646e9-e9ad-478b-8a3a-f560f58e0448 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] [instance: e9878c22-2044-464f-915f-c1c865693437] Checking state {{(pid=62574) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1695.089393] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-789912b0-7331-4453-b26a-d512de0cc334 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.107739] env[62574]: DEBUG oslo_concurrency.lockutils [None req-1d2a59a7-4e0f-4e6b-90ad-c84a6d299fda tempest-AttachInterfacesUnderV243Test-962410907 tempest-AttachInterfacesUnderV243Test-962410907-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.034s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1695.110472] env[62574]: DEBUG oslo_concurrency.lockutils [None req-5f9c2b26-18a1-4b65-85b7-b472a3da6013 tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.421s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1695.110472] env[62574]: DEBUG nova.objects.instance [None req-5f9c2b26-18a1-4b65-85b7-b472a3da6013 tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] Lazy-loading 'resources' on Instance uuid 3692d5e9-2382-4f95-8ca4-0a57474e9be7 {{(pid=62574) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1695.142163] env[62574]: INFO nova.scheduler.client.report [None req-1d2a59a7-4e0f-4e6b-90ad-c84a6d299fda tempest-AttachInterfacesUnderV243Test-962410907 tempest-AttachInterfacesUnderV243Test-962410907-project-member] Deleted allocations for instance ae9a6ff7-cc1f-43dc-9acb-47aaa3d1089e [ 1695.291433] env[62574]: INFO nova.compute.manager [None req-0b461726-7d35-4715-8c35-fd4cb2ee07b2 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] [instance: bf51b779-23b8-4401-8e23-74f751a27b18] Took 42.17 seconds to build instance. [ 1695.458697] env[62574]: DEBUG nova.network.neutron [None req-977b7978-bd10-4b95-a214-4753cab485b3 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] [instance: 6a33b561-3788-4b8e-8763-ac23485c0dc8] Instance cache missing network info. {{(pid=62574) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1695.604194] env[62574]: DEBUG oslo_concurrency.lockutils [None req-f8d646e9-e9ad-478b-8a3a-f560f58e0448 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Lock "e9878c22-2044-464f-915f-c1c865693437" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 5.465s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1695.657490] env[62574]: DEBUG oslo_concurrency.lockutils [None req-1d2a59a7-4e0f-4e6b-90ad-c84a6d299fda tempest-AttachInterfacesUnderV243Test-962410907 tempest-AttachInterfacesUnderV243Test-962410907-project-member] Lock "ae9a6ff7-cc1f-43dc-9acb-47aaa3d1089e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.223s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1695.700261] env[62574]: DEBUG nova.network.neutron [None req-977b7978-bd10-4b95-a214-4753cab485b3 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] [instance: 6a33b561-3788-4b8e-8763-ac23485c0dc8] Updating instance_info_cache with network_info: [{"id": "7a490395-e45d-4505-9598-d2efc1d53a1f", "address": "fa:16:3e:aa:89:56", "network": {"id": "90888d97-209c-49d6-8f95-1d0279efea11", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7eed1dd4d2c3418eb32c4f4ceda3ab0d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d275d7c6-2a7b-4ee8-b6f4-fabf1ba1905f", "external-id": "nsx-vlan-transportzone-513", "segmentation_id": 513, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a490395-e4", "ovs_interfaceid": "7a490395-e45d-4505-9598-d2efc1d53a1f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1695.797350] env[62574]: DEBUG oslo_concurrency.lockutils [None req-0b461726-7d35-4715-8c35-fd4cb2ee07b2 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Lock "bf51b779-23b8-4401-8e23-74f751a27b18" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.471s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1696.091209] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c9959aa-20a5-4c58-b570-82e6a7adb80e {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.099931] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c2664e5-d4f9-4dbc-bc8c-2e2c482ef120 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.131915] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4373a916-4fb0-4870-8c55-63dd8430a222 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.140158] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99bd10ef-6e16-4602-bf75-e03db13cc273 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.154300] env[62574]: DEBUG nova.compute.provider_tree [None req-5f9c2b26-18a1-4b65-85b7-b472a3da6013 tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] Inventory has not changed in ProviderTree for provider: f0ed160a-beff-4626-a531-2a70d7bc0627 {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1696.203748] env[62574]: DEBUG oslo_concurrency.lockutils [None req-977b7978-bd10-4b95-a214-4753cab485b3 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] Releasing lock "refresh_cache-6a33b561-3788-4b8e-8763-ac23485c0dc8" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1696.204104] env[62574]: DEBUG nova.compute.manager [None req-977b7978-bd10-4b95-a214-4753cab485b3 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] [instance: 6a33b561-3788-4b8e-8763-ac23485c0dc8] Instance network_info: |[{"id": "7a490395-e45d-4505-9598-d2efc1d53a1f", "address": "fa:16:3e:aa:89:56", "network": {"id": "90888d97-209c-49d6-8f95-1d0279efea11", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7eed1dd4d2c3418eb32c4f4ceda3ab0d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d275d7c6-2a7b-4ee8-b6f4-fabf1ba1905f", "external-id": "nsx-vlan-transportzone-513", "segmentation_id": 513, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a490395-e4", "ovs_interfaceid": "7a490395-e45d-4505-9598-d2efc1d53a1f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62574) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1696.204556] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-977b7978-bd10-4b95-a214-4753cab485b3 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] [instance: 6a33b561-3788-4b8e-8763-ac23485c0dc8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:aa:89:56', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd275d7c6-2a7b-4ee8-b6f4-fabf1ba1905f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7a490395-e45d-4505-9598-d2efc1d53a1f', 'vif_model': 'vmxnet3'}] {{(pid=62574) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1696.216220] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-977b7978-bd10-4b95-a214-4753cab485b3 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] Creating folder: Project (3e489da130f14291a8ef763e4d99ed05). Parent ref: group-v384746. {{(pid=62574) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1696.216666] env[62574]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bf8858ce-80fd-4488-8040-7e5c11ce5026 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.230537] env[62574]: INFO nova.virt.vmwareapi.vm_util [None req-977b7978-bd10-4b95-a214-4753cab485b3 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] Created folder: Project (3e489da130f14291a8ef763e4d99ed05) in parent group-v384746. [ 1696.230727] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-977b7978-bd10-4b95-a214-4753cab485b3 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] Creating folder: Instances. Parent ref: group-v384907. {{(pid=62574) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1696.230974] env[62574]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8dd67a02-63a3-4028-821c-fe43a5c242e7 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.244080] env[62574]: INFO nova.virt.vmwareapi.vm_util [None req-977b7978-bd10-4b95-a214-4753cab485b3 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] Created folder: Instances in parent group-v384907. [ 1696.244367] env[62574]: DEBUG oslo.service.loopingcall [None req-977b7978-bd10-4b95-a214-4753cab485b3 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62574) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1696.244566] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6a33b561-3788-4b8e-8763-ac23485c0dc8] Creating VM on the ESX host {{(pid=62574) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1696.244802] env[62574]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5a35bc94-adc0-4b35-9e2a-ef21b12a91d8 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.266833] env[62574]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1696.266833] env[62574]: value = "task-1861743" [ 1696.266833] env[62574]: _type = "Task" [ 1696.266833] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1696.277377] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1861743, 'name': CreateVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1696.510196] env[62574]: DEBUG nova.compute.manager [req-71cddc55-384d-4c2e-add0-b8541e40a2f6 req-fc2c9030-b397-4802-bbf0-d59152f2b384 service nova] [instance: 6a33b561-3788-4b8e-8763-ac23485c0dc8] Received event network-changed-7a490395-e45d-4505-9598-d2efc1d53a1f {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1696.510566] env[62574]: DEBUG nova.compute.manager [req-71cddc55-384d-4c2e-add0-b8541e40a2f6 req-fc2c9030-b397-4802-bbf0-d59152f2b384 service nova] [instance: 6a33b561-3788-4b8e-8763-ac23485c0dc8] Refreshing instance network info cache due to event network-changed-7a490395-e45d-4505-9598-d2efc1d53a1f. {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1696.510995] env[62574]: DEBUG oslo_concurrency.lockutils [req-71cddc55-384d-4c2e-add0-b8541e40a2f6 req-fc2c9030-b397-4802-bbf0-d59152f2b384 service nova] Acquiring lock "refresh_cache-6a33b561-3788-4b8e-8763-ac23485c0dc8" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1696.511276] env[62574]: DEBUG oslo_concurrency.lockutils [req-71cddc55-384d-4c2e-add0-b8541e40a2f6 req-fc2c9030-b397-4802-bbf0-d59152f2b384 service nova] Acquired lock "refresh_cache-6a33b561-3788-4b8e-8763-ac23485c0dc8" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1696.512066] env[62574]: DEBUG nova.network.neutron [req-71cddc55-384d-4c2e-add0-b8541e40a2f6 req-fc2c9030-b397-4802-bbf0-d59152f2b384 service nova] [instance: 6a33b561-3788-4b8e-8763-ac23485c0dc8] Refreshing network info cache for port 7a490395-e45d-4505-9598-d2efc1d53a1f {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1696.661461] env[62574]: DEBUG nova.scheduler.client.report [None req-5f9c2b26-18a1-4b65-85b7-b472a3da6013 tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] Inventory has not changed for provider f0ed160a-beff-4626-a531-2a70d7bc0627 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1696.778999] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1861743, 'name': CreateVM_Task} progress is 99%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1696.915123] env[62574]: DEBUG oslo_concurrency.lockutils [None req-d65a80b9-915e-4c19-baa9-21297d62e7d7 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Acquiring lock "d3965319-4501-491b-bd91-0ca579ba9753" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1696.915123] env[62574]: DEBUG oslo_concurrency.lockutils [None req-d65a80b9-915e-4c19-baa9-21297d62e7d7 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Lock "d3965319-4501-491b-bd91-0ca579ba9753" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1697.167957] env[62574]: DEBUG oslo_concurrency.lockutils [None req-5f9c2b26-18a1-4b65-85b7-b472a3da6013 tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.058s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1697.170652] env[62574]: DEBUG oslo_concurrency.lockutils [None req-cf1a590a-6fe8-44ed-ab4f-8fff9975da85 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.090s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1697.172573] env[62574]: INFO nova.compute.claims [None req-cf1a590a-6fe8-44ed-ab4f-8fff9975da85 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] [instance: e3b07ff8-0c0f-437a-9a29-8baf54b399a0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1697.200317] env[62574]: INFO nova.scheduler.client.report [None req-5f9c2b26-18a1-4b65-85b7-b472a3da6013 tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] Deleted allocations for instance 3692d5e9-2382-4f95-8ca4-0a57474e9be7 [ 1697.282608] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1861743, 'name': CreateVM_Task, 'duration_secs': 0.578766} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1697.282785] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6a33b561-3788-4b8e-8763-ac23485c0dc8] Created VM on the ESX host {{(pid=62574) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1697.283454] env[62574]: DEBUG oslo_concurrency.lockutils [None req-977b7978-bd10-4b95-a214-4753cab485b3 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1697.283609] env[62574]: DEBUG oslo_concurrency.lockutils [None req-977b7978-bd10-4b95-a214-4753cab485b3 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1697.287420] env[62574]: DEBUG oslo_concurrency.lockutils [None req-977b7978-bd10-4b95-a214-4753cab485b3 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1697.287719] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7e57314b-4ba9-4efa-b0ef-f3ea4a0fb498 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.297401] env[62574]: DEBUG oslo_vmware.api [None req-977b7978-bd10-4b95-a214-4753cab485b3 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] Waiting for the task: (returnval){ [ 1697.297401] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]521fc87f-daf2-27a4-0321-42055a946350" [ 1697.297401] env[62574]: _type = "Task" [ 1697.297401] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1697.304944] env[62574]: DEBUG oslo_vmware.api [None req-977b7978-bd10-4b95-a214-4753cab485b3 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]521fc87f-daf2-27a4-0321-42055a946350, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1697.378176] env[62574]: DEBUG nova.network.neutron [req-71cddc55-384d-4c2e-add0-b8541e40a2f6 req-fc2c9030-b397-4802-bbf0-d59152f2b384 service nova] [instance: 6a33b561-3788-4b8e-8763-ac23485c0dc8] Updated VIF entry in instance network info cache for port 7a490395-e45d-4505-9598-d2efc1d53a1f. {{(pid=62574) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1697.378176] env[62574]: DEBUG nova.network.neutron [req-71cddc55-384d-4c2e-add0-b8541e40a2f6 req-fc2c9030-b397-4802-bbf0-d59152f2b384 service nova] [instance: 6a33b561-3788-4b8e-8763-ac23485c0dc8] Updating instance_info_cache with network_info: [{"id": "7a490395-e45d-4505-9598-d2efc1d53a1f", "address": "fa:16:3e:aa:89:56", "network": {"id": "90888d97-209c-49d6-8f95-1d0279efea11", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7eed1dd4d2c3418eb32c4f4ceda3ab0d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d275d7c6-2a7b-4ee8-b6f4-fabf1ba1905f", "external-id": "nsx-vlan-transportzone-513", "segmentation_id": 513, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a490395-e4", "ovs_interfaceid": "7a490395-e45d-4505-9598-d2efc1d53a1f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1697.419222] env[62574]: DEBUG nova.compute.manager [None req-d65a80b9-915e-4c19-baa9-21297d62e7d7 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] [instance: d3965319-4501-491b-bd91-0ca579ba9753] Starting instance... {{(pid=62574) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1697.710732] env[62574]: DEBUG oslo_concurrency.lockutils [None req-5f9c2b26-18a1-4b65-85b7-b472a3da6013 tempest-ListServersNegativeTestJSON-1917563479 tempest-ListServersNegativeTestJSON-1917563479-project-member] Lock "3692d5e9-2382-4f95-8ca4-0a57474e9be7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.788s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1697.762489] env[62574]: DEBUG oslo_concurrency.lockutils [None req-90a25f63-23a4-405d-80a8-5b325d12671c tempest-FloatingIPsAssociationNegativeTestJSON-1871919481 tempest-FloatingIPsAssociationNegativeTestJSON-1871919481-project-member] Acquiring lock "4d74e512-951b-49f7-80d0-4a24a2fdecda" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1697.762699] env[62574]: DEBUG oslo_concurrency.lockutils [None req-90a25f63-23a4-405d-80a8-5b325d12671c tempest-FloatingIPsAssociationNegativeTestJSON-1871919481 tempest-FloatingIPsAssociationNegativeTestJSON-1871919481-project-member] Lock "4d74e512-951b-49f7-80d0-4a24a2fdecda" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1697.806063] env[62574]: DEBUG oslo_vmware.api [None req-977b7978-bd10-4b95-a214-4753cab485b3 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]521fc87f-daf2-27a4-0321-42055a946350, 'name': SearchDatastore_Task, 'duration_secs': 0.013423} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1697.806696] env[62574]: DEBUG oslo_concurrency.lockutils [None req-977b7978-bd10-4b95-a214-4753cab485b3 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1697.806935] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-977b7978-bd10-4b95-a214-4753cab485b3 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] [instance: 6a33b561-3788-4b8e-8763-ac23485c0dc8] Processing image 3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2 {{(pid=62574) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1697.807278] env[62574]: DEBUG oslo_concurrency.lockutils [None req-977b7978-bd10-4b95-a214-4753cab485b3 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1697.807455] env[62574]: DEBUG oslo_concurrency.lockutils [None req-977b7978-bd10-4b95-a214-4753cab485b3 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1697.808072] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-977b7978-bd10-4b95-a214-4753cab485b3 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1697.808072] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e6753e2e-3e71-4d03-9602-716c25368c9e {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.820342] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-977b7978-bd10-4b95-a214-4753cab485b3 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1697.820561] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-977b7978-bd10-4b95-a214-4753cab485b3 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62574) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1697.821258] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-03386d3d-872f-4b0f-b4eb-38ee00b52927 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.827950] env[62574]: DEBUG oslo_vmware.api [None req-977b7978-bd10-4b95-a214-4753cab485b3 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] Waiting for the task: (returnval){ [ 1697.827950] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]52f1db1f-eb09-12ab-ebec-2e60b34e7683" [ 1697.827950] env[62574]: _type = "Task" [ 1697.827950] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1697.836914] env[62574]: DEBUG oslo_vmware.api [None req-977b7978-bd10-4b95-a214-4753cab485b3 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52f1db1f-eb09-12ab-ebec-2e60b34e7683, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1697.879844] env[62574]: DEBUG oslo_concurrency.lockutils [req-71cddc55-384d-4c2e-add0-b8541e40a2f6 req-fc2c9030-b397-4802-bbf0-d59152f2b384 service nova] Releasing lock "refresh_cache-6a33b561-3788-4b8e-8763-ac23485c0dc8" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1697.949106] env[62574]: DEBUG oslo_concurrency.lockutils [None req-d65a80b9-915e-4c19-baa9-21297d62e7d7 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1698.267031] env[62574]: DEBUG nova.compute.manager [None req-90a25f63-23a4-405d-80a8-5b325d12671c tempest-FloatingIPsAssociationNegativeTestJSON-1871919481 tempest-FloatingIPsAssociationNegativeTestJSON-1871919481-project-member] [instance: 4d74e512-951b-49f7-80d0-4a24a2fdecda] Starting instance... {{(pid=62574) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1698.344374] env[62574]: DEBUG oslo_vmware.api [None req-977b7978-bd10-4b95-a214-4753cab485b3 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52f1db1f-eb09-12ab-ebec-2e60b34e7683, 'name': SearchDatastore_Task, 'duration_secs': 0.033785} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1698.349589] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-815b5820-fd66-4f8c-adee-740fc0da60b5 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.357017] env[62574]: DEBUG oslo_vmware.api [None req-977b7978-bd10-4b95-a214-4753cab485b3 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] Waiting for the task: (returnval){ [ 1698.357017] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]527fe965-983b-d350-76ff-a26373ad2144" [ 1698.357017] env[62574]: _type = "Task" [ 1698.357017] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1698.372266] env[62574]: DEBUG oslo_vmware.api [None req-977b7978-bd10-4b95-a214-4753cab485b3 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]527fe965-983b-d350-76ff-a26373ad2144, 'name': SearchDatastore_Task, 'duration_secs': 0.010572} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1698.375653] env[62574]: DEBUG oslo_concurrency.lockutils [None req-977b7978-bd10-4b95-a214-4753cab485b3 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1698.375952] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-977b7978-bd10-4b95-a214-4753cab485b3 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk to [datastore2] 6a33b561-3788-4b8e-8763-ac23485c0dc8/6a33b561-3788-4b8e-8763-ac23485c0dc8.vmdk {{(pid=62574) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1698.376451] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c337ff23-0ecf-44a2-84a0-be0906612fba {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.386656] env[62574]: DEBUG oslo_vmware.api [None req-977b7978-bd10-4b95-a214-4753cab485b3 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] Waiting for the task: (returnval){ [ 1698.386656] env[62574]: value = "task-1861744" [ 1698.386656] env[62574]: _type = "Task" [ 1698.386656] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1698.404143] env[62574]: DEBUG oslo_vmware.api [None req-977b7978-bd10-4b95-a214-4753cab485b3 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] Task: {'id': task-1861744, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1698.548547] env[62574]: DEBUG oslo_concurrency.lockutils [None req-8e31a569-1cf4-4a1f-aa32-ae3356921444 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Acquiring lock "4cc7d784-be5d-41db-a028-0dade3464032" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1698.550891] env[62574]: DEBUG oslo_concurrency.lockutils [None req-8e31a569-1cf4-4a1f-aa32-ae3356921444 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Lock "4cc7d784-be5d-41db-a028-0dade3464032" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1698.550891] env[62574]: DEBUG nova.compute.manager [None req-8e31a569-1cf4-4a1f-aa32-ae3356921444 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] [instance: 4cc7d784-be5d-41db-a028-0dade3464032] Checking state {{(pid=62574) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1698.550891] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-127e7a4b-45c8-40d0-ad1d-555eb3add785 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.558569] env[62574]: DEBUG nova.compute.manager [None req-8e31a569-1cf4-4a1f-aa32-ae3356921444 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] [instance: 4cc7d784-be5d-41db-a028-0dade3464032] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62574) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1698.559289] env[62574]: DEBUG nova.objects.instance [None req-8e31a569-1cf4-4a1f-aa32-ae3356921444 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Lazy-loading 'flavor' on Instance uuid 4cc7d784-be5d-41db-a028-0dade3464032 {{(pid=62574) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1698.749489] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dee2959-d66c-4a3d-99f9-21b5a9e4db00 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.759995] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d7c7482-fd25-417a-87ad-2bf8510aa533 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.807601] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08a8a4e7-fde7-43a3-8a6b-0801b51a119c {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.819459] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46ded003-ce7b-457b-a5c6-2355c111c280 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.835119] env[62574]: DEBUG nova.compute.provider_tree [None req-cf1a590a-6fe8-44ed-ab4f-8fff9975da85 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Inventory has not changed in ProviderTree for provider: f0ed160a-beff-4626-a531-2a70d7bc0627 {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1698.837533] env[62574]: DEBUG oslo_concurrency.lockutils [None req-90a25f63-23a4-405d-80a8-5b325d12671c tempest-FloatingIPsAssociationNegativeTestJSON-1871919481 tempest-FloatingIPsAssociationNegativeTestJSON-1871919481-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1698.900728] env[62574]: DEBUG oslo_vmware.api [None req-977b7978-bd10-4b95-a214-4753cab485b3 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] Task: {'id': task-1861744, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.512802} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1698.903230] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-977b7978-bd10-4b95-a214-4753cab485b3 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk to [datastore2] 6a33b561-3788-4b8e-8763-ac23485c0dc8/6a33b561-3788-4b8e-8763-ac23485c0dc8.vmdk {{(pid=62574) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1698.903230] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-977b7978-bd10-4b95-a214-4753cab485b3 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] [instance: 6a33b561-3788-4b8e-8763-ac23485c0dc8] Extending root virtual disk to 1048576 {{(pid=62574) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1698.903230] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-716ba28a-d3d4-43af-a87f-0b241944fe73 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.912635] env[62574]: DEBUG oslo_vmware.api [None req-977b7978-bd10-4b95-a214-4753cab485b3 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] Waiting for the task: (returnval){ [ 1698.912635] env[62574]: value = "task-1861745" [ 1698.912635] env[62574]: _type = "Task" [ 1698.912635] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1698.923848] env[62574]: DEBUG oslo_vmware.api [None req-977b7978-bd10-4b95-a214-4753cab485b3 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] Task: {'id': task-1861745, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1699.340091] env[62574]: DEBUG nova.scheduler.client.report [None req-cf1a590a-6fe8-44ed-ab4f-8fff9975da85 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Inventory has not changed for provider f0ed160a-beff-4626-a531-2a70d7bc0627 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1699.425519] env[62574]: DEBUG oslo_vmware.api [None req-977b7978-bd10-4b95-a214-4753cab485b3 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] Task: {'id': task-1861745, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.11637} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1699.425519] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-977b7978-bd10-4b95-a214-4753cab485b3 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] [instance: 6a33b561-3788-4b8e-8763-ac23485c0dc8] Extended root virtual disk {{(pid=62574) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1699.426134] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f5cda88-1574-4c51-a618-eff903ace774 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.450492] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-977b7978-bd10-4b95-a214-4753cab485b3 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] [instance: 6a33b561-3788-4b8e-8763-ac23485c0dc8] Reconfiguring VM instance instance-00000037 to attach disk [datastore2] 6a33b561-3788-4b8e-8763-ac23485c0dc8/6a33b561-3788-4b8e-8763-ac23485c0dc8.vmdk or device None with type sparse {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1699.450800] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-85b76c1f-3e7a-4724-a711-f6f6c72e121d {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.473290] env[62574]: DEBUG oslo_vmware.api [None req-977b7978-bd10-4b95-a214-4753cab485b3 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] Waiting for the task: (returnval){ [ 1699.473290] env[62574]: value = "task-1861746" [ 1699.473290] env[62574]: _type = "Task" [ 1699.473290] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1699.481815] env[62574]: DEBUG oslo_vmware.api [None req-977b7978-bd10-4b95-a214-4753cab485b3 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] Task: {'id': task-1861746, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1699.569922] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e31a569-1cf4-4a1f-aa32-ae3356921444 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] [instance: 4cc7d784-be5d-41db-a028-0dade3464032] Powering off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1699.570278] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-42113cb6-3223-47be-a70f-4a057055db7d {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.577733] env[62574]: DEBUG oslo_vmware.api [None req-8e31a569-1cf4-4a1f-aa32-ae3356921444 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Waiting for the task: (returnval){ [ 1699.577733] env[62574]: value = "task-1861747" [ 1699.577733] env[62574]: _type = "Task" [ 1699.577733] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1699.586320] env[62574]: DEBUG oslo_vmware.api [None req-8e31a569-1cf4-4a1f-aa32-ae3356921444 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Task: {'id': task-1861747, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1699.844545] env[62574]: DEBUG oslo_concurrency.lockutils [None req-cf1a590a-6fe8-44ed-ab4f-8fff9975da85 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.674s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1699.845096] env[62574]: DEBUG nova.compute.manager [None req-cf1a590a-6fe8-44ed-ab4f-8fff9975da85 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] [instance: e3b07ff8-0c0f-437a-9a29-8baf54b399a0] Start building networks asynchronously for instance. {{(pid=62574) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1699.848464] env[62574]: DEBUG oslo_concurrency.lockutils [None req-7e8071ab-d8f6-49ec-8b73-2faa62f623f9 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.056s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1699.850683] env[62574]: INFO nova.compute.claims [None req-7e8071ab-d8f6-49ec-8b73-2faa62f623f9 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] [instance: 8275ea75-5ca3-4b37-89e5-00babfa3d24e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1699.986563] env[62574]: DEBUG oslo_vmware.api [None req-977b7978-bd10-4b95-a214-4753cab485b3 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] Task: {'id': task-1861746, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1700.091191] env[62574]: DEBUG oslo_vmware.api [None req-8e31a569-1cf4-4a1f-aa32-ae3356921444 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Task: {'id': task-1861747, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1700.355218] env[62574]: DEBUG nova.compute.utils [None req-cf1a590a-6fe8-44ed-ab4f-8fff9975da85 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Using /dev/sd instead of None {{(pid=62574) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1700.359057] env[62574]: DEBUG nova.compute.manager [None req-cf1a590a-6fe8-44ed-ab4f-8fff9975da85 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] [instance: e3b07ff8-0c0f-437a-9a29-8baf54b399a0] Allocating IP information in the background. {{(pid=62574) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1700.359242] env[62574]: DEBUG nova.network.neutron [None req-cf1a590a-6fe8-44ed-ab4f-8fff9975da85 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] [instance: e3b07ff8-0c0f-437a-9a29-8baf54b399a0] allocate_for_instance() {{(pid=62574) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1700.418869] env[62574]: DEBUG nova.policy [None req-cf1a590a-6fe8-44ed-ab4f-8fff9975da85 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6809b284d7ae448884cb02ba77b62ba9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3efda8e53e3c4eea8bfd1d5d6cd90db3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62574) authorize /opt/stack/nova/nova/policy.py:192}} [ 1700.486148] env[62574]: DEBUG oslo_vmware.api [None req-977b7978-bd10-4b95-a214-4753cab485b3 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] Task: {'id': task-1861746, 'name': ReconfigVM_Task, 'duration_secs': 0.86456} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1700.486454] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-977b7978-bd10-4b95-a214-4753cab485b3 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] [instance: 6a33b561-3788-4b8e-8763-ac23485c0dc8] Reconfigured VM instance instance-00000037 to attach disk [datastore2] 6a33b561-3788-4b8e-8763-ac23485c0dc8/6a33b561-3788-4b8e-8763-ac23485c0dc8.vmdk or device None with type sparse {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1700.487104] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-01009b74-5281-466b-a8a3-211fd2337e5e {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.493695] env[62574]: DEBUG oslo_vmware.api [None req-977b7978-bd10-4b95-a214-4753cab485b3 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] Waiting for the task: (returnval){ [ 1700.493695] env[62574]: value = "task-1861748" [ 1700.493695] env[62574]: _type = "Task" [ 1700.493695] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1700.503437] env[62574]: DEBUG oslo_vmware.api [None req-977b7978-bd10-4b95-a214-4753cab485b3 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] Task: {'id': task-1861748, 'name': Rename_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1700.588147] env[62574]: DEBUG oslo_vmware.api [None req-8e31a569-1cf4-4a1f-aa32-ae3356921444 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Task: {'id': task-1861747, 'name': PowerOffVM_Task, 'duration_secs': 0.643183} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1700.588517] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e31a569-1cf4-4a1f-aa32-ae3356921444 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] [instance: 4cc7d784-be5d-41db-a028-0dade3464032] Powered off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1700.588720] env[62574]: DEBUG nova.compute.manager [None req-8e31a569-1cf4-4a1f-aa32-ae3356921444 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] [instance: 4cc7d784-be5d-41db-a028-0dade3464032] Checking state {{(pid=62574) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1700.589506] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0ed8010-b8f9-487a-82cc-2e0678c8d2d7 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.860770] env[62574]: DEBUG nova.compute.manager [None req-cf1a590a-6fe8-44ed-ab4f-8fff9975da85 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] [instance: e3b07ff8-0c0f-437a-9a29-8baf54b399a0] Start building block device mappings for instance. {{(pid=62574) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1701.005798] env[62574]: DEBUG oslo_vmware.api [None req-977b7978-bd10-4b95-a214-4753cab485b3 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] Task: {'id': task-1861748, 'name': Rename_Task, 'duration_secs': 0.168565} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1701.009645] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-977b7978-bd10-4b95-a214-4753cab485b3 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] [instance: 6a33b561-3788-4b8e-8763-ac23485c0dc8] Powering on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1701.010846] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9411c8a7-5d2a-4911-b89f-3e77bc2ff535 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.020176] env[62574]: DEBUG oslo_vmware.api [None req-977b7978-bd10-4b95-a214-4753cab485b3 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] Waiting for the task: (returnval){ [ 1701.020176] env[62574]: value = "task-1861749" [ 1701.020176] env[62574]: _type = "Task" [ 1701.020176] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1701.034219] env[62574]: DEBUG oslo_vmware.api [None req-977b7978-bd10-4b95-a214-4753cab485b3 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] Task: {'id': task-1861749, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1701.078229] env[62574]: DEBUG nova.network.neutron [None req-cf1a590a-6fe8-44ed-ab4f-8fff9975da85 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] [instance: e3b07ff8-0c0f-437a-9a29-8baf54b399a0] Successfully created port: 6505a472-35ab-45ab-b907-67b3465e6c4e {{(pid=62574) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1701.102479] env[62574]: DEBUG oslo_concurrency.lockutils [None req-8e31a569-1cf4-4a1f-aa32-ae3356921444 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Lock "4cc7d784-be5d-41db-a028-0dade3464032" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.554s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1701.355036] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42f8ead4-0ac8-46b1-b0da-18c062e9900b {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.362897] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc223d01-c350-4dd7-bf13-e57b705fc8ad {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.411137] env[62574]: DEBUG nova.compute.manager [None req-cf1a590a-6fe8-44ed-ab4f-8fff9975da85 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] [instance: e3b07ff8-0c0f-437a-9a29-8baf54b399a0] Start spawning the instance on the hypervisor. {{(pid=62574) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1701.414882] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2b81f81-e4f2-4dba-9559-d524a13e9fb1 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.430463] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08c6b8d6-81c1-4c43-9d09-18bdbb71d360 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.453951] env[62574]: DEBUG nova.compute.provider_tree [None req-7e8071ab-d8f6-49ec-8b73-2faa62f623f9 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] Inventory has not changed in ProviderTree for provider: f0ed160a-beff-4626-a531-2a70d7bc0627 {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1701.465017] env[62574]: DEBUG nova.virt.hardware [None req-cf1a590a-6fe8-44ed-ab4f-8fff9975da85 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T19:26:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-13T19:26:40Z,direct_url=,disk_format='vmdk',id=3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7eed1dd4d2c3418eb32c4f4ceda3ab0d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-13T19:26:41Z,virtual_size=,visibility=), allow threads: False {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1701.465280] env[62574]: DEBUG nova.virt.hardware [None req-cf1a590a-6fe8-44ed-ab4f-8fff9975da85 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Flavor limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1701.465435] env[62574]: DEBUG nova.virt.hardware [None req-cf1a590a-6fe8-44ed-ab4f-8fff9975da85 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Image limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1701.465623] env[62574]: DEBUG nova.virt.hardware [None req-cf1a590a-6fe8-44ed-ab4f-8fff9975da85 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Flavor pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1701.465765] env[62574]: DEBUG nova.virt.hardware [None req-cf1a590a-6fe8-44ed-ab4f-8fff9975da85 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Image pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1701.465909] env[62574]: DEBUG nova.virt.hardware [None req-cf1a590a-6fe8-44ed-ab4f-8fff9975da85 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1701.466259] env[62574]: DEBUG nova.virt.hardware [None req-cf1a590a-6fe8-44ed-ab4f-8fff9975da85 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1701.466496] env[62574]: DEBUG nova.virt.hardware [None req-cf1a590a-6fe8-44ed-ab4f-8fff9975da85 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1701.466729] env[62574]: DEBUG nova.virt.hardware [None req-cf1a590a-6fe8-44ed-ab4f-8fff9975da85 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Got 1 possible topologies {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1701.466951] env[62574]: DEBUG nova.virt.hardware [None req-cf1a590a-6fe8-44ed-ab4f-8fff9975da85 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1701.467197] env[62574]: DEBUG nova.virt.hardware [None req-cf1a590a-6fe8-44ed-ab4f-8fff9975da85 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1701.468329] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1921f008-749d-4216-a710-9c4980dd7109 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.479423] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fa959db-2a8d-432e-bb72-f856c7a93e9d {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.529692] env[62574]: DEBUG oslo_vmware.api [None req-977b7978-bd10-4b95-a214-4753cab485b3 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] Task: {'id': task-1861749, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1701.959289] env[62574]: DEBUG nova.scheduler.client.report [None req-7e8071ab-d8f6-49ec-8b73-2faa62f623f9 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] Inventory has not changed for provider f0ed160a-beff-4626-a531-2a70d7bc0627 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1702.033544] env[62574]: DEBUG oslo_vmware.api [None req-977b7978-bd10-4b95-a214-4753cab485b3 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] Task: {'id': task-1861749, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1702.468275] env[62574]: DEBUG oslo_concurrency.lockutils [None req-7e8071ab-d8f6-49ec-8b73-2faa62f623f9 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.620s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1702.469402] env[62574]: DEBUG nova.compute.manager [None req-7e8071ab-d8f6-49ec-8b73-2faa62f623f9 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] [instance: 8275ea75-5ca3-4b37-89e5-00babfa3d24e] Start building networks asynchronously for instance. {{(pid=62574) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1702.472032] env[62574]: DEBUG oslo_concurrency.lockutils [None req-886177be-91cd-4dab-80c2-a5961f90ee1c tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.037s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1702.473438] env[62574]: INFO nova.compute.claims [None req-886177be-91cd-4dab-80c2-a5961f90ee1c tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] [instance: e8292dec-1280-4df6-be46-2b79a76e4636] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1702.533039] env[62574]: DEBUG oslo_vmware.api [None req-977b7978-bd10-4b95-a214-4753cab485b3 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] Task: {'id': task-1861749, 'name': PowerOnVM_Task, 'duration_secs': 1.24512} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1702.533039] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-977b7978-bd10-4b95-a214-4753cab485b3 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] [instance: 6a33b561-3788-4b8e-8763-ac23485c0dc8] Powered on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1702.533039] env[62574]: INFO nova.compute.manager [None req-977b7978-bd10-4b95-a214-4753cab485b3 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] [instance: 6a33b561-3788-4b8e-8763-ac23485c0dc8] Took 9.57 seconds to spawn the instance on the hypervisor. [ 1702.533232] env[62574]: DEBUG nova.compute.manager [None req-977b7978-bd10-4b95-a214-4753cab485b3 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] [instance: 6a33b561-3788-4b8e-8763-ac23485c0dc8] Checking state {{(pid=62574) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1702.533904] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca1cf633-70e8-45db-bd3e-3a8daad7241b {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.973813] env[62574]: DEBUG nova.compute.utils [None req-7e8071ab-d8f6-49ec-8b73-2faa62f623f9 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] Using /dev/sd instead of None {{(pid=62574) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1702.975221] env[62574]: DEBUG nova.compute.manager [None req-7e8071ab-d8f6-49ec-8b73-2faa62f623f9 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] [instance: 8275ea75-5ca3-4b37-89e5-00babfa3d24e] Allocating IP information in the background. {{(pid=62574) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1702.975433] env[62574]: DEBUG nova.network.neutron [None req-7e8071ab-d8f6-49ec-8b73-2faa62f623f9 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] [instance: 8275ea75-5ca3-4b37-89e5-00babfa3d24e] allocate_for_instance() {{(pid=62574) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1703.040817] env[62574]: DEBUG nova.policy [None req-7e8071ab-d8f6-49ec-8b73-2faa62f623f9 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5ebd02c55b67412a8a3691bc74ece5ec', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3e489da130f14291a8ef763e4d99ed05', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62574) authorize /opt/stack/nova/nova/policy.py:192}} [ 1703.060239] env[62574]: INFO nova.compute.manager [None req-977b7978-bd10-4b95-a214-4753cab485b3 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] [instance: 6a33b561-3788-4b8e-8763-ac23485c0dc8] Took 40.24 seconds to build instance. [ 1703.329444] env[62574]: DEBUG nova.network.neutron [None req-7e8071ab-d8f6-49ec-8b73-2faa62f623f9 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] [instance: 8275ea75-5ca3-4b37-89e5-00babfa3d24e] Successfully created port: 19dd378d-78a0-4d78-9a7f-d3f467f134ac {{(pid=62574) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1703.344456] env[62574]: DEBUG oslo_concurrency.lockutils [None req-1f5c6e1e-f746-4ddf-970a-18f5cdc3d106 tempest-InstanceActionsTestJSON-1886761938 tempest-InstanceActionsTestJSON-1886761938-project-member] Acquiring lock "89a30a5b-dcdd-4140-b047-b3ea62dcf0b5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1703.344690] env[62574]: DEBUG oslo_concurrency.lockutils [None req-1f5c6e1e-f746-4ddf-970a-18f5cdc3d106 tempest-InstanceActionsTestJSON-1886761938 tempest-InstanceActionsTestJSON-1886761938-project-member] Lock "89a30a5b-dcdd-4140-b047-b3ea62dcf0b5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1703.436424] env[62574]: DEBUG nova.compute.manager [None req-9703126e-83d6-432b-bcdf-b5ec1488b4ff tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] [instance: 4cc7d784-be5d-41db-a028-0dade3464032] Stashing vm_state: stopped {{(pid=62574) _prep_resize /opt/stack/nova/nova/compute/manager.py:6034}} [ 1703.481020] env[62574]: DEBUG nova.compute.manager [None req-7e8071ab-d8f6-49ec-8b73-2faa62f623f9 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] [instance: 8275ea75-5ca3-4b37-89e5-00babfa3d24e] Start building block device mappings for instance. {{(pid=62574) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1703.564366] env[62574]: DEBUG oslo_concurrency.lockutils [None req-977b7978-bd10-4b95-a214-4753cab485b3 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] Lock "6a33b561-3788-4b8e-8763-ac23485c0dc8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.753s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1703.928752] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a055c1d-d048-46ea-aabe-56eb36272336 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.937015] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cc3242e-a514-4651-9adf-9c13111c1be3 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.971519] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a16b586b-77ab-4219-9906-eb1e75119321 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.980895] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d91ba2c6-43dd-4658-88a1-147b7170dddc {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.986221] env[62574]: DEBUG oslo_concurrency.lockutils [None req-9703126e-83d6-432b-bcdf-b5ec1488b4ff tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1704.000871] env[62574]: DEBUG nova.compute.provider_tree [None req-886177be-91cd-4dab-80c2-a5961f90ee1c tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Inventory has not changed in ProviderTree for provider: f0ed160a-beff-4626-a531-2a70d7bc0627 {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1704.074030] env[62574]: DEBUG nova.compute.manager [None req-1f5c6e1e-f746-4ddf-970a-18f5cdc3d106 tempest-InstanceActionsTestJSON-1886761938 tempest-InstanceActionsTestJSON-1886761938-project-member] [instance: 89a30a5b-dcdd-4140-b047-b3ea62dcf0b5] Starting instance... {{(pid=62574) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1704.492295] env[62574]: DEBUG nova.compute.manager [None req-7e8071ab-d8f6-49ec-8b73-2faa62f623f9 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] [instance: 8275ea75-5ca3-4b37-89e5-00babfa3d24e] Start spawning the instance on the hypervisor. {{(pid=62574) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1704.503318] env[62574]: DEBUG nova.scheduler.client.report [None req-886177be-91cd-4dab-80c2-a5961f90ee1c tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Inventory has not changed for provider f0ed160a-beff-4626-a531-2a70d7bc0627 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1704.517117] env[62574]: DEBUG nova.virt.hardware [None req-7e8071ab-d8f6-49ec-8b73-2faa62f623f9 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T19:26:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-13T19:26:40Z,direct_url=,disk_format='vmdk',id=3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7eed1dd4d2c3418eb32c4f4ceda3ab0d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-13T19:26:41Z,virtual_size=,visibility=), allow threads: False {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1704.517357] env[62574]: DEBUG nova.virt.hardware [None req-7e8071ab-d8f6-49ec-8b73-2faa62f623f9 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] Flavor limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1704.517549] env[62574]: DEBUG nova.virt.hardware [None req-7e8071ab-d8f6-49ec-8b73-2faa62f623f9 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] Image limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1704.517749] env[62574]: DEBUG nova.virt.hardware [None req-7e8071ab-d8f6-49ec-8b73-2faa62f623f9 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] Flavor pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1704.517896] env[62574]: DEBUG nova.virt.hardware [None req-7e8071ab-d8f6-49ec-8b73-2faa62f623f9 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] Image pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1704.518054] env[62574]: DEBUG nova.virt.hardware [None req-7e8071ab-d8f6-49ec-8b73-2faa62f623f9 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1704.518263] env[62574]: DEBUG nova.virt.hardware [None req-7e8071ab-d8f6-49ec-8b73-2faa62f623f9 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1704.518417] env[62574]: DEBUG nova.virt.hardware [None req-7e8071ab-d8f6-49ec-8b73-2faa62f623f9 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1704.518611] env[62574]: DEBUG nova.virt.hardware [None req-7e8071ab-d8f6-49ec-8b73-2faa62f623f9 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] Got 1 possible topologies {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1704.518902] env[62574]: DEBUG nova.virt.hardware [None req-7e8071ab-d8f6-49ec-8b73-2faa62f623f9 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1704.519377] env[62574]: DEBUG nova.virt.hardware [None req-7e8071ab-d8f6-49ec-8b73-2faa62f623f9 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1704.520239] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40aad88d-59f7-4154-b8bb-a9ebc1fafb3e {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.529512] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f3b99c6-7f28-49ec-b32d-fbb8ad0dd858 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.592070] env[62574]: DEBUG oslo_concurrency.lockutils [None req-1f5c6e1e-f746-4ddf-970a-18f5cdc3d106 tempest-InstanceActionsTestJSON-1886761938 tempest-InstanceActionsTestJSON-1886761938-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1705.008848] env[62574]: DEBUG oslo_concurrency.lockutils [None req-886177be-91cd-4dab-80c2-a5961f90ee1c tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.537s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1705.009415] env[62574]: DEBUG nova.compute.manager [None req-886177be-91cd-4dab-80c2-a5961f90ee1c tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] [instance: e8292dec-1280-4df6-be46-2b79a76e4636] Start building networks asynchronously for instance. {{(pid=62574) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1705.012015] env[62574]: DEBUG oslo_concurrency.lockutils [None req-c385f839-83fd-4a63-9017-4cd716598a0d tempest-ServerMetadataNegativeTestJSON-177817576 tempest-ServerMetadataNegativeTestJSON-177817576-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.611s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1705.013411] env[62574]: INFO nova.compute.claims [None req-c385f839-83fd-4a63-9017-4cd716598a0d tempest-ServerMetadataNegativeTestJSON-177817576 tempest-ServerMetadataNegativeTestJSON-177817576-project-member] [instance: 82960f69-76f1-49ff-a0b6-081c0142fca8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1705.518532] env[62574]: DEBUG nova.compute.utils [None req-886177be-91cd-4dab-80c2-a5961f90ee1c tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Using /dev/sd instead of None {{(pid=62574) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1705.522017] env[62574]: DEBUG nova.compute.manager [None req-886177be-91cd-4dab-80c2-a5961f90ee1c tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] [instance: e8292dec-1280-4df6-be46-2b79a76e4636] Allocating IP information in the background. {{(pid=62574) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1705.522109] env[62574]: DEBUG nova.network.neutron [None req-886177be-91cd-4dab-80c2-a5961f90ee1c tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] [instance: e8292dec-1280-4df6-be46-2b79a76e4636] allocate_for_instance() {{(pid=62574) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1705.579119] env[62574]: DEBUG nova.policy [None req-886177be-91cd-4dab-80c2-a5961f90ee1c tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '00017b350dcf420eb9ff32af0ce99b10', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '56c182ddec574253b665707e8eba14e3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62574) authorize /opt/stack/nova/nova/policy.py:192}} [ 1705.899645] env[62574]: DEBUG nova.network.neutron [None req-886177be-91cd-4dab-80c2-a5961f90ee1c tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] [instance: e8292dec-1280-4df6-be46-2b79a76e4636] Successfully created port: 0c9b0392-62b2-411c-ac30-3728595656e0 {{(pid=62574) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1705.952136] env[62574]: DEBUG oslo_service.periodic_task [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62574) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1705.952393] env[62574]: DEBUG oslo_service.periodic_task [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62574) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1706.022187] env[62574]: DEBUG nova.compute.manager [None req-886177be-91cd-4dab-80c2-a5961f90ee1c tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] [instance: e8292dec-1280-4df6-be46-2b79a76e4636] Start building block device mappings for instance. {{(pid=62574) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1706.246049] env[62574]: DEBUG nova.compute.manager [req-2adda9aa-e898-4d51-ae1a-c2ddfcee3734 req-966134e1-b932-4e49-a31e-2d90fdd519d8 service nova] [instance: 8275ea75-5ca3-4b37-89e5-00babfa3d24e] Received event network-vif-plugged-19dd378d-78a0-4d78-9a7f-d3f467f134ac {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1706.246358] env[62574]: DEBUG oslo_concurrency.lockutils [req-2adda9aa-e898-4d51-ae1a-c2ddfcee3734 req-966134e1-b932-4e49-a31e-2d90fdd519d8 service nova] Acquiring lock "8275ea75-5ca3-4b37-89e5-00babfa3d24e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1706.246667] env[62574]: DEBUG oslo_concurrency.lockutils [req-2adda9aa-e898-4d51-ae1a-c2ddfcee3734 req-966134e1-b932-4e49-a31e-2d90fdd519d8 service nova] Lock "8275ea75-5ca3-4b37-89e5-00babfa3d24e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1706.246890] env[62574]: DEBUG oslo_concurrency.lockutils [req-2adda9aa-e898-4d51-ae1a-c2ddfcee3734 req-966134e1-b932-4e49-a31e-2d90fdd519d8 service nova] Lock "8275ea75-5ca3-4b37-89e5-00babfa3d24e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1706.247104] env[62574]: DEBUG nova.compute.manager [req-2adda9aa-e898-4d51-ae1a-c2ddfcee3734 req-966134e1-b932-4e49-a31e-2d90fdd519d8 service nova] [instance: 8275ea75-5ca3-4b37-89e5-00babfa3d24e] No waiting events found dispatching network-vif-plugged-19dd378d-78a0-4d78-9a7f-d3f467f134ac {{(pid=62574) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1706.247314] env[62574]: WARNING nova.compute.manager [req-2adda9aa-e898-4d51-ae1a-c2ddfcee3734 req-966134e1-b932-4e49-a31e-2d90fdd519d8 service nova] [instance: 8275ea75-5ca3-4b37-89e5-00babfa3d24e] Received unexpected event network-vif-plugged-19dd378d-78a0-4d78-9a7f-d3f467f134ac for instance with vm_state building and task_state spawning. [ 1706.335812] env[62574]: DEBUG nova.network.neutron [None req-7e8071ab-d8f6-49ec-8b73-2faa62f623f9 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] [instance: 8275ea75-5ca3-4b37-89e5-00babfa3d24e] Successfully updated port: 19dd378d-78a0-4d78-9a7f-d3f467f134ac {{(pid=62574) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1706.466769] env[62574]: DEBUG oslo_service.periodic_task [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62574) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1706.466962] env[62574]: DEBUG nova.compute.manager [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Starting heal instance info cache {{(pid=62574) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10345}} [ 1706.522439] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff8fe0e4-c3a5-46ed-8842-d02467630f25 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.534609] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a20d7d1-6861-414b-b540-9445647cf043 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.565592] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca65a55c-8dd7-4f02-b118-30bf55ac567f {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.574457] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-649ca6d8-931b-46c3-8780-515e7662bf06 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.589429] env[62574]: DEBUG nova.compute.provider_tree [None req-c385f839-83fd-4a63-9017-4cd716598a0d tempest-ServerMetadataNegativeTestJSON-177817576 tempest-ServerMetadataNegativeTestJSON-177817576-project-member] Inventory has not changed in ProviderTree for provider: f0ed160a-beff-4626-a531-2a70d7bc0627 {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1706.741866] env[62574]: DEBUG nova.compute.manager [req-e11700ec-6041-409c-bd12-08dba162cd12 req-92797e16-64df-4f99-bd0a-bb90fdc38715 service nova] [instance: e3b07ff8-0c0f-437a-9a29-8baf54b399a0] Received event network-vif-plugged-6505a472-35ab-45ab-b907-67b3465e6c4e {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1706.742104] env[62574]: DEBUG oslo_concurrency.lockutils [req-e11700ec-6041-409c-bd12-08dba162cd12 req-92797e16-64df-4f99-bd0a-bb90fdc38715 service nova] Acquiring lock "e3b07ff8-0c0f-437a-9a29-8baf54b399a0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1706.742381] env[62574]: DEBUG oslo_concurrency.lockutils [req-e11700ec-6041-409c-bd12-08dba162cd12 req-92797e16-64df-4f99-bd0a-bb90fdc38715 service nova] Lock "e3b07ff8-0c0f-437a-9a29-8baf54b399a0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1706.742586] env[62574]: DEBUG oslo_concurrency.lockutils [req-e11700ec-6041-409c-bd12-08dba162cd12 req-92797e16-64df-4f99-bd0a-bb90fdc38715 service nova] Lock "e3b07ff8-0c0f-437a-9a29-8baf54b399a0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1706.742760] env[62574]: DEBUG nova.compute.manager [req-e11700ec-6041-409c-bd12-08dba162cd12 req-92797e16-64df-4f99-bd0a-bb90fdc38715 service nova] [instance: e3b07ff8-0c0f-437a-9a29-8baf54b399a0] No waiting events found dispatching network-vif-plugged-6505a472-35ab-45ab-b907-67b3465e6c4e {{(pid=62574) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1706.742916] env[62574]: WARNING nova.compute.manager [req-e11700ec-6041-409c-bd12-08dba162cd12 req-92797e16-64df-4f99-bd0a-bb90fdc38715 service nova] [instance: e3b07ff8-0c0f-437a-9a29-8baf54b399a0] Received unexpected event network-vif-plugged-6505a472-35ab-45ab-b907-67b3465e6c4e for instance with vm_state building and task_state spawning. [ 1706.808628] env[62574]: DEBUG nova.network.neutron [None req-cf1a590a-6fe8-44ed-ab4f-8fff9975da85 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] [instance: e3b07ff8-0c0f-437a-9a29-8baf54b399a0] Successfully updated port: 6505a472-35ab-45ab-b907-67b3465e6c4e {{(pid=62574) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1706.838409] env[62574]: DEBUG oslo_concurrency.lockutils [None req-7e8071ab-d8f6-49ec-8b73-2faa62f623f9 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] Acquiring lock "refresh_cache-8275ea75-5ca3-4b37-89e5-00babfa3d24e" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1706.838565] env[62574]: DEBUG oslo_concurrency.lockutils [None req-7e8071ab-d8f6-49ec-8b73-2faa62f623f9 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] Acquired lock "refresh_cache-8275ea75-5ca3-4b37-89e5-00babfa3d24e" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1706.838739] env[62574]: DEBUG nova.network.neutron [None req-7e8071ab-d8f6-49ec-8b73-2faa62f623f9 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] [instance: 8275ea75-5ca3-4b37-89e5-00babfa3d24e] Building network info cache for instance {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1707.033252] env[62574]: DEBUG nova.compute.manager [None req-886177be-91cd-4dab-80c2-a5961f90ee1c tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] [instance: e8292dec-1280-4df6-be46-2b79a76e4636] Start spawning the instance on the hypervisor. {{(pid=62574) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1707.061318] env[62574]: DEBUG nova.virt.hardware [None req-886177be-91cd-4dab-80c2-a5961f90ee1c tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T19:26:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-13T19:26:40Z,direct_url=,disk_format='vmdk',id=3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7eed1dd4d2c3418eb32c4f4ceda3ab0d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-13T19:26:41Z,virtual_size=,visibility=), allow threads: False {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1707.061575] env[62574]: DEBUG nova.virt.hardware [None req-886177be-91cd-4dab-80c2-a5961f90ee1c tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Flavor limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1707.061733] env[62574]: DEBUG nova.virt.hardware [None req-886177be-91cd-4dab-80c2-a5961f90ee1c tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Image limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1707.061911] env[62574]: DEBUG nova.virt.hardware [None req-886177be-91cd-4dab-80c2-a5961f90ee1c tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Flavor pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1707.062069] env[62574]: DEBUG nova.virt.hardware [None req-886177be-91cd-4dab-80c2-a5961f90ee1c tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Image pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1707.062220] env[62574]: DEBUG nova.virt.hardware [None req-886177be-91cd-4dab-80c2-a5961f90ee1c tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1707.062424] env[62574]: DEBUG nova.virt.hardware [None req-886177be-91cd-4dab-80c2-a5961f90ee1c tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1707.062581] env[62574]: DEBUG nova.virt.hardware [None req-886177be-91cd-4dab-80c2-a5961f90ee1c tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1707.062744] env[62574]: DEBUG nova.virt.hardware [None req-886177be-91cd-4dab-80c2-a5961f90ee1c tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Got 1 possible topologies {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1707.062901] env[62574]: DEBUG nova.virt.hardware [None req-886177be-91cd-4dab-80c2-a5961f90ee1c tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1707.063088] env[62574]: DEBUG nova.virt.hardware [None req-886177be-91cd-4dab-80c2-a5961f90ee1c tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1707.063923] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ae29461-6d27-4abc-915a-d33b00d37157 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.072591] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdfcece6-603f-4660-aead-24ca295e549c {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.092752] env[62574]: DEBUG nova.scheduler.client.report [None req-c385f839-83fd-4a63-9017-4cd716598a0d tempest-ServerMetadataNegativeTestJSON-177817576 tempest-ServerMetadataNegativeTestJSON-177817576-project-member] Inventory has not changed for provider f0ed160a-beff-4626-a531-2a70d7bc0627 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1707.315456] env[62574]: DEBUG oslo_concurrency.lockutils [None req-cf1a590a-6fe8-44ed-ab4f-8fff9975da85 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Acquiring lock "refresh_cache-e3b07ff8-0c0f-437a-9a29-8baf54b399a0" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1707.315646] env[62574]: DEBUG oslo_concurrency.lockutils [None req-cf1a590a-6fe8-44ed-ab4f-8fff9975da85 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Acquired lock "refresh_cache-e3b07ff8-0c0f-437a-9a29-8baf54b399a0" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1707.316822] env[62574]: DEBUG nova.network.neutron [None req-cf1a590a-6fe8-44ed-ab4f-8fff9975da85 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] [instance: e3b07ff8-0c0f-437a-9a29-8baf54b399a0] Building network info cache for instance {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1707.371323] env[62574]: DEBUG nova.network.neutron [None req-7e8071ab-d8f6-49ec-8b73-2faa62f623f9 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] [instance: 8275ea75-5ca3-4b37-89e5-00babfa3d24e] Instance cache missing network info. {{(pid=62574) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1707.496646] env[62574]: DEBUG nova.network.neutron [None req-7e8071ab-d8f6-49ec-8b73-2faa62f623f9 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] [instance: 8275ea75-5ca3-4b37-89e5-00babfa3d24e] Updating instance_info_cache with network_info: [{"id": "19dd378d-78a0-4d78-9a7f-d3f467f134ac", "address": "fa:16:3e:f2:62:8b", "network": {"id": "90888d97-209c-49d6-8f95-1d0279efea11", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.128", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7eed1dd4d2c3418eb32c4f4ceda3ab0d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d275d7c6-2a7b-4ee8-b6f4-fabf1ba1905f", "external-id": "nsx-vlan-transportzone-513", "segmentation_id": 513, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap19dd378d-78", "ovs_interfaceid": "19dd378d-78a0-4d78-9a7f-d3f467f134ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1707.597698] env[62574]: DEBUG oslo_concurrency.lockutils [None req-c385f839-83fd-4a63-9017-4cd716598a0d tempest-ServerMetadataNegativeTestJSON-177817576 tempest-ServerMetadataNegativeTestJSON-177817576-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.586s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1707.598240] env[62574]: DEBUG nova.compute.manager [None req-c385f839-83fd-4a63-9017-4cd716598a0d tempest-ServerMetadataNegativeTestJSON-177817576 tempest-ServerMetadataNegativeTestJSON-177817576-project-member] [instance: 82960f69-76f1-49ff-a0b6-081c0142fca8] Start building networks asynchronously for instance. {{(pid=62574) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1707.601751] env[62574]: DEBUG oslo_concurrency.lockutils [None req-d8f7049e-d1ff-4e34-b09d-629923c60874 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 30.650s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1707.896386] env[62574]: DEBUG nova.network.neutron [None req-cf1a590a-6fe8-44ed-ab4f-8fff9975da85 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] [instance: e3b07ff8-0c0f-437a-9a29-8baf54b399a0] Instance cache missing network info. {{(pid=62574) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1707.999720] env[62574]: DEBUG oslo_concurrency.lockutils [None req-7e8071ab-d8f6-49ec-8b73-2faa62f623f9 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] Releasing lock "refresh_cache-8275ea75-5ca3-4b37-89e5-00babfa3d24e" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1708.000818] env[62574]: DEBUG nova.compute.manager [None req-7e8071ab-d8f6-49ec-8b73-2faa62f623f9 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] [instance: 8275ea75-5ca3-4b37-89e5-00babfa3d24e] Instance network_info: |[{"id": "19dd378d-78a0-4d78-9a7f-d3f467f134ac", "address": "fa:16:3e:f2:62:8b", "network": {"id": "90888d97-209c-49d6-8f95-1d0279efea11", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.128", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7eed1dd4d2c3418eb32c4f4ceda3ab0d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d275d7c6-2a7b-4ee8-b6f4-fabf1ba1905f", "external-id": "nsx-vlan-transportzone-513", "segmentation_id": 513, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap19dd378d-78", "ovs_interfaceid": "19dd378d-78a0-4d78-9a7f-d3f467f134ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62574) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1708.001370] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-7e8071ab-d8f6-49ec-8b73-2faa62f623f9 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] [instance: 8275ea75-5ca3-4b37-89e5-00babfa3d24e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f2:62:8b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd275d7c6-2a7b-4ee8-b6f4-fabf1ba1905f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '19dd378d-78a0-4d78-9a7f-d3f467f134ac', 'vif_model': 'vmxnet3'}] {{(pid=62574) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1708.010541] env[62574]: DEBUG oslo.service.loopingcall [None req-7e8071ab-d8f6-49ec-8b73-2faa62f623f9 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62574) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1708.011434] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8275ea75-5ca3-4b37-89e5-00babfa3d24e] Creating VM on the ESX host {{(pid=62574) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1708.012181] env[62574]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a36957b4-8e09-43c2-92a0-b4e909252fa4 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.039876] env[62574]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1708.039876] env[62574]: value = "task-1861750" [ 1708.039876] env[62574]: _type = "Task" [ 1708.039876] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1708.049768] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1861750, 'name': CreateVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1708.104473] env[62574]: DEBUG nova.compute.utils [None req-c385f839-83fd-4a63-9017-4cd716598a0d tempest-ServerMetadataNegativeTestJSON-177817576 tempest-ServerMetadataNegativeTestJSON-177817576-project-member] Using /dev/sd instead of None {{(pid=62574) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1708.109111] env[62574]: INFO nova.compute.claims [None req-d8f7049e-d1ff-4e34-b09d-629923c60874 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] [instance: 9ed0f4bc-f4eb-4eca-b448-053eec6339d4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1708.111584] env[62574]: DEBUG nova.compute.manager [None req-c385f839-83fd-4a63-9017-4cd716598a0d tempest-ServerMetadataNegativeTestJSON-177817576 tempest-ServerMetadataNegativeTestJSON-177817576-project-member] [instance: 82960f69-76f1-49ff-a0b6-081c0142fca8] Allocating IP information in the background. {{(pid=62574) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1708.111763] env[62574]: DEBUG nova.network.neutron [None req-c385f839-83fd-4a63-9017-4cd716598a0d tempest-ServerMetadataNegativeTestJSON-177817576 tempest-ServerMetadataNegativeTestJSON-177817576-project-member] [instance: 82960f69-76f1-49ff-a0b6-081c0142fca8] allocate_for_instance() {{(pid=62574) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1708.169319] env[62574]: DEBUG nova.policy [None req-c385f839-83fd-4a63-9017-4cd716598a0d tempest-ServerMetadataNegativeTestJSON-177817576 tempest-ServerMetadataNegativeTestJSON-177817576-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bba1819a866942808310862c6803fc3a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5b51eda85fe64ad1a713fe954d144f8b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62574) authorize /opt/stack/nova/nova/policy.py:192}} [ 1708.221275] env[62574]: DEBUG nova.network.neutron [None req-cf1a590a-6fe8-44ed-ab4f-8fff9975da85 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] [instance: e3b07ff8-0c0f-437a-9a29-8baf54b399a0] Updating instance_info_cache with network_info: [{"id": "6505a472-35ab-45ab-b907-67b3465e6c4e", "address": "fa:16:3e:70:9a:1d", "network": {"id": "048e4d0d-d1ab-45c4-a15c-a1cfb16572ac", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1657993544-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3efda8e53e3c4eea8bfd1d5d6cd90db3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f68ebd2a-3c68-48db-8c32-8a01497fc2e7", "external-id": "nsx-vlan-transportzone-49", "segmentation_id": 49, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6505a472-35", "ovs_interfaceid": "6505a472-35ab-45ab-b907-67b3465e6c4e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1708.274493] env[62574]: DEBUG nova.network.neutron [None req-886177be-91cd-4dab-80c2-a5961f90ee1c tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] [instance: e8292dec-1280-4df6-be46-2b79a76e4636] Successfully updated port: 0c9b0392-62b2-411c-ac30-3728595656e0 {{(pid=62574) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1708.428707] env[62574]: DEBUG nova.network.neutron [None req-c385f839-83fd-4a63-9017-4cd716598a0d tempest-ServerMetadataNegativeTestJSON-177817576 tempest-ServerMetadataNegativeTestJSON-177817576-project-member] [instance: 82960f69-76f1-49ff-a0b6-081c0142fca8] Successfully created port: 6ead37d1-15eb-4807-b54e-52335804f453 {{(pid=62574) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1708.460520] env[62574]: DEBUG nova.compute.manager [req-792f6f52-937e-4d1a-9dde-a3c3d6810d12 req-8bfdb660-9f37-461f-a31c-ce84c480bd66 service nova] [instance: 8275ea75-5ca3-4b37-89e5-00babfa3d24e] Received event network-changed-19dd378d-78a0-4d78-9a7f-d3f467f134ac {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1708.460729] env[62574]: DEBUG nova.compute.manager [req-792f6f52-937e-4d1a-9dde-a3c3d6810d12 req-8bfdb660-9f37-461f-a31c-ce84c480bd66 service nova] [instance: 8275ea75-5ca3-4b37-89e5-00babfa3d24e] Refreshing instance network info cache due to event network-changed-19dd378d-78a0-4d78-9a7f-d3f467f134ac. {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1708.461063] env[62574]: DEBUG oslo_concurrency.lockutils [req-792f6f52-937e-4d1a-9dde-a3c3d6810d12 req-8bfdb660-9f37-461f-a31c-ce84c480bd66 service nova] Acquiring lock "refresh_cache-8275ea75-5ca3-4b37-89e5-00babfa3d24e" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1708.461245] env[62574]: DEBUG oslo_concurrency.lockutils [req-792f6f52-937e-4d1a-9dde-a3c3d6810d12 req-8bfdb660-9f37-461f-a31c-ce84c480bd66 service nova] Acquired lock "refresh_cache-8275ea75-5ca3-4b37-89e5-00babfa3d24e" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1708.461413] env[62574]: DEBUG nova.network.neutron [req-792f6f52-937e-4d1a-9dde-a3c3d6810d12 req-8bfdb660-9f37-461f-a31c-ce84c480bd66 service nova] [instance: 8275ea75-5ca3-4b37-89e5-00babfa3d24e] Refreshing network info cache for port 19dd378d-78a0-4d78-9a7f-d3f467f134ac {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1708.550714] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1861750, 'name': CreateVM_Task} progress is 25%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1708.616089] env[62574]: INFO nova.compute.resource_tracker [None req-d8f7049e-d1ff-4e34-b09d-629923c60874 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] [instance: 9ed0f4bc-f4eb-4eca-b448-053eec6339d4] Updating resource usage from migration 21581f55-dd53-48d0-b3e8-28b1113510d3 [ 1708.618983] env[62574]: DEBUG nova.compute.manager [None req-c385f839-83fd-4a63-9017-4cd716598a0d tempest-ServerMetadataNegativeTestJSON-177817576 tempest-ServerMetadataNegativeTestJSON-177817576-project-member] [instance: 82960f69-76f1-49ff-a0b6-081c0142fca8] Start building block device mappings for instance. {{(pid=62574) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1708.724953] env[62574]: DEBUG oslo_concurrency.lockutils [None req-cf1a590a-6fe8-44ed-ab4f-8fff9975da85 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Releasing lock "refresh_cache-e3b07ff8-0c0f-437a-9a29-8baf54b399a0" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1708.725207] env[62574]: DEBUG nova.compute.manager [None req-cf1a590a-6fe8-44ed-ab4f-8fff9975da85 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] [instance: e3b07ff8-0c0f-437a-9a29-8baf54b399a0] Instance network_info: |[{"id": "6505a472-35ab-45ab-b907-67b3465e6c4e", "address": "fa:16:3e:70:9a:1d", "network": {"id": "048e4d0d-d1ab-45c4-a15c-a1cfb16572ac", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1657993544-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3efda8e53e3c4eea8bfd1d5d6cd90db3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f68ebd2a-3c68-48db-8c32-8a01497fc2e7", "external-id": "nsx-vlan-transportzone-49", "segmentation_id": 49, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6505a472-35", "ovs_interfaceid": "6505a472-35ab-45ab-b907-67b3465e6c4e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62574) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1708.725934] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-cf1a590a-6fe8-44ed-ab4f-8fff9975da85 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] [instance: e3b07ff8-0c0f-437a-9a29-8baf54b399a0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:70:9a:1d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f68ebd2a-3c68-48db-8c32-8a01497fc2e7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6505a472-35ab-45ab-b907-67b3465e6c4e', 'vif_model': 'vmxnet3'}] {{(pid=62574) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1708.733479] env[62574]: DEBUG oslo.service.loopingcall [None req-cf1a590a-6fe8-44ed-ab4f-8fff9975da85 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62574) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1708.735979] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e3b07ff8-0c0f-437a-9a29-8baf54b399a0] Creating VM on the ESX host {{(pid=62574) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1708.736401] env[62574]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-26adf4cc-54a8-4d44-9cc9-546f7f5f4a75 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.758366] env[62574]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1708.758366] env[62574]: value = "task-1861751" [ 1708.758366] env[62574]: _type = "Task" [ 1708.758366] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1708.768053] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1861751, 'name': CreateVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1708.771836] env[62574]: DEBUG nova.compute.manager [req-3acfd148-b4a6-4489-9000-1a2c5a23c184 req-db659d20-03f0-4f03-b99e-3f24bbd425c9 service nova] [instance: e3b07ff8-0c0f-437a-9a29-8baf54b399a0] Received event network-changed-6505a472-35ab-45ab-b907-67b3465e6c4e {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1708.771933] env[62574]: DEBUG nova.compute.manager [req-3acfd148-b4a6-4489-9000-1a2c5a23c184 req-db659d20-03f0-4f03-b99e-3f24bbd425c9 service nova] [instance: e3b07ff8-0c0f-437a-9a29-8baf54b399a0] Refreshing instance network info cache due to event network-changed-6505a472-35ab-45ab-b907-67b3465e6c4e. {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1708.772121] env[62574]: DEBUG oslo_concurrency.lockutils [req-3acfd148-b4a6-4489-9000-1a2c5a23c184 req-db659d20-03f0-4f03-b99e-3f24bbd425c9 service nova] Acquiring lock "refresh_cache-e3b07ff8-0c0f-437a-9a29-8baf54b399a0" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1708.772253] env[62574]: DEBUG oslo_concurrency.lockutils [req-3acfd148-b4a6-4489-9000-1a2c5a23c184 req-db659d20-03f0-4f03-b99e-3f24bbd425c9 service nova] Acquired lock "refresh_cache-e3b07ff8-0c0f-437a-9a29-8baf54b399a0" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1708.772456] env[62574]: DEBUG nova.network.neutron [req-3acfd148-b4a6-4489-9000-1a2c5a23c184 req-db659d20-03f0-4f03-b99e-3f24bbd425c9 service nova] [instance: e3b07ff8-0c0f-437a-9a29-8baf54b399a0] Refreshing network info cache for port 6505a472-35ab-45ab-b907-67b3465e6c4e {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1708.779900] env[62574]: DEBUG oslo_concurrency.lockutils [None req-886177be-91cd-4dab-80c2-a5961f90ee1c tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Acquiring lock "refresh_cache-e8292dec-1280-4df6-be46-2b79a76e4636" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1708.780849] env[62574]: DEBUG oslo_concurrency.lockutils [None req-886177be-91cd-4dab-80c2-a5961f90ee1c tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Acquired lock "refresh_cache-e8292dec-1280-4df6-be46-2b79a76e4636" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1708.780849] env[62574]: DEBUG nova.network.neutron [None req-886177be-91cd-4dab-80c2-a5961f90ee1c tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] [instance: e8292dec-1280-4df6-be46-2b79a76e4636] Building network info cache for instance {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1709.013792] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24250e3b-26b6-40d7-95e1-762a1d2ce595 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.023953] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-642f4b11-0a5a-4022-bffd-30512328c838 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.061760] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e181213a-812c-45e7-9320-9df0c3f18e88 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.069756] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1861750, 'name': CreateVM_Task, 'duration_secs': 0.662178} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1709.071734] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8275ea75-5ca3-4b37-89e5-00babfa3d24e] Created VM on the ESX host {{(pid=62574) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1709.072541] env[62574]: DEBUG oslo_concurrency.lockutils [None req-7e8071ab-d8f6-49ec-8b73-2faa62f623f9 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1709.072723] env[62574]: DEBUG oslo_concurrency.lockutils [None req-7e8071ab-d8f6-49ec-8b73-2faa62f623f9 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1709.073091] env[62574]: DEBUG oslo_concurrency.lockutils [None req-7e8071ab-d8f6-49ec-8b73-2faa62f623f9 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1709.074388] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b04ec59a-cb6a-48ac-8308-7b1b06307c47 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.078476] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c95db37b-3809-4cec-a824-998412275a80 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.083553] env[62574]: DEBUG oslo_vmware.api [None req-7e8071ab-d8f6-49ec-8b73-2faa62f623f9 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] Waiting for the task: (returnval){ [ 1709.083553] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]520766f9-4f53-f2e2-7dd8-4f94265a31f8" [ 1709.083553] env[62574]: _type = "Task" [ 1709.083553] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1709.093309] env[62574]: DEBUG nova.compute.provider_tree [None req-d8f7049e-d1ff-4e34-b09d-629923c60874 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Inventory has not changed in ProviderTree for provider: f0ed160a-beff-4626-a531-2a70d7bc0627 {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1709.102875] env[62574]: DEBUG oslo_vmware.api [None req-7e8071ab-d8f6-49ec-8b73-2faa62f623f9 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]520766f9-4f53-f2e2-7dd8-4f94265a31f8, 'name': SearchDatastore_Task, 'duration_secs': 0.010171} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1709.105307] env[62574]: DEBUG oslo_concurrency.lockutils [None req-7e8071ab-d8f6-49ec-8b73-2faa62f623f9 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1709.105563] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-7e8071ab-d8f6-49ec-8b73-2faa62f623f9 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] [instance: 8275ea75-5ca3-4b37-89e5-00babfa3d24e] Processing image 3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2 {{(pid=62574) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1709.105804] env[62574]: DEBUG oslo_concurrency.lockutils [None req-7e8071ab-d8f6-49ec-8b73-2faa62f623f9 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1709.105954] env[62574]: DEBUG oslo_concurrency.lockutils [None req-7e8071ab-d8f6-49ec-8b73-2faa62f623f9 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1709.106158] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e8071ab-d8f6-49ec-8b73-2faa62f623f9 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1709.106984] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fbc27fb9-89e7-4506-9d79-2fb369c3ed2c {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.115924] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e8071ab-d8f6-49ec-8b73-2faa62f623f9 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1709.116137] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-7e8071ab-d8f6-49ec-8b73-2faa62f623f9 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62574) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1709.117159] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a38e002-4ba9-4b37-8cb6-7c0dfc68b50b {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.125365] env[62574]: DEBUG oslo_vmware.api [None req-7e8071ab-d8f6-49ec-8b73-2faa62f623f9 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] Waiting for the task: (returnval){ [ 1709.125365] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]5223d93f-1f40-effe-0a96-8ae9937cf651" [ 1709.125365] env[62574]: _type = "Task" [ 1709.125365] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1709.134538] env[62574]: DEBUG oslo_vmware.api [None req-7e8071ab-d8f6-49ec-8b73-2faa62f623f9 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]5223d93f-1f40-effe-0a96-8ae9937cf651, 'name': SearchDatastore_Task, 'duration_secs': 0.009881} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1709.135320] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-78037852-0980-4daa-a6cf-117ab5758cab {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.140368] env[62574]: DEBUG oslo_vmware.api [None req-7e8071ab-d8f6-49ec-8b73-2faa62f623f9 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] Waiting for the task: (returnval){ [ 1709.140368] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]52fe69f4-916c-1ca8-cf18-582e77877574" [ 1709.140368] env[62574]: _type = "Task" [ 1709.140368] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1709.152233] env[62574]: DEBUG oslo_vmware.api [None req-7e8071ab-d8f6-49ec-8b73-2faa62f623f9 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52fe69f4-916c-1ca8-cf18-582e77877574, 'name': SearchDatastore_Task, 'duration_secs': 0.009132} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1709.152473] env[62574]: DEBUG oslo_concurrency.lockutils [None req-7e8071ab-d8f6-49ec-8b73-2faa62f623f9 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1709.152795] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e8071ab-d8f6-49ec-8b73-2faa62f623f9 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk to [datastore2] 8275ea75-5ca3-4b37-89e5-00babfa3d24e/8275ea75-5ca3-4b37-89e5-00babfa3d24e.vmdk {{(pid=62574) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1709.152969] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-395e46fc-383e-465b-a3df-fbce5d0cacc8 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.159522] env[62574]: DEBUG oslo_vmware.api [None req-7e8071ab-d8f6-49ec-8b73-2faa62f623f9 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] Waiting for the task: (returnval){ [ 1709.159522] env[62574]: value = "task-1861752" [ 1709.159522] env[62574]: _type = "Task" [ 1709.159522] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1709.168875] env[62574]: DEBUG oslo_vmware.api [None req-7e8071ab-d8f6-49ec-8b73-2faa62f623f9 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] Task: {'id': task-1861752, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1709.268199] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1861751, 'name': CreateVM_Task, 'duration_secs': 0.418762} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1709.268378] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e3b07ff8-0c0f-437a-9a29-8baf54b399a0] Created VM on the ESX host {{(pid=62574) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1709.269255] env[62574]: DEBUG oslo_concurrency.lockutils [None req-cf1a590a-6fe8-44ed-ab4f-8fff9975da85 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1709.269359] env[62574]: DEBUG oslo_concurrency.lockutils [None req-cf1a590a-6fe8-44ed-ab4f-8fff9975da85 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1709.269702] env[62574]: DEBUG oslo_concurrency.lockutils [None req-cf1a590a-6fe8-44ed-ab4f-8fff9975da85 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1709.269964] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0df2e5bd-0f4a-48b6-9c5f-bf4837f97936 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.274423] env[62574]: DEBUG oslo_vmware.api [None req-cf1a590a-6fe8-44ed-ab4f-8fff9975da85 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Waiting for the task: (returnval){ [ 1709.274423] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]52173998-971c-5d2a-356b-74196ed41368" [ 1709.274423] env[62574]: _type = "Task" [ 1709.274423] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1709.286848] env[62574]: DEBUG oslo_vmware.api [None req-cf1a590a-6fe8-44ed-ab4f-8fff9975da85 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52173998-971c-5d2a-356b-74196ed41368, 'name': SearchDatastore_Task, 'duration_secs': 0.007756} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1709.287160] env[62574]: DEBUG oslo_concurrency.lockutils [None req-cf1a590a-6fe8-44ed-ab4f-8fff9975da85 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1709.287407] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-cf1a590a-6fe8-44ed-ab4f-8fff9975da85 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] [instance: e3b07ff8-0c0f-437a-9a29-8baf54b399a0] Processing image 3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2 {{(pid=62574) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1709.287651] env[62574]: DEBUG oslo_concurrency.lockutils [None req-cf1a590a-6fe8-44ed-ab4f-8fff9975da85 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1709.287802] env[62574]: DEBUG oslo_concurrency.lockutils [None req-cf1a590a-6fe8-44ed-ab4f-8fff9975da85 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1709.287981] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf1a590a-6fe8-44ed-ab4f-8fff9975da85 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1709.288545] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-84be0465-e8ed-4f57-95e8-b4bae13b1431 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.295932] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf1a590a-6fe8-44ed-ab4f-8fff9975da85 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1709.296128] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-cf1a590a-6fe8-44ed-ab4f-8fff9975da85 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62574) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1709.296860] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d6944baa-baac-4771-a61a-9668264c4560 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.304053] env[62574]: DEBUG oslo_vmware.api [None req-cf1a590a-6fe8-44ed-ab4f-8fff9975da85 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Waiting for the task: (returnval){ [ 1709.304053] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]5235a0b7-beee-c8b8-5ded-b9bfb69f1543" [ 1709.304053] env[62574]: _type = "Task" [ 1709.304053] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1709.318068] env[62574]: DEBUG oslo_vmware.api [None req-cf1a590a-6fe8-44ed-ab4f-8fff9975da85 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]5235a0b7-beee-c8b8-5ded-b9bfb69f1543, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1709.322711] env[62574]: DEBUG nova.network.neutron [None req-886177be-91cd-4dab-80c2-a5961f90ee1c tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] [instance: e8292dec-1280-4df6-be46-2b79a76e4636] Instance cache missing network info. {{(pid=62574) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1709.417161] env[62574]: DEBUG nova.network.neutron [req-792f6f52-937e-4d1a-9dde-a3c3d6810d12 req-8bfdb660-9f37-461f-a31c-ce84c480bd66 service nova] [instance: 8275ea75-5ca3-4b37-89e5-00babfa3d24e] Updated VIF entry in instance network info cache for port 19dd378d-78a0-4d78-9a7f-d3f467f134ac. {{(pid=62574) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1709.417547] env[62574]: DEBUG nova.network.neutron [req-792f6f52-937e-4d1a-9dde-a3c3d6810d12 req-8bfdb660-9f37-461f-a31c-ce84c480bd66 service nova] [instance: 8275ea75-5ca3-4b37-89e5-00babfa3d24e] Updating instance_info_cache with network_info: [{"id": "19dd378d-78a0-4d78-9a7f-d3f467f134ac", "address": "fa:16:3e:f2:62:8b", "network": {"id": "90888d97-209c-49d6-8f95-1d0279efea11", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.128", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7eed1dd4d2c3418eb32c4f4ceda3ab0d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d275d7c6-2a7b-4ee8-b6f4-fabf1ba1905f", "external-id": "nsx-vlan-transportzone-513", "segmentation_id": 513, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap19dd378d-78", "ovs_interfaceid": "19dd378d-78a0-4d78-9a7f-d3f467f134ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1709.488893] env[62574]: DEBUG nova.compute.manager [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Didn't find any instances for network info cache update. {{(pid=62574) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10431}} [ 1709.489550] env[62574]: DEBUG oslo_service.periodic_task [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62574) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1709.489550] env[62574]: DEBUG oslo_service.periodic_task [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62574) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1709.489667] env[62574]: DEBUG oslo_service.periodic_task [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62574) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1709.489916] env[62574]: DEBUG oslo_service.periodic_task [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62574) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1709.489916] env[62574]: DEBUG oslo_service.periodic_task [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62574) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1709.490045] env[62574]: DEBUG oslo_service.periodic_task [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62574) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1709.490209] env[62574]: DEBUG nova.compute.manager [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62574) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10964}} [ 1709.490357] env[62574]: DEBUG oslo_service.periodic_task [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Running periodic task ComputeManager.update_available_resource {{(pid=62574) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1709.600245] env[62574]: DEBUG nova.scheduler.client.report [None req-d8f7049e-d1ff-4e34-b09d-629923c60874 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Inventory has not changed for provider f0ed160a-beff-4626-a531-2a70d7bc0627 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1709.628872] env[62574]: DEBUG nova.compute.manager [None req-c385f839-83fd-4a63-9017-4cd716598a0d tempest-ServerMetadataNegativeTestJSON-177817576 tempest-ServerMetadataNegativeTestJSON-177817576-project-member] [instance: 82960f69-76f1-49ff-a0b6-081c0142fca8] Start spawning the instance on the hypervisor. {{(pid=62574) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1709.668032] env[62574]: DEBUG nova.virt.hardware [None req-c385f839-83fd-4a63-9017-4cd716598a0d tempest-ServerMetadataNegativeTestJSON-177817576 tempest-ServerMetadataNegativeTestJSON-177817576-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T19:26:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-13T19:26:40Z,direct_url=,disk_format='vmdk',id=3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7eed1dd4d2c3418eb32c4f4ceda3ab0d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-13T19:26:41Z,virtual_size=,visibility=), allow threads: False {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1709.668277] env[62574]: DEBUG nova.virt.hardware [None req-c385f839-83fd-4a63-9017-4cd716598a0d tempest-ServerMetadataNegativeTestJSON-177817576 tempest-ServerMetadataNegativeTestJSON-177817576-project-member] Flavor limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1709.668438] env[62574]: DEBUG nova.virt.hardware [None req-c385f839-83fd-4a63-9017-4cd716598a0d tempest-ServerMetadataNegativeTestJSON-177817576 tempest-ServerMetadataNegativeTestJSON-177817576-project-member] Image limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1709.668619] env[62574]: DEBUG nova.virt.hardware [None req-c385f839-83fd-4a63-9017-4cd716598a0d tempest-ServerMetadataNegativeTestJSON-177817576 tempest-ServerMetadataNegativeTestJSON-177817576-project-member] Flavor pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1709.668784] env[62574]: DEBUG nova.virt.hardware [None req-c385f839-83fd-4a63-9017-4cd716598a0d tempest-ServerMetadataNegativeTestJSON-177817576 tempest-ServerMetadataNegativeTestJSON-177817576-project-member] Image pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1709.668932] env[62574]: DEBUG nova.virt.hardware [None req-c385f839-83fd-4a63-9017-4cd716598a0d tempest-ServerMetadataNegativeTestJSON-177817576 tempest-ServerMetadataNegativeTestJSON-177817576-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1709.669156] env[62574]: DEBUG nova.virt.hardware [None req-c385f839-83fd-4a63-9017-4cd716598a0d tempest-ServerMetadataNegativeTestJSON-177817576 tempest-ServerMetadataNegativeTestJSON-177817576-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1709.669320] env[62574]: DEBUG nova.virt.hardware [None req-c385f839-83fd-4a63-9017-4cd716598a0d tempest-ServerMetadataNegativeTestJSON-177817576 tempest-ServerMetadataNegativeTestJSON-177817576-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1709.669482] env[62574]: DEBUG nova.virt.hardware [None req-c385f839-83fd-4a63-9017-4cd716598a0d tempest-ServerMetadataNegativeTestJSON-177817576 tempest-ServerMetadataNegativeTestJSON-177817576-project-member] Got 1 possible topologies {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1709.669637] env[62574]: DEBUG nova.virt.hardware [None req-c385f839-83fd-4a63-9017-4cd716598a0d tempest-ServerMetadataNegativeTestJSON-177817576 tempest-ServerMetadataNegativeTestJSON-177817576-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1709.669807] env[62574]: DEBUG nova.virt.hardware [None req-c385f839-83fd-4a63-9017-4cd716598a0d tempest-ServerMetadataNegativeTestJSON-177817576 tempest-ServerMetadataNegativeTestJSON-177817576-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1709.670653] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26792d95-9ecd-4acb-bcfc-56e2c04a69fa {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.678847] env[62574]: DEBUG oslo_vmware.api [None req-7e8071ab-d8f6-49ec-8b73-2faa62f623f9 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] Task: {'id': task-1861752, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.49132} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1709.680906] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e8071ab-d8f6-49ec-8b73-2faa62f623f9 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk to [datastore2] 8275ea75-5ca3-4b37-89e5-00babfa3d24e/8275ea75-5ca3-4b37-89e5-00babfa3d24e.vmdk {{(pid=62574) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1709.681152] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-7e8071ab-d8f6-49ec-8b73-2faa62f623f9 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] [instance: 8275ea75-5ca3-4b37-89e5-00babfa3d24e] Extending root virtual disk to 1048576 {{(pid=62574) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1709.683412] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8904b525-99d9-468f-b478-8f46504748d8 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.686325] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1074408c-165c-43db-a1ac-29736aed8cc7 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.702337] env[62574]: DEBUG oslo_vmware.api [None req-7e8071ab-d8f6-49ec-8b73-2faa62f623f9 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] Waiting for the task: (returnval){ [ 1709.702337] env[62574]: value = "task-1861753" [ 1709.702337] env[62574]: _type = "Task" [ 1709.702337] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1709.750195] env[62574]: DEBUG nova.network.neutron [None req-886177be-91cd-4dab-80c2-a5961f90ee1c tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] [instance: e8292dec-1280-4df6-be46-2b79a76e4636] Updating instance_info_cache with network_info: [{"id": "0c9b0392-62b2-411c-ac30-3728595656e0", "address": "fa:16:3e:85:1e:dd", "network": {"id": "60497129-87fa-43c1-982d-6efe1efdf8af", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-386554519-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "56c182ddec574253b665707e8eba14e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c47e98ff-83cf-48d2-bf91-2931c7386b6a", "external-id": "nsx-vlan-transportzone-992", "segmentation_id": 992, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c9b0392-62", "ovs_interfaceid": "0c9b0392-62b2-411c-ac30-3728595656e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1709.814669] env[62574]: DEBUG oslo_vmware.api [None req-cf1a590a-6fe8-44ed-ab4f-8fff9975da85 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]5235a0b7-beee-c8b8-5ded-b9bfb69f1543, 'name': SearchDatastore_Task, 'duration_secs': 0.06946} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1709.815207] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a81a541-34bf-4708-a220-0c5700dfea21 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.820933] env[62574]: DEBUG nova.network.neutron [req-3acfd148-b4a6-4489-9000-1a2c5a23c184 req-db659d20-03f0-4f03-b99e-3f24bbd425c9 service nova] [instance: e3b07ff8-0c0f-437a-9a29-8baf54b399a0] Updated VIF entry in instance network info cache for port 6505a472-35ab-45ab-b907-67b3465e6c4e. {{(pid=62574) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1709.820933] env[62574]: DEBUG nova.network.neutron [req-3acfd148-b4a6-4489-9000-1a2c5a23c184 req-db659d20-03f0-4f03-b99e-3f24bbd425c9 service nova] [instance: e3b07ff8-0c0f-437a-9a29-8baf54b399a0] Updating instance_info_cache with network_info: [{"id": "6505a472-35ab-45ab-b907-67b3465e6c4e", "address": "fa:16:3e:70:9a:1d", "network": {"id": "048e4d0d-d1ab-45c4-a15c-a1cfb16572ac", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1657993544-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3efda8e53e3c4eea8bfd1d5d6cd90db3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f68ebd2a-3c68-48db-8c32-8a01497fc2e7", "external-id": "nsx-vlan-transportzone-49", "segmentation_id": 49, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6505a472-35", "ovs_interfaceid": "6505a472-35ab-45ab-b907-67b3465e6c4e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1709.822240] env[62574]: DEBUG oslo_vmware.api [None req-cf1a590a-6fe8-44ed-ab4f-8fff9975da85 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Waiting for the task: (returnval){ [ 1709.822240] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]52d42485-01be-f9a1-ff16-4a3f4d4231dc" [ 1709.822240] env[62574]: _type = "Task" [ 1709.822240] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1709.831542] env[62574]: DEBUG oslo_vmware.api [None req-cf1a590a-6fe8-44ed-ab4f-8fff9975da85 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52d42485-01be-f9a1-ff16-4a3f4d4231dc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1709.922909] env[62574]: DEBUG oslo_concurrency.lockutils [req-792f6f52-937e-4d1a-9dde-a3c3d6810d12 req-8bfdb660-9f37-461f-a31c-ce84c480bd66 service nova] Releasing lock "refresh_cache-8275ea75-5ca3-4b37-89e5-00babfa3d24e" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1709.949955] env[62574]: DEBUG nova.network.neutron [None req-c385f839-83fd-4a63-9017-4cd716598a0d tempest-ServerMetadataNegativeTestJSON-177817576 tempest-ServerMetadataNegativeTestJSON-177817576-project-member] [instance: 82960f69-76f1-49ff-a0b6-081c0142fca8] Successfully updated port: 6ead37d1-15eb-4807-b54e-52335804f453 {{(pid=62574) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1709.993566] env[62574]: DEBUG oslo_concurrency.lockutils [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1710.106317] env[62574]: DEBUG oslo_concurrency.lockutils [None req-d8f7049e-d1ff-4e34-b09d-629923c60874 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.505s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1710.106559] env[62574]: INFO nova.compute.manager [None req-d8f7049e-d1ff-4e34-b09d-629923c60874 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] [instance: 9ed0f4bc-f4eb-4eca-b448-053eec6339d4] Migrating [ 1710.113439] env[62574]: DEBUG oslo_concurrency.lockutils [None req-e6ceec5e-6aa4-4a5a-a420-1351431e1d6d tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.961s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1710.114940] env[62574]: INFO nova.compute.claims [None req-e6ceec5e-6aa4-4a5a-a420-1351431e1d6d tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] [instance: a2544584-cd31-41e1-8e0e-10c0c41b66fb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1710.211860] env[62574]: DEBUG oslo_vmware.api [None req-7e8071ab-d8f6-49ec-8b73-2faa62f623f9 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] Task: {'id': task-1861753, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078312} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1710.212164] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-7e8071ab-d8f6-49ec-8b73-2faa62f623f9 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] [instance: 8275ea75-5ca3-4b37-89e5-00babfa3d24e] Extended root virtual disk {{(pid=62574) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1710.212931] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f690d120-1662-4283-b65a-fba879d64d04 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.235662] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e8071ab-d8f6-49ec-8b73-2faa62f623f9 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] [instance: 8275ea75-5ca3-4b37-89e5-00babfa3d24e] Reconfiguring VM instance instance-00000039 to attach disk [datastore2] 8275ea75-5ca3-4b37-89e5-00babfa3d24e/8275ea75-5ca3-4b37-89e5-00babfa3d24e.vmdk or device None with type sparse {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1710.235910] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-05490381-af38-409d-b269-7cae1165dd37 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.253079] env[62574]: DEBUG oslo_concurrency.lockutils [None req-886177be-91cd-4dab-80c2-a5961f90ee1c tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Releasing lock "refresh_cache-e8292dec-1280-4df6-be46-2b79a76e4636" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1710.253426] env[62574]: DEBUG nova.compute.manager [None req-886177be-91cd-4dab-80c2-a5961f90ee1c tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] [instance: e8292dec-1280-4df6-be46-2b79a76e4636] Instance network_info: |[{"id": "0c9b0392-62b2-411c-ac30-3728595656e0", "address": "fa:16:3e:85:1e:dd", "network": {"id": "60497129-87fa-43c1-982d-6efe1efdf8af", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-386554519-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "56c182ddec574253b665707e8eba14e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c47e98ff-83cf-48d2-bf91-2931c7386b6a", "external-id": "nsx-vlan-transportzone-992", "segmentation_id": 992, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c9b0392-62", "ovs_interfaceid": "0c9b0392-62b2-411c-ac30-3728595656e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62574) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1710.253718] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-886177be-91cd-4dab-80c2-a5961f90ee1c tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] [instance: e8292dec-1280-4df6-be46-2b79a76e4636] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:85:1e:dd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c47e98ff-83cf-48d2-bf91-2931c7386b6a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0c9b0392-62b2-411c-ac30-3728595656e0', 'vif_model': 'vmxnet3'}] {{(pid=62574) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1710.260796] env[62574]: DEBUG oslo.service.loopingcall [None req-886177be-91cd-4dab-80c2-a5961f90ee1c tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62574) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1710.262468] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e8292dec-1280-4df6-be46-2b79a76e4636] Creating VM on the ESX host {{(pid=62574) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1710.262577] env[62574]: DEBUG oslo_vmware.api [None req-7e8071ab-d8f6-49ec-8b73-2faa62f623f9 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] Waiting for the task: (returnval){ [ 1710.262577] env[62574]: value = "task-1861754" [ 1710.262577] env[62574]: _type = "Task" [ 1710.262577] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1710.262757] env[62574]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5c40d1aa-a596-4cc5-bef9-fd7aabc61ff0 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.284842] env[62574]: DEBUG oslo_vmware.api [None req-7e8071ab-d8f6-49ec-8b73-2faa62f623f9 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] Task: {'id': task-1861754, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1710.286000] env[62574]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1710.286000] env[62574]: value = "task-1861755" [ 1710.286000] env[62574]: _type = "Task" [ 1710.286000] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1710.293697] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1861755, 'name': CreateVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1710.327472] env[62574]: DEBUG oslo_concurrency.lockutils [req-3acfd148-b4a6-4489-9000-1a2c5a23c184 req-db659d20-03f0-4f03-b99e-3f24bbd425c9 service nova] Releasing lock "refresh_cache-e3b07ff8-0c0f-437a-9a29-8baf54b399a0" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1710.327472] env[62574]: DEBUG nova.compute.manager [req-3acfd148-b4a6-4489-9000-1a2c5a23c184 req-db659d20-03f0-4f03-b99e-3f24bbd425c9 service nova] [instance: e8292dec-1280-4df6-be46-2b79a76e4636] Received event network-vif-plugged-0c9b0392-62b2-411c-ac30-3728595656e0 {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1710.327654] env[62574]: DEBUG oslo_concurrency.lockutils [req-3acfd148-b4a6-4489-9000-1a2c5a23c184 req-db659d20-03f0-4f03-b99e-3f24bbd425c9 service nova] Acquiring lock "e8292dec-1280-4df6-be46-2b79a76e4636-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1710.330165] env[62574]: DEBUG oslo_concurrency.lockutils [req-3acfd148-b4a6-4489-9000-1a2c5a23c184 req-db659d20-03f0-4f03-b99e-3f24bbd425c9 service nova] Lock "e8292dec-1280-4df6-be46-2b79a76e4636-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1710.330165] env[62574]: DEBUG oslo_concurrency.lockutils [req-3acfd148-b4a6-4489-9000-1a2c5a23c184 req-db659d20-03f0-4f03-b99e-3f24bbd425c9 service nova] Lock "e8292dec-1280-4df6-be46-2b79a76e4636-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1710.330165] env[62574]: DEBUG nova.compute.manager [req-3acfd148-b4a6-4489-9000-1a2c5a23c184 req-db659d20-03f0-4f03-b99e-3f24bbd425c9 service nova] [instance: e8292dec-1280-4df6-be46-2b79a76e4636] No waiting events found dispatching network-vif-plugged-0c9b0392-62b2-411c-ac30-3728595656e0 {{(pid=62574) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1710.330165] env[62574]: WARNING nova.compute.manager [req-3acfd148-b4a6-4489-9000-1a2c5a23c184 req-db659d20-03f0-4f03-b99e-3f24bbd425c9 service nova] [instance: e8292dec-1280-4df6-be46-2b79a76e4636] Received unexpected event network-vif-plugged-0c9b0392-62b2-411c-ac30-3728595656e0 for instance with vm_state building and task_state spawning. [ 1710.330165] env[62574]: DEBUG nova.compute.manager [req-3acfd148-b4a6-4489-9000-1a2c5a23c184 req-db659d20-03f0-4f03-b99e-3f24bbd425c9 service nova] [instance: e8292dec-1280-4df6-be46-2b79a76e4636] Received event network-changed-0c9b0392-62b2-411c-ac30-3728595656e0 {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1710.330165] env[62574]: DEBUG nova.compute.manager [req-3acfd148-b4a6-4489-9000-1a2c5a23c184 req-db659d20-03f0-4f03-b99e-3f24bbd425c9 service nova] [instance: e8292dec-1280-4df6-be46-2b79a76e4636] Refreshing instance network info cache due to event network-changed-0c9b0392-62b2-411c-ac30-3728595656e0. {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1710.330165] env[62574]: DEBUG oslo_concurrency.lockutils [req-3acfd148-b4a6-4489-9000-1a2c5a23c184 req-db659d20-03f0-4f03-b99e-3f24bbd425c9 service nova] Acquiring lock "refresh_cache-e8292dec-1280-4df6-be46-2b79a76e4636" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1710.330165] env[62574]: DEBUG oslo_concurrency.lockutils [req-3acfd148-b4a6-4489-9000-1a2c5a23c184 req-db659d20-03f0-4f03-b99e-3f24bbd425c9 service nova] Acquired lock "refresh_cache-e8292dec-1280-4df6-be46-2b79a76e4636" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1710.330165] env[62574]: DEBUG nova.network.neutron [req-3acfd148-b4a6-4489-9000-1a2c5a23c184 req-db659d20-03f0-4f03-b99e-3f24bbd425c9 service nova] [instance: e8292dec-1280-4df6-be46-2b79a76e4636] Refreshing network info cache for port 0c9b0392-62b2-411c-ac30-3728595656e0 {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1710.335799] env[62574]: DEBUG oslo_vmware.api [None req-cf1a590a-6fe8-44ed-ab4f-8fff9975da85 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52d42485-01be-f9a1-ff16-4a3f4d4231dc, 'name': SearchDatastore_Task, 'duration_secs': 0.016949} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1710.336087] env[62574]: DEBUG oslo_concurrency.lockutils [None req-cf1a590a-6fe8-44ed-ab4f-8fff9975da85 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1710.336355] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf1a590a-6fe8-44ed-ab4f-8fff9975da85 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk to [datastore2] e3b07ff8-0c0f-437a-9a29-8baf54b399a0/e3b07ff8-0c0f-437a-9a29-8baf54b399a0.vmdk {{(pid=62574) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1710.336611] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-097f6373-125e-4e75-a53c-622f76b9b7ee {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.343452] env[62574]: DEBUG oslo_vmware.api [None req-cf1a590a-6fe8-44ed-ab4f-8fff9975da85 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Waiting for the task: (returnval){ [ 1710.343452] env[62574]: value = "task-1861756" [ 1710.343452] env[62574]: _type = "Task" [ 1710.343452] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1710.351342] env[62574]: DEBUG oslo_vmware.api [None req-cf1a590a-6fe8-44ed-ab4f-8fff9975da85 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Task: {'id': task-1861756, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1710.453031] env[62574]: DEBUG oslo_concurrency.lockutils [None req-c385f839-83fd-4a63-9017-4cd716598a0d tempest-ServerMetadataNegativeTestJSON-177817576 tempest-ServerMetadataNegativeTestJSON-177817576-project-member] Acquiring lock "refresh_cache-82960f69-76f1-49ff-a0b6-081c0142fca8" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1710.453031] env[62574]: DEBUG oslo_concurrency.lockutils [None req-c385f839-83fd-4a63-9017-4cd716598a0d tempest-ServerMetadataNegativeTestJSON-177817576 tempest-ServerMetadataNegativeTestJSON-177817576-project-member] Acquired lock "refresh_cache-82960f69-76f1-49ff-a0b6-081c0142fca8" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1710.453031] env[62574]: DEBUG nova.network.neutron [None req-c385f839-83fd-4a63-9017-4cd716598a0d tempest-ServerMetadataNegativeTestJSON-177817576 tempest-ServerMetadataNegativeTestJSON-177817576-project-member] [instance: 82960f69-76f1-49ff-a0b6-081c0142fca8] Building network info cache for instance {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1710.484720] env[62574]: DEBUG nova.compute.manager [req-0539ba3e-1bc9-46dc-9ccf-c48059e3b29b req-73f93e10-1c50-42ab-b045-39b15661491a service nova] [instance: 82960f69-76f1-49ff-a0b6-081c0142fca8] Received event network-vif-plugged-6ead37d1-15eb-4807-b54e-52335804f453 {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1710.484969] env[62574]: DEBUG oslo_concurrency.lockutils [req-0539ba3e-1bc9-46dc-9ccf-c48059e3b29b req-73f93e10-1c50-42ab-b045-39b15661491a service nova] Acquiring lock "82960f69-76f1-49ff-a0b6-081c0142fca8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1710.485328] env[62574]: DEBUG oslo_concurrency.lockutils [req-0539ba3e-1bc9-46dc-9ccf-c48059e3b29b req-73f93e10-1c50-42ab-b045-39b15661491a service nova] Lock "82960f69-76f1-49ff-a0b6-081c0142fca8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1710.485565] env[62574]: DEBUG oslo_concurrency.lockutils [req-0539ba3e-1bc9-46dc-9ccf-c48059e3b29b req-73f93e10-1c50-42ab-b045-39b15661491a service nova] Lock "82960f69-76f1-49ff-a0b6-081c0142fca8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1710.485774] env[62574]: DEBUG nova.compute.manager [req-0539ba3e-1bc9-46dc-9ccf-c48059e3b29b req-73f93e10-1c50-42ab-b045-39b15661491a service nova] [instance: 82960f69-76f1-49ff-a0b6-081c0142fca8] No waiting events found dispatching network-vif-plugged-6ead37d1-15eb-4807-b54e-52335804f453 {{(pid=62574) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1710.485960] env[62574]: WARNING nova.compute.manager [req-0539ba3e-1bc9-46dc-9ccf-c48059e3b29b req-73f93e10-1c50-42ab-b045-39b15661491a service nova] [instance: 82960f69-76f1-49ff-a0b6-081c0142fca8] Received unexpected event network-vif-plugged-6ead37d1-15eb-4807-b54e-52335804f453 for instance with vm_state building and task_state spawning. [ 1710.486143] env[62574]: DEBUG nova.compute.manager [req-0539ba3e-1bc9-46dc-9ccf-c48059e3b29b req-73f93e10-1c50-42ab-b045-39b15661491a service nova] [instance: 82960f69-76f1-49ff-a0b6-081c0142fca8] Received event network-changed-6ead37d1-15eb-4807-b54e-52335804f453 {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1710.486299] env[62574]: DEBUG nova.compute.manager [req-0539ba3e-1bc9-46dc-9ccf-c48059e3b29b req-73f93e10-1c50-42ab-b045-39b15661491a service nova] [instance: 82960f69-76f1-49ff-a0b6-081c0142fca8] Refreshing instance network info cache due to event network-changed-6ead37d1-15eb-4807-b54e-52335804f453. {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1710.486468] env[62574]: DEBUG oslo_concurrency.lockutils [req-0539ba3e-1bc9-46dc-9ccf-c48059e3b29b req-73f93e10-1c50-42ab-b045-39b15661491a service nova] Acquiring lock "refresh_cache-82960f69-76f1-49ff-a0b6-081c0142fca8" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1710.627026] env[62574]: DEBUG oslo_concurrency.lockutils [None req-d8f7049e-d1ff-4e34-b09d-629923c60874 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Acquiring lock "refresh_cache-9ed0f4bc-f4eb-4eca-b448-053eec6339d4" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1710.627154] env[62574]: DEBUG oslo_concurrency.lockutils [None req-d8f7049e-d1ff-4e34-b09d-629923c60874 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Acquired lock "refresh_cache-9ed0f4bc-f4eb-4eca-b448-053eec6339d4" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1710.627852] env[62574]: DEBUG nova.network.neutron [None req-d8f7049e-d1ff-4e34-b09d-629923c60874 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] [instance: 9ed0f4bc-f4eb-4eca-b448-053eec6339d4] Building network info cache for instance {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1710.786905] env[62574]: DEBUG oslo_vmware.api [None req-7e8071ab-d8f6-49ec-8b73-2faa62f623f9 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] Task: {'id': task-1861754, 'name': ReconfigVM_Task, 'duration_secs': 0.290801} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1710.789970] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e8071ab-d8f6-49ec-8b73-2faa62f623f9 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] [instance: 8275ea75-5ca3-4b37-89e5-00babfa3d24e] Reconfigured VM instance instance-00000039 to attach disk [datastore2] 8275ea75-5ca3-4b37-89e5-00babfa3d24e/8275ea75-5ca3-4b37-89e5-00babfa3d24e.vmdk or device None with type sparse {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1710.790653] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-802184b1-66f8-4f72-9fb7-03a6a09ad42d {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.797333] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1861755, 'name': CreateVM_Task, 'duration_secs': 0.450151} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1710.798373] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e8292dec-1280-4df6-be46-2b79a76e4636] Created VM on the ESX host {{(pid=62574) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1710.798670] env[62574]: DEBUG oslo_vmware.api [None req-7e8071ab-d8f6-49ec-8b73-2faa62f623f9 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] Waiting for the task: (returnval){ [ 1710.798670] env[62574]: value = "task-1861757" [ 1710.798670] env[62574]: _type = "Task" [ 1710.798670] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1710.799304] env[62574]: DEBUG oslo_concurrency.lockutils [None req-886177be-91cd-4dab-80c2-a5961f90ee1c tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1710.799466] env[62574]: DEBUG oslo_concurrency.lockutils [None req-886177be-91cd-4dab-80c2-a5961f90ee1c tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1710.799824] env[62574]: DEBUG oslo_concurrency.lockutils [None req-886177be-91cd-4dab-80c2-a5961f90ee1c tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1710.800117] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aea88cc5-b364-49cf-80f4-2515b69afd43 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.806900] env[62574]: DEBUG oslo_vmware.api [None req-886177be-91cd-4dab-80c2-a5961f90ee1c tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Waiting for the task: (returnval){ [ 1710.806900] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]52e1c5a3-53b9-835a-9a41-6c2f959465d5" [ 1710.806900] env[62574]: _type = "Task" [ 1710.806900] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1710.810136] env[62574]: DEBUG oslo_vmware.api [None req-7e8071ab-d8f6-49ec-8b73-2faa62f623f9 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] Task: {'id': task-1861757, 'name': Rename_Task} progress is 5%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1710.818702] env[62574]: DEBUG oslo_vmware.api [None req-886177be-91cd-4dab-80c2-a5961f90ee1c tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52e1c5a3-53b9-835a-9a41-6c2f959465d5, 'name': SearchDatastore_Task, 'duration_secs': 0.009232} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1710.818999] env[62574]: DEBUG oslo_concurrency.lockutils [None req-886177be-91cd-4dab-80c2-a5961f90ee1c tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1710.819236] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-886177be-91cd-4dab-80c2-a5961f90ee1c tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] [instance: e8292dec-1280-4df6-be46-2b79a76e4636] Processing image 3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2 {{(pid=62574) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1710.819462] env[62574]: DEBUG oslo_concurrency.lockutils [None req-886177be-91cd-4dab-80c2-a5961f90ee1c tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1710.819608] env[62574]: DEBUG oslo_concurrency.lockutils [None req-886177be-91cd-4dab-80c2-a5961f90ee1c tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1710.819774] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-886177be-91cd-4dab-80c2-a5961f90ee1c tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1710.820020] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ba85b99a-bf57-4975-a02c-bbd6db293552 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.827423] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-886177be-91cd-4dab-80c2-a5961f90ee1c tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1710.827592] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-886177be-91cd-4dab-80c2-a5961f90ee1c tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62574) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1710.828264] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9bdccd50-eca4-44ad-814c-493a4e5d84cb {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.835432] env[62574]: DEBUG oslo_vmware.api [None req-886177be-91cd-4dab-80c2-a5961f90ee1c tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Waiting for the task: (returnval){ [ 1710.835432] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]52bb1aad-e1de-53b0-8289-dc3f9a63ec25" [ 1710.835432] env[62574]: _type = "Task" [ 1710.835432] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1710.844390] env[62574]: DEBUG oslo_vmware.api [None req-886177be-91cd-4dab-80c2-a5961f90ee1c tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52bb1aad-e1de-53b0-8289-dc3f9a63ec25, 'name': SearchDatastore_Task, 'duration_secs': 0.009032} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1710.847715] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb54e083-9e7e-4abf-98d0-d5fcbfc9e70c {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.854437] env[62574]: DEBUG oslo_vmware.api [None req-cf1a590a-6fe8-44ed-ab4f-8fff9975da85 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Task: {'id': task-1861756, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.454571} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1710.855569] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf1a590a-6fe8-44ed-ab4f-8fff9975da85 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk to [datastore2] e3b07ff8-0c0f-437a-9a29-8baf54b399a0/e3b07ff8-0c0f-437a-9a29-8baf54b399a0.vmdk {{(pid=62574) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1710.855829] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-cf1a590a-6fe8-44ed-ab4f-8fff9975da85 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] [instance: e3b07ff8-0c0f-437a-9a29-8baf54b399a0] Extending root virtual disk to 1048576 {{(pid=62574) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1710.856162] env[62574]: DEBUG oslo_vmware.api [None req-886177be-91cd-4dab-80c2-a5961f90ee1c tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Waiting for the task: (returnval){ [ 1710.856162] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]527fb861-2051-a591-f99a-ffe91c028efa" [ 1710.856162] env[62574]: _type = "Task" [ 1710.856162] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1710.856357] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-de8cf1aa-33f2-40dc-995e-95a8f127bb31 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.867727] env[62574]: DEBUG oslo_vmware.api [None req-886177be-91cd-4dab-80c2-a5961f90ee1c tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]527fb861-2051-a591-f99a-ffe91c028efa, 'name': SearchDatastore_Task, 'duration_secs': 0.008652} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1710.868997] env[62574]: DEBUG oslo_concurrency.lockutils [None req-886177be-91cd-4dab-80c2-a5961f90ee1c tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1710.869378] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-886177be-91cd-4dab-80c2-a5961f90ee1c tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk to [datastore2] e8292dec-1280-4df6-be46-2b79a76e4636/e8292dec-1280-4df6-be46-2b79a76e4636.vmdk {{(pid=62574) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1710.869833] env[62574]: DEBUG oslo_vmware.api [None req-cf1a590a-6fe8-44ed-ab4f-8fff9975da85 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Waiting for the task: (returnval){ [ 1710.869833] env[62574]: value = "task-1861758" [ 1710.869833] env[62574]: _type = "Task" [ 1710.869833] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1710.870125] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8f638e99-ed26-49ab-adea-e1cd7faeeb79 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.881468] env[62574]: DEBUG oslo_vmware.api [None req-cf1a590a-6fe8-44ed-ab4f-8fff9975da85 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Task: {'id': task-1861758, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1710.882866] env[62574]: DEBUG oslo_vmware.api [None req-886177be-91cd-4dab-80c2-a5961f90ee1c tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Waiting for the task: (returnval){ [ 1710.882866] env[62574]: value = "task-1861759" [ 1710.882866] env[62574]: _type = "Task" [ 1710.882866] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1710.890389] env[62574]: DEBUG oslo_vmware.api [None req-886177be-91cd-4dab-80c2-a5961f90ee1c tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Task: {'id': task-1861759, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1710.982769] env[62574]: DEBUG nova.network.neutron [None req-c385f839-83fd-4a63-9017-4cd716598a0d tempest-ServerMetadataNegativeTestJSON-177817576 tempest-ServerMetadataNegativeTestJSON-177817576-project-member] [instance: 82960f69-76f1-49ff-a0b6-081c0142fca8] Instance cache missing network info. {{(pid=62574) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1711.053594] env[62574]: DEBUG nova.network.neutron [req-3acfd148-b4a6-4489-9000-1a2c5a23c184 req-db659d20-03f0-4f03-b99e-3f24bbd425c9 service nova] [instance: e8292dec-1280-4df6-be46-2b79a76e4636] Updated VIF entry in instance network info cache for port 0c9b0392-62b2-411c-ac30-3728595656e0. {{(pid=62574) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1711.053949] env[62574]: DEBUG nova.network.neutron [req-3acfd148-b4a6-4489-9000-1a2c5a23c184 req-db659d20-03f0-4f03-b99e-3f24bbd425c9 service nova] [instance: e8292dec-1280-4df6-be46-2b79a76e4636] Updating instance_info_cache with network_info: [{"id": "0c9b0392-62b2-411c-ac30-3728595656e0", "address": "fa:16:3e:85:1e:dd", "network": {"id": "60497129-87fa-43c1-982d-6efe1efdf8af", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-386554519-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "56c182ddec574253b665707e8eba14e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c47e98ff-83cf-48d2-bf91-2931c7386b6a", "external-id": "nsx-vlan-transportzone-992", "segmentation_id": 992, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c9b0392-62", "ovs_interfaceid": "0c9b0392-62b2-411c-ac30-3728595656e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1711.112277] env[62574]: DEBUG nova.network.neutron [None req-c385f839-83fd-4a63-9017-4cd716598a0d tempest-ServerMetadataNegativeTestJSON-177817576 tempest-ServerMetadataNegativeTestJSON-177817576-project-member] [instance: 82960f69-76f1-49ff-a0b6-081c0142fca8] Updating instance_info_cache with network_info: [{"id": "6ead37d1-15eb-4807-b54e-52335804f453", "address": "fa:16:3e:19:38:e1", "network": {"id": "3ee9b914-659b-4e89-b457-6002d760fed6", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-438621733-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b51eda85fe64ad1a713fe954d144f8b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0734cc4-5718-45e2-9f98-0ded96880bef", "external-id": "nsx-vlan-transportzone-875", "segmentation_id": 875, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ead37d1-15", "ovs_interfaceid": "6ead37d1-15eb-4807-b54e-52335804f453", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1711.311531] env[62574]: DEBUG oslo_vmware.api [None req-7e8071ab-d8f6-49ec-8b73-2faa62f623f9 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] Task: {'id': task-1861757, 'name': Rename_Task, 'duration_secs': 0.149238} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1711.314403] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e8071ab-d8f6-49ec-8b73-2faa62f623f9 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] [instance: 8275ea75-5ca3-4b37-89e5-00babfa3d24e] Powering on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1711.314948] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-36a35dce-8904-4c1d-8222-b79412d7ac4e {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.325199] env[62574]: DEBUG oslo_vmware.api [None req-7e8071ab-d8f6-49ec-8b73-2faa62f623f9 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] Waiting for the task: (returnval){ [ 1711.325199] env[62574]: value = "task-1861760" [ 1711.325199] env[62574]: _type = "Task" [ 1711.325199] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1711.341710] env[62574]: DEBUG oslo_vmware.api [None req-7e8071ab-d8f6-49ec-8b73-2faa62f623f9 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] Task: {'id': task-1861760, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1711.386142] env[62574]: DEBUG oslo_vmware.api [None req-cf1a590a-6fe8-44ed-ab4f-8fff9975da85 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Task: {'id': task-1861758, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072586} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1711.393041] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-cf1a590a-6fe8-44ed-ab4f-8fff9975da85 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] [instance: e3b07ff8-0c0f-437a-9a29-8baf54b399a0] Extended root virtual disk {{(pid=62574) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1711.396372] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cd9331b-a124-4fa9-88b7-7f21248d295c {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.404502] env[62574]: DEBUG oslo_vmware.api [None req-886177be-91cd-4dab-80c2-a5961f90ee1c tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Task: {'id': task-1861759, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.503036} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1711.415965] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-886177be-91cd-4dab-80c2-a5961f90ee1c tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk to [datastore2] e8292dec-1280-4df6-be46-2b79a76e4636/e8292dec-1280-4df6-be46-2b79a76e4636.vmdk {{(pid=62574) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1711.416244] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-886177be-91cd-4dab-80c2-a5961f90ee1c tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] [instance: e8292dec-1280-4df6-be46-2b79a76e4636] Extending root virtual disk to 1048576 {{(pid=62574) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1711.425262] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf1a590a-6fe8-44ed-ab4f-8fff9975da85 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] [instance: e3b07ff8-0c0f-437a-9a29-8baf54b399a0] Reconfiguring VM instance instance-00000038 to attach disk [datastore2] e3b07ff8-0c0f-437a-9a29-8baf54b399a0/e3b07ff8-0c0f-437a-9a29-8baf54b399a0.vmdk or device None with type sparse {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1711.425777] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-80c9ddee-a6ad-4994-97cc-d3178c37ad8c {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.427721] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-396f73da-f8d0-4b04-8023-dd718926f000 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.449885] env[62574]: DEBUG oslo_vmware.api [None req-cf1a590a-6fe8-44ed-ab4f-8fff9975da85 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Waiting for the task: (returnval){ [ 1711.449885] env[62574]: value = "task-1861762" [ 1711.449885] env[62574]: _type = "Task" [ 1711.449885] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1711.450857] env[62574]: DEBUG oslo_vmware.api [None req-886177be-91cd-4dab-80c2-a5961f90ee1c tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Waiting for the task: (returnval){ [ 1711.450857] env[62574]: value = "task-1861761" [ 1711.450857] env[62574]: _type = "Task" [ 1711.450857] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1711.466049] env[62574]: DEBUG oslo_vmware.api [None req-cf1a590a-6fe8-44ed-ab4f-8fff9975da85 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Task: {'id': task-1861762, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1711.469021] env[62574]: DEBUG oslo_vmware.api [None req-886177be-91cd-4dab-80c2-a5961f90ee1c tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Task: {'id': task-1861761, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1711.470105] env[62574]: DEBUG nova.network.neutron [None req-d8f7049e-d1ff-4e34-b09d-629923c60874 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] [instance: 9ed0f4bc-f4eb-4eca-b448-053eec6339d4] Updating instance_info_cache with network_info: [{"id": "99ccaac5-2749-49e2-880e-d13e6c2243ef", "address": "fa:16:3e:ed:aa:5e", "network": {"id": "90888d97-209c-49d6-8f95-1d0279efea11", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.67", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7eed1dd4d2c3418eb32c4f4ceda3ab0d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d275d7c6-2a7b-4ee8-b6f4-fabf1ba1905f", "external-id": "nsx-vlan-transportzone-513", "segmentation_id": 513, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99ccaac5-27", "ovs_interfaceid": "99ccaac5-2749-49e2-880e-d13e6c2243ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1711.556197] env[62574]: DEBUG oslo_concurrency.lockutils [req-3acfd148-b4a6-4489-9000-1a2c5a23c184 req-db659d20-03f0-4f03-b99e-3f24bbd425c9 service nova] Releasing lock "refresh_cache-e8292dec-1280-4df6-be46-2b79a76e4636" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1711.615500] env[62574]: DEBUG oslo_concurrency.lockutils [None req-c385f839-83fd-4a63-9017-4cd716598a0d tempest-ServerMetadataNegativeTestJSON-177817576 tempest-ServerMetadataNegativeTestJSON-177817576-project-member] Releasing lock "refresh_cache-82960f69-76f1-49ff-a0b6-081c0142fca8" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1711.615911] env[62574]: DEBUG nova.compute.manager [None req-c385f839-83fd-4a63-9017-4cd716598a0d tempest-ServerMetadataNegativeTestJSON-177817576 tempest-ServerMetadataNegativeTestJSON-177817576-project-member] [instance: 82960f69-76f1-49ff-a0b6-081c0142fca8] Instance network_info: |[{"id": "6ead37d1-15eb-4807-b54e-52335804f453", "address": "fa:16:3e:19:38:e1", "network": {"id": "3ee9b914-659b-4e89-b457-6002d760fed6", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-438621733-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b51eda85fe64ad1a713fe954d144f8b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0734cc4-5718-45e2-9f98-0ded96880bef", "external-id": "nsx-vlan-transportzone-875", "segmentation_id": 875, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ead37d1-15", "ovs_interfaceid": "6ead37d1-15eb-4807-b54e-52335804f453", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62574) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1711.616238] env[62574]: DEBUG oslo_concurrency.lockutils [req-0539ba3e-1bc9-46dc-9ccf-c48059e3b29b req-73f93e10-1c50-42ab-b045-39b15661491a service nova] Acquired lock "refresh_cache-82960f69-76f1-49ff-a0b6-081c0142fca8" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1711.616423] env[62574]: DEBUG nova.network.neutron [req-0539ba3e-1bc9-46dc-9ccf-c48059e3b29b req-73f93e10-1c50-42ab-b045-39b15661491a service nova] [instance: 82960f69-76f1-49ff-a0b6-081c0142fca8] Refreshing network info cache for port 6ead37d1-15eb-4807-b54e-52335804f453 {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1711.617663] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-c385f839-83fd-4a63-9017-4cd716598a0d tempest-ServerMetadataNegativeTestJSON-177817576 tempest-ServerMetadataNegativeTestJSON-177817576-project-member] [instance: 82960f69-76f1-49ff-a0b6-081c0142fca8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:19:38:e1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a0734cc4-5718-45e2-9f98-0ded96880bef', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6ead37d1-15eb-4807-b54e-52335804f453', 'vif_model': 'vmxnet3'}] {{(pid=62574) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1711.630418] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-c385f839-83fd-4a63-9017-4cd716598a0d tempest-ServerMetadataNegativeTestJSON-177817576 tempest-ServerMetadataNegativeTestJSON-177817576-project-member] Creating folder: Project (5b51eda85fe64ad1a713fe954d144f8b). Parent ref: group-v384746. {{(pid=62574) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1711.631825] env[62574]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d2c81e9b-0ed3-4304-a7ce-3c96992eb348 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.644999] env[62574]: INFO nova.virt.vmwareapi.vm_util [None req-c385f839-83fd-4a63-9017-4cd716598a0d tempest-ServerMetadataNegativeTestJSON-177817576 tempest-ServerMetadataNegativeTestJSON-177817576-project-member] Created folder: Project (5b51eda85fe64ad1a713fe954d144f8b) in parent group-v384746. [ 1711.645249] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-c385f839-83fd-4a63-9017-4cd716598a0d tempest-ServerMetadataNegativeTestJSON-177817576 tempest-ServerMetadataNegativeTestJSON-177817576-project-member] Creating folder: Instances. Parent ref: group-v384913. {{(pid=62574) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1711.645492] env[62574]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6931a1a8-a959-47c4-a5b2-39ac42add4c8 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.654299] env[62574]: INFO nova.virt.vmwareapi.vm_util [None req-c385f839-83fd-4a63-9017-4cd716598a0d tempest-ServerMetadataNegativeTestJSON-177817576 tempest-ServerMetadataNegativeTestJSON-177817576-project-member] Created folder: Instances in parent group-v384913. [ 1711.655457] env[62574]: DEBUG oslo.service.loopingcall [None req-c385f839-83fd-4a63-9017-4cd716598a0d tempest-ServerMetadataNegativeTestJSON-177817576 tempest-ServerMetadataNegativeTestJSON-177817576-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62574) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1711.655653] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 82960f69-76f1-49ff-a0b6-081c0142fca8] Creating VM on the ESX host {{(pid=62574) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1711.655886] env[62574]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-98ee927e-e527-4c3a-b881-282b553384a3 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.679291] env[62574]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1711.679291] env[62574]: value = "task-1861765" [ 1711.679291] env[62574]: _type = "Task" [ 1711.679291] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1711.689704] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1861765, 'name': CreateVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1711.774062] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b313120-802c-4f51-9a17-931197e0fcd0 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.781486] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2acfa197-06ab-40ef-ad4d-37d7d8053df7 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.812133] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd0ec1e6-b1d9-4102-8a8c-0b1214651bd6 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.820237] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ab943d0-cb08-4669-a536-b69c9086af73 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.836248] env[62574]: DEBUG nova.compute.provider_tree [None req-e6ceec5e-6aa4-4a5a-a420-1351431e1d6d tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] Inventory has not changed in ProviderTree for provider: f0ed160a-beff-4626-a531-2a70d7bc0627 {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1711.843093] env[62574]: DEBUG oslo_vmware.api [None req-7e8071ab-d8f6-49ec-8b73-2faa62f623f9 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] Task: {'id': task-1861760, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1711.966170] env[62574]: DEBUG oslo_vmware.api [None req-cf1a590a-6fe8-44ed-ab4f-8fff9975da85 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Task: {'id': task-1861762, 'name': ReconfigVM_Task, 'duration_secs': 0.288728} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1711.970204] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf1a590a-6fe8-44ed-ab4f-8fff9975da85 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] [instance: e3b07ff8-0c0f-437a-9a29-8baf54b399a0] Reconfigured VM instance instance-00000038 to attach disk [datastore2] e3b07ff8-0c0f-437a-9a29-8baf54b399a0/e3b07ff8-0c0f-437a-9a29-8baf54b399a0.vmdk or device None with type sparse {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1711.970936] env[62574]: DEBUG oslo_vmware.api [None req-886177be-91cd-4dab-80c2-a5961f90ee1c tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Task: {'id': task-1861761, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067232} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1711.972837] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c3ae4cce-5604-4f6a-9505-d111debe9fdb {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.972926] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-886177be-91cd-4dab-80c2-a5961f90ee1c tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] [instance: e8292dec-1280-4df6-be46-2b79a76e4636] Extended root virtual disk {{(pid=62574) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1711.973417] env[62574]: DEBUG oslo_concurrency.lockutils [None req-d8f7049e-d1ff-4e34-b09d-629923c60874 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Releasing lock "refresh_cache-9ed0f4bc-f4eb-4eca-b448-053eec6339d4" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1711.975209] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50e5f937-359b-4fc4-8ae8-9d24e60c1143 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.999361] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-886177be-91cd-4dab-80c2-a5961f90ee1c tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] [instance: e8292dec-1280-4df6-be46-2b79a76e4636] Reconfiguring VM instance instance-0000003a to attach disk [datastore2] e8292dec-1280-4df6-be46-2b79a76e4636/e8292dec-1280-4df6-be46-2b79a76e4636.vmdk or device None with type sparse {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1712.001768] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2b241d59-363c-49fc-b9f7-7ed8d2d0e3f2 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.017406] env[62574]: DEBUG oslo_vmware.api [None req-cf1a590a-6fe8-44ed-ab4f-8fff9975da85 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Waiting for the task: (returnval){ [ 1712.017406] env[62574]: value = "task-1861766" [ 1712.017406] env[62574]: _type = "Task" [ 1712.017406] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1712.024287] env[62574]: DEBUG oslo_vmware.api [None req-886177be-91cd-4dab-80c2-a5961f90ee1c tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Waiting for the task: (returnval){ [ 1712.024287] env[62574]: value = "task-1861767" [ 1712.024287] env[62574]: _type = "Task" [ 1712.024287] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1712.032099] env[62574]: DEBUG oslo_vmware.api [None req-cf1a590a-6fe8-44ed-ab4f-8fff9975da85 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Task: {'id': task-1861766, 'name': Rename_Task} progress is 14%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1712.039420] env[62574]: DEBUG oslo_vmware.api [None req-886177be-91cd-4dab-80c2-a5961f90ee1c tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Task: {'id': task-1861767, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1712.190050] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1861765, 'name': CreateVM_Task, 'duration_secs': 0.497225} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1712.190260] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 82960f69-76f1-49ff-a0b6-081c0142fca8] Created VM on the ESX host {{(pid=62574) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1712.190988] env[62574]: DEBUG oslo_concurrency.lockutils [None req-c385f839-83fd-4a63-9017-4cd716598a0d tempest-ServerMetadataNegativeTestJSON-177817576 tempest-ServerMetadataNegativeTestJSON-177817576-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1712.191222] env[62574]: DEBUG oslo_concurrency.lockutils [None req-c385f839-83fd-4a63-9017-4cd716598a0d tempest-ServerMetadataNegativeTestJSON-177817576 tempest-ServerMetadataNegativeTestJSON-177817576-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1712.191575] env[62574]: DEBUG oslo_concurrency.lockutils [None req-c385f839-83fd-4a63-9017-4cd716598a0d tempest-ServerMetadataNegativeTestJSON-177817576 tempest-ServerMetadataNegativeTestJSON-177817576-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1712.191854] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e9d6e340-1f7b-4fa0-b983-79ab5f69e86d {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.199086] env[62574]: DEBUG oslo_vmware.api [None req-c385f839-83fd-4a63-9017-4cd716598a0d tempest-ServerMetadataNegativeTestJSON-177817576 tempest-ServerMetadataNegativeTestJSON-177817576-project-member] Waiting for the task: (returnval){ [ 1712.199086] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]520fec09-bc31-5c35-d448-f30b331c9a3d" [ 1712.199086] env[62574]: _type = "Task" [ 1712.199086] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1712.207079] env[62574]: DEBUG oslo_vmware.api [None req-c385f839-83fd-4a63-9017-4cd716598a0d tempest-ServerMetadataNegativeTestJSON-177817576 tempest-ServerMetadataNegativeTestJSON-177817576-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]520fec09-bc31-5c35-d448-f30b331c9a3d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1712.335638] env[62574]: DEBUG oslo_vmware.api [None req-7e8071ab-d8f6-49ec-8b73-2faa62f623f9 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] Task: {'id': task-1861760, 'name': PowerOnVM_Task, 'duration_secs': 0.750731} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1712.336464] env[62574]: DEBUG nova.network.neutron [req-0539ba3e-1bc9-46dc-9ccf-c48059e3b29b req-73f93e10-1c50-42ab-b045-39b15661491a service nova] [instance: 82960f69-76f1-49ff-a0b6-081c0142fca8] Updated VIF entry in instance network info cache for port 6ead37d1-15eb-4807-b54e-52335804f453. {{(pid=62574) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1712.336792] env[62574]: DEBUG nova.network.neutron [req-0539ba3e-1bc9-46dc-9ccf-c48059e3b29b req-73f93e10-1c50-42ab-b045-39b15661491a service nova] [instance: 82960f69-76f1-49ff-a0b6-081c0142fca8] Updating instance_info_cache with network_info: [{"id": "6ead37d1-15eb-4807-b54e-52335804f453", "address": "fa:16:3e:19:38:e1", "network": {"id": "3ee9b914-659b-4e89-b457-6002d760fed6", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-438621733-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b51eda85fe64ad1a713fe954d144f8b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0734cc4-5718-45e2-9f98-0ded96880bef", "external-id": "nsx-vlan-transportzone-875", "segmentation_id": 875, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ead37d1-15", "ovs_interfaceid": "6ead37d1-15eb-4807-b54e-52335804f453", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1712.338523] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e8071ab-d8f6-49ec-8b73-2faa62f623f9 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] [instance: 8275ea75-5ca3-4b37-89e5-00babfa3d24e] Powered on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1712.338732] env[62574]: INFO nova.compute.manager [None req-7e8071ab-d8f6-49ec-8b73-2faa62f623f9 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] [instance: 8275ea75-5ca3-4b37-89e5-00babfa3d24e] Took 7.85 seconds to spawn the instance on the hypervisor. [ 1712.338992] env[62574]: DEBUG nova.compute.manager [None req-7e8071ab-d8f6-49ec-8b73-2faa62f623f9 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] [instance: 8275ea75-5ca3-4b37-89e5-00babfa3d24e] Checking state {{(pid=62574) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1712.339807] env[62574]: DEBUG nova.scheduler.client.report [None req-e6ceec5e-6aa4-4a5a-a420-1351431e1d6d tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] Inventory has not changed for provider f0ed160a-beff-4626-a531-2a70d7bc0627 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1712.343740] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05e69c3f-7fcb-45c6-9e2f-0314e36ec4db {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.528370] env[62574]: DEBUG oslo_vmware.api [None req-cf1a590a-6fe8-44ed-ab4f-8fff9975da85 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Task: {'id': task-1861766, 'name': Rename_Task, 'duration_secs': 0.148114} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1712.531482] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf1a590a-6fe8-44ed-ab4f-8fff9975da85 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] [instance: e3b07ff8-0c0f-437a-9a29-8baf54b399a0] Powering on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1712.531729] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-375aa25e-e726-4cee-a578-4f21f619beb5 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.538876] env[62574]: DEBUG oslo_vmware.api [None req-886177be-91cd-4dab-80c2-a5961f90ee1c tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Task: {'id': task-1861767, 'name': ReconfigVM_Task, 'duration_secs': 0.3065} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1712.540026] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-886177be-91cd-4dab-80c2-a5961f90ee1c tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] [instance: e8292dec-1280-4df6-be46-2b79a76e4636] Reconfigured VM instance instance-0000003a to attach disk [datastore2] e8292dec-1280-4df6-be46-2b79a76e4636/e8292dec-1280-4df6-be46-2b79a76e4636.vmdk or device None with type sparse {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1712.540907] env[62574]: DEBUG oslo_vmware.api [None req-cf1a590a-6fe8-44ed-ab4f-8fff9975da85 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Waiting for the task: (returnval){ [ 1712.540907] env[62574]: value = "task-1861768" [ 1712.540907] env[62574]: _type = "Task" [ 1712.540907] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1712.541109] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7246c8fc-9707-4dc8-9c91-d0d69b9526a0 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.551253] env[62574]: DEBUG oslo_vmware.api [None req-cf1a590a-6fe8-44ed-ab4f-8fff9975da85 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Task: {'id': task-1861768, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1712.552362] env[62574]: DEBUG oslo_vmware.api [None req-886177be-91cd-4dab-80c2-a5961f90ee1c tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Waiting for the task: (returnval){ [ 1712.552362] env[62574]: value = "task-1861769" [ 1712.552362] env[62574]: _type = "Task" [ 1712.552362] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1712.559768] env[62574]: DEBUG oslo_vmware.api [None req-886177be-91cd-4dab-80c2-a5961f90ee1c tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Task: {'id': task-1861769, 'name': Rename_Task} progress is 5%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1712.710459] env[62574]: DEBUG oslo_vmware.api [None req-c385f839-83fd-4a63-9017-4cd716598a0d tempest-ServerMetadataNegativeTestJSON-177817576 tempest-ServerMetadataNegativeTestJSON-177817576-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]520fec09-bc31-5c35-d448-f30b331c9a3d, 'name': SearchDatastore_Task, 'duration_secs': 0.016953} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1712.711035] env[62574]: DEBUG oslo_concurrency.lockutils [None req-c385f839-83fd-4a63-9017-4cd716598a0d tempest-ServerMetadataNegativeTestJSON-177817576 tempest-ServerMetadataNegativeTestJSON-177817576-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1712.711447] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-c385f839-83fd-4a63-9017-4cd716598a0d tempest-ServerMetadataNegativeTestJSON-177817576 tempest-ServerMetadataNegativeTestJSON-177817576-project-member] [instance: 82960f69-76f1-49ff-a0b6-081c0142fca8] Processing image 3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2 {{(pid=62574) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1712.711951] env[62574]: DEBUG oslo_concurrency.lockutils [None req-c385f839-83fd-4a63-9017-4cd716598a0d tempest-ServerMetadataNegativeTestJSON-177817576 tempest-ServerMetadataNegativeTestJSON-177817576-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1712.712559] env[62574]: DEBUG oslo_concurrency.lockutils [None req-c385f839-83fd-4a63-9017-4cd716598a0d tempest-ServerMetadataNegativeTestJSON-177817576 tempest-ServerMetadataNegativeTestJSON-177817576-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1712.712559] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-c385f839-83fd-4a63-9017-4cd716598a0d tempest-ServerMetadataNegativeTestJSON-177817576 tempest-ServerMetadataNegativeTestJSON-177817576-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1712.712869] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0b1ce6df-fdc9-49d3-b725-ba326cd45a04 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.721667] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-c385f839-83fd-4a63-9017-4cd716598a0d tempest-ServerMetadataNegativeTestJSON-177817576 tempest-ServerMetadataNegativeTestJSON-177817576-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1712.721905] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-c385f839-83fd-4a63-9017-4cd716598a0d tempest-ServerMetadataNegativeTestJSON-177817576 tempest-ServerMetadataNegativeTestJSON-177817576-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62574) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1712.722672] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bfc95316-8622-4836-a2d5-fdb9b9b66310 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.728226] env[62574]: DEBUG oslo_vmware.api [None req-c385f839-83fd-4a63-9017-4cd716598a0d tempest-ServerMetadataNegativeTestJSON-177817576 tempest-ServerMetadataNegativeTestJSON-177817576-project-member] Waiting for the task: (returnval){ [ 1712.728226] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]528562f0-2470-8cbc-65ab-42e719e37c92" [ 1712.728226] env[62574]: _type = "Task" [ 1712.728226] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1712.736830] env[62574]: DEBUG oslo_vmware.api [None req-c385f839-83fd-4a63-9017-4cd716598a0d tempest-ServerMetadataNegativeTestJSON-177817576 tempest-ServerMetadataNegativeTestJSON-177817576-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]528562f0-2470-8cbc-65ab-42e719e37c92, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1712.839452] env[62574]: DEBUG oslo_concurrency.lockutils [req-0539ba3e-1bc9-46dc-9ccf-c48059e3b29b req-73f93e10-1c50-42ab-b045-39b15661491a service nova] Releasing lock "refresh_cache-82960f69-76f1-49ff-a0b6-081c0142fca8" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1712.845085] env[62574]: DEBUG oslo_concurrency.lockutils [None req-e6ceec5e-6aa4-4a5a-a420-1351431e1d6d tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.732s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1712.845769] env[62574]: DEBUG nova.compute.manager [None req-e6ceec5e-6aa4-4a5a-a420-1351431e1d6d tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] [instance: a2544584-cd31-41e1-8e0e-10c0c41b66fb] Start building networks asynchronously for instance. {{(pid=62574) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1712.848679] env[62574]: DEBUG oslo_concurrency.lockutils [None req-46560f85-a7c3-48b7-9815-1602d38988b9 tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.442s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1712.849036] env[62574]: DEBUG nova.objects.instance [None req-46560f85-a7c3-48b7-9815-1602d38988b9 tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] Lazy-loading 'resources' on Instance uuid 958ea876-0fce-4489-9fd8-d577d5ac230b {{(pid=62574) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1712.861779] env[62574]: INFO nova.compute.manager [None req-7e8071ab-d8f6-49ec-8b73-2faa62f623f9 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] [instance: 8275ea75-5ca3-4b37-89e5-00babfa3d24e] Took 46.09 seconds to build instance. [ 1713.053129] env[62574]: DEBUG oslo_vmware.api [None req-cf1a590a-6fe8-44ed-ab4f-8fff9975da85 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Task: {'id': task-1861768, 'name': PowerOnVM_Task, 'duration_secs': 0.470907} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1713.056230] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf1a590a-6fe8-44ed-ab4f-8fff9975da85 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] [instance: e3b07ff8-0c0f-437a-9a29-8baf54b399a0] Powered on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1713.056435] env[62574]: INFO nova.compute.manager [None req-cf1a590a-6fe8-44ed-ab4f-8fff9975da85 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] [instance: e3b07ff8-0c0f-437a-9a29-8baf54b399a0] Took 11.65 seconds to spawn the instance on the hypervisor. [ 1713.056620] env[62574]: DEBUG nova.compute.manager [None req-cf1a590a-6fe8-44ed-ab4f-8fff9975da85 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] [instance: e3b07ff8-0c0f-437a-9a29-8baf54b399a0] Checking state {{(pid=62574) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1713.057365] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62790ade-adc9-4eb4-8bdb-0ec35943a3d4 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.068353] env[62574]: DEBUG oslo_vmware.api [None req-886177be-91cd-4dab-80c2-a5961f90ee1c tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Task: {'id': task-1861769, 'name': Rename_Task, 'duration_secs': 0.159036} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1713.068602] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-886177be-91cd-4dab-80c2-a5961f90ee1c tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] [instance: e8292dec-1280-4df6-be46-2b79a76e4636] Powering on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1713.069065] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2a9344b3-9509-43ea-b27b-a67798276fd9 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.075908] env[62574]: DEBUG oslo_vmware.api [None req-886177be-91cd-4dab-80c2-a5961f90ee1c tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Waiting for the task: (returnval){ [ 1713.075908] env[62574]: value = "task-1861770" [ 1713.075908] env[62574]: _type = "Task" [ 1713.075908] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1713.083500] env[62574]: DEBUG oslo_vmware.api [None req-886177be-91cd-4dab-80c2-a5961f90ee1c tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Task: {'id': task-1861770, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1713.244443] env[62574]: DEBUG oslo_vmware.api [None req-c385f839-83fd-4a63-9017-4cd716598a0d tempest-ServerMetadataNegativeTestJSON-177817576 tempest-ServerMetadataNegativeTestJSON-177817576-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]528562f0-2470-8cbc-65ab-42e719e37c92, 'name': SearchDatastore_Task, 'duration_secs': 0.021194} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1713.245722] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6c922612-265f-4c33-8cf3-7ed1fb3748ff {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.253159] env[62574]: DEBUG oslo_vmware.api [None req-c385f839-83fd-4a63-9017-4cd716598a0d tempest-ServerMetadataNegativeTestJSON-177817576 tempest-ServerMetadataNegativeTestJSON-177817576-project-member] Waiting for the task: (returnval){ [ 1713.253159] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]520c590e-876b-799e-38d3-a984e014efd7" [ 1713.253159] env[62574]: _type = "Task" [ 1713.253159] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1713.265416] env[62574]: DEBUG oslo_vmware.api [None req-c385f839-83fd-4a63-9017-4cd716598a0d tempest-ServerMetadataNegativeTestJSON-177817576 tempest-ServerMetadataNegativeTestJSON-177817576-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]520c590e-876b-799e-38d3-a984e014efd7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1713.352103] env[62574]: DEBUG nova.compute.utils [None req-e6ceec5e-6aa4-4a5a-a420-1351431e1d6d tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] Using /dev/sd instead of None {{(pid=62574) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1713.357798] env[62574]: DEBUG nova.compute.manager [None req-e6ceec5e-6aa4-4a5a-a420-1351431e1d6d tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] [instance: a2544584-cd31-41e1-8e0e-10c0c41b66fb] Allocating IP information in the background. {{(pid=62574) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1713.357798] env[62574]: DEBUG nova.network.neutron [None req-e6ceec5e-6aa4-4a5a-a420-1351431e1d6d tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] [instance: a2544584-cd31-41e1-8e0e-10c0c41b66fb] allocate_for_instance() {{(pid=62574) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1713.364897] env[62574]: DEBUG oslo_concurrency.lockutils [None req-7e8071ab-d8f6-49ec-8b73-2faa62f623f9 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] Lock "8275ea75-5ca3-4b37-89e5-00babfa3d24e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.084s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1713.403244] env[62574]: DEBUG nova.policy [None req-e6ceec5e-6aa4-4a5a-a420-1351431e1d6d tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6eb654ecc7d9423282f065f84bc014d6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cc48a15a978f4231bbbda88a9d4ad6cb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62574) authorize /opt/stack/nova/nova/policy.py:192}} [ 1713.491243] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e4d7b13-8002-487f-99d0-c739e29e4db1 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.514333] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-d8f7049e-d1ff-4e34-b09d-629923c60874 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] [instance: 9ed0f4bc-f4eb-4eca-b448-053eec6339d4] Updating instance '9ed0f4bc-f4eb-4eca-b448-053eec6339d4' progress to 0 {{(pid=62574) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1713.582844] env[62574]: INFO nova.compute.manager [None req-cf1a590a-6fe8-44ed-ab4f-8fff9975da85 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] [instance: e3b07ff8-0c0f-437a-9a29-8baf54b399a0] Took 48.52 seconds to build instance. [ 1713.592900] env[62574]: DEBUG oslo_vmware.api [None req-886177be-91cd-4dab-80c2-a5961f90ee1c tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Task: {'id': task-1861770, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1713.766381] env[62574]: DEBUG oslo_vmware.api [None req-c385f839-83fd-4a63-9017-4cd716598a0d tempest-ServerMetadataNegativeTestJSON-177817576 tempest-ServerMetadataNegativeTestJSON-177817576-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]520c590e-876b-799e-38d3-a984e014efd7, 'name': SearchDatastore_Task, 'duration_secs': 0.013938} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1713.769021] env[62574]: DEBUG oslo_concurrency.lockutils [None req-c385f839-83fd-4a63-9017-4cd716598a0d tempest-ServerMetadataNegativeTestJSON-177817576 tempest-ServerMetadataNegativeTestJSON-177817576-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1713.769021] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-c385f839-83fd-4a63-9017-4cd716598a0d tempest-ServerMetadataNegativeTestJSON-177817576 tempest-ServerMetadataNegativeTestJSON-177817576-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk to [datastore2] 82960f69-76f1-49ff-a0b6-081c0142fca8/82960f69-76f1-49ff-a0b6-081c0142fca8.vmdk {{(pid=62574) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1713.769021] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-42ac215b-d6e5-4782-b2c7-c21bd5a65192 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.777252] env[62574]: DEBUG oslo_vmware.api [None req-c385f839-83fd-4a63-9017-4cd716598a0d tempest-ServerMetadataNegativeTestJSON-177817576 tempest-ServerMetadataNegativeTestJSON-177817576-project-member] Waiting for the task: (returnval){ [ 1713.777252] env[62574]: value = "task-1861771" [ 1713.777252] env[62574]: _type = "Task" [ 1713.777252] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1713.790499] env[62574]: DEBUG oslo_vmware.api [None req-c385f839-83fd-4a63-9017-4cd716598a0d tempest-ServerMetadataNegativeTestJSON-177817576 tempest-ServerMetadataNegativeTestJSON-177817576-project-member] Task: {'id': task-1861771, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1713.857174] env[62574]: DEBUG nova.compute.manager [None req-e6ceec5e-6aa4-4a5a-a420-1351431e1d6d tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] [instance: a2544584-cd31-41e1-8e0e-10c0c41b66fb] Start building block device mappings for instance. {{(pid=62574) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1713.870263] env[62574]: DEBUG nova.network.neutron [None req-e6ceec5e-6aa4-4a5a-a420-1351431e1d6d tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] [instance: a2544584-cd31-41e1-8e0e-10c0c41b66fb] Successfully created port: 3372ecca-824f-404b-bb4a-02a106a87a90 {{(pid=62574) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1713.914072] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59025ed5-b411-40ff-b496-25f696bdd171 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.927924] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8372295b-3de1-4024-8dd1-54e811865ccc {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.978902] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-622e58c5-0836-41ae-aa97-6c750b6da8fb {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.987225] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b25445f1-ce6d-4da1-beb3-4700fed038b4 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.001957] env[62574]: DEBUG nova.compute.provider_tree [None req-46560f85-a7c3-48b7-9815-1602d38988b9 tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] Inventory has not changed in ProviderTree for provider: f0ed160a-beff-4626-a531-2a70d7bc0627 {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1714.021222] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8f7049e-d1ff-4e34-b09d-629923c60874 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] [instance: 9ed0f4bc-f4eb-4eca-b448-053eec6339d4] Powering off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1714.021498] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b1465baa-7a25-45bf-9237-68cdae31e95e {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.029881] env[62574]: DEBUG oslo_vmware.api [None req-d8f7049e-d1ff-4e34-b09d-629923c60874 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Waiting for the task: (returnval){ [ 1714.029881] env[62574]: value = "task-1861772" [ 1714.029881] env[62574]: _type = "Task" [ 1714.029881] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1714.039194] env[62574]: DEBUG oslo_vmware.api [None req-d8f7049e-d1ff-4e34-b09d-629923c60874 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Task: {'id': task-1861772, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1714.088211] env[62574]: DEBUG oslo_concurrency.lockutils [None req-cf1a590a-6fe8-44ed-ab4f-8fff9975da85 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Lock "e3b07ff8-0c0f-437a-9a29-8baf54b399a0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.415s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1714.088481] env[62574]: DEBUG oslo_vmware.api [None req-886177be-91cd-4dab-80c2-a5961f90ee1c tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Task: {'id': task-1861770, 'name': PowerOnVM_Task, 'duration_secs': 0.757759} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1714.088715] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-886177be-91cd-4dab-80c2-a5961f90ee1c tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] [instance: e8292dec-1280-4df6-be46-2b79a76e4636] Powered on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1714.088939] env[62574]: INFO nova.compute.manager [None req-886177be-91cd-4dab-80c2-a5961f90ee1c tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] [instance: e8292dec-1280-4df6-be46-2b79a76e4636] Took 7.06 seconds to spawn the instance on the hypervisor. [ 1714.089163] env[62574]: DEBUG nova.compute.manager [None req-886177be-91cd-4dab-80c2-a5961f90ee1c tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] [instance: e8292dec-1280-4df6-be46-2b79a76e4636] Checking state {{(pid=62574) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1714.089939] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed9a0d84-7abc-43cb-9351-458701615cf9 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.288543] env[62574]: DEBUG oslo_vmware.api [None req-c385f839-83fd-4a63-9017-4cd716598a0d tempest-ServerMetadataNegativeTestJSON-177817576 tempest-ServerMetadataNegativeTestJSON-177817576-project-member] Task: {'id': task-1861771, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1714.371036] env[62574]: DEBUG nova.compute.manager [None req-39a2c1a0-5b6f-4228-a9ee-ca753623fcd9 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] [instance: 6a33b561-3788-4b8e-8763-ac23485c0dc8] Checking state {{(pid=62574) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1714.372220] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f24a5069-b6dd-4c63-a1d8-1ea30cc7646d {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.510027] env[62574]: DEBUG nova.scheduler.client.report [None req-46560f85-a7c3-48b7-9815-1602d38988b9 tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] Inventory has not changed for provider f0ed160a-beff-4626-a531-2a70d7bc0627 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1714.540364] env[62574]: DEBUG oslo_vmware.api [None req-d8f7049e-d1ff-4e34-b09d-629923c60874 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Task: {'id': task-1861772, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1714.613876] env[62574]: INFO nova.compute.manager [None req-886177be-91cd-4dab-80c2-a5961f90ee1c tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] [instance: e8292dec-1280-4df6-be46-2b79a76e4636] Took 43.22 seconds to build instance. [ 1714.790596] env[62574]: DEBUG oslo_vmware.api [None req-c385f839-83fd-4a63-9017-4cd716598a0d tempest-ServerMetadataNegativeTestJSON-177817576 tempest-ServerMetadataNegativeTestJSON-177817576-project-member] Task: {'id': task-1861771, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.653008} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1714.790868] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-c385f839-83fd-4a63-9017-4cd716598a0d tempest-ServerMetadataNegativeTestJSON-177817576 tempest-ServerMetadataNegativeTestJSON-177817576-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk to [datastore2] 82960f69-76f1-49ff-a0b6-081c0142fca8/82960f69-76f1-49ff-a0b6-081c0142fca8.vmdk {{(pid=62574) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1714.791125] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-c385f839-83fd-4a63-9017-4cd716598a0d tempest-ServerMetadataNegativeTestJSON-177817576 tempest-ServerMetadataNegativeTestJSON-177817576-project-member] [instance: 82960f69-76f1-49ff-a0b6-081c0142fca8] Extending root virtual disk to 1048576 {{(pid=62574) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1714.791382] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-03d489bd-57d2-4226-8bc9-55186b64f830 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.801873] env[62574]: DEBUG oslo_vmware.api [None req-c385f839-83fd-4a63-9017-4cd716598a0d tempest-ServerMetadataNegativeTestJSON-177817576 tempest-ServerMetadataNegativeTestJSON-177817576-project-member] Waiting for the task: (returnval){ [ 1714.801873] env[62574]: value = "task-1861773" [ 1714.801873] env[62574]: _type = "Task" [ 1714.801873] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1714.815070] env[62574]: DEBUG oslo_vmware.api [None req-c385f839-83fd-4a63-9017-4cd716598a0d tempest-ServerMetadataNegativeTestJSON-177817576 tempest-ServerMetadataNegativeTestJSON-177817576-project-member] Task: {'id': task-1861773, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1714.871528] env[62574]: DEBUG nova.compute.manager [None req-e6ceec5e-6aa4-4a5a-a420-1351431e1d6d tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] [instance: a2544584-cd31-41e1-8e0e-10c0c41b66fb] Start spawning the instance on the hypervisor. {{(pid=62574) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1714.886298] env[62574]: INFO nova.compute.manager [None req-39a2c1a0-5b6f-4228-a9ee-ca753623fcd9 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] [instance: 6a33b561-3788-4b8e-8763-ac23485c0dc8] instance snapshotting [ 1714.889499] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f033440b-01de-42e8-84f9-3305ef55edbe {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.914260] env[62574]: DEBUG nova.virt.hardware [None req-e6ceec5e-6aa4-4a5a-a420-1351431e1d6d tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T19:26:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-13T19:26:40Z,direct_url=,disk_format='vmdk',id=3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7eed1dd4d2c3418eb32c4f4ceda3ab0d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-13T19:26:41Z,virtual_size=,visibility=), allow threads: False {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1714.914697] env[62574]: DEBUG nova.virt.hardware [None req-e6ceec5e-6aa4-4a5a-a420-1351431e1d6d tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] Flavor limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1714.914912] env[62574]: DEBUG nova.virt.hardware [None req-e6ceec5e-6aa4-4a5a-a420-1351431e1d6d tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] Image limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1714.915282] env[62574]: DEBUG nova.virt.hardware [None req-e6ceec5e-6aa4-4a5a-a420-1351431e1d6d tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] Flavor pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1714.915366] env[62574]: DEBUG nova.virt.hardware [None req-e6ceec5e-6aa4-4a5a-a420-1351431e1d6d tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] Image pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1714.915497] env[62574]: DEBUG nova.virt.hardware [None req-e6ceec5e-6aa4-4a5a-a420-1351431e1d6d tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1714.915744] env[62574]: DEBUG nova.virt.hardware [None req-e6ceec5e-6aa4-4a5a-a420-1351431e1d6d tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1714.915937] env[62574]: DEBUG nova.virt.hardware [None req-e6ceec5e-6aa4-4a5a-a420-1351431e1d6d tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1714.916303] env[62574]: DEBUG nova.virt.hardware [None req-e6ceec5e-6aa4-4a5a-a420-1351431e1d6d tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] Got 1 possible topologies {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1714.916379] env[62574]: DEBUG nova.virt.hardware [None req-e6ceec5e-6aa4-4a5a-a420-1351431e1d6d tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1714.916564] env[62574]: DEBUG nova.virt.hardware [None req-e6ceec5e-6aa4-4a5a-a420-1351431e1d6d tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1714.917684] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e8cbdc3-3c80-4389-9630-d22da336eeb4 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.921137] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8047dcf8-dd26-4283-af45-ac7bfc57c616 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.930961] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdb3acbd-ccf8-42ce-90d2-39b1f04f0fb6 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.015761] env[62574]: DEBUG oslo_concurrency.lockutils [None req-46560f85-a7c3-48b7-9815-1602d38988b9 tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.167s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1715.018766] env[62574]: DEBUG oslo_concurrency.lockutils [None req-eab46def-5acb-4328-8600-a743284a2e39 tempest-SecurityGroupsTestJSON-247158518 tempest-SecurityGroupsTestJSON-247158518-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.616s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1715.018766] env[62574]: DEBUG nova.objects.instance [None req-eab46def-5acb-4328-8600-a743284a2e39 tempest-SecurityGroupsTestJSON-247158518 tempest-SecurityGroupsTestJSON-247158518-project-member] Lazy-loading 'resources' on Instance uuid b8f6a4a6-77e9-4989-bd79-f23e15335517 {{(pid=62574) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1715.038025] env[62574]: INFO nova.scheduler.client.report [None req-46560f85-a7c3-48b7-9815-1602d38988b9 tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] Deleted allocations for instance 958ea876-0fce-4489-9fd8-d577d5ac230b [ 1715.042458] env[62574]: DEBUG oslo_vmware.api [None req-d8f7049e-d1ff-4e34-b09d-629923c60874 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Task: {'id': task-1861772, 'name': PowerOffVM_Task, 'duration_secs': 0.521222} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1715.044994] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8f7049e-d1ff-4e34-b09d-629923c60874 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] [instance: 9ed0f4bc-f4eb-4eca-b448-053eec6339d4] Powered off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1715.045230] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-d8f7049e-d1ff-4e34-b09d-629923c60874 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] [instance: 9ed0f4bc-f4eb-4eca-b448-053eec6339d4] Updating instance '9ed0f4bc-f4eb-4eca-b448-053eec6339d4' progress to 17 {{(pid=62574) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1715.108497] env[62574]: DEBUG oslo_concurrency.lockutils [None req-9697bf72-0faa-4796-b334-d328b2a4f1cd tempest-ServersAdminTestJSON-1388206663 tempest-ServersAdminTestJSON-1388206663-project-admin] Acquiring lock "refresh_cache-e8292dec-1280-4df6-be46-2b79a76e4636" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1715.108674] env[62574]: DEBUG oslo_concurrency.lockutils [None req-9697bf72-0faa-4796-b334-d328b2a4f1cd tempest-ServersAdminTestJSON-1388206663 tempest-ServersAdminTestJSON-1388206663-project-admin] Acquired lock "refresh_cache-e8292dec-1280-4df6-be46-2b79a76e4636" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1715.108853] env[62574]: DEBUG nova.network.neutron [None req-9697bf72-0faa-4796-b334-d328b2a4f1cd tempest-ServersAdminTestJSON-1388206663 tempest-ServersAdminTestJSON-1388206663-project-admin] [instance: e8292dec-1280-4df6-be46-2b79a76e4636] Building network info cache for instance {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1715.116403] env[62574]: DEBUG oslo_concurrency.lockutils [None req-886177be-91cd-4dab-80c2-a5961f90ee1c tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Lock "e8292dec-1280-4df6-be46-2b79a76e4636" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.733s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1715.140506] env[62574]: DEBUG oslo_concurrency.lockutils [None req-4e76bfbc-a4f9-4149-871f-3bb8b001ee04 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Acquiring lock "e3b07ff8-0c0f-437a-9a29-8baf54b399a0" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1715.140751] env[62574]: DEBUG oslo_concurrency.lockutils [None req-4e76bfbc-a4f9-4149-871f-3bb8b001ee04 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Lock "e3b07ff8-0c0f-437a-9a29-8baf54b399a0" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1715.140939] env[62574]: DEBUG nova.compute.manager [None req-4e76bfbc-a4f9-4149-871f-3bb8b001ee04 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] [instance: e3b07ff8-0c0f-437a-9a29-8baf54b399a0] Checking state {{(pid=62574) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1715.142216] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb41d1b2-f38c-42c7-b643-3a4ca028dffd {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.149178] env[62574]: DEBUG nova.compute.manager [None req-4e76bfbc-a4f9-4149-871f-3bb8b001ee04 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] [instance: e3b07ff8-0c0f-437a-9a29-8baf54b399a0] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62574) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1715.149732] env[62574]: DEBUG nova.objects.instance [None req-4e76bfbc-a4f9-4149-871f-3bb8b001ee04 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Lazy-loading 'flavor' on Instance uuid e3b07ff8-0c0f-437a-9a29-8baf54b399a0 {{(pid=62574) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1715.311497] env[62574]: DEBUG oslo_vmware.api [None req-c385f839-83fd-4a63-9017-4cd716598a0d tempest-ServerMetadataNegativeTestJSON-177817576 tempest-ServerMetadataNegativeTestJSON-177817576-project-member] Task: {'id': task-1861773, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064186} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1715.312065] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-c385f839-83fd-4a63-9017-4cd716598a0d tempest-ServerMetadataNegativeTestJSON-177817576 tempest-ServerMetadataNegativeTestJSON-177817576-project-member] [instance: 82960f69-76f1-49ff-a0b6-081c0142fca8] Extended root virtual disk {{(pid=62574) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1715.312992] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41b949b1-9f2e-4f75-88a1-4296c77d06fc {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.340171] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-c385f839-83fd-4a63-9017-4cd716598a0d tempest-ServerMetadataNegativeTestJSON-177817576 tempest-ServerMetadataNegativeTestJSON-177817576-project-member] [instance: 82960f69-76f1-49ff-a0b6-081c0142fca8] Reconfiguring VM instance instance-0000003b to attach disk [datastore2] 82960f69-76f1-49ff-a0b6-081c0142fca8/82960f69-76f1-49ff-a0b6-081c0142fca8.vmdk or device None with type sparse {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1715.341046] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5ddd4188-46ae-4424-baba-73bd2ce022ff {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.425031] env[62574]: DEBUG oslo_vmware.api [None req-c385f839-83fd-4a63-9017-4cd716598a0d tempest-ServerMetadataNegativeTestJSON-177817576 tempest-ServerMetadataNegativeTestJSON-177817576-project-member] Waiting for the task: (returnval){ [ 1715.425031] env[62574]: value = "task-1861774" [ 1715.425031] env[62574]: _type = "Task" [ 1715.425031] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1715.433270] env[62574]: DEBUG oslo_vmware.api [None req-c385f839-83fd-4a63-9017-4cd716598a0d tempest-ServerMetadataNegativeTestJSON-177817576 tempest-ServerMetadataNegativeTestJSON-177817576-project-member] Task: {'id': task-1861774, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1715.443941] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-39a2c1a0-5b6f-4228-a9ee-ca753623fcd9 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] [instance: 6a33b561-3788-4b8e-8763-ac23485c0dc8] Creating Snapshot of the VM instance {{(pid=62574) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1715.444353] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-852da2ba-6100-49db-aa14-c51f1a12d87c {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.452321] env[62574]: DEBUG oslo_vmware.api [None req-39a2c1a0-5b6f-4228-a9ee-ca753623fcd9 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] Waiting for the task: (returnval){ [ 1715.452321] env[62574]: value = "task-1861775" [ 1715.452321] env[62574]: _type = "Task" [ 1715.452321] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1715.460656] env[62574]: DEBUG oslo_vmware.api [None req-39a2c1a0-5b6f-4228-a9ee-ca753623fcd9 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] Task: {'id': task-1861775, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1715.553837] env[62574]: DEBUG nova.virt.hardware [None req-d8f7049e-d1ff-4e34-b09d-629923c60874 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T19:27:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1715.554057] env[62574]: DEBUG nova.virt.hardware [None req-d8f7049e-d1ff-4e34-b09d-629923c60874 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Flavor limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1715.554241] env[62574]: DEBUG nova.virt.hardware [None req-d8f7049e-d1ff-4e34-b09d-629923c60874 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Image limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1715.554454] env[62574]: DEBUG nova.virt.hardware [None req-d8f7049e-d1ff-4e34-b09d-629923c60874 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Flavor pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1715.554629] env[62574]: DEBUG nova.virt.hardware [None req-d8f7049e-d1ff-4e34-b09d-629923c60874 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Image pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1715.554787] env[62574]: DEBUG nova.virt.hardware [None req-d8f7049e-d1ff-4e34-b09d-629923c60874 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1715.555035] env[62574]: DEBUG nova.virt.hardware [None req-d8f7049e-d1ff-4e34-b09d-629923c60874 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1715.555217] env[62574]: DEBUG nova.virt.hardware [None req-d8f7049e-d1ff-4e34-b09d-629923c60874 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1715.555414] env[62574]: DEBUG nova.virt.hardware [None req-d8f7049e-d1ff-4e34-b09d-629923c60874 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Got 1 possible topologies {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1715.555600] env[62574]: DEBUG nova.virt.hardware [None req-d8f7049e-d1ff-4e34-b09d-629923c60874 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1715.555783] env[62574]: DEBUG nova.virt.hardware [None req-d8f7049e-d1ff-4e34-b09d-629923c60874 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1715.563691] env[62574]: DEBUG oslo_concurrency.lockutils [None req-46560f85-a7c3-48b7-9815-1602d38988b9 tempest-ServerShowV247Test-1661439027 tempest-ServerShowV247Test-1661439027-project-member] Lock "958ea876-0fce-4489-9fd8-d577d5ac230b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.382s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1715.564902] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-56d00a98-c845-4db8-b6c6-10a14a942e21 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.583418] env[62574]: DEBUG oslo_vmware.api [None req-d8f7049e-d1ff-4e34-b09d-629923c60874 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Waiting for the task: (returnval){ [ 1715.583418] env[62574]: value = "task-1861776" [ 1715.583418] env[62574]: _type = "Task" [ 1715.583418] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1715.594983] env[62574]: DEBUG oslo_vmware.api [None req-d8f7049e-d1ff-4e34-b09d-629923c60874 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Task: {'id': task-1861776, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1715.855244] env[62574]: DEBUG nova.network.neutron [None req-9697bf72-0faa-4796-b334-d328b2a4f1cd tempest-ServersAdminTestJSON-1388206663 tempest-ServersAdminTestJSON-1388206663-project-admin] [instance: e8292dec-1280-4df6-be46-2b79a76e4636] Updating instance_info_cache with network_info: [{"id": "0c9b0392-62b2-411c-ac30-3728595656e0", "address": "fa:16:3e:85:1e:dd", "network": {"id": "60497129-87fa-43c1-982d-6efe1efdf8af", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-386554519-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "56c182ddec574253b665707e8eba14e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c47e98ff-83cf-48d2-bf91-2931c7386b6a", "external-id": "nsx-vlan-transportzone-992", "segmentation_id": 992, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c9b0392-62", "ovs_interfaceid": "0c9b0392-62b2-411c-ac30-3728595656e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1715.937720] env[62574]: DEBUG oslo_vmware.api [None req-c385f839-83fd-4a63-9017-4cd716598a0d tempest-ServerMetadataNegativeTestJSON-177817576 tempest-ServerMetadataNegativeTestJSON-177817576-project-member] Task: {'id': task-1861774, 'name': ReconfigVM_Task, 'duration_secs': 0.368017} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1715.938118] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-c385f839-83fd-4a63-9017-4cd716598a0d tempest-ServerMetadataNegativeTestJSON-177817576 tempest-ServerMetadataNegativeTestJSON-177817576-project-member] [instance: 82960f69-76f1-49ff-a0b6-081c0142fca8] Reconfigured VM instance instance-0000003b to attach disk [datastore2] 82960f69-76f1-49ff-a0b6-081c0142fca8/82960f69-76f1-49ff-a0b6-081c0142fca8.vmdk or device None with type sparse {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1715.938672] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-898f6baa-e12c-46cb-ad13-472e01a16c2a {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.949079] env[62574]: DEBUG oslo_vmware.api [None req-c385f839-83fd-4a63-9017-4cd716598a0d tempest-ServerMetadataNegativeTestJSON-177817576 tempest-ServerMetadataNegativeTestJSON-177817576-project-member] Waiting for the task: (returnval){ [ 1715.949079] env[62574]: value = "task-1861777" [ 1715.949079] env[62574]: _type = "Task" [ 1715.949079] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1715.967324] env[62574]: DEBUG oslo_vmware.api [None req-c385f839-83fd-4a63-9017-4cd716598a0d tempest-ServerMetadataNegativeTestJSON-177817576 tempest-ServerMetadataNegativeTestJSON-177817576-project-member] Task: {'id': task-1861777, 'name': Rename_Task} progress is 6%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1715.967825] env[62574]: DEBUG oslo_vmware.api [None req-39a2c1a0-5b6f-4228-a9ee-ca753623fcd9 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] Task: {'id': task-1861775, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1716.049649] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2816231f-e00d-4763-b4c3-cba785004ba8 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.057267] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2042a18a-106a-43a1-82e5-df1ee7ac54d9 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.092711] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5af31f49-370c-45ff-b8e9-77d4cdf4b6e7 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.101178] env[62574]: DEBUG oslo_vmware.api [None req-d8f7049e-d1ff-4e34-b09d-629923c60874 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Task: {'id': task-1861776, 'name': ReconfigVM_Task, 'duration_secs': 0.186055} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1716.103553] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-d8f7049e-d1ff-4e34-b09d-629923c60874 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] [instance: 9ed0f4bc-f4eb-4eca-b448-053eec6339d4] Updating instance '9ed0f4bc-f4eb-4eca-b448-053eec6339d4' progress to 33 {{(pid=62574) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1716.109529] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7920952b-202e-4abd-a62e-228496786d17 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.124774] env[62574]: DEBUG nova.compute.provider_tree [None req-eab46def-5acb-4328-8600-a743284a2e39 tempest-SecurityGroupsTestJSON-247158518 tempest-SecurityGroupsTestJSON-247158518-project-member] Inventory has not changed in ProviderTree for provider: f0ed160a-beff-4626-a531-2a70d7bc0627 {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1716.152583] env[62574]: DEBUG nova.compute.manager [req-598492a6-eaf6-4c01-9e12-8b93556181ea req-0affcdfa-4aba-488b-9d96-cd0e98ac83b1 service nova] [instance: a2544584-cd31-41e1-8e0e-10c0c41b66fb] Received event network-vif-plugged-3372ecca-824f-404b-bb4a-02a106a87a90 {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1716.152814] env[62574]: DEBUG oslo_concurrency.lockutils [req-598492a6-eaf6-4c01-9e12-8b93556181ea req-0affcdfa-4aba-488b-9d96-cd0e98ac83b1 service nova] Acquiring lock "a2544584-cd31-41e1-8e0e-10c0c41b66fb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1716.153052] env[62574]: DEBUG oslo_concurrency.lockutils [req-598492a6-eaf6-4c01-9e12-8b93556181ea req-0affcdfa-4aba-488b-9d96-cd0e98ac83b1 service nova] Lock "a2544584-cd31-41e1-8e0e-10c0c41b66fb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1716.153231] env[62574]: DEBUG oslo_concurrency.lockutils [req-598492a6-eaf6-4c01-9e12-8b93556181ea req-0affcdfa-4aba-488b-9d96-cd0e98ac83b1 service nova] Lock "a2544584-cd31-41e1-8e0e-10c0c41b66fb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1716.153402] env[62574]: DEBUG nova.compute.manager [req-598492a6-eaf6-4c01-9e12-8b93556181ea req-0affcdfa-4aba-488b-9d96-cd0e98ac83b1 service nova] [instance: a2544584-cd31-41e1-8e0e-10c0c41b66fb] No waiting events found dispatching network-vif-plugged-3372ecca-824f-404b-bb4a-02a106a87a90 {{(pid=62574) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1716.153565] env[62574]: WARNING nova.compute.manager [req-598492a6-eaf6-4c01-9e12-8b93556181ea req-0affcdfa-4aba-488b-9d96-cd0e98ac83b1 service nova] [instance: a2544584-cd31-41e1-8e0e-10c0c41b66fb] Received unexpected event network-vif-plugged-3372ecca-824f-404b-bb4a-02a106a87a90 for instance with vm_state building and task_state spawning. [ 1716.155431] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e76bfbc-a4f9-4149-871f-3bb8b001ee04 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] [instance: e3b07ff8-0c0f-437a-9a29-8baf54b399a0] Powering off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1716.155682] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5818e6c0-94b3-4598-a559-2b95393de8bf {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.164077] env[62574]: DEBUG oslo_vmware.api [None req-4e76bfbc-a4f9-4149-871f-3bb8b001ee04 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Waiting for the task: (returnval){ [ 1716.164077] env[62574]: value = "task-1861778" [ 1716.164077] env[62574]: _type = "Task" [ 1716.164077] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1716.178852] env[62574]: DEBUG oslo_vmware.api [None req-4e76bfbc-a4f9-4149-871f-3bb8b001ee04 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Task: {'id': task-1861778, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1716.182389] env[62574]: DEBUG nova.network.neutron [None req-e6ceec5e-6aa4-4a5a-a420-1351431e1d6d tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] [instance: a2544584-cd31-41e1-8e0e-10c0c41b66fb] Successfully updated port: 3372ecca-824f-404b-bb4a-02a106a87a90 {{(pid=62574) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1716.359917] env[62574]: DEBUG oslo_concurrency.lockutils [None req-9697bf72-0faa-4796-b334-d328b2a4f1cd tempest-ServersAdminTestJSON-1388206663 tempest-ServersAdminTestJSON-1388206663-project-admin] Releasing lock "refresh_cache-e8292dec-1280-4df6-be46-2b79a76e4636" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1716.359917] env[62574]: DEBUG nova.compute.manager [None req-9697bf72-0faa-4796-b334-d328b2a4f1cd tempest-ServersAdminTestJSON-1388206663 tempest-ServersAdminTestJSON-1388206663-project-admin] [instance: e8292dec-1280-4df6-be46-2b79a76e4636] Inject network info {{(pid=62574) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7636}} [ 1716.359917] env[62574]: DEBUG nova.compute.manager [None req-9697bf72-0faa-4796-b334-d328b2a4f1cd tempest-ServersAdminTestJSON-1388206663 tempest-ServersAdminTestJSON-1388206663-project-admin] [instance: e8292dec-1280-4df6-be46-2b79a76e4636] network_info to inject: |[{"id": "0c9b0392-62b2-411c-ac30-3728595656e0", "address": "fa:16:3e:85:1e:dd", "network": {"id": "60497129-87fa-43c1-982d-6efe1efdf8af", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-386554519-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "56c182ddec574253b665707e8eba14e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c47e98ff-83cf-48d2-bf91-2931c7386b6a", "external-id": "nsx-vlan-transportzone-992", "segmentation_id": 992, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c9b0392-62", "ovs_interfaceid": "0c9b0392-62b2-411c-ac30-3728595656e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62574) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7637}} [ 1716.365827] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-9697bf72-0faa-4796-b334-d328b2a4f1cd tempest-ServersAdminTestJSON-1388206663 tempest-ServersAdminTestJSON-1388206663-project-admin] [instance: e8292dec-1280-4df6-be46-2b79a76e4636] Reconfiguring VM instance to set the machine id {{(pid=62574) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 1716.366220] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c084190c-c560-4a0b-8a04-06b4f64dd643 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.385461] env[62574]: DEBUG oslo_vmware.api [None req-9697bf72-0faa-4796-b334-d328b2a4f1cd tempest-ServersAdminTestJSON-1388206663 tempest-ServersAdminTestJSON-1388206663-project-admin] Waiting for the task: (returnval){ [ 1716.385461] env[62574]: value = "task-1861779" [ 1716.385461] env[62574]: _type = "Task" [ 1716.385461] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1716.399662] env[62574]: DEBUG oslo_vmware.api [None req-9697bf72-0faa-4796-b334-d328b2a4f1cd tempest-ServersAdminTestJSON-1388206663 tempest-ServersAdminTestJSON-1388206663-project-admin] Task: {'id': task-1861779, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1716.464321] env[62574]: DEBUG oslo_vmware.api [None req-c385f839-83fd-4a63-9017-4cd716598a0d tempest-ServerMetadataNegativeTestJSON-177817576 tempest-ServerMetadataNegativeTestJSON-177817576-project-member] Task: {'id': task-1861777, 'name': Rename_Task, 'duration_secs': 0.135705} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1716.467573] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-c385f839-83fd-4a63-9017-4cd716598a0d tempest-ServerMetadataNegativeTestJSON-177817576 tempest-ServerMetadataNegativeTestJSON-177817576-project-member] [instance: 82960f69-76f1-49ff-a0b6-081c0142fca8] Powering on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1716.467880] env[62574]: DEBUG oslo_vmware.api [None req-39a2c1a0-5b6f-4228-a9ee-ca753623fcd9 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] Task: {'id': task-1861775, 'name': CreateSnapshot_Task, 'duration_secs': 0.953697} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1716.468710] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-36a9207d-2f43-458b-bc7e-ada48cd0dca3 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.470671] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-39a2c1a0-5b6f-4228-a9ee-ca753623fcd9 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] [instance: 6a33b561-3788-4b8e-8763-ac23485c0dc8] Created Snapshot of the VM instance {{(pid=62574) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1716.471266] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d6260fc-ce58-41c9-93b3-0d29cb29847d {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.483536] env[62574]: DEBUG oslo_vmware.api [None req-c385f839-83fd-4a63-9017-4cd716598a0d tempest-ServerMetadataNegativeTestJSON-177817576 tempest-ServerMetadataNegativeTestJSON-177817576-project-member] Waiting for the task: (returnval){ [ 1716.483536] env[62574]: value = "task-1861780" [ 1716.483536] env[62574]: _type = "Task" [ 1716.483536] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1716.491862] env[62574]: DEBUG oslo_vmware.api [None req-c385f839-83fd-4a63-9017-4cd716598a0d tempest-ServerMetadataNegativeTestJSON-177817576 tempest-ServerMetadataNegativeTestJSON-177817576-project-member] Task: {'id': task-1861780, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1716.617455] env[62574]: DEBUG nova.virt.hardware [None req-d8f7049e-d1ff-4e34-b09d-629923c60874 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T19:45:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='d65db455-efe1-4818-a059-583724f0845e',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-406343762',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1716.617782] env[62574]: DEBUG nova.virt.hardware [None req-d8f7049e-d1ff-4e34-b09d-629923c60874 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Flavor limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1716.617972] env[62574]: DEBUG nova.virt.hardware [None req-d8f7049e-d1ff-4e34-b09d-629923c60874 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Image limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1716.618378] env[62574]: DEBUG nova.virt.hardware [None req-d8f7049e-d1ff-4e34-b09d-629923c60874 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Flavor pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1716.621023] env[62574]: DEBUG nova.virt.hardware [None req-d8f7049e-d1ff-4e34-b09d-629923c60874 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Image pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1716.621023] env[62574]: DEBUG nova.virt.hardware [None req-d8f7049e-d1ff-4e34-b09d-629923c60874 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1716.621023] env[62574]: DEBUG nova.virt.hardware [None req-d8f7049e-d1ff-4e34-b09d-629923c60874 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1716.621023] env[62574]: DEBUG nova.virt.hardware [None req-d8f7049e-d1ff-4e34-b09d-629923c60874 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1716.621023] env[62574]: DEBUG nova.virt.hardware [None req-d8f7049e-d1ff-4e34-b09d-629923c60874 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Got 1 possible topologies {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1716.621023] env[62574]: DEBUG nova.virt.hardware [None req-d8f7049e-d1ff-4e34-b09d-629923c60874 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1716.621023] env[62574]: DEBUG nova.virt.hardware [None req-d8f7049e-d1ff-4e34-b09d-629923c60874 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1716.625889] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8f7049e-d1ff-4e34-b09d-629923c60874 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] [instance: 9ed0f4bc-f4eb-4eca-b448-053eec6339d4] Reconfiguring VM instance instance-00000032 to detach disk 2000 {{(pid=62574) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1716.626544] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c37dfda9-df32-4704-944c-90df67e948c5 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.643514] env[62574]: DEBUG nova.scheduler.client.report [None req-eab46def-5acb-4328-8600-a743284a2e39 tempest-SecurityGroupsTestJSON-247158518 tempest-SecurityGroupsTestJSON-247158518-project-member] Inventory has not changed for provider f0ed160a-beff-4626-a531-2a70d7bc0627 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1716.653882] env[62574]: DEBUG oslo_vmware.api [None req-d8f7049e-d1ff-4e34-b09d-629923c60874 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Waiting for the task: (returnval){ [ 1716.653882] env[62574]: value = "task-1861781" [ 1716.653882] env[62574]: _type = "Task" [ 1716.653882] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1716.665892] env[62574]: DEBUG oslo_vmware.api [None req-d8f7049e-d1ff-4e34-b09d-629923c60874 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Task: {'id': task-1861781, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1716.675347] env[62574]: DEBUG oslo_vmware.api [None req-4e76bfbc-a4f9-4149-871f-3bb8b001ee04 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Task: {'id': task-1861778, 'name': PowerOffVM_Task, 'duration_secs': 0.437327} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1716.675641] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e76bfbc-a4f9-4149-871f-3bb8b001ee04 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] [instance: e3b07ff8-0c0f-437a-9a29-8baf54b399a0] Powered off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1716.675839] env[62574]: DEBUG nova.compute.manager [None req-4e76bfbc-a4f9-4149-871f-3bb8b001ee04 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] [instance: e3b07ff8-0c0f-437a-9a29-8baf54b399a0] Checking state {{(pid=62574) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1716.676907] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d259f4ec-5809-40fe-8ab8-78b2c576a3a1 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.688034] env[62574]: DEBUG oslo_concurrency.lockutils [None req-e6ceec5e-6aa4-4a5a-a420-1351431e1d6d tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] Acquiring lock "refresh_cache-a2544584-cd31-41e1-8e0e-10c0c41b66fb" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1716.688034] env[62574]: DEBUG oslo_concurrency.lockutils [None req-e6ceec5e-6aa4-4a5a-a420-1351431e1d6d tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] Acquired lock "refresh_cache-a2544584-cd31-41e1-8e0e-10c0c41b66fb" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1716.688034] env[62574]: DEBUG nova.network.neutron [None req-e6ceec5e-6aa4-4a5a-a420-1351431e1d6d tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] [instance: a2544584-cd31-41e1-8e0e-10c0c41b66fb] Building network info cache for instance {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1716.895574] env[62574]: DEBUG oslo_vmware.api [None req-9697bf72-0faa-4796-b334-d328b2a4f1cd tempest-ServersAdminTestJSON-1388206663 tempest-ServersAdminTestJSON-1388206663-project-admin] Task: {'id': task-1861779, 'name': ReconfigVM_Task, 'duration_secs': 0.219908} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1716.895845] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-9697bf72-0faa-4796-b334-d328b2a4f1cd tempest-ServersAdminTestJSON-1388206663 tempest-ServersAdminTestJSON-1388206663-project-admin] [instance: e8292dec-1280-4df6-be46-2b79a76e4636] Reconfigured VM instance to set the machine id {{(pid=62574) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 1716.991363] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-39a2c1a0-5b6f-4228-a9ee-ca753623fcd9 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] [instance: 6a33b561-3788-4b8e-8763-ac23485c0dc8] Creating linked-clone VM from snapshot {{(pid=62574) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1716.991769] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-27287b0c-3dbc-4038-9104-4f36883a07fc {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.002946] env[62574]: DEBUG oslo_vmware.api [None req-c385f839-83fd-4a63-9017-4cd716598a0d tempest-ServerMetadataNegativeTestJSON-177817576 tempest-ServerMetadataNegativeTestJSON-177817576-project-member] Task: {'id': task-1861780, 'name': PowerOnVM_Task, 'duration_secs': 0.51747} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1717.004232] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-c385f839-83fd-4a63-9017-4cd716598a0d tempest-ServerMetadataNegativeTestJSON-177817576 tempest-ServerMetadataNegativeTestJSON-177817576-project-member] [instance: 82960f69-76f1-49ff-a0b6-081c0142fca8] Powered on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1717.004453] env[62574]: INFO nova.compute.manager [None req-c385f839-83fd-4a63-9017-4cd716598a0d tempest-ServerMetadataNegativeTestJSON-177817576 tempest-ServerMetadataNegativeTestJSON-177817576-project-member] [instance: 82960f69-76f1-49ff-a0b6-081c0142fca8] Took 7.38 seconds to spawn the instance on the hypervisor. [ 1717.004612] env[62574]: DEBUG nova.compute.manager [None req-c385f839-83fd-4a63-9017-4cd716598a0d tempest-ServerMetadataNegativeTestJSON-177817576 tempest-ServerMetadataNegativeTestJSON-177817576-project-member] [instance: 82960f69-76f1-49ff-a0b6-081c0142fca8] Checking state {{(pid=62574) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1717.005021] env[62574]: DEBUG oslo_vmware.api [None req-39a2c1a0-5b6f-4228-a9ee-ca753623fcd9 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] Waiting for the task: (returnval){ [ 1717.005021] env[62574]: value = "task-1861782" [ 1717.005021] env[62574]: _type = "Task" [ 1717.005021] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1717.005713] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-080dc5b5-33b2-422f-89e1-c1912e810dca {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.015796] env[62574]: DEBUG oslo_vmware.api [None req-39a2c1a0-5b6f-4228-a9ee-ca753623fcd9 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] Task: {'id': task-1861782, 'name': CloneVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1717.149234] env[62574]: DEBUG oslo_concurrency.lockutils [None req-eab46def-5acb-4328-8600-a743284a2e39 tempest-SecurityGroupsTestJSON-247158518 tempest-SecurityGroupsTestJSON-247158518-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.131s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1717.151843] env[62574]: DEBUG oslo_concurrency.lockutils [None req-aefff314-b1cf-424d-8bed-32a581d70280 tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.609s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1717.152101] env[62574]: DEBUG nova.objects.instance [None req-aefff314-b1cf-424d-8bed-32a581d70280 tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Lazy-loading 'resources' on Instance uuid ab4ac58c-a716-46c6-ba11-fb5dd8e7ba24 {{(pid=62574) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1717.165659] env[62574]: DEBUG oslo_vmware.api [None req-d8f7049e-d1ff-4e34-b09d-629923c60874 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Task: {'id': task-1861781, 'name': ReconfigVM_Task, 'duration_secs': 0.211819} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1717.166278] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8f7049e-d1ff-4e34-b09d-629923c60874 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] [instance: 9ed0f4bc-f4eb-4eca-b448-053eec6339d4] Reconfigured VM instance instance-00000032 to detach disk 2000 {{(pid=62574) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1717.166835] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-270bb133-4fe7-46b4-8568-6376cefc839a {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.191176] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8f7049e-d1ff-4e34-b09d-629923c60874 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] [instance: 9ed0f4bc-f4eb-4eca-b448-053eec6339d4] Reconfiguring VM instance instance-00000032 to attach disk [datastore2] 9ed0f4bc-f4eb-4eca-b448-053eec6339d4/9ed0f4bc-f4eb-4eca-b448-053eec6339d4.vmdk or device None with type thin {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1717.192242] env[62574]: INFO nova.scheduler.client.report [None req-eab46def-5acb-4328-8600-a743284a2e39 tempest-SecurityGroupsTestJSON-247158518 tempest-SecurityGroupsTestJSON-247158518-project-member] Deleted allocations for instance b8f6a4a6-77e9-4989-bd79-f23e15335517 [ 1717.196766] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c56b048a-cf72-4ade-9b72-18cca0b00bc2 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.212486] env[62574]: DEBUG oslo_concurrency.lockutils [None req-4e76bfbc-a4f9-4149-871f-3bb8b001ee04 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Lock "e3b07ff8-0c0f-437a-9a29-8baf54b399a0" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.071s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1717.219657] env[62574]: DEBUG oslo_vmware.api [None req-d8f7049e-d1ff-4e34-b09d-629923c60874 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Waiting for the task: (returnval){ [ 1717.219657] env[62574]: value = "task-1861783" [ 1717.219657] env[62574]: _type = "Task" [ 1717.219657] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1717.227974] env[62574]: DEBUG oslo_vmware.api [None req-d8f7049e-d1ff-4e34-b09d-629923c60874 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Task: {'id': task-1861783, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1717.246491] env[62574]: DEBUG nova.network.neutron [None req-e6ceec5e-6aa4-4a5a-a420-1351431e1d6d tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] [instance: a2544584-cd31-41e1-8e0e-10c0c41b66fb] Instance cache missing network info. {{(pid=62574) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1717.468613] env[62574]: DEBUG nova.network.neutron [None req-e6ceec5e-6aa4-4a5a-a420-1351431e1d6d tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] [instance: a2544584-cd31-41e1-8e0e-10c0c41b66fb] Updating instance_info_cache with network_info: [{"id": "3372ecca-824f-404b-bb4a-02a106a87a90", "address": "fa:16:3e:e2:b6:e6", "network": {"id": "247a4b9c-d7ee-4f6d-bb94-9dcf3baadce3", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1542155794-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "cc48a15a978f4231bbbda88a9d4ad6cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "594b35bb-a20b-4f0e-bd35-9acf9cc6bf11", "external-id": "nsx-vlan-transportzone-299", "segmentation_id": 299, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3372ecca-82", "ovs_interfaceid": "3372ecca-824f-404b-bb4a-02a106a87a90", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1717.518291] env[62574]: DEBUG oslo_vmware.api [None req-39a2c1a0-5b6f-4228-a9ee-ca753623fcd9 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] Task: {'id': task-1861782, 'name': CloneVM_Task} progress is 94%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1717.526851] env[62574]: INFO nova.compute.manager [None req-c385f839-83fd-4a63-9017-4cd716598a0d tempest-ServerMetadataNegativeTestJSON-177817576 tempest-ServerMetadataNegativeTestJSON-177817576-project-member] [instance: 82960f69-76f1-49ff-a0b6-081c0142fca8] Took 43.14 seconds to build instance. [ 1717.598242] env[62574]: INFO nova.compute.manager [None req-e35d156e-672a-41a0-ae86-e57293fa506d tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] [instance: cf8dfe40-abfe-4888-a1a5-b26f6d781e93] Rebuilding instance [ 1717.640281] env[62574]: DEBUG nova.compute.manager [None req-e35d156e-672a-41a0-ae86-e57293fa506d tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] [instance: cf8dfe40-abfe-4888-a1a5-b26f6d781e93] Checking state {{(pid=62574) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1717.641529] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07fd422c-1d63-4172-a6b3-b7b6b528b01b {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.717700] env[62574]: DEBUG oslo_concurrency.lockutils [None req-eab46def-5acb-4328-8600-a743284a2e39 tempest-SecurityGroupsTestJSON-247158518 tempest-SecurityGroupsTestJSON-247158518-project-member] Lock "b8f6a4a6-77e9-4989-bd79-f23e15335517" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.975s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1717.731979] env[62574]: DEBUG oslo_vmware.api [None req-d8f7049e-d1ff-4e34-b09d-629923c60874 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Task: {'id': task-1861783, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1717.971835] env[62574]: DEBUG oslo_concurrency.lockutils [None req-e6ceec5e-6aa4-4a5a-a420-1351431e1d6d tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] Releasing lock "refresh_cache-a2544584-cd31-41e1-8e0e-10c0c41b66fb" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1717.972312] env[62574]: DEBUG nova.compute.manager [None req-e6ceec5e-6aa4-4a5a-a420-1351431e1d6d tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] [instance: a2544584-cd31-41e1-8e0e-10c0c41b66fb] Instance network_info: |[{"id": "3372ecca-824f-404b-bb4a-02a106a87a90", "address": "fa:16:3e:e2:b6:e6", "network": {"id": "247a4b9c-d7ee-4f6d-bb94-9dcf3baadce3", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1542155794-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "cc48a15a978f4231bbbda88a9d4ad6cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "594b35bb-a20b-4f0e-bd35-9acf9cc6bf11", "external-id": "nsx-vlan-transportzone-299", "segmentation_id": 299, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3372ecca-82", "ovs_interfaceid": "3372ecca-824f-404b-bb4a-02a106a87a90", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62574) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1717.972644] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-e6ceec5e-6aa4-4a5a-a420-1351431e1d6d tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] [instance: a2544584-cd31-41e1-8e0e-10c0c41b66fb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e2:b6:e6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '594b35bb-a20b-4f0e-bd35-9acf9cc6bf11', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3372ecca-824f-404b-bb4a-02a106a87a90', 'vif_model': 'vmxnet3'}] {{(pid=62574) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1717.980448] env[62574]: DEBUG oslo.service.loopingcall [None req-e6ceec5e-6aa4-4a5a-a420-1351431e1d6d tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62574) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1717.980669] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a2544584-cd31-41e1-8e0e-10c0c41b66fb] Creating VM on the ESX host {{(pid=62574) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1717.980889] env[62574]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b3c0971f-6407-4bf6-a7a6-291bce2ac57d {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.003842] env[62574]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1718.003842] env[62574]: value = "task-1861784" [ 1718.003842] env[62574]: _type = "Task" [ 1718.003842] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1718.015816] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1861784, 'name': CreateVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1718.020845] env[62574]: DEBUG oslo_vmware.api [None req-39a2c1a0-5b6f-4228-a9ee-ca753623fcd9 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] Task: {'id': task-1861782, 'name': CloneVM_Task} progress is 94%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1718.028789] env[62574]: DEBUG oslo_concurrency.lockutils [None req-c385f839-83fd-4a63-9017-4cd716598a0d tempest-ServerMetadataNegativeTestJSON-177817576 tempest-ServerMetadataNegativeTestJSON-177817576-project-member] Lock "82960f69-76f1-49ff-a0b6-081c0142fca8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.653s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1718.079591] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bec20282-c3f2-4510-98fe-74054df04ace {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.086846] env[62574]: INFO nova.compute.manager [None req-6f5ca117-9623-4e87-9a29-d656cfb87263 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] [instance: e3b07ff8-0c0f-437a-9a29-8baf54b399a0] Rebuilding instance [ 1718.090340] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76af6f80-314c-4efb-ab86-cc7f84b90d20 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.125653] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e736e5c-626e-499e-99d3-b0fdc87cc3ab {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.137014] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f19baa63-95f5-4ed7-9010-a775206ca88d {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.151327] env[62574]: DEBUG nova.compute.provider_tree [None req-aefff314-b1cf-424d-8bed-32a581d70280 tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Inventory has not changed in ProviderTree for provider: f0ed160a-beff-4626-a531-2a70d7bc0627 {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1718.159918] env[62574]: DEBUG nova.compute.manager [None req-6f5ca117-9623-4e87-9a29-d656cfb87263 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] [instance: e3b07ff8-0c0f-437a-9a29-8baf54b399a0] Checking state {{(pid=62574) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1718.160925] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0dc29ba-aa8f-4d1d-897d-308b5df70030 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.185828] env[62574]: DEBUG nova.compute.manager [req-7fe6d5ba-3877-42a5-90ba-5a5da0dc49e5 req-7348cea7-dcd2-462b-b457-f49966874c22 service nova] [instance: a2544584-cd31-41e1-8e0e-10c0c41b66fb] Received event network-changed-3372ecca-824f-404b-bb4a-02a106a87a90 {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1718.186374] env[62574]: DEBUG nova.compute.manager [req-7fe6d5ba-3877-42a5-90ba-5a5da0dc49e5 req-7348cea7-dcd2-462b-b457-f49966874c22 service nova] [instance: a2544584-cd31-41e1-8e0e-10c0c41b66fb] Refreshing instance network info cache due to event network-changed-3372ecca-824f-404b-bb4a-02a106a87a90. {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1718.187110] env[62574]: DEBUG oslo_concurrency.lockutils [req-7fe6d5ba-3877-42a5-90ba-5a5da0dc49e5 req-7348cea7-dcd2-462b-b457-f49966874c22 service nova] Acquiring lock "refresh_cache-a2544584-cd31-41e1-8e0e-10c0c41b66fb" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1718.187281] env[62574]: DEBUG oslo_concurrency.lockutils [req-7fe6d5ba-3877-42a5-90ba-5a5da0dc49e5 req-7348cea7-dcd2-462b-b457-f49966874c22 service nova] Acquired lock "refresh_cache-a2544584-cd31-41e1-8e0e-10c0c41b66fb" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1718.187448] env[62574]: DEBUG nova.network.neutron [req-7fe6d5ba-3877-42a5-90ba-5a5da0dc49e5 req-7348cea7-dcd2-462b-b457-f49966874c22 service nova] [instance: a2544584-cd31-41e1-8e0e-10c0c41b66fb] Refreshing network info cache for port 3372ecca-824f-404b-bb4a-02a106a87a90 {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1718.230804] env[62574]: DEBUG oslo_vmware.api [None req-d8f7049e-d1ff-4e34-b09d-629923c60874 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Task: {'id': task-1861783, 'name': ReconfigVM_Task, 'duration_secs': 0.671261} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1718.231112] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8f7049e-d1ff-4e34-b09d-629923c60874 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] [instance: 9ed0f4bc-f4eb-4eca-b448-053eec6339d4] Reconfigured VM instance instance-00000032 to attach disk [datastore2] 9ed0f4bc-f4eb-4eca-b448-053eec6339d4/9ed0f4bc-f4eb-4eca-b448-053eec6339d4.vmdk or device None with type thin {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1718.231412] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-d8f7049e-d1ff-4e34-b09d-629923c60874 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] [instance: 9ed0f4bc-f4eb-4eca-b448-053eec6339d4] Updating instance '9ed0f4bc-f4eb-4eca-b448-053eec6339d4' progress to 50 {{(pid=62574) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1718.517628] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1861784, 'name': CreateVM_Task, 'duration_secs': 0.385722} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1718.518220] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a2544584-cd31-41e1-8e0e-10c0c41b66fb] Created VM on the ESX host {{(pid=62574) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1718.518996] env[62574]: DEBUG oslo_concurrency.lockutils [None req-e6ceec5e-6aa4-4a5a-a420-1351431e1d6d tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1718.519183] env[62574]: DEBUG oslo_concurrency.lockutils [None req-e6ceec5e-6aa4-4a5a-a420-1351431e1d6d tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1718.519502] env[62574]: DEBUG oslo_concurrency.lockutils [None req-e6ceec5e-6aa4-4a5a-a420-1351431e1d6d tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1718.522690] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-791562b9-abb0-49b4-b57f-077e3c041e1f {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.526707] env[62574]: DEBUG oslo_vmware.api [None req-39a2c1a0-5b6f-4228-a9ee-ca753623fcd9 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] Task: {'id': task-1861782, 'name': CloneVM_Task} progress is 100%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1718.529403] env[62574]: DEBUG oslo_vmware.api [None req-e6ceec5e-6aa4-4a5a-a420-1351431e1d6d tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] Waiting for the task: (returnval){ [ 1718.529403] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]52fab1ca-5a8e-d4e1-9ad2-9f6d8734c2a2" [ 1718.529403] env[62574]: _type = "Task" [ 1718.529403] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1718.538929] env[62574]: DEBUG oslo_vmware.api [None req-e6ceec5e-6aa4-4a5a-a420-1351431e1d6d tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52fab1ca-5a8e-d4e1-9ad2-9f6d8734c2a2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1718.656769] env[62574]: DEBUG nova.scheduler.client.report [None req-aefff314-b1cf-424d-8bed-32a581d70280 tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Inventory has not changed for provider f0ed160a-beff-4626-a531-2a70d7bc0627 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1718.660897] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-e35d156e-672a-41a0-ae86-e57293fa506d tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] [instance: cf8dfe40-abfe-4888-a1a5-b26f6d781e93] Powering off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1718.661181] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4a95dc1b-0b87-469c-9a12-6cd5ccbeccc8 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.669184] env[62574]: DEBUG oslo_vmware.api [None req-e35d156e-672a-41a0-ae86-e57293fa506d tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Waiting for the task: (returnval){ [ 1718.669184] env[62574]: value = "task-1861785" [ 1718.669184] env[62574]: _type = "Task" [ 1718.669184] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1718.686146] env[62574]: DEBUG oslo_vmware.api [None req-e35d156e-672a-41a0-ae86-e57293fa506d tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Task: {'id': task-1861785, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1718.738661] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6ddec33-a089-4ea6-8379-90a545a2b8aa {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.761481] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bd49840-0c89-4ed1-8987-cf0c0bedca2f {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.780393] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-d8f7049e-d1ff-4e34-b09d-629923c60874 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] [instance: 9ed0f4bc-f4eb-4eca-b448-053eec6339d4] Updating instance '9ed0f4bc-f4eb-4eca-b448-053eec6339d4' progress to 67 {{(pid=62574) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1718.974882] env[62574]: DEBUG nova.network.neutron [req-7fe6d5ba-3877-42a5-90ba-5a5da0dc49e5 req-7348cea7-dcd2-462b-b457-f49966874c22 service nova] [instance: a2544584-cd31-41e1-8e0e-10c0c41b66fb] Updated VIF entry in instance network info cache for port 3372ecca-824f-404b-bb4a-02a106a87a90. {{(pid=62574) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1718.975252] env[62574]: DEBUG nova.network.neutron [req-7fe6d5ba-3877-42a5-90ba-5a5da0dc49e5 req-7348cea7-dcd2-462b-b457-f49966874c22 service nova] [instance: a2544584-cd31-41e1-8e0e-10c0c41b66fb] Updating instance_info_cache with network_info: [{"id": "3372ecca-824f-404b-bb4a-02a106a87a90", "address": "fa:16:3e:e2:b6:e6", "network": {"id": "247a4b9c-d7ee-4f6d-bb94-9dcf3baadce3", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1542155794-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "cc48a15a978f4231bbbda88a9d4ad6cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "594b35bb-a20b-4f0e-bd35-9acf9cc6bf11", "external-id": "nsx-vlan-transportzone-299", "segmentation_id": 299, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3372ecca-82", "ovs_interfaceid": "3372ecca-824f-404b-bb4a-02a106a87a90", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1719.019396] env[62574]: DEBUG oslo_vmware.api [None req-39a2c1a0-5b6f-4228-a9ee-ca753623fcd9 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] Task: {'id': task-1861782, 'name': CloneVM_Task, 'duration_secs': 1.61442} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1719.019850] env[62574]: INFO nova.virt.vmwareapi.vmops [None req-39a2c1a0-5b6f-4228-a9ee-ca753623fcd9 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] [instance: 6a33b561-3788-4b8e-8763-ac23485c0dc8] Created linked-clone VM from snapshot [ 1719.020544] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11d4354b-3eb3-4908-9ed4-3b71d3d31908 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.028824] env[62574]: DEBUG nova.virt.vmwareapi.images [None req-39a2c1a0-5b6f-4228-a9ee-ca753623fcd9 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] [instance: 6a33b561-3788-4b8e-8763-ac23485c0dc8] Uploading image ac9a60a8-d82a-4bbe-814a-c182a95981e8 {{(pid=62574) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1719.039119] env[62574]: DEBUG oslo_vmware.api [None req-e6ceec5e-6aa4-4a5a-a420-1351431e1d6d tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52fab1ca-5a8e-d4e1-9ad2-9f6d8734c2a2, 'name': SearchDatastore_Task, 'duration_secs': 0.022134} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1719.039852] env[62574]: DEBUG oslo_concurrency.lockutils [None req-e6ceec5e-6aa4-4a5a-a420-1351431e1d6d tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1719.039852] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-e6ceec5e-6aa4-4a5a-a420-1351431e1d6d tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] [instance: a2544584-cd31-41e1-8e0e-10c0c41b66fb] Processing image 3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2 {{(pid=62574) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1719.039852] env[62574]: DEBUG oslo_concurrency.lockutils [None req-e6ceec5e-6aa4-4a5a-a420-1351431e1d6d tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1719.040012] env[62574]: DEBUG oslo_concurrency.lockutils [None req-e6ceec5e-6aa4-4a5a-a420-1351431e1d6d tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1719.040204] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6ceec5e-6aa4-4a5a-a420-1351431e1d6d tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1719.040503] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8d078415-c3cc-4f5a-a2cd-b8106a54223f {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.050055] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6ceec5e-6aa4-4a5a-a420-1351431e1d6d tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1719.050303] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-e6ceec5e-6aa4-4a5a-a420-1351431e1d6d tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62574) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1719.052696] env[62574]: DEBUG oslo_vmware.rw_handles [None req-39a2c1a0-5b6f-4228-a9ee-ca753623fcd9 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1719.052696] env[62574]: value = "vm-384917" [ 1719.052696] env[62574]: _type = "VirtualMachine" [ 1719.052696] env[62574]: }. {{(pid=62574) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1719.052939] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1d4be140-8eae-4591-811b-42ba79740cd1 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.055290] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-f58363ea-0dde-4812-b9d3-18e744709078 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.060488] env[62574]: DEBUG oslo_vmware.api [None req-e6ceec5e-6aa4-4a5a-a420-1351431e1d6d tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] Waiting for the task: (returnval){ [ 1719.060488] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]52633539-c590-c70e-a8bf-ff1250588398" [ 1719.060488] env[62574]: _type = "Task" [ 1719.060488] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1719.066261] env[62574]: DEBUG oslo_vmware.rw_handles [None req-39a2c1a0-5b6f-4228-a9ee-ca753623fcd9 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] Lease: (returnval){ [ 1719.066261] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]52d5484e-1f3d-6d86-8c3a-d8d2b06ada60" [ 1719.066261] env[62574]: _type = "HttpNfcLease" [ 1719.066261] env[62574]: } obtained for exporting VM: (result){ [ 1719.066261] env[62574]: value = "vm-384917" [ 1719.066261] env[62574]: _type = "VirtualMachine" [ 1719.066261] env[62574]: }. {{(pid=62574) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1719.066261] env[62574]: DEBUG oslo_vmware.api [None req-39a2c1a0-5b6f-4228-a9ee-ca753623fcd9 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] Waiting for the lease: (returnval){ [ 1719.066261] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]52d5484e-1f3d-6d86-8c3a-d8d2b06ada60" [ 1719.066261] env[62574]: _type = "HttpNfcLease" [ 1719.066261] env[62574]: } to be ready. {{(pid=62574) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1719.071584] env[62574]: DEBUG oslo_vmware.api [None req-e6ceec5e-6aa4-4a5a-a420-1351431e1d6d tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52633539-c590-c70e-a8bf-ff1250588398, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1719.077654] env[62574]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1719.077654] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]52d5484e-1f3d-6d86-8c3a-d8d2b06ada60" [ 1719.077654] env[62574]: _type = "HttpNfcLease" [ 1719.077654] env[62574]: } is ready. {{(pid=62574) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1719.077929] env[62574]: DEBUG oslo_vmware.rw_handles [None req-39a2c1a0-5b6f-4228-a9ee-ca753623fcd9 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1719.077929] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]52d5484e-1f3d-6d86-8c3a-d8d2b06ada60" [ 1719.077929] env[62574]: _type = "HttpNfcLease" [ 1719.077929] env[62574]: }. {{(pid=62574) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1719.078714] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f56461c-f006-4454-8b80-fe945a9b0919 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.087458] env[62574]: DEBUG oslo_vmware.rw_handles [None req-39a2c1a0-5b6f-4228-a9ee-ca753623fcd9 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5243cde3-90bd-eadb-53a8-144d418e5d4f/disk-0.vmdk from lease info. {{(pid=62574) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1719.087758] env[62574]: DEBUG oslo_vmware.rw_handles [None req-39a2c1a0-5b6f-4228-a9ee-ca753623fcd9 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5243cde3-90bd-eadb-53a8-144d418e5d4f/disk-0.vmdk for reading. {{(pid=62574) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1719.177056] env[62574]: DEBUG oslo_concurrency.lockutils [None req-aefff314-b1cf-424d-8bed-32a581d70280 tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.024s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1719.181983] env[62574]: DEBUG oslo_concurrency.lockutils [None req-aaa95191-9094-403a-a39f-3a565ec3251a tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.626s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1719.184909] env[62574]: INFO nova.compute.claims [None req-aaa95191-9094-403a-a39f-3a565ec3251a tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] [instance: 76ab47f1-1837-44ef-a0c5-bbd149566601] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1719.189027] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f5ca117-9623-4e87-9a29-d656cfb87263 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] [instance: e3b07ff8-0c0f-437a-9a29-8baf54b399a0] Powering off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1719.195037] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-abd0928d-5d2e-4784-8266-f51bf577fc91 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.207678] env[62574]: DEBUG oslo_vmware.api [None req-e35d156e-672a-41a0-ae86-e57293fa506d tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Task: {'id': task-1861785, 'name': PowerOffVM_Task, 'duration_secs': 0.357874} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1719.207678] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-e35d156e-672a-41a0-ae86-e57293fa506d tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] [instance: cf8dfe40-abfe-4888-a1a5-b26f6d781e93] Powered off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1719.207678] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-e35d156e-672a-41a0-ae86-e57293fa506d tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] [instance: cf8dfe40-abfe-4888-a1a5-b26f6d781e93] Destroying instance {{(pid=62574) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1719.207678] env[62574]: DEBUG oslo_vmware.api [None req-6f5ca117-9623-4e87-9a29-d656cfb87263 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Waiting for the task: (returnval){ [ 1719.207678] env[62574]: value = "task-1861787" [ 1719.207678] env[62574]: _type = "Task" [ 1719.207678] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1719.210220] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a66a5d1-c8f6-4b75-9aa7-470038f42294 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.214308] env[62574]: INFO nova.scheduler.client.report [None req-aefff314-b1cf-424d-8bed-32a581d70280 tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Deleted allocations for instance ab4ac58c-a716-46c6-ba11-fb5dd8e7ba24 [ 1719.229316] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f5ca117-9623-4e87-9a29-d656cfb87263 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] [instance: e3b07ff8-0c0f-437a-9a29-8baf54b399a0] VM already powered off {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1719.229594] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-6f5ca117-9623-4e87-9a29-d656cfb87263 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] [instance: e3b07ff8-0c0f-437a-9a29-8baf54b399a0] Destroying instance {{(pid=62574) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1719.230667] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-e35d156e-672a-41a0-ae86-e57293fa506d tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] [instance: cf8dfe40-abfe-4888-a1a5-b26f6d781e93] Unregistering the VM {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1719.230873] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2f979fd-bad3-4335-ab19-2f49387a5aa6 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.233458] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-76c2f821-61bc-4db0-a586-29242869362e {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.240617] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-6f5ca117-9623-4e87-9a29-d656cfb87263 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] [instance: e3b07ff8-0c0f-437a-9a29-8baf54b399a0] Unregistering the VM {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1719.240855] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-148b9e8d-3d5e-4fa2-91b7-27a1b83fa0cb {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.249655] env[62574]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-a5eb58ad-b72d-43e4-8092-2455c25d56ed {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.340127] env[62574]: DEBUG nova.network.neutron [None req-d8f7049e-d1ff-4e34-b09d-629923c60874 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] [instance: 9ed0f4bc-f4eb-4eca-b448-053eec6339d4] Port 99ccaac5-2749-49e2-880e-d13e6c2243ef binding to destination host cpu-1 is already ACTIVE {{(pid=62574) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1719.395349] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-e35d156e-672a-41a0-ae86-e57293fa506d tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] [instance: cf8dfe40-abfe-4888-a1a5-b26f6d781e93] Unregistered the VM {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1719.395578] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-e35d156e-672a-41a0-ae86-e57293fa506d tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] [instance: cf8dfe40-abfe-4888-a1a5-b26f6d781e93] Deleting contents of the VM from datastore datastore2 {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1719.395761] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-e35d156e-672a-41a0-ae86-e57293fa506d tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Deleting the datastore file [datastore2] cf8dfe40-abfe-4888-a1a5-b26f6d781e93 {{(pid=62574) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1719.395990] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b22ffe09-c6c7-42a6-a0b9-4e5e924f6daf {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.402915] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-6f5ca117-9623-4e87-9a29-d656cfb87263 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] [instance: e3b07ff8-0c0f-437a-9a29-8baf54b399a0] Unregistered the VM {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1719.403156] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-6f5ca117-9623-4e87-9a29-d656cfb87263 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] [instance: e3b07ff8-0c0f-437a-9a29-8baf54b399a0] Deleting contents of the VM from datastore datastore2 {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1719.403522] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f5ca117-9623-4e87-9a29-d656cfb87263 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Deleting the datastore file [datastore2] e3b07ff8-0c0f-437a-9a29-8baf54b399a0 {{(pid=62574) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1719.404670] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8be4b4f0-580d-4b2b-9eae-aee631ab99c0 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.406733] env[62574]: DEBUG oslo_vmware.api [None req-e35d156e-672a-41a0-ae86-e57293fa506d tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Waiting for the task: (returnval){ [ 1719.406733] env[62574]: value = "task-1861790" [ 1719.406733] env[62574]: _type = "Task" [ 1719.406733] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1719.412024] env[62574]: DEBUG oslo_vmware.api [None req-6f5ca117-9623-4e87-9a29-d656cfb87263 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Waiting for the task: (returnval){ [ 1719.412024] env[62574]: value = "task-1861791" [ 1719.412024] env[62574]: _type = "Task" [ 1719.412024] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1719.418628] env[62574]: DEBUG oslo_vmware.api [None req-e35d156e-672a-41a0-ae86-e57293fa506d tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Task: {'id': task-1861790, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1719.423736] env[62574]: DEBUG oslo_vmware.api [None req-6f5ca117-9623-4e87-9a29-d656cfb87263 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Task: {'id': task-1861791, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1719.482375] env[62574]: DEBUG oslo_concurrency.lockutils [req-7fe6d5ba-3877-42a5-90ba-5a5da0dc49e5 req-7348cea7-dcd2-462b-b457-f49966874c22 service nova] Releasing lock "refresh_cache-a2544584-cd31-41e1-8e0e-10c0c41b66fb" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1719.572437] env[62574]: DEBUG oslo_vmware.api [None req-e6ceec5e-6aa4-4a5a-a420-1351431e1d6d tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52633539-c590-c70e-a8bf-ff1250588398, 'name': SearchDatastore_Task, 'duration_secs': 0.01563} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1719.574283] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-84d3eee4-14fb-4240-8de2-98e93dc2d986 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.579418] env[62574]: DEBUG oslo_vmware.api [None req-e6ceec5e-6aa4-4a5a-a420-1351431e1d6d tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] Waiting for the task: (returnval){ [ 1719.579418] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]52c14cf6-40b8-1b73-0a04-f9acbc240bd8" [ 1719.579418] env[62574]: _type = "Task" [ 1719.579418] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1719.589522] env[62574]: DEBUG oslo_vmware.api [None req-e6ceec5e-6aa4-4a5a-a420-1351431e1d6d tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52c14cf6-40b8-1b73-0a04-f9acbc240bd8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1719.716246] env[62574]: DEBUG oslo_concurrency.lockutils [None req-e07ed925-8231-477d-9d70-5ee91107cec9 tempest-ServerMetadataNegativeTestJSON-177817576 tempest-ServerMetadataNegativeTestJSON-177817576-project-member] Acquiring lock "82960f69-76f1-49ff-a0b6-081c0142fca8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1719.716554] env[62574]: DEBUG oslo_concurrency.lockutils [None req-e07ed925-8231-477d-9d70-5ee91107cec9 tempest-ServerMetadataNegativeTestJSON-177817576 tempest-ServerMetadataNegativeTestJSON-177817576-project-member] Lock "82960f69-76f1-49ff-a0b6-081c0142fca8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1719.716942] env[62574]: DEBUG oslo_concurrency.lockutils [None req-e07ed925-8231-477d-9d70-5ee91107cec9 tempest-ServerMetadataNegativeTestJSON-177817576 tempest-ServerMetadataNegativeTestJSON-177817576-project-member] Acquiring lock "82960f69-76f1-49ff-a0b6-081c0142fca8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1719.717179] env[62574]: DEBUG oslo_concurrency.lockutils [None req-e07ed925-8231-477d-9d70-5ee91107cec9 tempest-ServerMetadataNegativeTestJSON-177817576 tempest-ServerMetadataNegativeTestJSON-177817576-project-member] Lock "82960f69-76f1-49ff-a0b6-081c0142fca8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1719.717461] env[62574]: DEBUG oslo_concurrency.lockutils [None req-e07ed925-8231-477d-9d70-5ee91107cec9 tempest-ServerMetadataNegativeTestJSON-177817576 tempest-ServerMetadataNegativeTestJSON-177817576-project-member] Lock "82960f69-76f1-49ff-a0b6-081c0142fca8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1719.719747] env[62574]: INFO nova.compute.manager [None req-e07ed925-8231-477d-9d70-5ee91107cec9 tempest-ServerMetadataNegativeTestJSON-177817576 tempest-ServerMetadataNegativeTestJSON-177817576-project-member] [instance: 82960f69-76f1-49ff-a0b6-081c0142fca8] Terminating instance [ 1719.725152] env[62574]: DEBUG oslo_concurrency.lockutils [None req-aefff314-b1cf-424d-8bed-32a581d70280 tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Lock "ab4ac58c-a716-46c6-ba11-fb5dd8e7ba24" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.072s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1719.928339] env[62574]: DEBUG oslo_vmware.api [None req-e35d156e-672a-41a0-ae86-e57293fa506d tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Task: {'id': task-1861790, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.20658} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1719.928651] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-e35d156e-672a-41a0-ae86-e57293fa506d tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Deleted the datastore file {{(pid=62574) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1719.928962] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-e35d156e-672a-41a0-ae86-e57293fa506d tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] [instance: cf8dfe40-abfe-4888-a1a5-b26f6d781e93] Deleted contents of the VM from datastore datastore2 {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1719.929203] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-e35d156e-672a-41a0-ae86-e57293fa506d tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] [instance: cf8dfe40-abfe-4888-a1a5-b26f6d781e93] Instance destroyed {{(pid=62574) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1719.937036] env[62574]: DEBUG oslo_vmware.api [None req-6f5ca117-9623-4e87-9a29-d656cfb87263 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Task: {'id': task-1861791, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.201602} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1719.937881] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f5ca117-9623-4e87-9a29-d656cfb87263 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Deleted the datastore file {{(pid=62574) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1719.938144] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-6f5ca117-9623-4e87-9a29-d656cfb87263 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] [instance: e3b07ff8-0c0f-437a-9a29-8baf54b399a0] Deleted contents of the VM from datastore datastore2 {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1719.938408] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-6f5ca117-9623-4e87-9a29-d656cfb87263 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] [instance: e3b07ff8-0c0f-437a-9a29-8baf54b399a0] Instance destroyed {{(pid=62574) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1720.091170] env[62574]: DEBUG oslo_vmware.api [None req-e6ceec5e-6aa4-4a5a-a420-1351431e1d6d tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52c14cf6-40b8-1b73-0a04-f9acbc240bd8, 'name': SearchDatastore_Task, 'duration_secs': 0.024565} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1720.091510] env[62574]: DEBUG oslo_concurrency.lockutils [None req-e6ceec5e-6aa4-4a5a-a420-1351431e1d6d tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1720.091817] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6ceec5e-6aa4-4a5a-a420-1351431e1d6d tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk to [datastore1] a2544584-cd31-41e1-8e0e-10c0c41b66fb/a2544584-cd31-41e1-8e0e-10c0c41b66fb.vmdk {{(pid=62574) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1720.092215] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-782075c6-59cb-4646-8b87-5a9edc50ccce {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.099491] env[62574]: DEBUG oslo_vmware.api [None req-e6ceec5e-6aa4-4a5a-a420-1351431e1d6d tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] Waiting for the task: (returnval){ [ 1720.099491] env[62574]: value = "task-1861792" [ 1720.099491] env[62574]: _type = "Task" [ 1720.099491] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1720.108733] env[62574]: DEBUG oslo_vmware.api [None req-e6ceec5e-6aa4-4a5a-a420-1351431e1d6d tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] Task: {'id': task-1861792, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1720.228992] env[62574]: DEBUG nova.compute.manager [None req-e07ed925-8231-477d-9d70-5ee91107cec9 tempest-ServerMetadataNegativeTestJSON-177817576 tempest-ServerMetadataNegativeTestJSON-177817576-project-member] [instance: 82960f69-76f1-49ff-a0b6-081c0142fca8] Start destroying the instance on the hypervisor. {{(pid=62574) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1720.228992] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-e07ed925-8231-477d-9d70-5ee91107cec9 tempest-ServerMetadataNegativeTestJSON-177817576 tempest-ServerMetadataNegativeTestJSON-177817576-project-member] [instance: 82960f69-76f1-49ff-a0b6-081c0142fca8] Destroying instance {{(pid=62574) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1720.230167] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa50aa8f-0706-41fb-af1a-ae5f0655ae7b {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.240650] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-e07ed925-8231-477d-9d70-5ee91107cec9 tempest-ServerMetadataNegativeTestJSON-177817576 tempest-ServerMetadataNegativeTestJSON-177817576-project-member] [instance: 82960f69-76f1-49ff-a0b6-081c0142fca8] Powering off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1720.244619] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-abf24468-de06-46f3-8579-50f507447cb2 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.254859] env[62574]: DEBUG oslo_vmware.api [None req-e07ed925-8231-477d-9d70-5ee91107cec9 tempest-ServerMetadataNegativeTestJSON-177817576 tempest-ServerMetadataNegativeTestJSON-177817576-project-member] Waiting for the task: (returnval){ [ 1720.254859] env[62574]: value = "task-1861793" [ 1720.254859] env[62574]: _type = "Task" [ 1720.254859] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1720.265094] env[62574]: DEBUG oslo_vmware.api [None req-e07ed925-8231-477d-9d70-5ee91107cec9 tempest-ServerMetadataNegativeTestJSON-177817576 tempest-ServerMetadataNegativeTestJSON-177817576-project-member] Task: {'id': task-1861793, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1720.375044] env[62574]: DEBUG oslo_concurrency.lockutils [None req-d8f7049e-d1ff-4e34-b09d-629923c60874 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Acquiring lock "9ed0f4bc-f4eb-4eca-b448-053eec6339d4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1720.375357] env[62574]: DEBUG oslo_concurrency.lockutils [None req-d8f7049e-d1ff-4e34-b09d-629923c60874 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Lock "9ed0f4bc-f4eb-4eca-b448-053eec6339d4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1720.375638] env[62574]: DEBUG oslo_concurrency.lockutils [None req-d8f7049e-d1ff-4e34-b09d-629923c60874 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Lock "9ed0f4bc-f4eb-4eca-b448-053eec6339d4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1720.611975] env[62574]: DEBUG oslo_vmware.api [None req-e6ceec5e-6aa4-4a5a-a420-1351431e1d6d tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] Task: {'id': task-1861792, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1720.753636] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03953655-65b1-4408-88e1-fa2b5d3c5a17 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.772452] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-685499a5-4f30-4b00-8a6e-e0c3a50b3741 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.776784] env[62574]: DEBUG oslo_vmware.api [None req-e07ed925-8231-477d-9d70-5ee91107cec9 tempest-ServerMetadataNegativeTestJSON-177817576 tempest-ServerMetadataNegativeTestJSON-177817576-project-member] Task: {'id': task-1861793, 'name': PowerOffVM_Task, 'duration_secs': 0.232177} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1720.777195] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-e07ed925-8231-477d-9d70-5ee91107cec9 tempest-ServerMetadataNegativeTestJSON-177817576 tempest-ServerMetadataNegativeTestJSON-177817576-project-member] [instance: 82960f69-76f1-49ff-a0b6-081c0142fca8] Powered off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1720.777621] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-e07ed925-8231-477d-9d70-5ee91107cec9 tempest-ServerMetadataNegativeTestJSON-177817576 tempest-ServerMetadataNegativeTestJSON-177817576-project-member] [instance: 82960f69-76f1-49ff-a0b6-081c0142fca8] Unregistering the VM {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1720.778428] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a9f26404-6988-4d22-95f7-37eb0f2abb29 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.808537] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02445c97-6743-4f53-b8d2-5c79b5e2888b {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.816810] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11d79bc1-22d8-42fc-94c9-813dc3ba144a {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.835808] env[62574]: DEBUG nova.compute.provider_tree [None req-aaa95191-9094-403a-a39f-3a565ec3251a tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Inventory has not changed in ProviderTree for provider: f0ed160a-beff-4626-a531-2a70d7bc0627 {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1720.859324] env[62574]: DEBUG oslo_concurrency.lockutils [None req-3fb2ab24-cfe2-4fc8-b787-4a40e8746c79 tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Acquiring lock "437af2e4-dbbd-4fc4-8262-a8a179e4c3bb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1720.859898] env[62574]: DEBUG oslo_concurrency.lockutils [None req-3fb2ab24-cfe2-4fc8-b787-4a40e8746c79 tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Lock "437af2e4-dbbd-4fc4-8262-a8a179e4c3bb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1720.986680] env[62574]: DEBUG nova.virt.hardware [None req-e35d156e-672a-41a0-ae86-e57293fa506d tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T19:26:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-13T19:26:40Z,direct_url=,disk_format='vmdk',id=3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7eed1dd4d2c3418eb32c4f4ceda3ab0d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-13T19:26:41Z,virtual_size=,visibility=), allow threads: False {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1720.987073] env[62574]: DEBUG nova.virt.hardware [None req-e35d156e-672a-41a0-ae86-e57293fa506d tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Flavor limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1720.987310] env[62574]: DEBUG nova.virt.hardware [None req-e35d156e-672a-41a0-ae86-e57293fa506d tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Image limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1720.987551] env[62574]: DEBUG nova.virt.hardware [None req-e35d156e-672a-41a0-ae86-e57293fa506d tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Flavor pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1720.987819] env[62574]: DEBUG nova.virt.hardware [None req-e35d156e-672a-41a0-ae86-e57293fa506d tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Image pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1720.987976] env[62574]: DEBUG nova.virt.hardware [None req-e35d156e-672a-41a0-ae86-e57293fa506d tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1720.988275] env[62574]: DEBUG nova.virt.hardware [None req-e35d156e-672a-41a0-ae86-e57293fa506d tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1720.988441] env[62574]: DEBUG nova.virt.hardware [None req-e35d156e-672a-41a0-ae86-e57293fa506d tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1720.988608] env[62574]: DEBUG nova.virt.hardware [None req-e35d156e-672a-41a0-ae86-e57293fa506d tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Got 1 possible topologies {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1720.988769] env[62574]: DEBUG nova.virt.hardware [None req-e35d156e-672a-41a0-ae86-e57293fa506d tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1720.988941] env[62574]: DEBUG nova.virt.hardware [None req-e35d156e-672a-41a0-ae86-e57293fa506d tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1720.991758] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc01de4c-f06f-41ab-b8ff-38af2dbdf922 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.996396] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-e07ed925-8231-477d-9d70-5ee91107cec9 tempest-ServerMetadataNegativeTestJSON-177817576 tempest-ServerMetadataNegativeTestJSON-177817576-project-member] [instance: 82960f69-76f1-49ff-a0b6-081c0142fca8] Unregistered the VM {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1720.997740] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-e07ed925-8231-477d-9d70-5ee91107cec9 tempest-ServerMetadataNegativeTestJSON-177817576 tempest-ServerMetadataNegativeTestJSON-177817576-project-member] [instance: 82960f69-76f1-49ff-a0b6-081c0142fca8] Deleting contents of the VM from datastore datastore2 {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1720.997740] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-e07ed925-8231-477d-9d70-5ee91107cec9 tempest-ServerMetadataNegativeTestJSON-177817576 tempest-ServerMetadataNegativeTestJSON-177817576-project-member] Deleting the datastore file [datastore2] 82960f69-76f1-49ff-a0b6-081c0142fca8 {{(pid=62574) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1720.997740] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-aa446803-b691-433b-9fe1-cfc8ea76bfcb {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.003602] env[62574]: DEBUG nova.virt.hardware [None req-6f5ca117-9623-4e87-9a29-d656cfb87263 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T19:26:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-13T19:26:40Z,direct_url=,disk_format='vmdk',id=3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7eed1dd4d2c3418eb32c4f4ceda3ab0d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-13T19:26:41Z,virtual_size=,visibility=), allow threads: False {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1721.003837] env[62574]: DEBUG nova.virt.hardware [None req-6f5ca117-9623-4e87-9a29-d656cfb87263 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Flavor limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1721.004010] env[62574]: DEBUG nova.virt.hardware [None req-6f5ca117-9623-4e87-9a29-d656cfb87263 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Image limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1721.004263] env[62574]: DEBUG nova.virt.hardware [None req-6f5ca117-9623-4e87-9a29-d656cfb87263 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Flavor pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1721.004426] env[62574]: DEBUG nova.virt.hardware [None req-6f5ca117-9623-4e87-9a29-d656cfb87263 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Image pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1721.004578] env[62574]: DEBUG nova.virt.hardware [None req-6f5ca117-9623-4e87-9a29-d656cfb87263 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1721.004786] env[62574]: DEBUG nova.virt.hardware [None req-6f5ca117-9623-4e87-9a29-d656cfb87263 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1721.005167] env[62574]: DEBUG nova.virt.hardware [None req-6f5ca117-9623-4e87-9a29-d656cfb87263 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1721.005167] env[62574]: DEBUG nova.virt.hardware [None req-6f5ca117-9623-4e87-9a29-d656cfb87263 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Got 1 possible topologies {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1721.005338] env[62574]: DEBUG nova.virt.hardware [None req-6f5ca117-9623-4e87-9a29-d656cfb87263 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1721.005663] env[62574]: DEBUG nova.virt.hardware [None req-6f5ca117-9623-4e87-9a29-d656cfb87263 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1721.007330] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a6b1875-2cba-4b22-878f-fafceb0ccb2f {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.012253] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8aef4bd3-b7d1-419d-af19-76a773218023 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.015726] env[62574]: DEBUG oslo_vmware.api [None req-e07ed925-8231-477d-9d70-5ee91107cec9 tempest-ServerMetadataNegativeTestJSON-177817576 tempest-ServerMetadataNegativeTestJSON-177817576-project-member] Waiting for the task: (returnval){ [ 1721.015726] env[62574]: value = "task-1861795" [ 1721.015726] env[62574]: _type = "Task" [ 1721.015726] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1721.030600] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-e35d156e-672a-41a0-ae86-e57293fa506d tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] [instance: cf8dfe40-abfe-4888-a1a5-b26f6d781e93] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ba:6c:66', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c47e98ff-83cf-48d2-bf91-2931c7386b6a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a3ad0359-fee4-4551-b572-64bb971c491d', 'vif_model': 'vmxnet3'}] {{(pid=62574) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1721.039199] env[62574]: DEBUG oslo.service.loopingcall [None req-e35d156e-672a-41a0-ae86-e57293fa506d tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62574) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1721.040941] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76753195-55f6-444f-a661-130a9746129f {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.044976] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cf8dfe40-abfe-4888-a1a5-b26f6d781e93] Creating VM on the ESX host {{(pid=62574) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1721.048201] env[62574]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d86c94c3-aeb3-400f-acaf-b6e523d3dace {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.062682] env[62574]: DEBUG oslo_vmware.api [None req-e07ed925-8231-477d-9d70-5ee91107cec9 tempest-ServerMetadataNegativeTestJSON-177817576 tempest-ServerMetadataNegativeTestJSON-177817576-project-member] Task: {'id': task-1861795, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1721.075841] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-6f5ca117-9623-4e87-9a29-d656cfb87263 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] [instance: e3b07ff8-0c0f-437a-9a29-8baf54b399a0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:70:9a:1d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f68ebd2a-3c68-48db-8c32-8a01497fc2e7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6505a472-35ab-45ab-b907-67b3465e6c4e', 'vif_model': 'vmxnet3'}] {{(pid=62574) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1721.083493] env[62574]: DEBUG oslo.service.loopingcall [None req-6f5ca117-9623-4e87-9a29-d656cfb87263 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62574) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1721.085038] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e3b07ff8-0c0f-437a-9a29-8baf54b399a0] Creating VM on the ESX host {{(pid=62574) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1721.085320] env[62574]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1721.085320] env[62574]: value = "task-1861796" [ 1721.085320] env[62574]: _type = "Task" [ 1721.085320] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1721.085587] env[62574]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7f139139-55d2-4bbf-9d12-4ec8294e31fc {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.108192] env[62574]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1721.108192] env[62574]: value = "task-1861797" [ 1721.108192] env[62574]: _type = "Task" [ 1721.108192] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1721.111803] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1861796, 'name': CreateVM_Task} progress is 15%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1721.117736] env[62574]: DEBUG oslo_vmware.api [None req-e6ceec5e-6aa4-4a5a-a420-1351431e1d6d tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] Task: {'id': task-1861792, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.632716} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1721.118474] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6ceec5e-6aa4-4a5a-a420-1351431e1d6d tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk to [datastore1] a2544584-cd31-41e1-8e0e-10c0c41b66fb/a2544584-cd31-41e1-8e0e-10c0c41b66fb.vmdk {{(pid=62574) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1721.118732] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-e6ceec5e-6aa4-4a5a-a420-1351431e1d6d tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] [instance: a2544584-cd31-41e1-8e0e-10c0c41b66fb] Extending root virtual disk to 1048576 {{(pid=62574) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1721.119048] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9e23a5fd-5cd5-4e22-ae95-36f3832b27dc {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.124145] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1861797, 'name': CreateVM_Task} progress is 5%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1721.128970] env[62574]: DEBUG oslo_vmware.api [None req-e6ceec5e-6aa4-4a5a-a420-1351431e1d6d tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] Waiting for the task: (returnval){ [ 1721.128970] env[62574]: value = "task-1861798" [ 1721.128970] env[62574]: _type = "Task" [ 1721.128970] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1721.139401] env[62574]: DEBUG oslo_vmware.api [None req-e6ceec5e-6aa4-4a5a-a420-1351431e1d6d tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] Task: {'id': task-1861798, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1721.348739] env[62574]: DEBUG nova.scheduler.client.report [None req-aaa95191-9094-403a-a39f-3a565ec3251a tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Inventory has not changed for provider f0ed160a-beff-4626-a531-2a70d7bc0627 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1721.363488] env[62574]: DEBUG nova.compute.manager [None req-3fb2ab24-cfe2-4fc8-b787-4a40e8746c79 tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] [instance: 437af2e4-dbbd-4fc4-8262-a8a179e4c3bb] Starting instance... {{(pid=62574) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1721.436179] env[62574]: DEBUG oslo_concurrency.lockutils [None req-d8f7049e-d1ff-4e34-b09d-629923c60874 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Acquiring lock "refresh_cache-9ed0f4bc-f4eb-4eca-b448-053eec6339d4" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1721.436179] env[62574]: DEBUG oslo_concurrency.lockutils [None req-d8f7049e-d1ff-4e34-b09d-629923c60874 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Acquired lock "refresh_cache-9ed0f4bc-f4eb-4eca-b448-053eec6339d4" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1721.436179] env[62574]: DEBUG nova.network.neutron [None req-d8f7049e-d1ff-4e34-b09d-629923c60874 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] [instance: 9ed0f4bc-f4eb-4eca-b448-053eec6339d4] Building network info cache for instance {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1721.532918] env[62574]: DEBUG oslo_vmware.api [None req-e07ed925-8231-477d-9d70-5ee91107cec9 tempest-ServerMetadataNegativeTestJSON-177817576 tempest-ServerMetadataNegativeTestJSON-177817576-project-member] Task: {'id': task-1861795, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.467283} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1721.533490] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-e07ed925-8231-477d-9d70-5ee91107cec9 tempest-ServerMetadataNegativeTestJSON-177817576 tempest-ServerMetadataNegativeTestJSON-177817576-project-member] Deleted the datastore file {{(pid=62574) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1721.534786] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-e07ed925-8231-477d-9d70-5ee91107cec9 tempest-ServerMetadataNegativeTestJSON-177817576 tempest-ServerMetadataNegativeTestJSON-177817576-project-member] [instance: 82960f69-76f1-49ff-a0b6-081c0142fca8] Deleted contents of the VM from datastore datastore2 {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1721.534786] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-e07ed925-8231-477d-9d70-5ee91107cec9 tempest-ServerMetadataNegativeTestJSON-177817576 tempest-ServerMetadataNegativeTestJSON-177817576-project-member] [instance: 82960f69-76f1-49ff-a0b6-081c0142fca8] Instance destroyed {{(pid=62574) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1721.534786] env[62574]: INFO nova.compute.manager [None req-e07ed925-8231-477d-9d70-5ee91107cec9 tempest-ServerMetadataNegativeTestJSON-177817576 tempest-ServerMetadataNegativeTestJSON-177817576-project-member] [instance: 82960f69-76f1-49ff-a0b6-081c0142fca8] Took 1.31 seconds to destroy the instance on the hypervisor. [ 1721.534786] env[62574]: DEBUG oslo.service.loopingcall [None req-e07ed925-8231-477d-9d70-5ee91107cec9 tempest-ServerMetadataNegativeTestJSON-177817576 tempest-ServerMetadataNegativeTestJSON-177817576-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62574) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1721.537030] env[62574]: DEBUG nova.compute.manager [-] [instance: 82960f69-76f1-49ff-a0b6-081c0142fca8] Deallocating network for instance {{(pid=62574) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1721.537030] env[62574]: DEBUG nova.network.neutron [-] [instance: 82960f69-76f1-49ff-a0b6-081c0142fca8] deallocate_for_instance() {{(pid=62574) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1721.613847] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1861796, 'name': CreateVM_Task} progress is 25%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1721.625465] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1861797, 'name': CreateVM_Task} progress is 99%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1721.639219] env[62574]: DEBUG oslo_vmware.api [None req-e6ceec5e-6aa4-4a5a-a420-1351431e1d6d tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] Task: {'id': task-1861798, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.124269} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1721.639668] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-e6ceec5e-6aa4-4a5a-a420-1351431e1d6d tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] [instance: a2544584-cd31-41e1-8e0e-10c0c41b66fb] Extended root virtual disk {{(pid=62574) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1721.640575] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00b3b807-7ac6-40e0-b34b-146fa7953836 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.669431] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-e6ceec5e-6aa4-4a5a-a420-1351431e1d6d tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] [instance: a2544584-cd31-41e1-8e0e-10c0c41b66fb] Reconfiguring VM instance instance-0000003c to attach disk [datastore1] a2544584-cd31-41e1-8e0e-10c0c41b66fb/a2544584-cd31-41e1-8e0e-10c0c41b66fb.vmdk or device None with type sparse {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1721.669981] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-082e4605-0b36-445e-b799-40e7be317881 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.692393] env[62574]: DEBUG oslo_vmware.api [None req-e6ceec5e-6aa4-4a5a-a420-1351431e1d6d tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] Waiting for the task: (returnval){ [ 1721.692393] env[62574]: value = "task-1861799" [ 1721.692393] env[62574]: _type = "Task" [ 1721.692393] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1721.710072] env[62574]: DEBUG oslo_vmware.api [None req-e6ceec5e-6aa4-4a5a-a420-1351431e1d6d tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] Task: {'id': task-1861799, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1721.856066] env[62574]: DEBUG oslo_concurrency.lockutils [None req-aaa95191-9094-403a-a39f-3a565ec3251a tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.672s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1721.856066] env[62574]: DEBUG nova.compute.manager [None req-aaa95191-9094-403a-a39f-3a565ec3251a tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] [instance: 76ab47f1-1837-44ef-a0c5-bbd149566601] Start building networks asynchronously for instance. {{(pid=62574) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1721.857742] env[62574]: DEBUG oslo_concurrency.lockutils [None req-6b98d509-6e8c-4109-8854-aa24451bcf00 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.291s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1721.858818] env[62574]: DEBUG nova.objects.instance [None req-6b98d509-6e8c-4109-8854-aa24451bcf00 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Lazy-loading 'resources' on Instance uuid 05938d25-9db4-4c10-b545-0f94781a9250 {{(pid=62574) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1721.903128] env[62574]: DEBUG oslo_concurrency.lockutils [None req-3fb2ab24-cfe2-4fc8-b787-4a40e8746c79 tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1722.111231] env[62574]: DEBUG nova.compute.manager [req-7179690e-cc6d-4a81-b43d-28b125080ae0 req-34251c42-e005-4057-9239-816c16c01c41 service nova] [instance: 82960f69-76f1-49ff-a0b6-081c0142fca8] Received event network-vif-deleted-6ead37d1-15eb-4807-b54e-52335804f453 {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1722.111510] env[62574]: INFO nova.compute.manager [req-7179690e-cc6d-4a81-b43d-28b125080ae0 req-34251c42-e005-4057-9239-816c16c01c41 service nova] [instance: 82960f69-76f1-49ff-a0b6-081c0142fca8] Neutron deleted interface 6ead37d1-15eb-4807-b54e-52335804f453; detaching it from the instance and deleting it from the info cache [ 1722.111689] env[62574]: DEBUG nova.network.neutron [req-7179690e-cc6d-4a81-b43d-28b125080ae0 req-34251c42-e005-4057-9239-816c16c01c41 service nova] [instance: 82960f69-76f1-49ff-a0b6-081c0142fca8] Updating instance_info_cache with network_info: [] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1722.121043] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1861796, 'name': CreateVM_Task, 'duration_secs': 0.685013} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1722.121688] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cf8dfe40-abfe-4888-a1a5-b26f6d781e93] Created VM on the ESX host {{(pid=62574) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1722.122768] env[62574]: DEBUG oslo_concurrency.lockutils [None req-e35d156e-672a-41a0-ae86-e57293fa506d tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1722.122994] env[62574]: DEBUG oslo_concurrency.lockutils [None req-e35d156e-672a-41a0-ae86-e57293fa506d tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1722.123528] env[62574]: DEBUG oslo_concurrency.lockutils [None req-e35d156e-672a-41a0-ae86-e57293fa506d tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1722.127688] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4fd11be5-d6a2-43e0-a43a-d6488fe5e47e {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.129632] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1861797, 'name': CreateVM_Task} progress is 99%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1722.133664] env[62574]: DEBUG oslo_vmware.api [None req-e35d156e-672a-41a0-ae86-e57293fa506d tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Waiting for the task: (returnval){ [ 1722.133664] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]52677cda-bcdb-24cd-82eb-b57c435cb680" [ 1722.133664] env[62574]: _type = "Task" [ 1722.133664] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1722.142444] env[62574]: DEBUG oslo_vmware.api [None req-e35d156e-672a-41a0-ae86-e57293fa506d tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52677cda-bcdb-24cd-82eb-b57c435cb680, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1722.202917] env[62574]: DEBUG oslo_vmware.api [None req-e6ceec5e-6aa4-4a5a-a420-1351431e1d6d tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] Task: {'id': task-1861799, 'name': ReconfigVM_Task, 'duration_secs': 0.295622} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1722.203153] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-e6ceec5e-6aa4-4a5a-a420-1351431e1d6d tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] [instance: a2544584-cd31-41e1-8e0e-10c0c41b66fb] Reconfigured VM instance instance-0000003c to attach disk [datastore1] a2544584-cd31-41e1-8e0e-10c0c41b66fb/a2544584-cd31-41e1-8e0e-10c0c41b66fb.vmdk or device None with type sparse {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1722.203766] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7c7c66d2-cfb6-4ab3-8eba-a7e355710905 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.211740] env[62574]: DEBUG oslo_vmware.api [None req-e6ceec5e-6aa4-4a5a-a420-1351431e1d6d tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] Waiting for the task: (returnval){ [ 1722.211740] env[62574]: value = "task-1861800" [ 1722.211740] env[62574]: _type = "Task" [ 1722.211740] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1722.220973] env[62574]: DEBUG oslo_vmware.api [None req-e6ceec5e-6aa4-4a5a-a420-1351431e1d6d tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] Task: {'id': task-1861800, 'name': Rename_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1722.286337] env[62574]: DEBUG nova.network.neutron [None req-d8f7049e-d1ff-4e34-b09d-629923c60874 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] [instance: 9ed0f4bc-f4eb-4eca-b448-053eec6339d4] Updating instance_info_cache with network_info: [{"id": "99ccaac5-2749-49e2-880e-d13e6c2243ef", "address": "fa:16:3e:ed:aa:5e", "network": {"id": "90888d97-209c-49d6-8f95-1d0279efea11", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.67", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7eed1dd4d2c3418eb32c4f4ceda3ab0d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d275d7c6-2a7b-4ee8-b6f4-fabf1ba1905f", "external-id": "nsx-vlan-transportzone-513", "segmentation_id": 513, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99ccaac5-27", "ovs_interfaceid": "99ccaac5-2749-49e2-880e-d13e6c2243ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1722.362160] env[62574]: DEBUG nova.compute.utils [None req-aaa95191-9094-403a-a39f-3a565ec3251a tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Using /dev/sd instead of None {{(pid=62574) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1722.372035] env[62574]: DEBUG nova.compute.manager [None req-aaa95191-9094-403a-a39f-3a565ec3251a tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] [instance: 76ab47f1-1837-44ef-a0c5-bbd149566601] Allocating IP information in the background. {{(pid=62574) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1722.372035] env[62574]: DEBUG nova.network.neutron [None req-aaa95191-9094-403a-a39f-3a565ec3251a tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] [instance: 76ab47f1-1837-44ef-a0c5-bbd149566601] allocate_for_instance() {{(pid=62574) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1722.425320] env[62574]: DEBUG nova.policy [None req-aaa95191-9094-403a-a39f-3a565ec3251a tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c7db3bf386d34a8aa4549ccf7e46fde8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '89fc8b5a7e904272a1c872b05656484c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62574) authorize /opt/stack/nova/nova/policy.py:192}} [ 1722.447143] env[62574]: DEBUG nova.network.neutron [-] [instance: 82960f69-76f1-49ff-a0b6-081c0142fca8] Updating instance_info_cache with network_info: [] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1722.614290] env[62574]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-52b5b5cb-e363-4d14-b241-5b22451a46b7 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.629232] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1861797, 'name': CreateVM_Task} progress is 99%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1722.635727] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b59fee01-7d71-4825-a790-debaffac3401 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.449597] env[62574]: DEBUG oslo_concurrency.lockutils [None req-d8f7049e-d1ff-4e34-b09d-629923c60874 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Releasing lock "refresh_cache-9ed0f4bc-f4eb-4eca-b448-053eec6339d4" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1723.454174] env[62574]: DEBUG nova.compute.manager [None req-aaa95191-9094-403a-a39f-3a565ec3251a tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] [instance: 76ab47f1-1837-44ef-a0c5-bbd149566601] Start building block device mappings for instance. {{(pid=62574) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1723.457496] env[62574]: INFO nova.compute.manager [-] [instance: 82960f69-76f1-49ff-a0b6-081c0142fca8] Took 1.92 seconds to deallocate network for instance. [ 1723.457496] env[62574]: DEBUG nova.compute.manager [req-7179690e-cc6d-4a81-b43d-28b125080ae0 req-34251c42-e005-4057-9239-816c16c01c41 service nova] [instance: 82960f69-76f1-49ff-a0b6-081c0142fca8] Detach interface failed, port_id=6ead37d1-15eb-4807-b54e-52335804f453, reason: Instance 82960f69-76f1-49ff-a0b6-081c0142fca8 could not be found. {{(pid=62574) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 1723.464121] env[62574]: DEBUG nova.network.neutron [None req-aaa95191-9094-403a-a39f-3a565ec3251a tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] [instance: 76ab47f1-1837-44ef-a0c5-bbd149566601] Successfully created port: 21c7124e-e06c-4b87-9ecf-eb20b843fc03 {{(pid=62574) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1723.473115] env[62574]: DEBUG oslo_vmware.api [None req-e35d156e-672a-41a0-ae86-e57293fa506d tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52677cda-bcdb-24cd-82eb-b57c435cb680, 'name': SearchDatastore_Task, 'duration_secs': 0.036473} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1723.476258] env[62574]: DEBUG oslo_concurrency.lockutils [None req-e35d156e-672a-41a0-ae86-e57293fa506d tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1723.476492] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-e35d156e-672a-41a0-ae86-e57293fa506d tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] [instance: cf8dfe40-abfe-4888-a1a5-b26f6d781e93] Processing image 3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2 {{(pid=62574) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1723.476722] env[62574]: DEBUG oslo_concurrency.lockutils [None req-e35d156e-672a-41a0-ae86-e57293fa506d tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1723.476867] env[62574]: DEBUG oslo_concurrency.lockutils [None req-e35d156e-672a-41a0-ae86-e57293fa506d tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1723.477050] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-e35d156e-672a-41a0-ae86-e57293fa506d tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1723.479523] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-66158d15-100f-4972-93f5-d28cd849581d {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.484105] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1861797, 'name': CreateVM_Task, 'duration_secs': 1.660209} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1723.486785] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e3b07ff8-0c0f-437a-9a29-8baf54b399a0] Created VM on the ESX host {{(pid=62574) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1723.488055] env[62574]: DEBUG oslo_vmware.api [None req-e6ceec5e-6aa4-4a5a-a420-1351431e1d6d tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] Task: {'id': task-1861800, 'name': Rename_Task} progress is 99%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1723.488055] env[62574]: DEBUG oslo_concurrency.lockutils [None req-6f5ca117-9623-4e87-9a29-d656cfb87263 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1723.488055] env[62574]: DEBUG oslo_concurrency.lockutils [None req-6f5ca117-9623-4e87-9a29-d656cfb87263 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1723.488436] env[62574]: DEBUG oslo_concurrency.lockutils [None req-6f5ca117-9623-4e87-9a29-d656cfb87263 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1723.488436] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-93eeb810-3d8b-4486-887e-e23698d9724c {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.491184] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-e35d156e-672a-41a0-ae86-e57293fa506d tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1723.491351] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-e35d156e-672a-41a0-ae86-e57293fa506d tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62574) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1723.492427] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-400aa6fe-9f0d-45c3-9015-95a0936ec9c4 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.496232] env[62574]: DEBUG oslo_vmware.api [None req-6f5ca117-9623-4e87-9a29-d656cfb87263 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Waiting for the task: (returnval){ [ 1723.496232] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]522a8bd8-f7e0-f208-c3aa-edb9c725b3a7" [ 1723.496232] env[62574]: _type = "Task" [ 1723.496232] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1723.500976] env[62574]: DEBUG oslo_vmware.api [None req-e35d156e-672a-41a0-ae86-e57293fa506d tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Waiting for the task: (returnval){ [ 1723.500976] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]524d1a5e-a5cb-5dac-d92c-cd6980e99f0f" [ 1723.500976] env[62574]: _type = "Task" [ 1723.500976] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1723.508085] env[62574]: DEBUG oslo_vmware.api [None req-6f5ca117-9623-4e87-9a29-d656cfb87263 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]522a8bd8-f7e0-f208-c3aa-edb9c725b3a7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1723.516415] env[62574]: DEBUG oslo_vmware.api [None req-e35d156e-672a-41a0-ae86-e57293fa506d tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]524d1a5e-a5cb-5dac-d92c-cd6980e99f0f, 'name': SearchDatastore_Task, 'duration_secs': 0.012732} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1723.517216] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4aead459-e270-4b9d-9372-0a3d39847251 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.522508] env[62574]: DEBUG oslo_vmware.api [None req-e35d156e-672a-41a0-ae86-e57293fa506d tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Waiting for the task: (returnval){ [ 1723.522508] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]52954ca4-4a84-07d1-34a2-f9d951c8c919" [ 1723.522508] env[62574]: _type = "Task" [ 1723.522508] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1723.534294] env[62574]: DEBUG oslo_vmware.api [None req-e35d156e-672a-41a0-ae86-e57293fa506d tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52954ca4-4a84-07d1-34a2-f9d951c8c919, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1723.730395] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70117f42-e496-4ef2-8cfb-698a0ba72e73 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.738771] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9efaeee-aea0-463f-a6ff-6cf6cd758876 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.771577] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c60ac01-d6e8-46c0-b875-6ced2b9cc0e5 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.778857] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d612f836-df0b-42cd-9795-e9fbab2f50a8 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.793194] env[62574]: DEBUG nova.compute.provider_tree [None req-6b98d509-6e8c-4109-8854-aa24451bcf00 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Inventory has not changed in ProviderTree for provider: f0ed160a-beff-4626-a531-2a70d7bc0627 {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1723.958808] env[62574]: DEBUG oslo_vmware.api [None req-e6ceec5e-6aa4-4a5a-a420-1351431e1d6d tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] Task: {'id': task-1861800, 'name': Rename_Task} progress is 99%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1723.980533] env[62574]: DEBUG oslo_concurrency.lockutils [None req-e07ed925-8231-477d-9d70-5ee91107cec9 tempest-ServerMetadataNegativeTestJSON-177817576 tempest-ServerMetadataNegativeTestJSON-177817576-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1723.988043] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-664a7584-75e2-4837-9dda-6d3184417201 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.009849] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01497a7c-5c4e-448b-a96a-39eab234eeca {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.017801] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-d8f7049e-d1ff-4e34-b09d-629923c60874 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] [instance: 9ed0f4bc-f4eb-4eca-b448-053eec6339d4] Updating instance '9ed0f4bc-f4eb-4eca-b448-053eec6339d4' progress to 83 {{(pid=62574) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1724.024944] env[62574]: DEBUG oslo_vmware.api [None req-6f5ca117-9623-4e87-9a29-d656cfb87263 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]522a8bd8-f7e0-f208-c3aa-edb9c725b3a7, 'name': SearchDatastore_Task, 'duration_secs': 0.012985} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1724.028608] env[62574]: DEBUG oslo_concurrency.lockutils [None req-6f5ca117-9623-4e87-9a29-d656cfb87263 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1724.028852] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-6f5ca117-9623-4e87-9a29-d656cfb87263 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] [instance: e3b07ff8-0c0f-437a-9a29-8baf54b399a0] Processing image 3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2 {{(pid=62574) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1724.029074] env[62574]: DEBUG oslo_concurrency.lockutils [None req-6f5ca117-9623-4e87-9a29-d656cfb87263 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1724.035693] env[62574]: DEBUG oslo_vmware.api [None req-e35d156e-672a-41a0-ae86-e57293fa506d tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52954ca4-4a84-07d1-34a2-f9d951c8c919, 'name': SearchDatastore_Task, 'duration_secs': 0.013472} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1724.035850] env[62574]: DEBUG oslo_concurrency.lockutils [None req-e35d156e-672a-41a0-ae86-e57293fa506d tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1724.036119] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-e35d156e-672a-41a0-ae86-e57293fa506d tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk to [datastore2] cf8dfe40-abfe-4888-a1a5-b26f6d781e93/cf8dfe40-abfe-4888-a1a5-b26f6d781e93.vmdk {{(pid=62574) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1724.036484] env[62574]: DEBUG oslo_concurrency.lockutils [None req-6f5ca117-9623-4e87-9a29-d656cfb87263 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1724.036624] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f5ca117-9623-4e87-9a29-d656cfb87263 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1724.036834] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-98f697d3-916c-49a8-8451-9b68fca9f68f {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.038843] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-001d2b4c-a51a-48a8-999a-9eb19ada2ad2 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.045643] env[62574]: DEBUG oslo_vmware.api [None req-e35d156e-672a-41a0-ae86-e57293fa506d tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Waiting for the task: (returnval){ [ 1724.045643] env[62574]: value = "task-1861801" [ 1724.045643] env[62574]: _type = "Task" [ 1724.045643] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1724.050881] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f5ca117-9623-4e87-9a29-d656cfb87263 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1724.050881] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-6f5ca117-9623-4e87-9a29-d656cfb87263 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62574) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1724.054317] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f37418b-1ca6-43a9-a5d4-4a4b017913b5 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.057026] env[62574]: DEBUG oslo_vmware.api [None req-e35d156e-672a-41a0-ae86-e57293fa506d tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Task: {'id': task-1861801, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1724.060338] env[62574]: DEBUG oslo_vmware.api [None req-6f5ca117-9623-4e87-9a29-d656cfb87263 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Waiting for the task: (returnval){ [ 1724.060338] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]5215f606-e6c0-199c-6cc1-c608feb4eb22" [ 1724.060338] env[62574]: _type = "Task" [ 1724.060338] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1724.068452] env[62574]: DEBUG oslo_vmware.api [None req-6f5ca117-9623-4e87-9a29-d656cfb87263 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]5215f606-e6c0-199c-6cc1-c608feb4eb22, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1724.296312] env[62574]: DEBUG nova.scheduler.client.report [None req-6b98d509-6e8c-4109-8854-aa24451bcf00 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Inventory has not changed for provider f0ed160a-beff-4626-a531-2a70d7bc0627 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1724.464036] env[62574]: DEBUG oslo_vmware.api [None req-e6ceec5e-6aa4-4a5a-a420-1351431e1d6d tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] Task: {'id': task-1861800, 'name': Rename_Task, 'duration_secs': 1.865875} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1724.464036] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6ceec5e-6aa4-4a5a-a420-1351431e1d6d tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] [instance: a2544584-cd31-41e1-8e0e-10c0c41b66fb] Powering on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1724.464036] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3ee134bd-1d56-44d5-b8e7-7c8a4dd9ab9b {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.472711] env[62574]: DEBUG nova.compute.manager [None req-aaa95191-9094-403a-a39f-3a565ec3251a tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] [instance: 76ab47f1-1837-44ef-a0c5-bbd149566601] Start spawning the instance on the hypervisor. {{(pid=62574) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1724.485029] env[62574]: DEBUG oslo_vmware.api [None req-e6ceec5e-6aa4-4a5a-a420-1351431e1d6d tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] Waiting for the task: (returnval){ [ 1724.485029] env[62574]: value = "task-1861802" [ 1724.485029] env[62574]: _type = "Task" [ 1724.485029] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1724.502123] env[62574]: DEBUG oslo_vmware.api [None req-e6ceec5e-6aa4-4a5a-a420-1351431e1d6d tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] Task: {'id': task-1861802, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1724.525310] env[62574]: DEBUG nova.virt.hardware [None req-aaa95191-9094-403a-a39f-3a565ec3251a tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T19:26:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-13T19:26:40Z,direct_url=,disk_format='vmdk',id=3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7eed1dd4d2c3418eb32c4f4ceda3ab0d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-13T19:26:41Z,virtual_size=,visibility=), allow threads: False {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1724.526722] env[62574]: DEBUG nova.virt.hardware [None req-aaa95191-9094-403a-a39f-3a565ec3251a tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Flavor limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1724.526722] env[62574]: DEBUG nova.virt.hardware [None req-aaa95191-9094-403a-a39f-3a565ec3251a tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Image limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1724.526722] env[62574]: DEBUG nova.virt.hardware [None req-aaa95191-9094-403a-a39f-3a565ec3251a tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Flavor pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1724.526722] env[62574]: DEBUG nova.virt.hardware [None req-aaa95191-9094-403a-a39f-3a565ec3251a tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Image pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1724.526722] env[62574]: DEBUG nova.virt.hardware [None req-aaa95191-9094-403a-a39f-3a565ec3251a tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1724.526722] env[62574]: DEBUG nova.virt.hardware [None req-aaa95191-9094-403a-a39f-3a565ec3251a tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1724.526722] env[62574]: DEBUG nova.virt.hardware [None req-aaa95191-9094-403a-a39f-3a565ec3251a tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1724.526992] env[62574]: DEBUG nova.virt.hardware [None req-aaa95191-9094-403a-a39f-3a565ec3251a tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Got 1 possible topologies {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1724.527164] env[62574]: DEBUG nova.virt.hardware [None req-aaa95191-9094-403a-a39f-3a565ec3251a tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1724.527420] env[62574]: DEBUG nova.virt.hardware [None req-aaa95191-9094-403a-a39f-3a565ec3251a tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1724.529310] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8f7049e-d1ff-4e34-b09d-629923c60874 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] [instance: 9ed0f4bc-f4eb-4eca-b448-053eec6339d4] Powering on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1724.530142] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67076420-f655-4c35-aabd-ef1d5a736870 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.533280] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d66a414e-8b7f-449f-8bb2-72e9d52cc86e {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.542631] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0255ee8b-6ae3-4a43-85a6-9ed06e110fe3 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.547683] env[62574]: DEBUG oslo_vmware.api [None req-d8f7049e-d1ff-4e34-b09d-629923c60874 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Waiting for the task: (returnval){ [ 1724.547683] env[62574]: value = "task-1861803" [ 1724.547683] env[62574]: _type = "Task" [ 1724.547683] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1724.582030] env[62574]: DEBUG oslo_vmware.api [None req-e35d156e-672a-41a0-ae86-e57293fa506d tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Task: {'id': task-1861801, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1724.582030] env[62574]: DEBUG oslo_vmware.api [None req-d8f7049e-d1ff-4e34-b09d-629923c60874 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Task: {'id': task-1861803, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1724.588082] env[62574]: DEBUG oslo_vmware.api [None req-6f5ca117-9623-4e87-9a29-d656cfb87263 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]5215f606-e6c0-199c-6cc1-c608feb4eb22, 'name': SearchDatastore_Task, 'duration_secs': 0.013458} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1724.588082] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b6ff83fa-a485-4dca-a14c-876d2761d170 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.593734] env[62574]: DEBUG oslo_vmware.api [None req-6f5ca117-9623-4e87-9a29-d656cfb87263 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Waiting for the task: (returnval){ [ 1724.593734] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]52ec456c-94b6-af4d-0b57-79e93abfbb1a" [ 1724.593734] env[62574]: _type = "Task" [ 1724.593734] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1724.602276] env[62574]: DEBUG oslo_vmware.api [None req-6f5ca117-9623-4e87-9a29-d656cfb87263 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52ec456c-94b6-af4d-0b57-79e93abfbb1a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1724.802655] env[62574]: DEBUG oslo_concurrency.lockutils [None req-6b98d509-6e8c-4109-8854-aa24451bcf00 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.945s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1724.805998] env[62574]: DEBUG oslo_concurrency.lockutils [None req-cb11538f-e1be-4861-827d-7a76566548c3 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.676s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1724.808394] env[62574]: INFO nova.compute.claims [None req-cb11538f-e1be-4861-827d-7a76566548c3 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] [instance: f6cfb126-1ff6-4ac9-802e-7bbdfb539176] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1724.839888] env[62574]: INFO nova.scheduler.client.report [None req-6b98d509-6e8c-4109-8854-aa24451bcf00 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Deleted allocations for instance 05938d25-9db4-4c10-b545-0f94781a9250 [ 1724.976984] env[62574]: DEBUG nova.compute.manager [req-aa2385a7-7f1c-4903-98bc-e2371d33169d req-55b3e942-3657-4717-80d1-d1955bfca09d service nova] [instance: 76ab47f1-1837-44ef-a0c5-bbd149566601] Received event network-vif-plugged-21c7124e-e06c-4b87-9ecf-eb20b843fc03 {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1724.976984] env[62574]: DEBUG oslo_concurrency.lockutils [req-aa2385a7-7f1c-4903-98bc-e2371d33169d req-55b3e942-3657-4717-80d1-d1955bfca09d service nova] Acquiring lock "76ab47f1-1837-44ef-a0c5-bbd149566601-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1724.977660] env[62574]: DEBUG oslo_concurrency.lockutils [req-aa2385a7-7f1c-4903-98bc-e2371d33169d req-55b3e942-3657-4717-80d1-d1955bfca09d service nova] Lock "76ab47f1-1837-44ef-a0c5-bbd149566601-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1724.978793] env[62574]: DEBUG oslo_concurrency.lockutils [req-aa2385a7-7f1c-4903-98bc-e2371d33169d req-55b3e942-3657-4717-80d1-d1955bfca09d service nova] Lock "76ab47f1-1837-44ef-a0c5-bbd149566601-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1724.979060] env[62574]: DEBUG nova.compute.manager [req-aa2385a7-7f1c-4903-98bc-e2371d33169d req-55b3e942-3657-4717-80d1-d1955bfca09d service nova] [instance: 76ab47f1-1837-44ef-a0c5-bbd149566601] No waiting events found dispatching network-vif-plugged-21c7124e-e06c-4b87-9ecf-eb20b843fc03 {{(pid=62574) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1724.979411] env[62574]: WARNING nova.compute.manager [req-aa2385a7-7f1c-4903-98bc-e2371d33169d req-55b3e942-3657-4717-80d1-d1955bfca09d service nova] [instance: 76ab47f1-1837-44ef-a0c5-bbd149566601] Received unexpected event network-vif-plugged-21c7124e-e06c-4b87-9ecf-eb20b843fc03 for instance with vm_state building and task_state spawning. [ 1725.004485] env[62574]: DEBUG oslo_vmware.api [None req-e6ceec5e-6aa4-4a5a-a420-1351431e1d6d tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] Task: {'id': task-1861802, 'name': PowerOnVM_Task, 'duration_secs': 0.495801} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1725.004485] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6ceec5e-6aa4-4a5a-a420-1351431e1d6d tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] [instance: a2544584-cd31-41e1-8e0e-10c0c41b66fb] Powered on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1725.004485] env[62574]: INFO nova.compute.manager [None req-e6ceec5e-6aa4-4a5a-a420-1351431e1d6d tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] [instance: a2544584-cd31-41e1-8e0e-10c0c41b66fb] Took 10.13 seconds to spawn the instance on the hypervisor. [ 1725.004485] env[62574]: DEBUG nova.compute.manager [None req-e6ceec5e-6aa4-4a5a-a420-1351431e1d6d tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] [instance: a2544584-cd31-41e1-8e0e-10c0c41b66fb] Checking state {{(pid=62574) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1725.005707] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f23cc3a-7666-4cbc-8981-0f913a53505e {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.017131] env[62574]: DEBUG oslo_concurrency.lockutils [None req-9b92b186-cd41-4a7c-a775-3fd0e7f1ee99 tempest-ServersTestMultiNic-1484195929 tempest-ServersTestMultiNic-1484195929-project-member] Acquiring lock "f2c6c5a5-8ba2-40a4-808c-26b8b73e1050" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1725.018865] env[62574]: DEBUG oslo_concurrency.lockutils [None req-9b92b186-cd41-4a7c-a775-3fd0e7f1ee99 tempest-ServersTestMultiNic-1484195929 tempest-ServersTestMultiNic-1484195929-project-member] Lock "f2c6c5a5-8ba2-40a4-808c-26b8b73e1050" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1725.065938] env[62574]: DEBUG oslo_vmware.api [None req-e35d156e-672a-41a0-ae86-e57293fa506d tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Task: {'id': task-1861801, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.581602} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1725.069655] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-e35d156e-672a-41a0-ae86-e57293fa506d tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk to [datastore2] cf8dfe40-abfe-4888-a1a5-b26f6d781e93/cf8dfe40-abfe-4888-a1a5-b26f6d781e93.vmdk {{(pid=62574) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1725.069801] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-e35d156e-672a-41a0-ae86-e57293fa506d tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] [instance: cf8dfe40-abfe-4888-a1a5-b26f6d781e93] Extending root virtual disk to 1048576 {{(pid=62574) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1725.070308] env[62574]: DEBUG oslo_vmware.api [None req-d8f7049e-d1ff-4e34-b09d-629923c60874 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Task: {'id': task-1861803, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1725.070308] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6d0f8727-7ae7-443c-8833-76f7fdff49e8 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.082987] env[62574]: DEBUG oslo_vmware.api [None req-e35d156e-672a-41a0-ae86-e57293fa506d tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Waiting for the task: (returnval){ [ 1725.082987] env[62574]: value = "task-1861804" [ 1725.082987] env[62574]: _type = "Task" [ 1725.082987] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1725.083904] env[62574]: DEBUG nova.network.neutron [None req-aaa95191-9094-403a-a39f-3a565ec3251a tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] [instance: 76ab47f1-1837-44ef-a0c5-bbd149566601] Successfully updated port: 21c7124e-e06c-4b87-9ecf-eb20b843fc03 {{(pid=62574) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1725.092786] env[62574]: DEBUG oslo_vmware.api [None req-e35d156e-672a-41a0-ae86-e57293fa506d tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Task: {'id': task-1861804, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1725.105837] env[62574]: DEBUG oslo_vmware.api [None req-6f5ca117-9623-4e87-9a29-d656cfb87263 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52ec456c-94b6-af4d-0b57-79e93abfbb1a, 'name': SearchDatastore_Task, 'duration_secs': 0.022347} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1725.106118] env[62574]: DEBUG oslo_concurrency.lockutils [None req-6f5ca117-9623-4e87-9a29-d656cfb87263 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1725.106379] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f5ca117-9623-4e87-9a29-d656cfb87263 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk to [datastore2] e3b07ff8-0c0f-437a-9a29-8baf54b399a0/e3b07ff8-0c0f-437a-9a29-8baf54b399a0.vmdk {{(pid=62574) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1725.106646] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ff951c6f-cf1d-4a80-a03a-580068df3448 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.114148] env[62574]: DEBUG oslo_vmware.api [None req-6f5ca117-9623-4e87-9a29-d656cfb87263 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Waiting for the task: (returnval){ [ 1725.114148] env[62574]: value = "task-1861805" [ 1725.114148] env[62574]: _type = "Task" [ 1725.114148] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1725.123721] env[62574]: DEBUG oslo_vmware.api [None req-6f5ca117-9623-4e87-9a29-d656cfb87263 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Task: {'id': task-1861805, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1725.350919] env[62574]: DEBUG oslo_concurrency.lockutils [None req-6b98d509-6e8c-4109-8854-aa24451bcf00 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Lock "05938d25-9db4-4c10-b545-0f94781a9250" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.279s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1725.527628] env[62574]: DEBUG nova.compute.manager [None req-9b92b186-cd41-4a7c-a775-3fd0e7f1ee99 tempest-ServersTestMultiNic-1484195929 tempest-ServersTestMultiNic-1484195929-project-member] [instance: f2c6c5a5-8ba2-40a4-808c-26b8b73e1050] Starting instance... {{(pid=62574) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1725.537396] env[62574]: INFO nova.compute.manager [None req-e6ceec5e-6aa4-4a5a-a420-1351431e1d6d tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] [instance: a2544584-cd31-41e1-8e0e-10c0c41b66fb] Took 46.41 seconds to build instance. [ 1725.560024] env[62574]: DEBUG oslo_vmware.api [None req-d8f7049e-d1ff-4e34-b09d-629923c60874 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Task: {'id': task-1861803, 'name': PowerOnVM_Task, 'duration_secs': 0.527216} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1725.560024] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8f7049e-d1ff-4e34-b09d-629923c60874 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] [instance: 9ed0f4bc-f4eb-4eca-b448-053eec6339d4] Powered on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1725.560024] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-d8f7049e-d1ff-4e34-b09d-629923c60874 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] [instance: 9ed0f4bc-f4eb-4eca-b448-053eec6339d4] Updating instance '9ed0f4bc-f4eb-4eca-b448-053eec6339d4' progress to 100 {{(pid=62574) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1725.590533] env[62574]: DEBUG oslo_concurrency.lockutils [None req-aaa95191-9094-403a-a39f-3a565ec3251a tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Acquiring lock "refresh_cache-76ab47f1-1837-44ef-a0c5-bbd149566601" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1725.590718] env[62574]: DEBUG oslo_concurrency.lockutils [None req-aaa95191-9094-403a-a39f-3a565ec3251a tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Acquired lock "refresh_cache-76ab47f1-1837-44ef-a0c5-bbd149566601" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1725.590894] env[62574]: DEBUG nova.network.neutron [None req-aaa95191-9094-403a-a39f-3a565ec3251a tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] [instance: 76ab47f1-1837-44ef-a0c5-bbd149566601] Building network info cache for instance {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1725.594624] env[62574]: DEBUG oslo_vmware.api [None req-e35d156e-672a-41a0-ae86-e57293fa506d tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Task: {'id': task-1861804, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.125619} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1725.594624] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-e35d156e-672a-41a0-ae86-e57293fa506d tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] [instance: cf8dfe40-abfe-4888-a1a5-b26f6d781e93] Extended root virtual disk {{(pid=62574) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1725.602876] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86356b9c-ac41-4fca-8608-b54a3de0f71c {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.624928] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-e35d156e-672a-41a0-ae86-e57293fa506d tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] [instance: cf8dfe40-abfe-4888-a1a5-b26f6d781e93] Reconfiguring VM instance instance-0000001a to attach disk [datastore2] cf8dfe40-abfe-4888-a1a5-b26f6d781e93/cf8dfe40-abfe-4888-a1a5-b26f6d781e93.vmdk or device None with type sparse {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1725.625642] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c1e8128e-71de-403d-8a76-250d5ca343d2 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.656733] env[62574]: DEBUG oslo_vmware.api [None req-6f5ca117-9623-4e87-9a29-d656cfb87263 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Task: {'id': task-1861805, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1725.656733] env[62574]: DEBUG oslo_vmware.api [None req-e35d156e-672a-41a0-ae86-e57293fa506d tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Waiting for the task: (returnval){ [ 1725.656733] env[62574]: value = "task-1861806" [ 1725.656733] env[62574]: _type = "Task" [ 1725.656733] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1725.676011] env[62574]: DEBUG oslo_vmware.api [None req-e35d156e-672a-41a0-ae86-e57293fa506d tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Task: {'id': task-1861806, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1726.040452] env[62574]: DEBUG oslo_concurrency.lockutils [None req-e6ceec5e-6aa4-4a5a-a420-1351431e1d6d tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] Lock "a2544584-cd31-41e1-8e0e-10c0c41b66fb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.930s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1726.052767] env[62574]: DEBUG oslo_concurrency.lockutils [None req-9b92b186-cd41-4a7c-a775-3fd0e7f1ee99 tempest-ServersTestMultiNic-1484195929 tempest-ServersTestMultiNic-1484195929-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1726.135432] env[62574]: DEBUG oslo_vmware.api [None req-6f5ca117-9623-4e87-9a29-d656cfb87263 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Task: {'id': task-1861805, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.822834} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1726.136275] env[62574]: DEBUG nova.network.neutron [None req-aaa95191-9094-403a-a39f-3a565ec3251a tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] [instance: 76ab47f1-1837-44ef-a0c5-bbd149566601] Instance cache missing network info. {{(pid=62574) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1726.140855] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f5ca117-9623-4e87-9a29-d656cfb87263 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk to [datastore2] e3b07ff8-0c0f-437a-9a29-8baf54b399a0/e3b07ff8-0c0f-437a-9a29-8baf54b399a0.vmdk {{(pid=62574) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1726.141161] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-6f5ca117-9623-4e87-9a29-d656cfb87263 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] [instance: e3b07ff8-0c0f-437a-9a29-8baf54b399a0] Extending root virtual disk to 1048576 {{(pid=62574) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1726.141824] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8e58d661-2fdb-4425-9787-95f63419c152 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.150313] env[62574]: DEBUG oslo_vmware.api [None req-6f5ca117-9623-4e87-9a29-d656cfb87263 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Waiting for the task: (returnval){ [ 1726.150313] env[62574]: value = "task-1861807" [ 1726.150313] env[62574]: _type = "Task" [ 1726.150313] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1726.163531] env[62574]: DEBUG oslo_vmware.api [None req-6f5ca117-9623-4e87-9a29-d656cfb87263 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Task: {'id': task-1861807, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1726.171959] env[62574]: DEBUG oslo_vmware.api [None req-e35d156e-672a-41a0-ae86-e57293fa506d tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Task: {'id': task-1861806, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1726.297767] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3696904a-803c-45c6-9036-be0fa2468bcc {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.305883] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d66f39d-3db1-4f8e-9d34-55241f89358c {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.338805] env[62574]: DEBUG nova.network.neutron [None req-aaa95191-9094-403a-a39f-3a565ec3251a tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] [instance: 76ab47f1-1837-44ef-a0c5-bbd149566601] Updating instance_info_cache with network_info: [{"id": "21c7124e-e06c-4b87-9ecf-eb20b843fc03", "address": "fa:16:3e:2f:e3:4b", "network": {"id": "f6a83369-79e9-4642-a0ca-7260589f6ea4", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-146115192-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "89fc8b5a7e904272a1c872b05656484c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35e463c7-7d78-4d66-8efd-6127b1f3ee17", "external-id": "nsx-vlan-transportzone-175", "segmentation_id": 175, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21c7124e-e0", "ovs_interfaceid": "21c7124e-e06c-4b87-9ecf-eb20b843fc03", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1726.340665] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05ebe837-71bd-4041-b47b-6678671b236f {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.348887] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa2fdb03-5cc4-462c-b025-df74b0ea8495 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.364399] env[62574]: DEBUG nova.compute.provider_tree [None req-cb11538f-e1be-4861-827d-7a76566548c3 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Inventory has not changed in ProviderTree for provider: f0ed160a-beff-4626-a531-2a70d7bc0627 {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1726.470466] env[62574]: INFO nova.compute.manager [None req-388d4b9d-7b66-4b5b-9cb0-2a3b8aa2a5e0 tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] [instance: a2544584-cd31-41e1-8e0e-10c0c41b66fb] Rescuing [ 1726.470995] env[62574]: DEBUG oslo_concurrency.lockutils [None req-388d4b9d-7b66-4b5b-9cb0-2a3b8aa2a5e0 tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] Acquiring lock "refresh_cache-a2544584-cd31-41e1-8e0e-10c0c41b66fb" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1726.471192] env[62574]: DEBUG oslo_concurrency.lockutils [None req-388d4b9d-7b66-4b5b-9cb0-2a3b8aa2a5e0 tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] Acquired lock "refresh_cache-a2544584-cd31-41e1-8e0e-10c0c41b66fb" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1726.471479] env[62574]: DEBUG nova.network.neutron [None req-388d4b9d-7b66-4b5b-9cb0-2a3b8aa2a5e0 tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] [instance: a2544584-cd31-41e1-8e0e-10c0c41b66fb] Building network info cache for instance {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1726.661016] env[62574]: DEBUG oslo_vmware.api [None req-6f5ca117-9623-4e87-9a29-d656cfb87263 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Task: {'id': task-1861807, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072316} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1726.664101] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-6f5ca117-9623-4e87-9a29-d656cfb87263 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] [instance: e3b07ff8-0c0f-437a-9a29-8baf54b399a0] Extended root virtual disk {{(pid=62574) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1726.664850] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5c298de-664f-4f01-9380-678cfa9cefef {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.672386] env[62574]: DEBUG oslo_vmware.api [None req-e35d156e-672a-41a0-ae86-e57293fa506d tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Task: {'id': task-1861806, 'name': ReconfigVM_Task, 'duration_secs': 0.972278} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1726.681543] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-e35d156e-672a-41a0-ae86-e57293fa506d tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] [instance: cf8dfe40-abfe-4888-a1a5-b26f6d781e93] Reconfigured VM instance instance-0000001a to attach disk [datastore2] cf8dfe40-abfe-4888-a1a5-b26f6d781e93/cf8dfe40-abfe-4888-a1a5-b26f6d781e93.vmdk or device None with type sparse {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1726.690680] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f5ca117-9623-4e87-9a29-d656cfb87263 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] [instance: e3b07ff8-0c0f-437a-9a29-8baf54b399a0] Reconfiguring VM instance instance-00000038 to attach disk [datastore2] e3b07ff8-0c0f-437a-9a29-8baf54b399a0/e3b07ff8-0c0f-437a-9a29-8baf54b399a0.vmdk or device None with type sparse {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1726.690929] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2918126b-5ac3-4c48-9188-15856f7815ae {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.692484] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8e2a9b1c-ce63-4abb-8ced-a96949bcd8f4 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.712062] env[62574]: DEBUG oslo_vmware.api [None req-e35d156e-672a-41a0-ae86-e57293fa506d tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Waiting for the task: (returnval){ [ 1726.712062] env[62574]: value = "task-1861808" [ 1726.712062] env[62574]: _type = "Task" [ 1726.712062] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1726.713307] env[62574]: DEBUG oslo_vmware.api [None req-6f5ca117-9623-4e87-9a29-d656cfb87263 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Waiting for the task: (returnval){ [ 1726.713307] env[62574]: value = "task-1861809" [ 1726.713307] env[62574]: _type = "Task" [ 1726.713307] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1726.725897] env[62574]: DEBUG oslo_vmware.api [None req-e35d156e-672a-41a0-ae86-e57293fa506d tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Task: {'id': task-1861808, 'name': Rename_Task} progress is 6%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1726.728817] env[62574]: DEBUG oslo_vmware.api [None req-6f5ca117-9623-4e87-9a29-d656cfb87263 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Task: {'id': task-1861809, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1726.845064] env[62574]: DEBUG oslo_concurrency.lockutils [None req-aaa95191-9094-403a-a39f-3a565ec3251a tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Releasing lock "refresh_cache-76ab47f1-1837-44ef-a0c5-bbd149566601" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1726.845064] env[62574]: DEBUG nova.compute.manager [None req-aaa95191-9094-403a-a39f-3a565ec3251a tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] [instance: 76ab47f1-1837-44ef-a0c5-bbd149566601] Instance network_info: |[{"id": "21c7124e-e06c-4b87-9ecf-eb20b843fc03", "address": "fa:16:3e:2f:e3:4b", "network": {"id": "f6a83369-79e9-4642-a0ca-7260589f6ea4", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-146115192-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "89fc8b5a7e904272a1c872b05656484c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35e463c7-7d78-4d66-8efd-6127b1f3ee17", "external-id": "nsx-vlan-transportzone-175", "segmentation_id": 175, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21c7124e-e0", "ovs_interfaceid": "21c7124e-e06c-4b87-9ecf-eb20b843fc03", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62574) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1726.845401] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-aaa95191-9094-403a-a39f-3a565ec3251a tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] [instance: 76ab47f1-1837-44ef-a0c5-bbd149566601] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2f:e3:4b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '35e463c7-7d78-4d66-8efd-6127b1f3ee17', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '21c7124e-e06c-4b87-9ecf-eb20b843fc03', 'vif_model': 'vmxnet3'}] {{(pid=62574) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1726.852902] env[62574]: DEBUG oslo.service.loopingcall [None req-aaa95191-9094-403a-a39f-3a565ec3251a tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62574) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1726.853149] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 76ab47f1-1837-44ef-a0c5-bbd149566601] Creating VM on the ESX host {{(pid=62574) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1726.853376] env[62574]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0d1617a7-af5d-4a65-8e23-8e502da393db {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.868552] env[62574]: DEBUG nova.scheduler.client.report [None req-cb11538f-e1be-4861-827d-7a76566548c3 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Inventory has not changed for provider f0ed160a-beff-4626-a531-2a70d7bc0627 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1726.879137] env[62574]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1726.879137] env[62574]: value = "task-1861810" [ 1726.879137] env[62574]: _type = "Task" [ 1726.879137] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1726.887970] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1861810, 'name': CreateVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1727.004392] env[62574]: DEBUG nova.compute.manager [req-a1ab99d4-58e4-4620-b9eb-e19ab4ec3c63 req-f181b6b9-cda2-4a50-bd47-9695acf46d01 service nova] [instance: 76ab47f1-1837-44ef-a0c5-bbd149566601] Received event network-changed-21c7124e-e06c-4b87-9ecf-eb20b843fc03 {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1727.004690] env[62574]: DEBUG nova.compute.manager [req-a1ab99d4-58e4-4620-b9eb-e19ab4ec3c63 req-f181b6b9-cda2-4a50-bd47-9695acf46d01 service nova] [instance: 76ab47f1-1837-44ef-a0c5-bbd149566601] Refreshing instance network info cache due to event network-changed-21c7124e-e06c-4b87-9ecf-eb20b843fc03. {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1727.004848] env[62574]: DEBUG oslo_concurrency.lockutils [req-a1ab99d4-58e4-4620-b9eb-e19ab4ec3c63 req-f181b6b9-cda2-4a50-bd47-9695acf46d01 service nova] Acquiring lock "refresh_cache-76ab47f1-1837-44ef-a0c5-bbd149566601" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1727.005066] env[62574]: DEBUG oslo_concurrency.lockutils [req-a1ab99d4-58e4-4620-b9eb-e19ab4ec3c63 req-f181b6b9-cda2-4a50-bd47-9695acf46d01 service nova] Acquired lock "refresh_cache-76ab47f1-1837-44ef-a0c5-bbd149566601" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1727.005297] env[62574]: DEBUG nova.network.neutron [req-a1ab99d4-58e4-4620-b9eb-e19ab4ec3c63 req-f181b6b9-cda2-4a50-bd47-9695acf46d01 service nova] [instance: 76ab47f1-1837-44ef-a0c5-bbd149566601] Refreshing network info cache for port 21c7124e-e06c-4b87-9ecf-eb20b843fc03 {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1727.098021] env[62574]: DEBUG oslo_concurrency.lockutils [None req-aaebd170-31a0-4f06-9c91-5ae4994f155a tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Acquiring lock "fb4b387a-6321-46fc-ac71-bedadebad505" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1727.098268] env[62574]: DEBUG oslo_concurrency.lockutils [None req-aaebd170-31a0-4f06-9c91-5ae4994f155a tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Lock "fb4b387a-6321-46fc-ac71-bedadebad505" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1727.213458] env[62574]: DEBUG nova.network.neutron [None req-388d4b9d-7b66-4b5b-9cb0-2a3b8aa2a5e0 tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] [instance: a2544584-cd31-41e1-8e0e-10c0c41b66fb] Updating instance_info_cache with network_info: [{"id": "3372ecca-824f-404b-bb4a-02a106a87a90", "address": "fa:16:3e:e2:b6:e6", "network": {"id": "247a4b9c-d7ee-4f6d-bb94-9dcf3baadce3", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1542155794-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "cc48a15a978f4231bbbda88a9d4ad6cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "594b35bb-a20b-4f0e-bd35-9acf9cc6bf11", "external-id": "nsx-vlan-transportzone-299", "segmentation_id": 299, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3372ecca-82", "ovs_interfaceid": "3372ecca-824f-404b-bb4a-02a106a87a90", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1727.231098] env[62574]: DEBUG oslo_vmware.api [None req-6f5ca117-9623-4e87-9a29-d656cfb87263 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Task: {'id': task-1861809, 'name': ReconfigVM_Task, 'duration_secs': 0.368606} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1727.231806] env[62574]: DEBUG oslo_vmware.api [None req-e35d156e-672a-41a0-ae86-e57293fa506d tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Task: {'id': task-1861808, 'name': Rename_Task, 'duration_secs': 0.229086} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1727.232698] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f5ca117-9623-4e87-9a29-d656cfb87263 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] [instance: e3b07ff8-0c0f-437a-9a29-8baf54b399a0] Reconfigured VM instance instance-00000038 to attach disk [datastore2] e3b07ff8-0c0f-437a-9a29-8baf54b399a0/e3b07ff8-0c0f-437a-9a29-8baf54b399a0.vmdk or device None with type sparse {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1727.233485] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-e35d156e-672a-41a0-ae86-e57293fa506d tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] [instance: cf8dfe40-abfe-4888-a1a5-b26f6d781e93] Powering on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1727.233770] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8a798fe7-8695-41c9-9880-9ff69414f9c8 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.236014] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f488acbf-53a3-4dd0-b17a-4f4468e155ae {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.244060] env[62574]: DEBUG oslo_vmware.api [None req-6f5ca117-9623-4e87-9a29-d656cfb87263 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Waiting for the task: (returnval){ [ 1727.244060] env[62574]: value = "task-1861811" [ 1727.244060] env[62574]: _type = "Task" [ 1727.244060] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1727.245351] env[62574]: DEBUG oslo_vmware.api [None req-e35d156e-672a-41a0-ae86-e57293fa506d tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Waiting for the task: (returnval){ [ 1727.245351] env[62574]: value = "task-1861812" [ 1727.245351] env[62574]: _type = "Task" [ 1727.245351] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1727.257441] env[62574]: DEBUG oslo_vmware.api [None req-6f5ca117-9623-4e87-9a29-d656cfb87263 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Task: {'id': task-1861811, 'name': Rename_Task} progress is 6%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1727.260578] env[62574]: DEBUG oslo_vmware.api [None req-e35d156e-672a-41a0-ae86-e57293fa506d tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Task: {'id': task-1861812, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1727.374091] env[62574]: DEBUG oslo_concurrency.lockutils [None req-cb11538f-e1be-4861-827d-7a76566548c3 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.568s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1727.374650] env[62574]: DEBUG nova.compute.manager [None req-cb11538f-e1be-4861-827d-7a76566548c3 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] [instance: f6cfb126-1ff6-4ac9-802e-7bbdfb539176] Start building networks asynchronously for instance. {{(pid=62574) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1727.377579] env[62574]: DEBUG oslo_concurrency.lockutils [None req-d65a80b9-915e-4c19-baa9-21297d62e7d7 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.429s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1727.379179] env[62574]: INFO nova.compute.claims [None req-d65a80b9-915e-4c19-baa9-21297d62e7d7 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] [instance: d3965319-4501-491b-bd91-0ca579ba9753] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1727.391744] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1861810, 'name': CreateVM_Task, 'duration_secs': 0.455439} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1727.391944] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 76ab47f1-1837-44ef-a0c5-bbd149566601] Created VM on the ESX host {{(pid=62574) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1727.392642] env[62574]: DEBUG oslo_concurrency.lockutils [None req-aaa95191-9094-403a-a39f-3a565ec3251a tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1727.392810] env[62574]: DEBUG oslo_concurrency.lockutils [None req-aaa95191-9094-403a-a39f-3a565ec3251a tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1727.393147] env[62574]: DEBUG oslo_concurrency.lockutils [None req-aaa95191-9094-403a-a39f-3a565ec3251a tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1727.393407] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e2a26d6-374a-4c4f-a518-c2702d77788f {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.398560] env[62574]: DEBUG oslo_vmware.api [None req-aaa95191-9094-403a-a39f-3a565ec3251a tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Waiting for the task: (returnval){ [ 1727.398560] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]52a946d7-88c2-e287-f17a-83ce8d0002ce" [ 1727.398560] env[62574]: _type = "Task" [ 1727.398560] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1727.407091] env[62574]: DEBUG oslo_vmware.api [None req-aaa95191-9094-403a-a39f-3a565ec3251a tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52a946d7-88c2-e287-f17a-83ce8d0002ce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1727.600309] env[62574]: DEBUG nova.compute.manager [None req-aaebd170-31a0-4f06-9c91-5ae4994f155a tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] [instance: fb4b387a-6321-46fc-ac71-bedadebad505] Starting instance... {{(pid=62574) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1727.720086] env[62574]: DEBUG oslo_concurrency.lockutils [None req-388d4b9d-7b66-4b5b-9cb0-2a3b8aa2a5e0 tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] Releasing lock "refresh_cache-a2544584-cd31-41e1-8e0e-10c0c41b66fb" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1727.755973] env[62574]: DEBUG oslo_vmware.api [None req-6f5ca117-9623-4e87-9a29-d656cfb87263 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Task: {'id': task-1861811, 'name': Rename_Task, 'duration_secs': 0.167043} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1727.764076] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f5ca117-9623-4e87-9a29-d656cfb87263 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] [instance: e3b07ff8-0c0f-437a-9a29-8baf54b399a0] Powering on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1727.767946] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8ce7f8ee-d6d7-42a9-9882-cbbee037bfff {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.771956] env[62574]: DEBUG oslo_vmware.api [None req-e35d156e-672a-41a0-ae86-e57293fa506d tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Task: {'id': task-1861812, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1727.778739] env[62574]: DEBUG oslo_vmware.api [None req-6f5ca117-9623-4e87-9a29-d656cfb87263 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Waiting for the task: (returnval){ [ 1727.778739] env[62574]: value = "task-1861813" [ 1727.778739] env[62574]: _type = "Task" [ 1727.778739] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1727.788830] env[62574]: DEBUG oslo_vmware.api [None req-6f5ca117-9623-4e87-9a29-d656cfb87263 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Task: {'id': task-1861813, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1727.884443] env[62574]: DEBUG nova.compute.utils [None req-cb11538f-e1be-4861-827d-7a76566548c3 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Using /dev/sd instead of None {{(pid=62574) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1727.893293] env[62574]: DEBUG nova.compute.manager [None req-cb11538f-e1be-4861-827d-7a76566548c3 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] [instance: f6cfb126-1ff6-4ac9-802e-7bbdfb539176] Allocating IP information in the background. {{(pid=62574) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1727.893542] env[62574]: DEBUG nova.network.neutron [None req-cb11538f-e1be-4861-827d-7a76566548c3 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] [instance: f6cfb126-1ff6-4ac9-802e-7bbdfb539176] allocate_for_instance() {{(pid=62574) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1727.916940] env[62574]: DEBUG oslo_vmware.api [None req-aaa95191-9094-403a-a39f-3a565ec3251a tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52a946d7-88c2-e287-f17a-83ce8d0002ce, 'name': SearchDatastore_Task, 'duration_secs': 0.013475} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1727.919881] env[62574]: DEBUG oslo_concurrency.lockutils [None req-aaa95191-9094-403a-a39f-3a565ec3251a tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1727.920158] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-aaa95191-9094-403a-a39f-3a565ec3251a tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] [instance: 76ab47f1-1837-44ef-a0c5-bbd149566601] Processing image 3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2 {{(pid=62574) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1727.920390] env[62574]: DEBUG oslo_concurrency.lockutils [None req-aaa95191-9094-403a-a39f-3a565ec3251a tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1727.920541] env[62574]: DEBUG oslo_concurrency.lockutils [None req-aaa95191-9094-403a-a39f-3a565ec3251a tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1727.920722] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-aaa95191-9094-403a-a39f-3a565ec3251a tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1727.921319] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3f18df80-0c2d-4295-9d1b-bbe9ba0718ae {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.931339] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-aaa95191-9094-403a-a39f-3a565ec3251a tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1727.931533] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-aaa95191-9094-403a-a39f-3a565ec3251a tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62574) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1727.935336] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-79640b52-e71b-4924-b1ea-6b10f8b97bc0 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.937836] env[62574]: DEBUG oslo_vmware.api [None req-aaa95191-9094-403a-a39f-3a565ec3251a tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Waiting for the task: (returnval){ [ 1727.937836] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]5245c49a-9ef7-9c62-86f1-ab5fbe7fcee1" [ 1727.937836] env[62574]: _type = "Task" [ 1727.937836] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1727.947400] env[62574]: DEBUG oslo_vmware.api [None req-aaa95191-9094-403a-a39f-3a565ec3251a tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]5245c49a-9ef7-9c62-86f1-ab5fbe7fcee1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1727.963467] env[62574]: DEBUG nova.policy [None req-cb11538f-e1be-4861-827d-7a76566548c3 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '973709d00eff45a3b8804ef21cc86542', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3197393f8f6a457a9367bd87f7aa5dc2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62574) authorize /opt/stack/nova/nova/policy.py:192}} [ 1727.965832] env[62574]: DEBUG nova.network.neutron [req-a1ab99d4-58e4-4620-b9eb-e19ab4ec3c63 req-f181b6b9-cda2-4a50-bd47-9695acf46d01 service nova] [instance: 76ab47f1-1837-44ef-a0c5-bbd149566601] Updated VIF entry in instance network info cache for port 21c7124e-e06c-4b87-9ecf-eb20b843fc03. {{(pid=62574) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1727.966266] env[62574]: DEBUG nova.network.neutron [req-a1ab99d4-58e4-4620-b9eb-e19ab4ec3c63 req-f181b6b9-cda2-4a50-bd47-9695acf46d01 service nova] [instance: 76ab47f1-1837-44ef-a0c5-bbd149566601] Updating instance_info_cache with network_info: [{"id": "21c7124e-e06c-4b87-9ecf-eb20b843fc03", "address": "fa:16:3e:2f:e3:4b", "network": {"id": "f6a83369-79e9-4642-a0ca-7260589f6ea4", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-146115192-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "89fc8b5a7e904272a1c872b05656484c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35e463c7-7d78-4d66-8efd-6127b1f3ee17", "external-id": "nsx-vlan-transportzone-175", "segmentation_id": 175, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21c7124e-e0", "ovs_interfaceid": "21c7124e-e06c-4b87-9ecf-eb20b843fc03", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1728.132996] env[62574]: DEBUG oslo_concurrency.lockutils [None req-aaebd170-31a0-4f06-9c91-5ae4994f155a tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1728.261237] env[62574]: DEBUG oslo_vmware.api [None req-e35d156e-672a-41a0-ae86-e57293fa506d tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Task: {'id': task-1861812, 'name': PowerOnVM_Task, 'duration_secs': 0.916115} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1728.261591] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-e35d156e-672a-41a0-ae86-e57293fa506d tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] [instance: cf8dfe40-abfe-4888-a1a5-b26f6d781e93] Powered on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1728.261841] env[62574]: DEBUG nova.compute.manager [None req-e35d156e-672a-41a0-ae86-e57293fa506d tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] [instance: cf8dfe40-abfe-4888-a1a5-b26f6d781e93] Checking state {{(pid=62574) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1728.262728] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b9936e1-e388-404f-a0b3-0d3ceffd6e77 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.292821] env[62574]: DEBUG oslo_vmware.api [None req-6f5ca117-9623-4e87-9a29-d656cfb87263 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Task: {'id': task-1861813, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1728.397035] env[62574]: DEBUG nova.compute.manager [None req-cb11538f-e1be-4861-827d-7a76566548c3 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] [instance: f6cfb126-1ff6-4ac9-802e-7bbdfb539176] Start building block device mappings for instance. {{(pid=62574) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1728.455567] env[62574]: DEBUG oslo_vmware.api [None req-aaa95191-9094-403a-a39f-3a565ec3251a tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]5245c49a-9ef7-9c62-86f1-ab5fbe7fcee1, 'name': SearchDatastore_Task, 'duration_secs': 0.014382} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1728.456429] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-603c5970-c605-488b-befb-7f882d4f8f0e {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.466492] env[62574]: DEBUG oslo_vmware.api [None req-aaa95191-9094-403a-a39f-3a565ec3251a tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Waiting for the task: (returnval){ [ 1728.466492] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]5257a4ac-bf63-c097-cdc1-66a1d1c0e747" [ 1728.466492] env[62574]: _type = "Task" [ 1728.466492] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1728.470099] env[62574]: DEBUG nova.network.neutron [None req-cb11538f-e1be-4861-827d-7a76566548c3 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] [instance: f6cfb126-1ff6-4ac9-802e-7bbdfb539176] Successfully created port: 7add55ed-b06c-4a13-ba8e-1867107b2606 {{(pid=62574) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1728.472020] env[62574]: DEBUG oslo_concurrency.lockutils [req-a1ab99d4-58e4-4620-b9eb-e19ab4ec3c63 req-f181b6b9-cda2-4a50-bd47-9695acf46d01 service nova] Releasing lock "refresh_cache-76ab47f1-1837-44ef-a0c5-bbd149566601" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1728.480502] env[62574]: DEBUG oslo_vmware.api [None req-aaa95191-9094-403a-a39f-3a565ec3251a tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]5257a4ac-bf63-c097-cdc1-66a1d1c0e747, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1728.654997] env[62574]: DEBUG oslo_vmware.rw_handles [None req-39a2c1a0-5b6f-4228-a9ee-ca753623fcd9 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5243cde3-90bd-eadb-53a8-144d418e5d4f/disk-0.vmdk. {{(pid=62574) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1728.655969] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55234bf8-400b-4360-a829-69ad0888a090 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.666169] env[62574]: DEBUG oslo_vmware.rw_handles [None req-39a2c1a0-5b6f-4228-a9ee-ca753623fcd9 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5243cde3-90bd-eadb-53a8-144d418e5d4f/disk-0.vmdk is in state: ready. {{(pid=62574) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1728.666169] env[62574]: ERROR oslo_vmware.rw_handles [None req-39a2c1a0-5b6f-4228-a9ee-ca753623fcd9 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5243cde3-90bd-eadb-53a8-144d418e5d4f/disk-0.vmdk due to incomplete transfer. [ 1728.666169] env[62574]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-edfa6a87-6932-4de2-810f-5bfefc77bb22 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.680788] env[62574]: DEBUG oslo_vmware.rw_handles [None req-39a2c1a0-5b6f-4228-a9ee-ca753623fcd9 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5243cde3-90bd-eadb-53a8-144d418e5d4f/disk-0.vmdk. {{(pid=62574) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1728.680788] env[62574]: DEBUG nova.virt.vmwareapi.images [None req-39a2c1a0-5b6f-4228-a9ee-ca753623fcd9 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] [instance: 6a33b561-3788-4b8e-8763-ac23485c0dc8] Uploaded image ac9a60a8-d82a-4bbe-814a-c182a95981e8 to the Glance image server {{(pid=62574) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1728.682956] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-39a2c1a0-5b6f-4228-a9ee-ca753623fcd9 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] [instance: 6a33b561-3788-4b8e-8763-ac23485c0dc8] Destroying the VM {{(pid=62574) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1728.683674] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-d38a757c-02f9-439e-ac70-f57317c1ed91 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.690750] env[62574]: DEBUG oslo_vmware.api [None req-39a2c1a0-5b6f-4228-a9ee-ca753623fcd9 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] Waiting for the task: (returnval){ [ 1728.690750] env[62574]: value = "task-1861814" [ 1728.690750] env[62574]: _type = "Task" [ 1728.690750] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1728.703945] env[62574]: DEBUG oslo_vmware.api [None req-39a2c1a0-5b6f-4228-a9ee-ca753623fcd9 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] Task: {'id': task-1861814, 'name': Destroy_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1728.711545] env[62574]: DEBUG nova.network.neutron [None req-cc761b21-58ff-49a4-ae2d-215f8b79fc75 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] [instance: 9ed0f4bc-f4eb-4eca-b448-053eec6339d4] Port 99ccaac5-2749-49e2-880e-d13e6c2243ef binding to destination host cpu-1 is already ACTIVE {{(pid=62574) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1728.712129] env[62574]: DEBUG oslo_concurrency.lockutils [None req-cc761b21-58ff-49a4-ae2d-215f8b79fc75 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Acquiring lock "refresh_cache-9ed0f4bc-f4eb-4eca-b448-053eec6339d4" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1728.712384] env[62574]: DEBUG oslo_concurrency.lockutils [None req-cc761b21-58ff-49a4-ae2d-215f8b79fc75 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Acquired lock "refresh_cache-9ed0f4bc-f4eb-4eca-b448-053eec6339d4" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1728.712588] env[62574]: DEBUG nova.network.neutron [None req-cc761b21-58ff-49a4-ae2d-215f8b79fc75 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] [instance: 9ed0f4bc-f4eb-4eca-b448-053eec6339d4] Building network info cache for instance {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1728.793633] env[62574]: DEBUG oslo_concurrency.lockutils [None req-e35d156e-672a-41a0-ae86-e57293fa506d tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1728.800484] env[62574]: DEBUG oslo_vmware.api [None req-6f5ca117-9623-4e87-9a29-d656cfb87263 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Task: {'id': task-1861813, 'name': PowerOnVM_Task, 'duration_secs': 0.566469} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1728.800906] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f5ca117-9623-4e87-9a29-d656cfb87263 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] [instance: e3b07ff8-0c0f-437a-9a29-8baf54b399a0] Powered on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1728.801192] env[62574]: DEBUG nova.compute.manager [None req-6f5ca117-9623-4e87-9a29-d656cfb87263 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] [instance: e3b07ff8-0c0f-437a-9a29-8baf54b399a0] Checking state {{(pid=62574) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1728.802391] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37ac06be-660d-4aaf-97c0-53aaac51245e {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.912236] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-043052a4-a3f5-43fe-9051-fd9815fb4ea2 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.920962] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adadd513-1a25-4283-a7d2-02be9353aede {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.953464] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15c6fcdb-ed5c-40de-99fa-35fac21fc46c {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.964623] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fdfa967-1624-471c-ac66-0938b986d36d {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.982244] env[62574]: DEBUG nova.compute.provider_tree [None req-d65a80b9-915e-4c19-baa9-21297d62e7d7 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Inventory has not changed in ProviderTree for provider: f0ed160a-beff-4626-a531-2a70d7bc0627 {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1728.987780] env[62574]: DEBUG oslo_vmware.api [None req-aaa95191-9094-403a-a39f-3a565ec3251a tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]5257a4ac-bf63-c097-cdc1-66a1d1c0e747, 'name': SearchDatastore_Task, 'duration_secs': 0.03252} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1728.987922] env[62574]: DEBUG oslo_concurrency.lockutils [None req-aaa95191-9094-403a-a39f-3a565ec3251a tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1728.988180] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-aaa95191-9094-403a-a39f-3a565ec3251a tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk to [datastore2] 76ab47f1-1837-44ef-a0c5-bbd149566601/76ab47f1-1837-44ef-a0c5-bbd149566601.vmdk {{(pid=62574) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1728.988991] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-82bf328f-1bd8-41ba-8616-7f73eb3e8b5f {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.995909] env[62574]: DEBUG oslo_vmware.api [None req-aaa95191-9094-403a-a39f-3a565ec3251a tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Waiting for the task: (returnval){ [ 1728.995909] env[62574]: value = "task-1861815" [ 1728.995909] env[62574]: _type = "Task" [ 1728.995909] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1729.004147] env[62574]: DEBUG oslo_vmware.api [None req-aaa95191-9094-403a-a39f-3a565ec3251a tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Task: {'id': task-1861815, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1729.203628] env[62574]: DEBUG oslo_vmware.api [None req-39a2c1a0-5b6f-4228-a9ee-ca753623fcd9 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] Task: {'id': task-1861814, 'name': Destroy_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1729.278733] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-388d4b9d-7b66-4b5b-9cb0-2a3b8aa2a5e0 tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] [instance: a2544584-cd31-41e1-8e0e-10c0c41b66fb] Powering off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1729.279105] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-69d36d6f-8192-40ef-95a1-beb1df42d35d {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.286253] env[62574]: DEBUG oslo_vmware.api [None req-388d4b9d-7b66-4b5b-9cb0-2a3b8aa2a5e0 tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] Waiting for the task: (returnval){ [ 1729.286253] env[62574]: value = "task-1861816" [ 1729.286253] env[62574]: _type = "Task" [ 1729.286253] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1729.299084] env[62574]: DEBUG oslo_vmware.api [None req-388d4b9d-7b66-4b5b-9cb0-2a3b8aa2a5e0 tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] Task: {'id': task-1861816, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1729.317212] env[62574]: INFO nova.compute.manager [None req-6f5ca117-9623-4e87-9a29-d656cfb87263 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] [instance: e3b07ff8-0c0f-437a-9a29-8baf54b399a0] bringing vm to original state: 'stopped' [ 1729.416565] env[62574]: DEBUG nova.compute.manager [None req-cb11538f-e1be-4861-827d-7a76566548c3 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] [instance: f6cfb126-1ff6-4ac9-802e-7bbdfb539176] Start spawning the instance on the hypervisor. {{(pid=62574) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1729.451124] env[62574]: DEBUG nova.virt.hardware [None req-cb11538f-e1be-4861-827d-7a76566548c3 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T19:26:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-13T19:26:40Z,direct_url=,disk_format='vmdk',id=3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7eed1dd4d2c3418eb32c4f4ceda3ab0d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-13T19:26:41Z,virtual_size=,visibility=), allow threads: False {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1729.451124] env[62574]: DEBUG nova.virt.hardware [None req-cb11538f-e1be-4861-827d-7a76566548c3 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Flavor limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1729.451124] env[62574]: DEBUG nova.virt.hardware [None req-cb11538f-e1be-4861-827d-7a76566548c3 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Image limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1729.451124] env[62574]: DEBUG nova.virt.hardware [None req-cb11538f-e1be-4861-827d-7a76566548c3 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Flavor pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1729.451124] env[62574]: DEBUG nova.virt.hardware [None req-cb11538f-e1be-4861-827d-7a76566548c3 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Image pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1729.451656] env[62574]: DEBUG nova.virt.hardware [None req-cb11538f-e1be-4861-827d-7a76566548c3 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1729.452036] env[62574]: DEBUG nova.virt.hardware [None req-cb11538f-e1be-4861-827d-7a76566548c3 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1729.452979] env[62574]: DEBUG nova.virt.hardware [None req-cb11538f-e1be-4861-827d-7a76566548c3 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1729.453392] env[62574]: DEBUG nova.virt.hardware [None req-cb11538f-e1be-4861-827d-7a76566548c3 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Got 1 possible topologies {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1729.453701] env[62574]: DEBUG nova.virt.hardware [None req-cb11538f-e1be-4861-827d-7a76566548c3 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1729.453990] env[62574]: DEBUG nova.virt.hardware [None req-cb11538f-e1be-4861-827d-7a76566548c3 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1729.455127] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5398cd2f-9044-47de-88af-18433164360b {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.459026] env[62574]: DEBUG nova.network.neutron [None req-cc761b21-58ff-49a4-ae2d-215f8b79fc75 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] [instance: 9ed0f4bc-f4eb-4eca-b448-053eec6339d4] Updating instance_info_cache with network_info: [{"id": "99ccaac5-2749-49e2-880e-d13e6c2243ef", "address": "fa:16:3e:ed:aa:5e", "network": {"id": "90888d97-209c-49d6-8f95-1d0279efea11", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.67", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7eed1dd4d2c3418eb32c4f4ceda3ab0d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d275d7c6-2a7b-4ee8-b6f4-fabf1ba1905f", "external-id": "nsx-vlan-transportzone-513", "segmentation_id": 513, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99ccaac5-27", "ovs_interfaceid": "99ccaac5-2749-49e2-880e-d13e6c2243ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1729.472112] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b76d309-245c-4004-a6d5-4298d8c2d4f7 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.483567] env[62574]: DEBUG nova.scheduler.client.report [None req-d65a80b9-915e-4c19-baa9-21297d62e7d7 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Inventory has not changed for provider f0ed160a-beff-4626-a531-2a70d7bc0627 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1729.510688] env[62574]: DEBUG oslo_vmware.api [None req-aaa95191-9094-403a-a39f-3a565ec3251a tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Task: {'id': task-1861815, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1729.705871] env[62574]: DEBUG oslo_vmware.api [None req-39a2c1a0-5b6f-4228-a9ee-ca753623fcd9 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] Task: {'id': task-1861814, 'name': Destroy_Task} progress is 33%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1729.800033] env[62574]: DEBUG oslo_vmware.api [None req-388d4b9d-7b66-4b5b-9cb0-2a3b8aa2a5e0 tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] Task: {'id': task-1861816, 'name': PowerOffVM_Task, 'duration_secs': 0.277721} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1729.800033] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-388d4b9d-7b66-4b5b-9cb0-2a3b8aa2a5e0 tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] [instance: a2544584-cd31-41e1-8e0e-10c0c41b66fb] Powered off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1729.800033] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50c23c5b-d009-4d47-a3f5-b4e7c7148256 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.819813] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d757ac81-88e4-4e8a-a96d-c689bf5bb7f9 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.861148] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-388d4b9d-7b66-4b5b-9cb0-2a3b8aa2a5e0 tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] [instance: a2544584-cd31-41e1-8e0e-10c0c41b66fb] Powering off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1729.861460] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8a076433-7dee-4870-b307-606ade955afe {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.868830] env[62574]: DEBUG oslo_vmware.api [None req-388d4b9d-7b66-4b5b-9cb0-2a3b8aa2a5e0 tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] Waiting for the task: (returnval){ [ 1729.868830] env[62574]: value = "task-1861817" [ 1729.868830] env[62574]: _type = "Task" [ 1729.868830] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1729.879148] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-388d4b9d-7b66-4b5b-9cb0-2a3b8aa2a5e0 tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] [instance: a2544584-cd31-41e1-8e0e-10c0c41b66fb] VM already powered off {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1729.879479] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-388d4b9d-7b66-4b5b-9cb0-2a3b8aa2a5e0 tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] [instance: a2544584-cd31-41e1-8e0e-10c0c41b66fb] Processing image 3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2 {{(pid=62574) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1729.879774] env[62574]: DEBUG oslo_concurrency.lockutils [None req-388d4b9d-7b66-4b5b-9cb0-2a3b8aa2a5e0 tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1729.879932] env[62574]: DEBUG oslo_concurrency.lockutils [None req-388d4b9d-7b66-4b5b-9cb0-2a3b8aa2a5e0 tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1729.880130] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-388d4b9d-7b66-4b5b-9cb0-2a3b8aa2a5e0 tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1729.880406] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dc3732e7-e4ae-466f-a3f9-f13cd6d1cde9 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.892350] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-388d4b9d-7b66-4b5b-9cb0-2a3b8aa2a5e0 tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1729.892514] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-388d4b9d-7b66-4b5b-9cb0-2a3b8aa2a5e0 tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62574) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1729.893285] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f966006e-6e9f-47a0-8da9-5aafaf82e604 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.899374] env[62574]: DEBUG oslo_vmware.api [None req-388d4b9d-7b66-4b5b-9cb0-2a3b8aa2a5e0 tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] Waiting for the task: (returnval){ [ 1729.899374] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]525ab620-4f58-98ab-8aa1-b5573344f218" [ 1729.899374] env[62574]: _type = "Task" [ 1729.899374] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1729.908268] env[62574]: DEBUG oslo_vmware.api [None req-388d4b9d-7b66-4b5b-9cb0-2a3b8aa2a5e0 tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]525ab620-4f58-98ab-8aa1-b5573344f218, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1729.962342] env[62574]: DEBUG oslo_concurrency.lockutils [None req-cc761b21-58ff-49a4-ae2d-215f8b79fc75 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Releasing lock "refresh_cache-9ed0f4bc-f4eb-4eca-b448-053eec6339d4" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1729.989352] env[62574]: DEBUG oslo_concurrency.lockutils [None req-d65a80b9-915e-4c19-baa9-21297d62e7d7 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.612s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1729.989955] env[62574]: DEBUG nova.compute.manager [None req-d65a80b9-915e-4c19-baa9-21297d62e7d7 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] [instance: d3965319-4501-491b-bd91-0ca579ba9753] Start building networks asynchronously for instance. {{(pid=62574) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1729.996179] env[62574]: DEBUG oslo_concurrency.lockutils [None req-90a25f63-23a4-405d-80a8-5b325d12671c tempest-FloatingIPsAssociationNegativeTestJSON-1871919481 tempest-FloatingIPsAssociationNegativeTestJSON-1871919481-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.155s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1729.996179] env[62574]: INFO nova.compute.claims [None req-90a25f63-23a4-405d-80a8-5b325d12671c tempest-FloatingIPsAssociationNegativeTestJSON-1871919481 tempest-FloatingIPsAssociationNegativeTestJSON-1871919481-project-member] [instance: 4d74e512-951b-49f7-80d0-4a24a2fdecda] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1730.015312] env[62574]: DEBUG oslo_vmware.api [None req-aaa95191-9094-403a-a39f-3a565ec3251a tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Task: {'id': task-1861815, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.722893} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1730.015616] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-aaa95191-9094-403a-a39f-3a565ec3251a tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk to [datastore2] 76ab47f1-1837-44ef-a0c5-bbd149566601/76ab47f1-1837-44ef-a0c5-bbd149566601.vmdk {{(pid=62574) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1730.015834] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-aaa95191-9094-403a-a39f-3a565ec3251a tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] [instance: 76ab47f1-1837-44ef-a0c5-bbd149566601] Extending root virtual disk to 1048576 {{(pid=62574) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1730.016110] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-82817acf-74de-4cae-90be-83258a82f47f {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.027924] env[62574]: DEBUG oslo_vmware.api [None req-aaa95191-9094-403a-a39f-3a565ec3251a tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Waiting for the task: (returnval){ [ 1730.027924] env[62574]: value = "task-1861818" [ 1730.027924] env[62574]: _type = "Task" [ 1730.027924] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1730.037070] env[62574]: DEBUG oslo_vmware.api [None req-aaa95191-9094-403a-a39f-3a565ec3251a tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Task: {'id': task-1861818, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1730.171209] env[62574]: INFO nova.compute.manager [None req-3a635f44-3612-40ee-9a8e-4e623f12ecea tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] [instance: cf8dfe40-abfe-4888-a1a5-b26f6d781e93] Rebuilding instance [ 1730.214790] env[62574]: DEBUG oslo_vmware.api [None req-39a2c1a0-5b6f-4228-a9ee-ca753623fcd9 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] Task: {'id': task-1861814, 'name': Destroy_Task, 'duration_secs': 1.132961} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1730.215868] env[62574]: INFO nova.virt.vmwareapi.vm_util [None req-39a2c1a0-5b6f-4228-a9ee-ca753623fcd9 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] [instance: 6a33b561-3788-4b8e-8763-ac23485c0dc8] Destroyed the VM [ 1730.217393] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-39a2c1a0-5b6f-4228-a9ee-ca753623fcd9 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] [instance: 6a33b561-3788-4b8e-8763-ac23485c0dc8] Deleting Snapshot of the VM instance {{(pid=62574) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1730.217810] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-99396ee7-0a34-4faa-a6c6-c204f96408b3 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.230251] env[62574]: DEBUG oslo_vmware.api [None req-39a2c1a0-5b6f-4228-a9ee-ca753623fcd9 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] Waiting for the task: (returnval){ [ 1730.230251] env[62574]: value = "task-1861819" [ 1730.230251] env[62574]: _type = "Task" [ 1730.230251] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1730.247940] env[62574]: DEBUG oslo_vmware.api [None req-39a2c1a0-5b6f-4228-a9ee-ca753623fcd9 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] Task: {'id': task-1861819, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1730.247940] env[62574]: DEBUG nova.compute.manager [None req-3a635f44-3612-40ee-9a8e-4e623f12ecea tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] [instance: cf8dfe40-abfe-4888-a1a5-b26f6d781e93] Checking state {{(pid=62574) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1730.248938] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21788160-116a-464c-b9f1-14607821cb53 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.327422] env[62574]: DEBUG oslo_concurrency.lockutils [None req-6f5ca117-9623-4e87-9a29-d656cfb87263 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Acquiring lock "e3b07ff8-0c0f-437a-9a29-8baf54b399a0" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1730.327808] env[62574]: DEBUG oslo_concurrency.lockutils [None req-6f5ca117-9623-4e87-9a29-d656cfb87263 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Lock "e3b07ff8-0c0f-437a-9a29-8baf54b399a0" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1730.328090] env[62574]: DEBUG nova.compute.manager [None req-6f5ca117-9623-4e87-9a29-d656cfb87263 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] [instance: e3b07ff8-0c0f-437a-9a29-8baf54b399a0] Checking state {{(pid=62574) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1730.329813] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78fb549c-8fcd-4071-9f9a-ae3f161fd77b {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.338910] env[62574]: DEBUG nova.compute.manager [None req-6f5ca117-9623-4e87-9a29-d656cfb87263 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] [instance: e3b07ff8-0c0f-437a-9a29-8baf54b399a0] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62574) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1730.356579] env[62574]: DEBUG nova.compute.manager [req-3a188f28-875c-4773-9952-6ea1b6b2d262 req-2910f2ea-7b18-4f10-bd5c-547e02724657 service nova] [instance: f6cfb126-1ff6-4ac9-802e-7bbdfb539176] Received event network-vif-plugged-7add55ed-b06c-4a13-ba8e-1867107b2606 {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1730.356828] env[62574]: DEBUG oslo_concurrency.lockutils [req-3a188f28-875c-4773-9952-6ea1b6b2d262 req-2910f2ea-7b18-4f10-bd5c-547e02724657 service nova] Acquiring lock "f6cfb126-1ff6-4ac9-802e-7bbdfb539176-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1730.357059] env[62574]: DEBUG oslo_concurrency.lockutils [req-3a188f28-875c-4773-9952-6ea1b6b2d262 req-2910f2ea-7b18-4f10-bd5c-547e02724657 service nova] Lock "f6cfb126-1ff6-4ac9-802e-7bbdfb539176-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1730.357237] env[62574]: DEBUG oslo_concurrency.lockutils [req-3a188f28-875c-4773-9952-6ea1b6b2d262 req-2910f2ea-7b18-4f10-bd5c-547e02724657 service nova] Lock "f6cfb126-1ff6-4ac9-802e-7bbdfb539176-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1730.357403] env[62574]: DEBUG nova.compute.manager [req-3a188f28-875c-4773-9952-6ea1b6b2d262 req-2910f2ea-7b18-4f10-bd5c-547e02724657 service nova] [instance: f6cfb126-1ff6-4ac9-802e-7bbdfb539176] No waiting events found dispatching network-vif-plugged-7add55ed-b06c-4a13-ba8e-1867107b2606 {{(pid=62574) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1730.357586] env[62574]: WARNING nova.compute.manager [req-3a188f28-875c-4773-9952-6ea1b6b2d262 req-2910f2ea-7b18-4f10-bd5c-547e02724657 service nova] [instance: f6cfb126-1ff6-4ac9-802e-7bbdfb539176] Received unexpected event network-vif-plugged-7add55ed-b06c-4a13-ba8e-1867107b2606 for instance with vm_state building and task_state spawning. [ 1730.409870] env[62574]: DEBUG oslo_vmware.api [None req-388d4b9d-7b66-4b5b-9cb0-2a3b8aa2a5e0 tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]525ab620-4f58-98ab-8aa1-b5573344f218, 'name': SearchDatastore_Task, 'duration_secs': 0.031951} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1730.410765] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dfad63cf-d6f0-4cd7-9799-bafb10c51d58 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.417169] env[62574]: DEBUG oslo_vmware.api [None req-388d4b9d-7b66-4b5b-9cb0-2a3b8aa2a5e0 tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] Waiting for the task: (returnval){ [ 1730.417169] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]52abdfe5-6f75-589f-6bc7-d2290230a2da" [ 1730.417169] env[62574]: _type = "Task" [ 1730.417169] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1730.427180] env[62574]: DEBUG oslo_vmware.api [None req-388d4b9d-7b66-4b5b-9cb0-2a3b8aa2a5e0 tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52abdfe5-6f75-589f-6bc7-d2290230a2da, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1730.465438] env[62574]: DEBUG nova.compute.manager [None req-cc761b21-58ff-49a4-ae2d-215f8b79fc75 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] [instance: 9ed0f4bc-f4eb-4eca-b448-053eec6339d4] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=62574) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1730.465695] env[62574]: DEBUG oslo_concurrency.lockutils [None req-cc761b21-58ff-49a4-ae2d-215f8b79fc75 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1730.474654] env[62574]: DEBUG nova.network.neutron [None req-cb11538f-e1be-4861-827d-7a76566548c3 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] [instance: f6cfb126-1ff6-4ac9-802e-7bbdfb539176] Successfully updated port: 7add55ed-b06c-4a13-ba8e-1867107b2606 {{(pid=62574) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1730.499651] env[62574]: DEBUG nova.compute.utils [None req-d65a80b9-915e-4c19-baa9-21297d62e7d7 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Using /dev/sd instead of None {{(pid=62574) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1730.503584] env[62574]: DEBUG nova.compute.manager [None req-d65a80b9-915e-4c19-baa9-21297d62e7d7 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] [instance: d3965319-4501-491b-bd91-0ca579ba9753] Allocating IP information in the background. {{(pid=62574) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1730.503584] env[62574]: DEBUG nova.network.neutron [None req-d65a80b9-915e-4c19-baa9-21297d62e7d7 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] [instance: d3965319-4501-491b-bd91-0ca579ba9753] allocate_for_instance() {{(pid=62574) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1730.537993] env[62574]: DEBUG oslo_vmware.api [None req-aaa95191-9094-403a-a39f-3a565ec3251a tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Task: {'id': task-1861818, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.253544} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1730.538274] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-aaa95191-9094-403a-a39f-3a565ec3251a tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] [instance: 76ab47f1-1837-44ef-a0c5-bbd149566601] Extended root virtual disk {{(pid=62574) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1730.539104] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c17ffa7-fa16-4a60-a224-1d71a455af94 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.561308] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-aaa95191-9094-403a-a39f-3a565ec3251a tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] [instance: 76ab47f1-1837-44ef-a0c5-bbd149566601] Reconfiguring VM instance instance-0000003d to attach disk [datastore2] 76ab47f1-1837-44ef-a0c5-bbd149566601/76ab47f1-1837-44ef-a0c5-bbd149566601.vmdk or device None with type sparse {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1730.561615] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-72144ccc-adcb-44ef-b275-246daabe0217 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.581789] env[62574]: DEBUG oslo_vmware.api [None req-aaa95191-9094-403a-a39f-3a565ec3251a tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Waiting for the task: (returnval){ [ 1730.581789] env[62574]: value = "task-1861820" [ 1730.581789] env[62574]: _type = "Task" [ 1730.581789] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1730.590211] env[62574]: DEBUG oslo_vmware.api [None req-aaa95191-9094-403a-a39f-3a565ec3251a tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Task: {'id': task-1861820, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1730.592767] env[62574]: DEBUG nova.policy [None req-d65a80b9-915e-4c19-baa9-21297d62e7d7 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1ff4b494e991450eb0aae14044b25d3d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dd623c359a6848e68b723390c29ce7e6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62574) authorize /opt/stack/nova/nova/policy.py:192}} [ 1730.745309] env[62574]: DEBUG oslo_vmware.api [None req-39a2c1a0-5b6f-4228-a9ee-ca753623fcd9 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] Task: {'id': task-1861819, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1730.845647] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f5ca117-9623-4e87-9a29-d656cfb87263 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] [instance: e3b07ff8-0c0f-437a-9a29-8baf54b399a0] Powering off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1730.846186] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d49b06b8-3a5c-4057-80f7-dcc895085ad7 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.853660] env[62574]: DEBUG oslo_vmware.api [None req-6f5ca117-9623-4e87-9a29-d656cfb87263 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Waiting for the task: (returnval){ [ 1730.853660] env[62574]: value = "task-1861821" [ 1730.853660] env[62574]: _type = "Task" [ 1730.853660] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1730.863387] env[62574]: DEBUG oslo_vmware.api [None req-6f5ca117-9623-4e87-9a29-d656cfb87263 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Task: {'id': task-1861821, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1730.930821] env[62574]: DEBUG oslo_vmware.api [None req-388d4b9d-7b66-4b5b-9cb0-2a3b8aa2a5e0 tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52abdfe5-6f75-589f-6bc7-d2290230a2da, 'name': SearchDatastore_Task, 'duration_secs': 0.032695} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1730.931414] env[62574]: DEBUG oslo_concurrency.lockutils [None req-388d4b9d-7b66-4b5b-9cb0-2a3b8aa2a5e0 tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1730.931820] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-388d4b9d-7b66-4b5b-9cb0-2a3b8aa2a5e0 tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk to [datastore1] a2544584-cd31-41e1-8e0e-10c0c41b66fb/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2-rescue.vmdk. {{(pid=62574) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1730.932540] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d056923a-676e-4325-a15b-a30f07183d87 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.942297] env[62574]: DEBUG oslo_vmware.api [None req-388d4b9d-7b66-4b5b-9cb0-2a3b8aa2a5e0 tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] Waiting for the task: (returnval){ [ 1730.942297] env[62574]: value = "task-1861822" [ 1730.942297] env[62574]: _type = "Task" [ 1730.942297] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1730.951463] env[62574]: DEBUG oslo_vmware.api [None req-388d4b9d-7b66-4b5b-9cb0-2a3b8aa2a5e0 tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] Task: {'id': task-1861822, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1730.977336] env[62574]: DEBUG oslo_concurrency.lockutils [None req-cb11538f-e1be-4861-827d-7a76566548c3 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Acquiring lock "refresh_cache-f6cfb126-1ff6-4ac9-802e-7bbdfb539176" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1730.977561] env[62574]: DEBUG oslo_concurrency.lockutils [None req-cb11538f-e1be-4861-827d-7a76566548c3 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Acquired lock "refresh_cache-f6cfb126-1ff6-4ac9-802e-7bbdfb539176" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1730.977767] env[62574]: DEBUG nova.network.neutron [None req-cb11538f-e1be-4861-827d-7a76566548c3 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] [instance: f6cfb126-1ff6-4ac9-802e-7bbdfb539176] Building network info cache for instance {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1731.003561] env[62574]: DEBUG nova.compute.manager [None req-d65a80b9-915e-4c19-baa9-21297d62e7d7 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] [instance: d3965319-4501-491b-bd91-0ca579ba9753] Start building block device mappings for instance. {{(pid=62574) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1731.094339] env[62574]: DEBUG oslo_vmware.api [None req-aaa95191-9094-403a-a39f-3a565ec3251a tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Task: {'id': task-1861820, 'name': ReconfigVM_Task, 'duration_secs': 0.467319} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1731.097598] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-aaa95191-9094-403a-a39f-3a565ec3251a tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] [instance: 76ab47f1-1837-44ef-a0c5-bbd149566601] Reconfigured VM instance instance-0000003d to attach disk [datastore2] 76ab47f1-1837-44ef-a0c5-bbd149566601/76ab47f1-1837-44ef-a0c5-bbd149566601.vmdk or device None with type sparse {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1731.099463] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1ab71615-e8ad-438f-83fa-a1e8ac76a1ac {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.107523] env[62574]: DEBUG oslo_vmware.api [None req-aaa95191-9094-403a-a39f-3a565ec3251a tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Waiting for the task: (returnval){ [ 1731.107523] env[62574]: value = "task-1861823" [ 1731.107523] env[62574]: _type = "Task" [ 1731.107523] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1731.123539] env[62574]: DEBUG oslo_vmware.api [None req-aaa95191-9094-403a-a39f-3a565ec3251a tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Task: {'id': task-1861823, 'name': Rename_Task} progress is 10%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1731.240460] env[62574]: DEBUG oslo_vmware.api [None req-39a2c1a0-5b6f-4228-a9ee-ca753623fcd9 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] Task: {'id': task-1861819, 'name': RemoveSnapshot_Task} progress is 79%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1731.255569] env[62574]: DEBUG nova.network.neutron [None req-d65a80b9-915e-4c19-baa9-21297d62e7d7 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] [instance: d3965319-4501-491b-bd91-0ca579ba9753] Successfully created port: 91f1244f-7c79-4d62-b6bd-66a78f8b179d {{(pid=62574) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1731.270864] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a635f44-3612-40ee-9a8e-4e623f12ecea tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] [instance: cf8dfe40-abfe-4888-a1a5-b26f6d781e93] Powering off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1731.271479] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a05c15bd-3362-43f3-8f0f-f7e855be471b {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.277903] env[62574]: DEBUG oslo_vmware.api [None req-3a635f44-3612-40ee-9a8e-4e623f12ecea tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Waiting for the task: (returnval){ [ 1731.277903] env[62574]: value = "task-1861824" [ 1731.277903] env[62574]: _type = "Task" [ 1731.277903] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1731.291902] env[62574]: DEBUG oslo_vmware.api [None req-3a635f44-3612-40ee-9a8e-4e623f12ecea tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Task: {'id': task-1861824, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1731.367407] env[62574]: DEBUG oslo_vmware.api [None req-6f5ca117-9623-4e87-9a29-d656cfb87263 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Task: {'id': task-1861821, 'name': PowerOffVM_Task, 'duration_secs': 0.437834} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1731.367955] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f5ca117-9623-4e87-9a29-d656cfb87263 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] [instance: e3b07ff8-0c0f-437a-9a29-8baf54b399a0] Powered off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1731.368454] env[62574]: DEBUG nova.compute.manager [None req-6f5ca117-9623-4e87-9a29-d656cfb87263 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] [instance: e3b07ff8-0c0f-437a-9a29-8baf54b399a0] Checking state {{(pid=62574) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1731.372138] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d5587e4-e6c6-4804-b7fa-80faf462b957 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.451527] env[62574]: DEBUG oslo_vmware.api [None req-388d4b9d-7b66-4b5b-9cb0-2a3b8aa2a5e0 tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] Task: {'id': task-1861822, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1731.521649] env[62574]: DEBUG nova.network.neutron [None req-cb11538f-e1be-4861-827d-7a76566548c3 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] [instance: f6cfb126-1ff6-4ac9-802e-7bbdfb539176] Instance cache missing network info. {{(pid=62574) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1731.618393] env[62574]: DEBUG oslo_vmware.api [None req-aaa95191-9094-403a-a39f-3a565ec3251a tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Task: {'id': task-1861823, 'name': Rename_Task, 'duration_secs': 0.153317} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1731.621286] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-aaa95191-9094-403a-a39f-3a565ec3251a tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] [instance: 76ab47f1-1837-44ef-a0c5-bbd149566601] Powering on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1731.623924] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-79f5fda4-f1ea-4be3-8623-e8a984dc40c7 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.630939] env[62574]: DEBUG oslo_vmware.api [None req-aaa95191-9094-403a-a39f-3a565ec3251a tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Waiting for the task: (returnval){ [ 1731.630939] env[62574]: value = "task-1861825" [ 1731.630939] env[62574]: _type = "Task" [ 1731.630939] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1731.637262] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b97e3e3b-8821-4b49-a31d-7ca8bc544d15 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.646248] env[62574]: DEBUG oslo_vmware.api [None req-aaa95191-9094-403a-a39f-3a565ec3251a tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Task: {'id': task-1861825, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1731.651471] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf238c81-8a3d-4d48-927b-d85cc4c7cdb5 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.692024] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-431af958-ddda-45f4-b60b-d357a09cce28 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.699573] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7634cda-f58b-426c-b65a-c804455a9a06 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.714566] env[62574]: DEBUG nova.compute.provider_tree [None req-90a25f63-23a4-405d-80a8-5b325d12671c tempest-FloatingIPsAssociationNegativeTestJSON-1871919481 tempest-FloatingIPsAssociationNegativeTestJSON-1871919481-project-member] Inventory has not changed in ProviderTree for provider: f0ed160a-beff-4626-a531-2a70d7bc0627 {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1731.735645] env[62574]: DEBUG nova.network.neutron [None req-cb11538f-e1be-4861-827d-7a76566548c3 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] [instance: f6cfb126-1ff6-4ac9-802e-7bbdfb539176] Updating instance_info_cache with network_info: [{"id": "7add55ed-b06c-4a13-ba8e-1867107b2606", "address": "fa:16:3e:46:65:4f", "network": {"id": "00bfa347-a6e1-4070-b5d9-5f46396a9c53", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-693390946-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3197393f8f6a457a9367bd87f7aa5dc2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bdf594e-da7a-4254-b413-87aef4614588", "external-id": "nsx-vlan-transportzone-422", "segmentation_id": 422, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7add55ed-b0", "ovs_interfaceid": "7add55ed-b06c-4a13-ba8e-1867107b2606", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1731.742039] env[62574]: DEBUG oslo_vmware.api [None req-39a2c1a0-5b6f-4228-a9ee-ca753623fcd9 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] Task: {'id': task-1861819, 'name': RemoveSnapshot_Task, 'duration_secs': 1.179516} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1731.743965] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-39a2c1a0-5b6f-4228-a9ee-ca753623fcd9 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] [instance: 6a33b561-3788-4b8e-8763-ac23485c0dc8] Deleted Snapshot of the VM instance {{(pid=62574) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1731.743965] env[62574]: INFO nova.compute.manager [None req-39a2c1a0-5b6f-4228-a9ee-ca753623fcd9 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] [instance: 6a33b561-3788-4b8e-8763-ac23485c0dc8] Took 16.85 seconds to snapshot the instance on the hypervisor. [ 1731.789142] env[62574]: DEBUG oslo_vmware.api [None req-3a635f44-3612-40ee-9a8e-4e623f12ecea tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Task: {'id': task-1861824, 'name': PowerOffVM_Task, 'duration_secs': 0.480514} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1731.789533] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a635f44-3612-40ee-9a8e-4e623f12ecea tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] [instance: cf8dfe40-abfe-4888-a1a5-b26f6d781e93] Powered off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1731.789838] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-3a635f44-3612-40ee-9a8e-4e623f12ecea tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] [instance: cf8dfe40-abfe-4888-a1a5-b26f6d781e93] Destroying instance {{(pid=62574) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1731.791044] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e741552-ba71-41a0-addb-370171b42372 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.800223] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-3a635f44-3612-40ee-9a8e-4e623f12ecea tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] [instance: cf8dfe40-abfe-4888-a1a5-b26f6d781e93] Unregistering the VM {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1731.800546] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0c8ca9dc-9357-4c88-9159-0ca82eaa0749 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.885608] env[62574]: DEBUG oslo_concurrency.lockutils [None req-6f5ca117-9623-4e87-9a29-d656cfb87263 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Lock "e3b07ff8-0c0f-437a-9a29-8baf54b399a0" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.558s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1731.952077] env[62574]: DEBUG oslo_vmware.api [None req-388d4b9d-7b66-4b5b-9cb0-2a3b8aa2a5e0 tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] Task: {'id': task-1861822, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.639772} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1731.952375] env[62574]: INFO nova.virt.vmwareapi.ds_util [None req-388d4b9d-7b66-4b5b-9cb0-2a3b8aa2a5e0 tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk to [datastore1] a2544584-cd31-41e1-8e0e-10c0c41b66fb/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2-rescue.vmdk. [ 1731.953251] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-968c5b55-9138-4c15-b4d8-3605ebe02d2b {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.979664] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-388d4b9d-7b66-4b5b-9cb0-2a3b8aa2a5e0 tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] [instance: a2544584-cd31-41e1-8e0e-10c0c41b66fb] Reconfiguring VM instance instance-0000003c to attach disk [datastore1] a2544584-cd31-41e1-8e0e-10c0c41b66fb/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2-rescue.vmdk or device None with type thin {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1731.980026] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-29f7f7b2-e9cb-4498-bd45-c3091ad52c8d {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.998249] env[62574]: DEBUG oslo_vmware.api [None req-388d4b9d-7b66-4b5b-9cb0-2a3b8aa2a5e0 tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] Waiting for the task: (returnval){ [ 1731.998249] env[62574]: value = "task-1861827" [ 1731.998249] env[62574]: _type = "Task" [ 1731.998249] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1732.006012] env[62574]: DEBUG oslo_vmware.api [None req-388d4b9d-7b66-4b5b-9cb0-2a3b8aa2a5e0 tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] Task: {'id': task-1861827, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1732.018386] env[62574]: DEBUG nova.compute.manager [None req-d65a80b9-915e-4c19-baa9-21297d62e7d7 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] [instance: d3965319-4501-491b-bd91-0ca579ba9753] Start spawning the instance on the hypervisor. {{(pid=62574) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1732.044773] env[62574]: DEBUG nova.virt.hardware [None req-d65a80b9-915e-4c19-baa9-21297d62e7d7 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T19:26:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-13T19:26:40Z,direct_url=,disk_format='vmdk',id=3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7eed1dd4d2c3418eb32c4f4ceda3ab0d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-13T19:26:41Z,virtual_size=,visibility=), allow threads: False {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1732.045121] env[62574]: DEBUG nova.virt.hardware [None req-d65a80b9-915e-4c19-baa9-21297d62e7d7 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Flavor limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1732.045254] env[62574]: DEBUG nova.virt.hardware [None req-d65a80b9-915e-4c19-baa9-21297d62e7d7 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Image limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1732.045442] env[62574]: DEBUG nova.virt.hardware [None req-d65a80b9-915e-4c19-baa9-21297d62e7d7 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Flavor pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1732.045591] env[62574]: DEBUG nova.virt.hardware [None req-d65a80b9-915e-4c19-baa9-21297d62e7d7 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Image pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1732.045742] env[62574]: DEBUG nova.virt.hardware [None req-d65a80b9-915e-4c19-baa9-21297d62e7d7 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1732.045955] env[62574]: DEBUG nova.virt.hardware [None req-d65a80b9-915e-4c19-baa9-21297d62e7d7 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1732.046128] env[62574]: DEBUG nova.virt.hardware [None req-d65a80b9-915e-4c19-baa9-21297d62e7d7 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1732.046296] env[62574]: DEBUG nova.virt.hardware [None req-d65a80b9-915e-4c19-baa9-21297d62e7d7 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Got 1 possible topologies {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1732.046483] env[62574]: DEBUG nova.virt.hardware [None req-d65a80b9-915e-4c19-baa9-21297d62e7d7 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1732.046677] env[62574]: DEBUG nova.virt.hardware [None req-d65a80b9-915e-4c19-baa9-21297d62e7d7 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1732.047562] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68f7a683-342c-4a7b-8c87-c1fa372f1ca5 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.056409] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f6c4a26-4f34-4dea-b4b5-b8ce6d7f9d28 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.142445] env[62574]: DEBUG oslo_vmware.api [None req-aaa95191-9094-403a-a39f-3a565ec3251a tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Task: {'id': task-1861825, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1732.220209] env[62574]: DEBUG nova.scheduler.client.report [None req-90a25f63-23a4-405d-80a8-5b325d12671c tempest-FloatingIPsAssociationNegativeTestJSON-1871919481 tempest-FloatingIPsAssociationNegativeTestJSON-1871919481-project-member] Inventory has not changed for provider f0ed160a-beff-4626-a531-2a70d7bc0627 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1732.238348] env[62574]: DEBUG oslo_concurrency.lockutils [None req-cb11538f-e1be-4861-827d-7a76566548c3 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Releasing lock "refresh_cache-f6cfb126-1ff6-4ac9-802e-7bbdfb539176" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1732.239487] env[62574]: DEBUG nova.compute.manager [None req-cb11538f-e1be-4861-827d-7a76566548c3 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] [instance: f6cfb126-1ff6-4ac9-802e-7bbdfb539176] Instance network_info: |[{"id": "7add55ed-b06c-4a13-ba8e-1867107b2606", "address": "fa:16:3e:46:65:4f", "network": {"id": "00bfa347-a6e1-4070-b5d9-5f46396a9c53", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-693390946-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3197393f8f6a457a9367bd87f7aa5dc2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bdf594e-da7a-4254-b413-87aef4614588", "external-id": "nsx-vlan-transportzone-422", "segmentation_id": 422, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7add55ed-b0", "ovs_interfaceid": "7add55ed-b06c-4a13-ba8e-1867107b2606", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62574) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1732.239854] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-cb11538f-e1be-4861-827d-7a76566548c3 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] [instance: f6cfb126-1ff6-4ac9-802e-7bbdfb539176] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:46:65:4f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7bdf594e-da7a-4254-b413-87aef4614588', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7add55ed-b06c-4a13-ba8e-1867107b2606', 'vif_model': 'vmxnet3'}] {{(pid=62574) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1732.249375] env[62574]: DEBUG oslo.service.loopingcall [None req-cb11538f-e1be-4861-827d-7a76566548c3 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62574) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1732.253459] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f6cfb126-1ff6-4ac9-802e-7bbdfb539176] Creating VM on the ESX host {{(pid=62574) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1732.254782] env[62574]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-071ec13c-a476-4884-b2e7-d80de925c6f1 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.276253] env[62574]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1732.276253] env[62574]: value = "task-1861828" [ 1732.276253] env[62574]: _type = "Task" [ 1732.276253] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1732.285354] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1861828, 'name': CreateVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1732.393910] env[62574]: DEBUG oslo_concurrency.lockutils [None req-6f5ca117-9623-4e87-9a29-d656cfb87263 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1732.508131] env[62574]: DEBUG oslo_vmware.api [None req-388d4b9d-7b66-4b5b-9cb0-2a3b8aa2a5e0 tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] Task: {'id': task-1861827, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1732.555183] env[62574]: DEBUG nova.compute.manager [req-e033c428-eb70-4d08-9251-aa11989502e1 req-5c23559a-f6f5-4fb9-b515-7757b190f070 service nova] [instance: f6cfb126-1ff6-4ac9-802e-7bbdfb539176] Received event network-changed-7add55ed-b06c-4a13-ba8e-1867107b2606 {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1732.555366] env[62574]: DEBUG nova.compute.manager [req-e033c428-eb70-4d08-9251-aa11989502e1 req-5c23559a-f6f5-4fb9-b515-7757b190f070 service nova] [instance: f6cfb126-1ff6-4ac9-802e-7bbdfb539176] Refreshing instance network info cache due to event network-changed-7add55ed-b06c-4a13-ba8e-1867107b2606. {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1732.555601] env[62574]: DEBUG oslo_concurrency.lockutils [req-e033c428-eb70-4d08-9251-aa11989502e1 req-5c23559a-f6f5-4fb9-b515-7757b190f070 service nova] Acquiring lock "refresh_cache-f6cfb126-1ff6-4ac9-802e-7bbdfb539176" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1732.555751] env[62574]: DEBUG oslo_concurrency.lockutils [req-e033c428-eb70-4d08-9251-aa11989502e1 req-5c23559a-f6f5-4fb9-b515-7757b190f070 service nova] Acquired lock "refresh_cache-f6cfb126-1ff6-4ac9-802e-7bbdfb539176" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1732.555928] env[62574]: DEBUG nova.network.neutron [req-e033c428-eb70-4d08-9251-aa11989502e1 req-5c23559a-f6f5-4fb9-b515-7757b190f070 service nova] [instance: f6cfb126-1ff6-4ac9-802e-7bbdfb539176] Refreshing network info cache for port 7add55ed-b06c-4a13-ba8e-1867107b2606 {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1732.644817] env[62574]: DEBUG oslo_vmware.api [None req-aaa95191-9094-403a-a39f-3a565ec3251a tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Task: {'id': task-1861825, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1732.723860] env[62574]: DEBUG oslo_concurrency.lockutils [None req-90a25f63-23a4-405d-80a8-5b325d12671c tempest-FloatingIPsAssociationNegativeTestJSON-1871919481 tempest-FloatingIPsAssociationNegativeTestJSON-1871919481-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.731s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1732.724330] env[62574]: DEBUG nova.compute.manager [None req-90a25f63-23a4-405d-80a8-5b325d12671c tempest-FloatingIPsAssociationNegativeTestJSON-1871919481 tempest-FloatingIPsAssociationNegativeTestJSON-1871919481-project-member] [instance: 4d74e512-951b-49f7-80d0-4a24a2fdecda] Start building networks asynchronously for instance. {{(pid=62574) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1732.727231] env[62574]: DEBUG oslo_concurrency.lockutils [None req-9703126e-83d6-432b-bcdf-b5ec1488b4ff tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 28.741s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1732.786126] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1861828, 'name': CreateVM_Task} progress is 25%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1733.009686] env[62574]: DEBUG oslo_vmware.api [None req-388d4b9d-7b66-4b5b-9cb0-2a3b8aa2a5e0 tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] Task: {'id': task-1861827, 'name': ReconfigVM_Task, 'duration_secs': 0.813041} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1733.010018] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-388d4b9d-7b66-4b5b-9cb0-2a3b8aa2a5e0 tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] [instance: a2544584-cd31-41e1-8e0e-10c0c41b66fb] Reconfigured VM instance instance-0000003c to attach disk [datastore1] a2544584-cd31-41e1-8e0e-10c0c41b66fb/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2-rescue.vmdk or device None with type thin {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1733.011095] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d57cea1-d6a8-4d86-be51-63efcf098932 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.042810] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-423acbd2-9a44-49cd-8830-0048b574c0e7 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.061336] env[62574]: DEBUG oslo_vmware.api [None req-388d4b9d-7b66-4b5b-9cb0-2a3b8aa2a5e0 tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] Waiting for the task: (returnval){ [ 1733.061336] env[62574]: value = "task-1861829" [ 1733.061336] env[62574]: _type = "Task" [ 1733.061336] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1733.070954] env[62574]: DEBUG oslo_vmware.api [None req-388d4b9d-7b66-4b5b-9cb0-2a3b8aa2a5e0 tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] Task: {'id': task-1861829, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1733.145280] env[62574]: DEBUG oslo_vmware.api [None req-aaa95191-9094-403a-a39f-3a565ec3251a tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Task: {'id': task-1861825, 'name': PowerOnVM_Task, 'duration_secs': 1.308965} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1733.145556] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-aaa95191-9094-403a-a39f-3a565ec3251a tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] [instance: 76ab47f1-1837-44ef-a0c5-bbd149566601] Powered on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1733.145759] env[62574]: INFO nova.compute.manager [None req-aaa95191-9094-403a-a39f-3a565ec3251a tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] [instance: 76ab47f1-1837-44ef-a0c5-bbd149566601] Took 8.67 seconds to spawn the instance on the hypervisor. [ 1733.145940] env[62574]: DEBUG nova.compute.manager [None req-aaa95191-9094-403a-a39f-3a565ec3251a tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] [instance: 76ab47f1-1837-44ef-a0c5-bbd149566601] Checking state {{(pid=62574) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1733.146735] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19dd9aef-87cd-4ce1-8e60-fc5b24190842 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.233930] env[62574]: DEBUG nova.compute.utils [None req-90a25f63-23a4-405d-80a8-5b325d12671c tempest-FloatingIPsAssociationNegativeTestJSON-1871919481 tempest-FloatingIPsAssociationNegativeTestJSON-1871919481-project-member] Using /dev/sd instead of None {{(pid=62574) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1733.236883] env[62574]: INFO nova.compute.claims [None req-9703126e-83d6-432b-bcdf-b5ec1488b4ff tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] [instance: 4cc7d784-be5d-41db-a028-0dade3464032] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1733.238612] env[62574]: DEBUG nova.compute.manager [None req-90a25f63-23a4-405d-80a8-5b325d12671c tempest-FloatingIPsAssociationNegativeTestJSON-1871919481 tempest-FloatingIPsAssociationNegativeTestJSON-1871919481-project-member] [instance: 4d74e512-951b-49f7-80d0-4a24a2fdecda] Allocating IP information in the background. {{(pid=62574) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1733.238791] env[62574]: DEBUG nova.network.neutron [None req-90a25f63-23a4-405d-80a8-5b325d12671c tempest-FloatingIPsAssociationNegativeTestJSON-1871919481 tempest-FloatingIPsAssociationNegativeTestJSON-1871919481-project-member] [instance: 4d74e512-951b-49f7-80d0-4a24a2fdecda] allocate_for_instance() {{(pid=62574) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1733.287192] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1861828, 'name': CreateVM_Task} progress is 25%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1733.310846] env[62574]: DEBUG nova.policy [None req-90a25f63-23a4-405d-80a8-5b325d12671c tempest-FloatingIPsAssociationNegativeTestJSON-1871919481 tempest-FloatingIPsAssociationNegativeTestJSON-1871919481-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1486cafde5eb4cff88dd05679aab9dc6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'aed071239aaa420d8c5548ec1a607ed1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62574) authorize /opt/stack/nova/nova/policy.py:192}} [ 1733.312975] env[62574]: DEBUG nova.network.neutron [req-e033c428-eb70-4d08-9251-aa11989502e1 req-5c23559a-f6f5-4fb9-b515-7757b190f070 service nova] [instance: f6cfb126-1ff6-4ac9-802e-7bbdfb539176] Updated VIF entry in instance network info cache for port 7add55ed-b06c-4a13-ba8e-1867107b2606. {{(pid=62574) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1733.313432] env[62574]: DEBUG nova.network.neutron [req-e033c428-eb70-4d08-9251-aa11989502e1 req-5c23559a-f6f5-4fb9-b515-7757b190f070 service nova] [instance: f6cfb126-1ff6-4ac9-802e-7bbdfb539176] Updating instance_info_cache with network_info: [{"id": "7add55ed-b06c-4a13-ba8e-1867107b2606", "address": "fa:16:3e:46:65:4f", "network": {"id": "00bfa347-a6e1-4070-b5d9-5f46396a9c53", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-693390946-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3197393f8f6a457a9367bd87f7aa5dc2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bdf594e-da7a-4254-b413-87aef4614588", "external-id": "nsx-vlan-transportzone-422", "segmentation_id": 422, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7add55ed-b0", "ovs_interfaceid": "7add55ed-b06c-4a13-ba8e-1867107b2606", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1733.520183] env[62574]: DEBUG oslo_concurrency.lockutils [None req-f38097e3-c8e9-4671-be1f-910f37315f6f tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Acquiring lock "fb94d5d1-7f0f-4534-b9e9-2a52ac9a7c7f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1733.520183] env[62574]: DEBUG oslo_concurrency.lockutils [None req-f38097e3-c8e9-4671-be1f-910f37315f6f tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Lock "fb94d5d1-7f0f-4534-b9e9-2a52ac9a7c7f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1733.571604] env[62574]: DEBUG oslo_vmware.api [None req-388d4b9d-7b66-4b5b-9cb0-2a3b8aa2a5e0 tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] Task: {'id': task-1861829, 'name': ReconfigVM_Task, 'duration_secs': 0.491006} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1733.571882] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-388d4b9d-7b66-4b5b-9cb0-2a3b8aa2a5e0 tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] [instance: a2544584-cd31-41e1-8e0e-10c0c41b66fb] Powering on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1733.572146] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7777acf5-de1a-48e7-906c-dea9fb50ec06 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.577990] env[62574]: DEBUG oslo_vmware.api [None req-388d4b9d-7b66-4b5b-9cb0-2a3b8aa2a5e0 tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] Waiting for the task: (returnval){ [ 1733.577990] env[62574]: value = "task-1861830" [ 1733.577990] env[62574]: _type = "Task" [ 1733.577990] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1733.585953] env[62574]: DEBUG oslo_vmware.api [None req-388d4b9d-7b66-4b5b-9cb0-2a3b8aa2a5e0 tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] Task: {'id': task-1861830, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1733.586985] env[62574]: DEBUG nova.network.neutron [None req-90a25f63-23a4-405d-80a8-5b325d12671c tempest-FloatingIPsAssociationNegativeTestJSON-1871919481 tempest-FloatingIPsAssociationNegativeTestJSON-1871919481-project-member] [instance: 4d74e512-951b-49f7-80d0-4a24a2fdecda] Successfully created port: 9175c4be-af6d-427f-83aa-3d8e95518218 {{(pid=62574) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1733.667230] env[62574]: INFO nova.compute.manager [None req-aaa95191-9094-403a-a39f-3a565ec3251a tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] [instance: 76ab47f1-1837-44ef-a0c5-bbd149566601] Took 48.13 seconds to build instance. [ 1733.740162] env[62574]: DEBUG nova.compute.manager [None req-90a25f63-23a4-405d-80a8-5b325d12671c tempest-FloatingIPsAssociationNegativeTestJSON-1871919481 tempest-FloatingIPsAssociationNegativeTestJSON-1871919481-project-member] [instance: 4d74e512-951b-49f7-80d0-4a24a2fdecda] Start building block device mappings for instance. {{(pid=62574) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1733.743757] env[62574]: DEBUG nova.compute.manager [None req-3738b045-e80e-452e-8add-c3da0ed81a74 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] [instance: 8275ea75-5ca3-4b37-89e5-00babfa3d24e] Checking state {{(pid=62574) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1733.745235] env[62574]: INFO nova.compute.resource_tracker [None req-9703126e-83d6-432b-bcdf-b5ec1488b4ff tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] [instance: 4cc7d784-be5d-41db-a028-0dade3464032] Updating resource usage from migration b481985c-0ee2-48dd-bdf7-d2398c0a6c36 [ 1733.752794] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1eafecb1-d718-47c6-8d8d-86ff1f8d8d19 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.798022] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1861828, 'name': CreateVM_Task} progress is 25%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1733.816833] env[62574]: DEBUG oslo_concurrency.lockutils [req-e033c428-eb70-4d08-9251-aa11989502e1 req-5c23559a-f6f5-4fb9-b515-7757b190f070 service nova] Releasing lock "refresh_cache-f6cfb126-1ff6-4ac9-802e-7bbdfb539176" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1734.017288] env[62574]: DEBUG oslo_concurrency.lockutils [None req-833aa32c-40bf-45ce-aee8-305cb9bf25c4 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Acquiring lock "e3b07ff8-0c0f-437a-9a29-8baf54b399a0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1734.017288] env[62574]: DEBUG oslo_concurrency.lockutils [None req-833aa32c-40bf-45ce-aee8-305cb9bf25c4 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Lock "e3b07ff8-0c0f-437a-9a29-8baf54b399a0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1734.017288] env[62574]: DEBUG oslo_concurrency.lockutils [None req-833aa32c-40bf-45ce-aee8-305cb9bf25c4 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Acquiring lock "e3b07ff8-0c0f-437a-9a29-8baf54b399a0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1734.017288] env[62574]: DEBUG oslo_concurrency.lockutils [None req-833aa32c-40bf-45ce-aee8-305cb9bf25c4 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Lock "e3b07ff8-0c0f-437a-9a29-8baf54b399a0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1734.017288] env[62574]: DEBUG oslo_concurrency.lockutils [None req-833aa32c-40bf-45ce-aee8-305cb9bf25c4 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Lock "e3b07ff8-0c0f-437a-9a29-8baf54b399a0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1734.018513] env[62574]: INFO nova.compute.manager [None req-833aa32c-40bf-45ce-aee8-305cb9bf25c4 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] [instance: e3b07ff8-0c0f-437a-9a29-8baf54b399a0] Terminating instance [ 1734.022303] env[62574]: DEBUG nova.compute.manager [None req-f38097e3-c8e9-4671-be1f-910f37315f6f tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] [instance: fb94d5d1-7f0f-4534-b9e9-2a52ac9a7c7f] Starting instance... {{(pid=62574) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1734.091522] env[62574]: DEBUG oslo_vmware.api [None req-388d4b9d-7b66-4b5b-9cb0-2a3b8aa2a5e0 tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] Task: {'id': task-1861830, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1734.169809] env[62574]: DEBUG oslo_concurrency.lockutils [None req-aaa95191-9094-403a-a39f-3a565ec3251a tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Lock "76ab47f1-1837-44ef-a0c5-bbd149566601" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.640s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1734.241076] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-349e6bb2-73f5-4896-b720-e52594d5e3f2 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.250908] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-556b58c0-b9b7-4d11-88b4-b6c572a74420 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.291782] env[62574]: INFO nova.compute.manager [None req-3738b045-e80e-452e-8add-c3da0ed81a74 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] [instance: 8275ea75-5ca3-4b37-89e5-00babfa3d24e] instance snapshotting [ 1734.297577] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43986a49-f9fb-4dae-b8ad-25fe38975197 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.301848] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c42b9ff-c324-4746-9111-3fa92b212ca3 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.313014] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1861828, 'name': CreateVM_Task} progress is 25%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1734.326727] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e688428a-fa99-4e9d-a407-0b14976c9fee {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.331120] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c348a5c0-2666-46fe-9d30-e463f532f95d {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.347403] env[62574]: DEBUG nova.compute.provider_tree [None req-9703126e-83d6-432b-bcdf-b5ec1488b4ff tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Inventory has not changed in ProviderTree for provider: f0ed160a-beff-4626-a531-2a70d7bc0627 {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1734.529304] env[62574]: DEBUG nova.compute.manager [None req-833aa32c-40bf-45ce-aee8-305cb9bf25c4 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] [instance: e3b07ff8-0c0f-437a-9a29-8baf54b399a0] Start destroying the instance on the hypervisor. {{(pid=62574) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1734.529526] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-833aa32c-40bf-45ce-aee8-305cb9bf25c4 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] [instance: e3b07ff8-0c0f-437a-9a29-8baf54b399a0] Destroying instance {{(pid=62574) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1734.533039] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25485ea5-e530-427f-937b-9d5e6b3bc2d5 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.544778] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-833aa32c-40bf-45ce-aee8-305cb9bf25c4 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] [instance: e3b07ff8-0c0f-437a-9a29-8baf54b399a0] Unregistering the VM {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1734.545052] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-948bfabd-cebf-4cb3-a2b3-37dfb9dbe589 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.553173] env[62574]: DEBUG oslo_concurrency.lockutils [None req-f38097e3-c8e9-4671-be1f-910f37315f6f tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1734.578956] env[62574]: DEBUG nova.compute.manager [req-bd78461f-f59e-42dd-b887-c7d0b628335e req-1592fa56-baff-4676-be7f-5b9064b17b13 service nova] [instance: 76ab47f1-1837-44ef-a0c5-bbd149566601] Received event network-changed-21c7124e-e06c-4b87-9ecf-eb20b843fc03 {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1734.579166] env[62574]: DEBUG nova.compute.manager [req-bd78461f-f59e-42dd-b887-c7d0b628335e req-1592fa56-baff-4676-be7f-5b9064b17b13 service nova] [instance: 76ab47f1-1837-44ef-a0c5-bbd149566601] Refreshing instance network info cache due to event network-changed-21c7124e-e06c-4b87-9ecf-eb20b843fc03. {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1734.579388] env[62574]: DEBUG oslo_concurrency.lockutils [req-bd78461f-f59e-42dd-b887-c7d0b628335e req-1592fa56-baff-4676-be7f-5b9064b17b13 service nova] Acquiring lock "refresh_cache-76ab47f1-1837-44ef-a0c5-bbd149566601" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1734.579626] env[62574]: DEBUG oslo_concurrency.lockutils [req-bd78461f-f59e-42dd-b887-c7d0b628335e req-1592fa56-baff-4676-be7f-5b9064b17b13 service nova] Acquired lock "refresh_cache-76ab47f1-1837-44ef-a0c5-bbd149566601" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1734.579723] env[62574]: DEBUG nova.network.neutron [req-bd78461f-f59e-42dd-b887-c7d0b628335e req-1592fa56-baff-4676-be7f-5b9064b17b13 service nova] [instance: 76ab47f1-1837-44ef-a0c5-bbd149566601] Refreshing network info cache for port 21c7124e-e06c-4b87-9ecf-eb20b843fc03 {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1734.590565] env[62574]: DEBUG oslo_vmware.api [None req-388d4b9d-7b66-4b5b-9cb0-2a3b8aa2a5e0 tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] Task: {'id': task-1861830, 'name': PowerOnVM_Task, 'duration_secs': 0.694298} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1734.590999] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-388d4b9d-7b66-4b5b-9cb0-2a3b8aa2a5e0 tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] [instance: a2544584-cd31-41e1-8e0e-10c0c41b66fb] Powered on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1734.593521] env[62574]: DEBUG nova.compute.manager [None req-388d4b9d-7b66-4b5b-9cb0-2a3b8aa2a5e0 tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] [instance: a2544584-cd31-41e1-8e0e-10c0c41b66fb] Checking state {{(pid=62574) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1734.594522] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da8e3ea2-a8bd-45a3-8fee-4ffab76104a0 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.798162] env[62574]: DEBUG nova.compute.manager [None req-90a25f63-23a4-405d-80a8-5b325d12671c tempest-FloatingIPsAssociationNegativeTestJSON-1871919481 tempest-FloatingIPsAssociationNegativeTestJSON-1871919481-project-member] [instance: 4d74e512-951b-49f7-80d0-4a24a2fdecda] Start spawning the instance on the hypervisor. {{(pid=62574) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1734.806690] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1861828, 'name': CreateVM_Task} progress is 25%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1734.821933] env[62574]: DEBUG nova.virt.hardware [None req-90a25f63-23a4-405d-80a8-5b325d12671c tempest-FloatingIPsAssociationNegativeTestJSON-1871919481 tempest-FloatingIPsAssociationNegativeTestJSON-1871919481-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T19:26:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-13T19:26:40Z,direct_url=,disk_format='vmdk',id=3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7eed1dd4d2c3418eb32c4f4ceda3ab0d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-13T19:26:41Z,virtual_size=,visibility=), allow threads: False {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1734.822241] env[62574]: DEBUG nova.virt.hardware [None req-90a25f63-23a4-405d-80a8-5b325d12671c tempest-FloatingIPsAssociationNegativeTestJSON-1871919481 tempest-FloatingIPsAssociationNegativeTestJSON-1871919481-project-member] Flavor limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1734.822403] env[62574]: DEBUG nova.virt.hardware [None req-90a25f63-23a4-405d-80a8-5b325d12671c tempest-FloatingIPsAssociationNegativeTestJSON-1871919481 tempest-FloatingIPsAssociationNegativeTestJSON-1871919481-project-member] Image limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1734.822588] env[62574]: DEBUG nova.virt.hardware [None req-90a25f63-23a4-405d-80a8-5b325d12671c tempest-FloatingIPsAssociationNegativeTestJSON-1871919481 tempest-FloatingIPsAssociationNegativeTestJSON-1871919481-project-member] Flavor pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1734.823171] env[62574]: DEBUG nova.virt.hardware [None req-90a25f63-23a4-405d-80a8-5b325d12671c tempest-FloatingIPsAssociationNegativeTestJSON-1871919481 tempest-FloatingIPsAssociationNegativeTestJSON-1871919481-project-member] Image pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1734.823171] env[62574]: DEBUG nova.virt.hardware [None req-90a25f63-23a4-405d-80a8-5b325d12671c tempest-FloatingIPsAssociationNegativeTestJSON-1871919481 tempest-FloatingIPsAssociationNegativeTestJSON-1871919481-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1734.823171] env[62574]: DEBUG nova.virt.hardware [None req-90a25f63-23a4-405d-80a8-5b325d12671c tempest-FloatingIPsAssociationNegativeTestJSON-1871919481 tempest-FloatingIPsAssociationNegativeTestJSON-1871919481-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1734.823320] env[62574]: DEBUG nova.virt.hardware [None req-90a25f63-23a4-405d-80a8-5b325d12671c tempest-FloatingIPsAssociationNegativeTestJSON-1871919481 tempest-FloatingIPsAssociationNegativeTestJSON-1871919481-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1734.823411] env[62574]: DEBUG nova.virt.hardware [None req-90a25f63-23a4-405d-80a8-5b325d12671c tempest-FloatingIPsAssociationNegativeTestJSON-1871919481 tempest-FloatingIPsAssociationNegativeTestJSON-1871919481-project-member] Got 1 possible topologies {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1734.823574] env[62574]: DEBUG nova.virt.hardware [None req-90a25f63-23a4-405d-80a8-5b325d12671c tempest-FloatingIPsAssociationNegativeTestJSON-1871919481 tempest-FloatingIPsAssociationNegativeTestJSON-1871919481-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1734.823785] env[62574]: DEBUG nova.virt.hardware [None req-90a25f63-23a4-405d-80a8-5b325d12671c tempest-FloatingIPsAssociationNegativeTestJSON-1871919481 tempest-FloatingIPsAssociationNegativeTestJSON-1871919481-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1734.824636] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44ef8126-bfb9-4280-9e52-f0e37cf1337d {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.833580] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65e48e31-e964-4fe9-802c-5d821faad9e5 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.850471] env[62574]: DEBUG nova.scheduler.client.report [None req-9703126e-83d6-432b-bcdf-b5ec1488b4ff tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Inventory has not changed for provider f0ed160a-beff-4626-a531-2a70d7bc0627 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1734.854396] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-3738b045-e80e-452e-8add-c3da0ed81a74 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] [instance: 8275ea75-5ca3-4b37-89e5-00babfa3d24e] Creating Snapshot of the VM instance {{(pid=62574) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1734.856726] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-6625c914-ef86-4175-b799-a65d5d7dd81a {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.862050] env[62574]: DEBUG oslo_vmware.api [None req-3738b045-e80e-452e-8add-c3da0ed81a74 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] Waiting for the task: (returnval){ [ 1734.862050] env[62574]: value = "task-1861832" [ 1734.862050] env[62574]: _type = "Task" [ 1734.862050] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1734.870161] env[62574]: DEBUG oslo_vmware.api [None req-3738b045-e80e-452e-8add-c3da0ed81a74 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] Task: {'id': task-1861832, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1735.305624] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1861828, 'name': CreateVM_Task} progress is 25%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1735.326765] env[62574]: DEBUG nova.network.neutron [req-bd78461f-f59e-42dd-b887-c7d0b628335e req-1592fa56-baff-4676-be7f-5b9064b17b13 service nova] [instance: 76ab47f1-1837-44ef-a0c5-bbd149566601] Updated VIF entry in instance network info cache for port 21c7124e-e06c-4b87-9ecf-eb20b843fc03. {{(pid=62574) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1735.327167] env[62574]: DEBUG nova.network.neutron [req-bd78461f-f59e-42dd-b887-c7d0b628335e req-1592fa56-baff-4676-be7f-5b9064b17b13 service nova] [instance: 76ab47f1-1837-44ef-a0c5-bbd149566601] Updating instance_info_cache with network_info: [{"id": "21c7124e-e06c-4b87-9ecf-eb20b843fc03", "address": "fa:16:3e:2f:e3:4b", "network": {"id": "f6a83369-79e9-4642-a0ca-7260589f6ea4", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-146115192-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.235", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "89fc8b5a7e904272a1c872b05656484c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35e463c7-7d78-4d66-8efd-6127b1f3ee17", "external-id": "nsx-vlan-transportzone-175", "segmentation_id": 175, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21c7124e-e0", "ovs_interfaceid": "21c7124e-e06c-4b87-9ecf-eb20b843fc03", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1735.357157] env[62574]: DEBUG oslo_concurrency.lockutils [None req-9703126e-83d6-432b-bcdf-b5ec1488b4ff tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.629s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1735.357157] env[62574]: INFO nova.compute.manager [None req-9703126e-83d6-432b-bcdf-b5ec1488b4ff tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] [instance: 4cc7d784-be5d-41db-a028-0dade3464032] Migrating [ 1735.367497] env[62574]: DEBUG oslo_concurrency.lockutils [None req-1f5c6e1e-f746-4ddf-970a-18f5cdc3d106 tempest-InstanceActionsTestJSON-1886761938 tempest-InstanceActionsTestJSON-1886761938-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.775s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1735.369466] env[62574]: INFO nova.compute.claims [None req-1f5c6e1e-f746-4ddf-970a-18f5cdc3d106 tempest-InstanceActionsTestJSON-1886761938 tempest-InstanceActionsTestJSON-1886761938-project-member] [instance: 89a30a5b-dcdd-4140-b047-b3ea62dcf0b5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1735.390989] env[62574]: DEBUG oslo_vmware.api [None req-3738b045-e80e-452e-8add-c3da0ed81a74 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] Task: {'id': task-1861832, 'name': CreateSnapshot_Task, 'duration_secs': 0.516951} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1735.391356] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-3738b045-e80e-452e-8add-c3da0ed81a74 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] [instance: 8275ea75-5ca3-4b37-89e5-00babfa3d24e] Created Snapshot of the VM instance {{(pid=62574) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1735.392131] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e93098aa-dd1e-421c-b7b3-9221d9a147ae {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.804071] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1861828, 'name': CreateVM_Task} progress is 25%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1735.830171] env[62574]: DEBUG oslo_concurrency.lockutils [req-bd78461f-f59e-42dd-b887-c7d0b628335e req-1592fa56-baff-4676-be7f-5b9064b17b13 service nova] Releasing lock "refresh_cache-76ab47f1-1837-44ef-a0c5-bbd149566601" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1735.879065] env[62574]: DEBUG oslo_concurrency.lockutils [None req-9703126e-83d6-432b-bcdf-b5ec1488b4ff tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Acquiring lock "refresh_cache-4cc7d784-be5d-41db-a028-0dade3464032" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1735.879234] env[62574]: DEBUG oslo_concurrency.lockutils [None req-9703126e-83d6-432b-bcdf-b5ec1488b4ff tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Acquired lock "refresh_cache-4cc7d784-be5d-41db-a028-0dade3464032" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1735.879455] env[62574]: DEBUG nova.network.neutron [None req-9703126e-83d6-432b-bcdf-b5ec1488b4ff tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] [instance: 4cc7d784-be5d-41db-a028-0dade3464032] Building network info cache for instance {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1735.912197] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-3738b045-e80e-452e-8add-c3da0ed81a74 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] [instance: 8275ea75-5ca3-4b37-89e5-00babfa3d24e] Creating linked-clone VM from snapshot {{(pid=62574) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1735.912197] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-2d098604-bcaf-424c-b5c1-4755bdd1e309 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.922550] env[62574]: DEBUG oslo_vmware.api [None req-3738b045-e80e-452e-8add-c3da0ed81a74 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] Waiting for the task: (returnval){ [ 1735.922550] env[62574]: value = "task-1861833" [ 1735.922550] env[62574]: _type = "Task" [ 1735.922550] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1735.931325] env[62574]: DEBUG oslo_vmware.api [None req-3738b045-e80e-452e-8add-c3da0ed81a74 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] Task: {'id': task-1861833, 'name': CloneVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1736.128497] env[62574]: INFO nova.compute.manager [None req-d237dca6-187c-4d2f-b259-ff36532e85b9 tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] [instance: a2544584-cd31-41e1-8e0e-10c0c41b66fb] Unrescuing [ 1736.128876] env[62574]: DEBUG oslo_concurrency.lockutils [None req-d237dca6-187c-4d2f-b259-ff36532e85b9 tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] Acquiring lock "refresh_cache-a2544584-cd31-41e1-8e0e-10c0c41b66fb" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1736.129099] env[62574]: DEBUG oslo_concurrency.lockutils [None req-d237dca6-187c-4d2f-b259-ff36532e85b9 tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] Acquired lock "refresh_cache-a2544584-cd31-41e1-8e0e-10c0c41b66fb" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1736.129254] env[62574]: DEBUG nova.network.neutron [None req-d237dca6-187c-4d2f-b259-ff36532e85b9 tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] [instance: a2544584-cd31-41e1-8e0e-10c0c41b66fb] Building network info cache for instance {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1736.304961] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1861828, 'name': CreateVM_Task} progress is 25%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1736.435386] env[62574]: DEBUG oslo_vmware.api [None req-3738b045-e80e-452e-8add-c3da0ed81a74 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] Task: {'id': task-1861833, 'name': CloneVM_Task} progress is 94%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1736.629144] env[62574]: DEBUG nova.network.neutron [None req-9703126e-83d6-432b-bcdf-b5ec1488b4ff tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] [instance: 4cc7d784-be5d-41db-a028-0dade3464032] Updating instance_info_cache with network_info: [{"id": "84bf7a5e-2323-4711-a9b6-1a21d8f249ee", "address": "fa:16:3e:04:12:67", "network": {"id": "b2d07115-f5da-483b-99a5-ede728256338", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-116321158-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.173", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ab01ddb6cf3453f8b60099794e20a03", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c20f5114-0866-45b3-9a7c-62f113ff83fa", "external-id": "nsx-vlan-transportzone-47", "segmentation_id": 47, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84bf7a5e-23", "ovs_interfaceid": "84bf7a5e-2323-4711-a9b6-1a21d8f249ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1736.796876] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c9e7eb3-c619-4fb6-a5f5-483039404450 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.810415] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bf42b65-7432-44c6-bc63-ec74b640c780 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.813566] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1861828, 'name': CreateVM_Task} progress is 25%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1736.841459] env[62574]: DEBUG nova.network.neutron [None req-d237dca6-187c-4d2f-b259-ff36532e85b9 tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] [instance: a2544584-cd31-41e1-8e0e-10c0c41b66fb] Updating instance_info_cache with network_info: [{"id": "3372ecca-824f-404b-bb4a-02a106a87a90", "address": "fa:16:3e:e2:b6:e6", "network": {"id": "247a4b9c-d7ee-4f6d-bb94-9dcf3baadce3", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1542155794-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "cc48a15a978f4231bbbda88a9d4ad6cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "594b35bb-a20b-4f0e-bd35-9acf9cc6bf11", "external-id": "nsx-vlan-transportzone-299", "segmentation_id": 299, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3372ecca-82", "ovs_interfaceid": "3372ecca-824f-404b-bb4a-02a106a87a90", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1736.843195] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c285b534-db83-46a7-a9ae-e4758abd3ff4 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.850971] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8d90f03-85fd-41ea-bced-ed7f015cb18a {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.864735] env[62574]: DEBUG nova.compute.provider_tree [None req-1f5c6e1e-f746-4ddf-970a-18f5cdc3d106 tempest-InstanceActionsTestJSON-1886761938 tempest-InstanceActionsTestJSON-1886761938-project-member] Inventory has not changed in ProviderTree for provider: f0ed160a-beff-4626-a531-2a70d7bc0627 {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1736.934129] env[62574]: DEBUG oslo_vmware.api [None req-3738b045-e80e-452e-8add-c3da0ed81a74 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] Task: {'id': task-1861833, 'name': CloneVM_Task} progress is 94%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1736.962711] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-833aa32c-40bf-45ce-aee8-305cb9bf25c4 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] [instance: e3b07ff8-0c0f-437a-9a29-8baf54b399a0] Unregistered the VM {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1736.962943] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-833aa32c-40bf-45ce-aee8-305cb9bf25c4 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] [instance: e3b07ff8-0c0f-437a-9a29-8baf54b399a0] Deleting contents of the VM from datastore datastore2 {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1736.963226] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-833aa32c-40bf-45ce-aee8-305cb9bf25c4 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Deleting the datastore file [datastore2] e3b07ff8-0c0f-437a-9a29-8baf54b399a0 {{(pid=62574) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1736.963542] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a8ddf16d-36a8-422c-b834-bbdbee323bc3 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.970973] env[62574]: DEBUG oslo_vmware.api [None req-833aa32c-40bf-45ce-aee8-305cb9bf25c4 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Waiting for the task: (returnval){ [ 1736.970973] env[62574]: value = "task-1861834" [ 1736.970973] env[62574]: _type = "Task" [ 1736.970973] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1736.978343] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-3a635f44-3612-40ee-9a8e-4e623f12ecea tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] [instance: cf8dfe40-abfe-4888-a1a5-b26f6d781e93] Unregistered the VM {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1736.978557] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-3a635f44-3612-40ee-9a8e-4e623f12ecea tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] [instance: cf8dfe40-abfe-4888-a1a5-b26f6d781e93] Deleting contents of the VM from datastore datastore2 {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1736.978758] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a635f44-3612-40ee-9a8e-4e623f12ecea tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Deleting the datastore file [datastore2] cf8dfe40-abfe-4888-a1a5-b26f6d781e93 {{(pid=62574) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1736.981935] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6a27d5ef-cc08-41a0-ae00-3367034eb8cf {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.983754] env[62574]: DEBUG oslo_vmware.api [None req-833aa32c-40bf-45ce-aee8-305cb9bf25c4 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Task: {'id': task-1861834, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1736.989112] env[62574]: DEBUG oslo_vmware.api [None req-3a635f44-3612-40ee-9a8e-4e623f12ecea tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Waiting for the task: (returnval){ [ 1736.989112] env[62574]: value = "task-1861835" [ 1736.989112] env[62574]: _type = "Task" [ 1736.989112] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1736.997118] env[62574]: DEBUG oslo_vmware.api [None req-3a635f44-3612-40ee-9a8e-4e623f12ecea tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Task: {'id': task-1861835, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1737.135093] env[62574]: DEBUG oslo_concurrency.lockutils [None req-9703126e-83d6-432b-bcdf-b5ec1488b4ff tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Releasing lock "refresh_cache-4cc7d784-be5d-41db-a028-0dade3464032" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1737.308498] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1861828, 'name': CreateVM_Task} progress is 99%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1737.346732] env[62574]: DEBUG oslo_concurrency.lockutils [None req-d237dca6-187c-4d2f-b259-ff36532e85b9 tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] Releasing lock "refresh_cache-a2544584-cd31-41e1-8e0e-10c0c41b66fb" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1737.347441] env[62574]: DEBUG nova.objects.instance [None req-d237dca6-187c-4d2f-b259-ff36532e85b9 tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] Lazy-loading 'flavor' on Instance uuid a2544584-cd31-41e1-8e0e-10c0c41b66fb {{(pid=62574) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1737.367456] env[62574]: DEBUG nova.scheduler.client.report [None req-1f5c6e1e-f746-4ddf-970a-18f5cdc3d106 tempest-InstanceActionsTestJSON-1886761938 tempest-InstanceActionsTestJSON-1886761938-project-member] Inventory has not changed for provider f0ed160a-beff-4626-a531-2a70d7bc0627 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1737.434922] env[62574]: DEBUG oslo_vmware.api [None req-3738b045-e80e-452e-8add-c3da0ed81a74 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] Task: {'id': task-1861833, 'name': CloneVM_Task} progress is 94%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1737.480682] env[62574]: DEBUG oslo_vmware.api [None req-833aa32c-40bf-45ce-aee8-305cb9bf25c4 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Task: {'id': task-1861834, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.166581} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1737.480982] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-833aa32c-40bf-45ce-aee8-305cb9bf25c4 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Deleted the datastore file {{(pid=62574) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1737.481761] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-833aa32c-40bf-45ce-aee8-305cb9bf25c4 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] [instance: e3b07ff8-0c0f-437a-9a29-8baf54b399a0] Deleted contents of the VM from datastore datastore2 {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1737.481761] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-833aa32c-40bf-45ce-aee8-305cb9bf25c4 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] [instance: e3b07ff8-0c0f-437a-9a29-8baf54b399a0] Instance destroyed {{(pid=62574) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1737.481761] env[62574]: INFO nova.compute.manager [None req-833aa32c-40bf-45ce-aee8-305cb9bf25c4 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] [instance: e3b07ff8-0c0f-437a-9a29-8baf54b399a0] Took 2.95 seconds to destroy the instance on the hypervisor. [ 1737.481761] env[62574]: DEBUG oslo.service.loopingcall [None req-833aa32c-40bf-45ce-aee8-305cb9bf25c4 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62574) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1737.482079] env[62574]: DEBUG nova.compute.manager [-] [instance: e3b07ff8-0c0f-437a-9a29-8baf54b399a0] Deallocating network for instance {{(pid=62574) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1737.482208] env[62574]: DEBUG nova.network.neutron [-] [instance: e3b07ff8-0c0f-437a-9a29-8baf54b399a0] deallocate_for_instance() {{(pid=62574) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1737.498856] env[62574]: DEBUG oslo_vmware.api [None req-3a635f44-3612-40ee-9a8e-4e623f12ecea tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Task: {'id': task-1861835, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.200509} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1737.499176] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a635f44-3612-40ee-9a8e-4e623f12ecea tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Deleted the datastore file {{(pid=62574) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1737.499316] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-3a635f44-3612-40ee-9a8e-4e623f12ecea tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] [instance: cf8dfe40-abfe-4888-a1a5-b26f6d781e93] Deleted contents of the VM from datastore datastore2 {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1737.499490] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-3a635f44-3612-40ee-9a8e-4e623f12ecea tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] [instance: cf8dfe40-abfe-4888-a1a5-b26f6d781e93] Instance destroyed {{(pid=62574) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1737.782929] env[62574]: DEBUG nova.compute.manager [req-f1e115d2-5518-439b-aa6e-ee06125f211f req-8dec353d-3700-4e11-8ac9-71b498bc2cfe service nova] [instance: e3b07ff8-0c0f-437a-9a29-8baf54b399a0] Received event network-vif-deleted-6505a472-35ab-45ab-b907-67b3465e6c4e {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1737.783168] env[62574]: INFO nova.compute.manager [req-f1e115d2-5518-439b-aa6e-ee06125f211f req-8dec353d-3700-4e11-8ac9-71b498bc2cfe service nova] [instance: e3b07ff8-0c0f-437a-9a29-8baf54b399a0] Neutron deleted interface 6505a472-35ab-45ab-b907-67b3465e6c4e; detaching it from the instance and deleting it from the info cache [ 1737.783358] env[62574]: DEBUG nova.network.neutron [req-f1e115d2-5518-439b-aa6e-ee06125f211f req-8dec353d-3700-4e11-8ac9-71b498bc2cfe service nova] [instance: e3b07ff8-0c0f-437a-9a29-8baf54b399a0] Updating instance_info_cache with network_info: [] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1737.808875] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1861828, 'name': CreateVM_Task, 'duration_secs': 5.043274} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1737.809062] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f6cfb126-1ff6-4ac9-802e-7bbdfb539176] Created VM on the ESX host {{(pid=62574) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1737.809724] env[62574]: DEBUG oslo_concurrency.lockutils [None req-cb11538f-e1be-4861-827d-7a76566548c3 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1737.809908] env[62574]: DEBUG oslo_concurrency.lockutils [None req-cb11538f-e1be-4861-827d-7a76566548c3 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1737.810255] env[62574]: DEBUG oslo_concurrency.lockutils [None req-cb11538f-e1be-4861-827d-7a76566548c3 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1737.810499] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f10f522e-6291-47a9-8805-95141c8f5c87 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.814935] env[62574]: DEBUG oslo_vmware.api [None req-cb11538f-e1be-4861-827d-7a76566548c3 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Waiting for the task: (returnval){ [ 1737.814935] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]52e78c6d-5d60-61e5-3551-04a8df6c46b6" [ 1737.814935] env[62574]: _type = "Task" [ 1737.814935] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1737.822474] env[62574]: DEBUG oslo_vmware.api [None req-cb11538f-e1be-4861-827d-7a76566548c3 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52e78c6d-5d60-61e5-3551-04a8df6c46b6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1737.853018] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f6e0426-b76d-4b5f-a130-3961066be50d {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.875615] env[62574]: DEBUG oslo_concurrency.lockutils [None req-1f5c6e1e-f746-4ddf-970a-18f5cdc3d106 tempest-InstanceActionsTestJSON-1886761938 tempest-InstanceActionsTestJSON-1886761938-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.508s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1737.876051] env[62574]: DEBUG nova.compute.manager [None req-1f5c6e1e-f746-4ddf-970a-18f5cdc3d106 tempest-InstanceActionsTestJSON-1886761938 tempest-InstanceActionsTestJSON-1886761938-project-member] [instance: 89a30a5b-dcdd-4140-b047-b3ea62dcf0b5] Start building networks asynchronously for instance. {{(pid=62574) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1737.878440] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-d237dca6-187c-4d2f-b259-ff36532e85b9 tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] [instance: a2544584-cd31-41e1-8e0e-10c0c41b66fb] Powering off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1737.878928] env[62574]: DEBUG oslo_concurrency.lockutils [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 27.886s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1737.879110] env[62574]: DEBUG oslo_concurrency.lockutils [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1737.879261] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62574) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1737.879505] env[62574]: DEBUG oslo_concurrency.lockutils [None req-3fb2ab24-cfe2-4fc8-b787-4a40e8746c79 tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.977s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1737.880867] env[62574]: INFO nova.compute.claims [None req-3fb2ab24-cfe2-4fc8-b787-4a40e8746c79 tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] [instance: 437af2e4-dbbd-4fc4-8262-a8a179e4c3bb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1737.883630] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0e485f84-ff0d-4a56-8315-d5cbf7933417 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.885319] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71d2451f-d2d1-42c5-97a5-c7c38c961ce7 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.894498] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-139097d6-c3df-4e75-837b-fef2e5bbebaf {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.900310] env[62574]: DEBUG oslo_vmware.api [None req-d237dca6-187c-4d2f-b259-ff36532e85b9 tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] Waiting for the task: (returnval){ [ 1737.900310] env[62574]: value = "task-1861836" [ 1737.900310] env[62574]: _type = "Task" [ 1737.900310] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1737.911181] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d4e732d-20a3-472d-90c5-a06343364a22 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.917734] env[62574]: DEBUG oslo_vmware.api [None req-d237dca6-187c-4d2f-b259-ff36532e85b9 tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] Task: {'id': task-1861836, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1737.923253] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d81b1893-6063-4d6e-b193-f2b69643221e {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.959692] env[62574]: DEBUG oslo_vmware.api [None req-3738b045-e80e-452e-8add-c3da0ed81a74 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] Task: {'id': task-1861833, 'name': CloneVM_Task, 'duration_secs': 1.811872} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1737.960463] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178587MB free_disk=147GB free_vcpus=48 pci_devices=None {{(pid=62574) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1737.960615] env[62574]: DEBUG oslo_concurrency.lockutils [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1737.961035] env[62574]: INFO nova.virt.vmwareapi.vmops [None req-3738b045-e80e-452e-8add-c3da0ed81a74 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] [instance: 8275ea75-5ca3-4b37-89e5-00babfa3d24e] Created linked-clone VM from snapshot [ 1737.961900] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a55bbfb7-1f09-4176-8cc3-93e801c4443e {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.970154] env[62574]: DEBUG nova.virt.vmwareapi.images [None req-3738b045-e80e-452e-8add-c3da0ed81a74 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] [instance: 8275ea75-5ca3-4b37-89e5-00babfa3d24e] Uploading image 6a4a5812-e7e6-4b6b-9d85-b46fd68b0062 {{(pid=62574) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1737.995480] env[62574]: DEBUG oslo_vmware.rw_handles [None req-3738b045-e80e-452e-8add-c3da0ed81a74 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1737.995480] env[62574]: value = "vm-384924" [ 1737.995480] env[62574]: _type = "VirtualMachine" [ 1737.995480] env[62574]: }. {{(pid=62574) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1737.995765] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-e07d3ce4-07a7-4656-9ff6-71e01a9149de {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.006910] env[62574]: DEBUG oslo_vmware.rw_handles [None req-3738b045-e80e-452e-8add-c3da0ed81a74 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] Lease: (returnval){ [ 1738.006910] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]5210f216-e179-e377-28f1-c13bbcbf7694" [ 1738.006910] env[62574]: _type = "HttpNfcLease" [ 1738.006910] env[62574]: } obtained for exporting VM: (result){ [ 1738.006910] env[62574]: value = "vm-384924" [ 1738.006910] env[62574]: _type = "VirtualMachine" [ 1738.006910] env[62574]: }. {{(pid=62574) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1738.007257] env[62574]: DEBUG oslo_vmware.api [None req-3738b045-e80e-452e-8add-c3da0ed81a74 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] Waiting for the lease: (returnval){ [ 1738.007257] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]5210f216-e179-e377-28f1-c13bbcbf7694" [ 1738.007257] env[62574]: _type = "HttpNfcLease" [ 1738.007257] env[62574]: } to be ready. {{(pid=62574) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1738.016363] env[62574]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1738.016363] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]5210f216-e179-e377-28f1-c13bbcbf7694" [ 1738.016363] env[62574]: _type = "HttpNfcLease" [ 1738.016363] env[62574]: } is initializing. {{(pid=62574) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1738.111090] env[62574]: DEBUG nova.compute.manager [req-ecc510ee-8835-4991-8882-8ba90d21a7ca req-8b265fd9-4694-4980-ba7d-87df58687ea5 service nova] [instance: d3965319-4501-491b-bd91-0ca579ba9753] Received event network-vif-plugged-91f1244f-7c79-4d62-b6bd-66a78f8b179d {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1738.111090] env[62574]: DEBUG oslo_concurrency.lockutils [req-ecc510ee-8835-4991-8882-8ba90d21a7ca req-8b265fd9-4694-4980-ba7d-87df58687ea5 service nova] Acquiring lock "d3965319-4501-491b-bd91-0ca579ba9753-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1738.111090] env[62574]: DEBUG oslo_concurrency.lockutils [req-ecc510ee-8835-4991-8882-8ba90d21a7ca req-8b265fd9-4694-4980-ba7d-87df58687ea5 service nova] Lock "d3965319-4501-491b-bd91-0ca579ba9753-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1738.111090] env[62574]: DEBUG oslo_concurrency.lockutils [req-ecc510ee-8835-4991-8882-8ba90d21a7ca req-8b265fd9-4694-4980-ba7d-87df58687ea5 service nova] Lock "d3965319-4501-491b-bd91-0ca579ba9753-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1738.111090] env[62574]: DEBUG nova.compute.manager [req-ecc510ee-8835-4991-8882-8ba90d21a7ca req-8b265fd9-4694-4980-ba7d-87df58687ea5 service nova] [instance: d3965319-4501-491b-bd91-0ca579ba9753] No waiting events found dispatching network-vif-plugged-91f1244f-7c79-4d62-b6bd-66a78f8b179d {{(pid=62574) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1738.111090] env[62574]: WARNING nova.compute.manager [req-ecc510ee-8835-4991-8882-8ba90d21a7ca req-8b265fd9-4694-4980-ba7d-87df58687ea5 service nova] [instance: d3965319-4501-491b-bd91-0ca579ba9753] Received unexpected event network-vif-plugged-91f1244f-7c79-4d62-b6bd-66a78f8b179d for instance with vm_state building and task_state spawning. [ 1738.116234] env[62574]: DEBUG nova.network.neutron [None req-90a25f63-23a4-405d-80a8-5b325d12671c tempest-FloatingIPsAssociationNegativeTestJSON-1871919481 tempest-FloatingIPsAssociationNegativeTestJSON-1871919481-project-member] [instance: 4d74e512-951b-49f7-80d0-4a24a2fdecda] Successfully updated port: 9175c4be-af6d-427f-83aa-3d8e95518218 {{(pid=62574) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1738.225059] env[62574]: DEBUG nova.network.neutron [-] [instance: e3b07ff8-0c0f-437a-9a29-8baf54b399a0] Updating instance_info_cache with network_info: [] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1738.289452] env[62574]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-60d57635-c145-4585-bf38-7ed052b9fd41 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.291462] env[62574]: DEBUG nova.network.neutron [None req-d65a80b9-915e-4c19-baa9-21297d62e7d7 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] [instance: d3965319-4501-491b-bd91-0ca579ba9753] Successfully updated port: 91f1244f-7c79-4d62-b6bd-66a78f8b179d {{(pid=62574) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1738.298843] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b369fd85-cc01-470e-8167-78b53a9fe09f {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.328029] env[62574]: DEBUG oslo_vmware.api [None req-cb11538f-e1be-4861-827d-7a76566548c3 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52e78c6d-5d60-61e5-3551-04a8df6c46b6, 'name': SearchDatastore_Task, 'duration_secs': 0.009265} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1738.339817] env[62574]: DEBUG oslo_concurrency.lockutils [None req-cb11538f-e1be-4861-827d-7a76566548c3 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1738.340111] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-cb11538f-e1be-4861-827d-7a76566548c3 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] [instance: f6cfb126-1ff6-4ac9-802e-7bbdfb539176] Processing image 3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2 {{(pid=62574) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1738.340377] env[62574]: DEBUG oslo_concurrency.lockutils [None req-cb11538f-e1be-4861-827d-7a76566548c3 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1738.340526] env[62574]: DEBUG oslo_concurrency.lockutils [None req-cb11538f-e1be-4861-827d-7a76566548c3 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1738.340709] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb11538f-e1be-4861-827d-7a76566548c3 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1738.341508] env[62574]: DEBUG nova.compute.manager [req-f1e115d2-5518-439b-aa6e-ee06125f211f req-8dec353d-3700-4e11-8ac9-71b498bc2cfe service nova] [instance: e3b07ff8-0c0f-437a-9a29-8baf54b399a0] Detach interface failed, port_id=6505a472-35ab-45ab-b907-67b3465e6c4e, reason: Instance e3b07ff8-0c0f-437a-9a29-8baf54b399a0 could not be found. {{(pid=62574) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 1738.341947] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b0bb502a-7b7e-4060-8c04-936335ad3f8b {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.351870] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb11538f-e1be-4861-827d-7a76566548c3 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1738.352069] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-cb11538f-e1be-4861-827d-7a76566548c3 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62574) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1738.352788] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f1cd5a0d-ff7d-485a-a3cc-e738394af88c {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.358318] env[62574]: DEBUG oslo_vmware.api [None req-cb11538f-e1be-4861-827d-7a76566548c3 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Waiting for the task: (returnval){ [ 1738.358318] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]52ace42c-f185-bba0-a835-892980a53913" [ 1738.358318] env[62574]: _type = "Task" [ 1738.358318] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1738.366384] env[62574]: DEBUG oslo_vmware.api [None req-cb11538f-e1be-4861-827d-7a76566548c3 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52ace42c-f185-bba0-a835-892980a53913, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1738.382019] env[62574]: DEBUG nova.compute.utils [None req-1f5c6e1e-f746-4ddf-970a-18f5cdc3d106 tempest-InstanceActionsTestJSON-1886761938 tempest-InstanceActionsTestJSON-1886761938-project-member] Using /dev/sd instead of None {{(pid=62574) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1738.382019] env[62574]: DEBUG nova.compute.manager [None req-1f5c6e1e-f746-4ddf-970a-18f5cdc3d106 tempest-InstanceActionsTestJSON-1886761938 tempest-InstanceActionsTestJSON-1886761938-project-member] [instance: 89a30a5b-dcdd-4140-b047-b3ea62dcf0b5] Allocating IP information in the background. {{(pid=62574) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1738.382019] env[62574]: DEBUG nova.network.neutron [None req-1f5c6e1e-f746-4ddf-970a-18f5cdc3d106 tempest-InstanceActionsTestJSON-1886761938 tempest-InstanceActionsTestJSON-1886761938-project-member] [instance: 89a30a5b-dcdd-4140-b047-b3ea62dcf0b5] allocate_for_instance() {{(pid=62574) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1738.408653] env[62574]: DEBUG oslo_vmware.api [None req-d237dca6-187c-4d2f-b259-ff36532e85b9 tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] Task: {'id': task-1861836, 'name': PowerOffVM_Task, 'duration_secs': 0.489426} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1738.408901] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-d237dca6-187c-4d2f-b259-ff36532e85b9 tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] [instance: a2544584-cd31-41e1-8e0e-10c0c41b66fb] Powered off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1738.414184] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-d237dca6-187c-4d2f-b259-ff36532e85b9 tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] [instance: a2544584-cd31-41e1-8e0e-10c0c41b66fb] Reconfiguring VM instance instance-0000003c to detach disk 2001 {{(pid=62574) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1738.415025] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-60906122-074f-4ed0-926e-33976be98302 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.428791] env[62574]: DEBUG nova.policy [None req-1f5c6e1e-f746-4ddf-970a-18f5cdc3d106 tempest-InstanceActionsTestJSON-1886761938 tempest-InstanceActionsTestJSON-1886761938-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '593f15b1989b42ec820c44a01645010a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5684327493954400975cb51a696cf993', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62574) authorize /opt/stack/nova/nova/policy.py:192}} [ 1738.436596] env[62574]: DEBUG oslo_vmware.api [None req-d237dca6-187c-4d2f-b259-ff36532e85b9 tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] Waiting for the task: (returnval){ [ 1738.436596] env[62574]: value = "task-1861838" [ 1738.436596] env[62574]: _type = "Task" [ 1738.436596] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1738.446488] env[62574]: DEBUG oslo_vmware.api [None req-d237dca6-187c-4d2f-b259-ff36532e85b9 tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] Task: {'id': task-1861838, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1738.520907] env[62574]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1738.520907] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]5210f216-e179-e377-28f1-c13bbcbf7694" [ 1738.520907] env[62574]: _type = "HttpNfcLease" [ 1738.520907] env[62574]: } is ready. {{(pid=62574) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1738.521618] env[62574]: DEBUG oslo_vmware.rw_handles [None req-3738b045-e80e-452e-8add-c3da0ed81a74 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1738.521618] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]5210f216-e179-e377-28f1-c13bbcbf7694" [ 1738.521618] env[62574]: _type = "HttpNfcLease" [ 1738.521618] env[62574]: }. {{(pid=62574) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1738.522824] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69e80261-36fe-40d3-b627-c7c73aada326 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.537864] env[62574]: DEBUG oslo_vmware.rw_handles [None req-3738b045-e80e-452e-8add-c3da0ed81a74 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52fc726d-2bea-adf0-8aa5-874620efd2dd/disk-0.vmdk from lease info. {{(pid=62574) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1738.538118] env[62574]: DEBUG oslo_vmware.rw_handles [None req-3738b045-e80e-452e-8add-c3da0ed81a74 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52fc726d-2bea-adf0-8aa5-874620efd2dd/disk-0.vmdk for reading. {{(pid=62574) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1738.601569] env[62574]: DEBUG nova.virt.hardware [None req-3a635f44-3612-40ee-9a8e-4e623f12ecea tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T19:26:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-13T19:26:40Z,direct_url=,disk_format='vmdk',id=3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7eed1dd4d2c3418eb32c4f4ceda3ab0d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-13T19:26:41Z,virtual_size=,visibility=), allow threads: False {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1738.601864] env[62574]: DEBUG nova.virt.hardware [None req-3a635f44-3612-40ee-9a8e-4e623f12ecea tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Flavor limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1738.602009] env[62574]: DEBUG nova.virt.hardware [None req-3a635f44-3612-40ee-9a8e-4e623f12ecea tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Image limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1738.602207] env[62574]: DEBUG nova.virt.hardware [None req-3a635f44-3612-40ee-9a8e-4e623f12ecea tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Flavor pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1738.602397] env[62574]: DEBUG nova.virt.hardware [None req-3a635f44-3612-40ee-9a8e-4e623f12ecea tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Image pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1738.602673] env[62574]: DEBUG nova.virt.hardware [None req-3a635f44-3612-40ee-9a8e-4e623f12ecea tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1738.602778] env[62574]: DEBUG nova.virt.hardware [None req-3a635f44-3612-40ee-9a8e-4e623f12ecea tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1738.602859] env[62574]: DEBUG nova.virt.hardware [None req-3a635f44-3612-40ee-9a8e-4e623f12ecea tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1738.603069] env[62574]: DEBUG nova.virt.hardware [None req-3a635f44-3612-40ee-9a8e-4e623f12ecea tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Got 1 possible topologies {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1738.603291] env[62574]: DEBUG nova.virt.hardware [None req-3a635f44-3612-40ee-9a8e-4e623f12ecea tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1738.603452] env[62574]: DEBUG nova.virt.hardware [None req-3a635f44-3612-40ee-9a8e-4e623f12ecea tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1738.604414] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92d3eb9d-0fa9-4d76-9de0-74c7dcff2e14 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.614011] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd9d2d81-5517-4e47-b679-4b637501a7ea {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.619578] env[62574]: DEBUG oslo_concurrency.lockutils [None req-90a25f63-23a4-405d-80a8-5b325d12671c tempest-FloatingIPsAssociationNegativeTestJSON-1871919481 tempest-FloatingIPsAssociationNegativeTestJSON-1871919481-project-member] Acquiring lock "refresh_cache-4d74e512-951b-49f7-80d0-4a24a2fdecda" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1738.619756] env[62574]: DEBUG oslo_concurrency.lockutils [None req-90a25f63-23a4-405d-80a8-5b325d12671c tempest-FloatingIPsAssociationNegativeTestJSON-1871919481 tempest-FloatingIPsAssociationNegativeTestJSON-1871919481-project-member] Acquired lock "refresh_cache-4d74e512-951b-49f7-80d0-4a24a2fdecda" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1738.619907] env[62574]: DEBUG nova.network.neutron [None req-90a25f63-23a4-405d-80a8-5b325d12671c tempest-FloatingIPsAssociationNegativeTestJSON-1871919481 tempest-FloatingIPsAssociationNegativeTestJSON-1871919481-project-member] [instance: 4d74e512-951b-49f7-80d0-4a24a2fdecda] Building network info cache for instance {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1738.633210] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-3a635f44-3612-40ee-9a8e-4e623f12ecea tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] [instance: cf8dfe40-abfe-4888-a1a5-b26f6d781e93] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ba:6c:66', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c47e98ff-83cf-48d2-bf91-2931c7386b6a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a3ad0359-fee4-4551-b572-64bb971c491d', 'vif_model': 'vmxnet3'}] {{(pid=62574) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1738.641646] env[62574]: DEBUG oslo.service.loopingcall [None req-3a635f44-3612-40ee-9a8e-4e623f12ecea tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62574) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1738.644845] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cf8dfe40-abfe-4888-a1a5-b26f6d781e93] Creating VM on the ESX host {{(pid=62574) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1738.647522] env[62574]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0e4f1e90-aa65-4683-802d-8583c52e2439 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.662686] env[62574]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-7ea213cf-e765-42d0-a787-2dee7fba871b {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.667206] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-970550b3-e87d-470b-80e6-65212cb8b392 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.690639] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-9703126e-83d6-432b-bcdf-b5ec1488b4ff tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] [instance: 4cc7d784-be5d-41db-a028-0dade3464032] Updating instance '4cc7d784-be5d-41db-a028-0dade3464032' progress to 0 {{(pid=62574) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1738.698210] env[62574]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1738.698210] env[62574]: value = "task-1861839" [ 1738.698210] env[62574]: _type = "Task" [ 1738.698210] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1738.710865] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1861839, 'name': CreateVM_Task} progress is 15%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1738.726527] env[62574]: INFO nova.compute.manager [-] [instance: e3b07ff8-0c0f-437a-9a29-8baf54b399a0] Took 1.24 seconds to deallocate network for instance. [ 1738.794643] env[62574]: DEBUG oslo_concurrency.lockutils [None req-d65a80b9-915e-4c19-baa9-21297d62e7d7 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Acquiring lock "refresh_cache-d3965319-4501-491b-bd91-0ca579ba9753" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1738.794643] env[62574]: DEBUG oslo_concurrency.lockutils [None req-d65a80b9-915e-4c19-baa9-21297d62e7d7 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Acquired lock "refresh_cache-d3965319-4501-491b-bd91-0ca579ba9753" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1738.794643] env[62574]: DEBUG nova.network.neutron [None req-d65a80b9-915e-4c19-baa9-21297d62e7d7 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] [instance: d3965319-4501-491b-bd91-0ca579ba9753] Building network info cache for instance {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1738.863469] env[62574]: DEBUG nova.network.neutron [None req-1f5c6e1e-f746-4ddf-970a-18f5cdc3d106 tempest-InstanceActionsTestJSON-1886761938 tempest-InstanceActionsTestJSON-1886761938-project-member] [instance: 89a30a5b-dcdd-4140-b047-b3ea62dcf0b5] Successfully created port: 1b9a2528-3659-4e04-9b25-64d21d01fb4f {{(pid=62574) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1738.871437] env[62574]: DEBUG oslo_vmware.api [None req-cb11538f-e1be-4861-827d-7a76566548c3 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52ace42c-f185-bba0-a835-892980a53913, 'name': SearchDatastore_Task, 'duration_secs': 0.008633} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1738.872322] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b31094d0-ba3c-4e40-ab07-40761ef23f0b {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.877754] env[62574]: DEBUG oslo_vmware.api [None req-cb11538f-e1be-4861-827d-7a76566548c3 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Waiting for the task: (returnval){ [ 1738.877754] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]52e81ef1-1509-cf9f-af8e-ffa4dd911ef2" [ 1738.877754] env[62574]: _type = "Task" [ 1738.877754] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1738.884996] env[62574]: DEBUG nova.compute.manager [None req-1f5c6e1e-f746-4ddf-970a-18f5cdc3d106 tempest-InstanceActionsTestJSON-1886761938 tempest-InstanceActionsTestJSON-1886761938-project-member] [instance: 89a30a5b-dcdd-4140-b047-b3ea62dcf0b5] Start building block device mappings for instance. {{(pid=62574) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1738.893738] env[62574]: DEBUG oslo_vmware.api [None req-cb11538f-e1be-4861-827d-7a76566548c3 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52e81ef1-1509-cf9f-af8e-ffa4dd911ef2, 'name': SearchDatastore_Task, 'duration_secs': 0.009373} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1738.894839] env[62574]: DEBUG oslo_concurrency.lockutils [None req-cb11538f-e1be-4861-827d-7a76566548c3 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1738.896325] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb11538f-e1be-4861-827d-7a76566548c3 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk to [datastore1] f6cfb126-1ff6-4ac9-802e-7bbdfb539176/f6cfb126-1ff6-4ac9-802e-7bbdfb539176.vmdk {{(pid=62574) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1738.896655] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c74b37f6-a623-445a-93dd-d167d388bd88 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.904791] env[62574]: DEBUG oslo_vmware.api [None req-cb11538f-e1be-4861-827d-7a76566548c3 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Waiting for the task: (returnval){ [ 1738.904791] env[62574]: value = "task-1861840" [ 1738.904791] env[62574]: _type = "Task" [ 1738.904791] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1738.914790] env[62574]: DEBUG oslo_vmware.api [None req-cb11538f-e1be-4861-827d-7a76566548c3 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Task: {'id': task-1861840, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1738.949051] env[62574]: DEBUG oslo_vmware.api [None req-d237dca6-187c-4d2f-b259-ff36532e85b9 tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] Task: {'id': task-1861838, 'name': ReconfigVM_Task, 'duration_secs': 0.379258} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1738.951868] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-d237dca6-187c-4d2f-b259-ff36532e85b9 tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] [instance: a2544584-cd31-41e1-8e0e-10c0c41b66fb] Reconfigured VM instance instance-0000003c to detach disk 2001 {{(pid=62574) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1738.951868] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-d237dca6-187c-4d2f-b259-ff36532e85b9 tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] [instance: a2544584-cd31-41e1-8e0e-10c0c41b66fb] Powering on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1738.951868] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e277b7d2-01d4-45c4-987c-13aeeae46205 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.958016] env[62574]: DEBUG oslo_vmware.api [None req-d237dca6-187c-4d2f-b259-ff36532e85b9 tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] Waiting for the task: (returnval){ [ 1738.958016] env[62574]: value = "task-1861841" [ 1738.958016] env[62574]: _type = "Task" [ 1738.958016] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1738.966963] env[62574]: DEBUG oslo_vmware.api [None req-d237dca6-187c-4d2f-b259-ff36532e85b9 tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] Task: {'id': task-1861841, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1739.154724] env[62574]: DEBUG nova.network.neutron [None req-90a25f63-23a4-405d-80a8-5b325d12671c tempest-FloatingIPsAssociationNegativeTestJSON-1871919481 tempest-FloatingIPsAssociationNegativeTestJSON-1871919481-project-member] [instance: 4d74e512-951b-49f7-80d0-4a24a2fdecda] Instance cache missing network info. {{(pid=62574) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1739.201710] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-9703126e-83d6-432b-bcdf-b5ec1488b4ff tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] [instance: 4cc7d784-be5d-41db-a028-0dade3464032] Powering off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1739.201710] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eaa9bcb0-9cac-4434-b27a-3db273d28bcb {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.217800] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1861839, 'name': CreateVM_Task, 'duration_secs': 0.419324} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1739.219885] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cf8dfe40-abfe-4888-a1a5-b26f6d781e93] Created VM on the ESX host {{(pid=62574) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1739.220349] env[62574]: DEBUG oslo_vmware.api [None req-9703126e-83d6-432b-bcdf-b5ec1488b4ff tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Waiting for the task: (returnval){ [ 1739.220349] env[62574]: value = "task-1861842" [ 1739.220349] env[62574]: _type = "Task" [ 1739.220349] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1739.221157] env[62574]: DEBUG oslo_concurrency.lockutils [None req-3a635f44-3612-40ee-9a8e-4e623f12ecea tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1739.221442] env[62574]: DEBUG oslo_concurrency.lockutils [None req-3a635f44-3612-40ee-9a8e-4e623f12ecea tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1739.221927] env[62574]: DEBUG oslo_concurrency.lockutils [None req-3a635f44-3612-40ee-9a8e-4e623f12ecea tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1739.222810] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-473bfe0f-bf17-4bf9-b4be-96345121cfc1 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.237263] env[62574]: DEBUG oslo_concurrency.lockutils [None req-833aa32c-40bf-45ce-aee8-305cb9bf25c4 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1739.237853] env[62574]: DEBUG oslo_vmware.api [None req-3a635f44-3612-40ee-9a8e-4e623f12ecea tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Waiting for the task: (returnval){ [ 1739.237853] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]52798116-41b8-1b4d-d284-c53066cd968b" [ 1739.237853] env[62574]: _type = "Task" [ 1739.237853] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1739.238232] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-9703126e-83d6-432b-bcdf-b5ec1488b4ff tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] [instance: 4cc7d784-be5d-41db-a028-0dade3464032] VM already powered off {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1739.238476] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-9703126e-83d6-432b-bcdf-b5ec1488b4ff tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] [instance: 4cc7d784-be5d-41db-a028-0dade3464032] Updating instance '4cc7d784-be5d-41db-a028-0dade3464032' progress to 17 {{(pid=62574) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1739.256630] env[62574]: DEBUG oslo_vmware.api [None req-3a635f44-3612-40ee-9a8e-4e623f12ecea tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52798116-41b8-1b4d-d284-c53066cd968b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1739.360176] env[62574]: DEBUG nova.network.neutron [None req-d65a80b9-915e-4c19-baa9-21297d62e7d7 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] [instance: d3965319-4501-491b-bd91-0ca579ba9753] Instance cache missing network info. {{(pid=62574) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1739.417083] env[62574]: DEBUG oslo_vmware.api [None req-cb11538f-e1be-4861-827d-7a76566548c3 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Task: {'id': task-1861840, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1739.421548] env[62574]: DEBUG nova.network.neutron [None req-90a25f63-23a4-405d-80a8-5b325d12671c tempest-FloatingIPsAssociationNegativeTestJSON-1871919481 tempest-FloatingIPsAssociationNegativeTestJSON-1871919481-project-member] [instance: 4d74e512-951b-49f7-80d0-4a24a2fdecda] Updating instance_info_cache with network_info: [{"id": "9175c4be-af6d-427f-83aa-3d8e95518218", "address": "fa:16:3e:e9:c2:91", "network": {"id": "412415ff-c188-44d6-b9ca-5c1237263705", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-448957017-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aed071239aaa420d8c5548ec1a607ed1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1c8fdf9-970c-4ae0-b6d9-f1015196b552", "external-id": "nsx-vlan-transportzone-993", "segmentation_id": 993, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9175c4be-af", "ovs_interfaceid": "9175c4be-af6d-427f-83aa-3d8e95518218", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1739.470738] env[62574]: DEBUG oslo_vmware.api [None req-d237dca6-187c-4d2f-b259-ff36532e85b9 tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] Task: {'id': task-1861841, 'name': PowerOnVM_Task, 'duration_secs': 0.457297} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1739.471947] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-d237dca6-187c-4d2f-b259-ff36532e85b9 tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] [instance: a2544584-cd31-41e1-8e0e-10c0c41b66fb] Powered on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1739.472306] env[62574]: DEBUG nova.compute.manager [None req-d237dca6-187c-4d2f-b259-ff36532e85b9 tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] [instance: a2544584-cd31-41e1-8e0e-10c0c41b66fb] Checking state {{(pid=62574) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1739.473127] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-800905c6-5487-4d86-852b-716d0b9781ff {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.476157] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a345c65-e4cb-4705-a96b-c0b33ff9e4e1 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.485202] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2171b7f1-dd54-48aa-9513-6966e6e3f1c6 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.524560] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6088caf6-df3f-4764-87ed-1cd6e28472c9 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.534373] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b079133-55b4-4768-b9d1-3a3d7a3a2aad {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.550499] env[62574]: DEBUG nova.compute.provider_tree [None req-3fb2ab24-cfe2-4fc8-b787-4a40e8746c79 tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Inventory has not changed in ProviderTree for provider: f0ed160a-beff-4626-a531-2a70d7bc0627 {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1739.571587] env[62574]: DEBUG nova.network.neutron [None req-d65a80b9-915e-4c19-baa9-21297d62e7d7 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] [instance: d3965319-4501-491b-bd91-0ca579ba9753] Updating instance_info_cache with network_info: [{"id": "91f1244f-7c79-4d62-b6bd-66a78f8b179d", "address": "fa:16:3e:d3:56:10", "network": {"id": "8bd12a38-08c1-4356-9843-f29b17be87eb", "bridge": "br-int", "label": "tempest-ServersTestJSON-544040280-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd623c359a6848e68b723390c29ce7e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cb94a1a-f287-46e7-b63b-ec692c2141b4", "external-id": "nsx-vlan-transportzone-346", "segmentation_id": 346, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91f1244f-7c", "ovs_interfaceid": "91f1244f-7c79-4d62-b6bd-66a78f8b179d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1739.748648] env[62574]: DEBUG nova.virt.hardware [None req-9703126e-83d6-432b-bcdf-b5ec1488b4ff tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T19:27:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1739.749610] env[62574]: DEBUG nova.virt.hardware [None req-9703126e-83d6-432b-bcdf-b5ec1488b4ff tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Flavor limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1739.749610] env[62574]: DEBUG nova.virt.hardware [None req-9703126e-83d6-432b-bcdf-b5ec1488b4ff tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Image limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1739.749610] env[62574]: DEBUG nova.virt.hardware [None req-9703126e-83d6-432b-bcdf-b5ec1488b4ff tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Flavor pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1739.749916] env[62574]: DEBUG nova.virt.hardware [None req-9703126e-83d6-432b-bcdf-b5ec1488b4ff tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Image pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1739.749916] env[62574]: DEBUG nova.virt.hardware [None req-9703126e-83d6-432b-bcdf-b5ec1488b4ff tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1739.750173] env[62574]: DEBUG nova.virt.hardware [None req-9703126e-83d6-432b-bcdf-b5ec1488b4ff tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1739.750347] env[62574]: DEBUG nova.virt.hardware [None req-9703126e-83d6-432b-bcdf-b5ec1488b4ff tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1739.750561] env[62574]: DEBUG nova.virt.hardware [None req-9703126e-83d6-432b-bcdf-b5ec1488b4ff tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Got 1 possible topologies {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1739.751436] env[62574]: DEBUG nova.virt.hardware [None req-9703126e-83d6-432b-bcdf-b5ec1488b4ff tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1739.751631] env[62574]: DEBUG nova.virt.hardware [None req-9703126e-83d6-432b-bcdf-b5ec1488b4ff tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1739.758325] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-47afab8c-ea0e-49b9-b6e0-6c03f7de42cb {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.777916] env[62574]: DEBUG oslo_vmware.api [None req-3a635f44-3612-40ee-9a8e-4e623f12ecea tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52798116-41b8-1b4d-d284-c53066cd968b, 'name': SearchDatastore_Task, 'duration_secs': 0.017978} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1739.779437] env[62574]: DEBUG oslo_concurrency.lockutils [None req-3a635f44-3612-40ee-9a8e-4e623f12ecea tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1739.779710] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-3a635f44-3612-40ee-9a8e-4e623f12ecea tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] [instance: cf8dfe40-abfe-4888-a1a5-b26f6d781e93] Processing image 3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2 {{(pid=62574) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1739.780016] env[62574]: DEBUG oslo_concurrency.lockutils [None req-3a635f44-3612-40ee-9a8e-4e623f12ecea tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1739.780202] env[62574]: DEBUG oslo_concurrency.lockutils [None req-3a635f44-3612-40ee-9a8e-4e623f12ecea tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1739.780413] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a635f44-3612-40ee-9a8e-4e623f12ecea tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1739.780777] env[62574]: DEBUG oslo_vmware.api [None req-9703126e-83d6-432b-bcdf-b5ec1488b4ff tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Waiting for the task: (returnval){ [ 1739.780777] env[62574]: value = "task-1861843" [ 1739.780777] env[62574]: _type = "Task" [ 1739.780777] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1739.781032] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-63da3993-01a9-4ac7-8a18-46b41f220ef3 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.793240] env[62574]: DEBUG oslo_vmware.api [None req-9703126e-83d6-432b-bcdf-b5ec1488b4ff tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Task: {'id': task-1861843, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1739.794999] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a635f44-3612-40ee-9a8e-4e623f12ecea tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1739.794999] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-3a635f44-3612-40ee-9a8e-4e623f12ecea tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62574) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1739.795911] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5129cd0f-159d-4fef-aae3-c3f4bfed663f {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.801184] env[62574]: DEBUG oslo_vmware.api [None req-3a635f44-3612-40ee-9a8e-4e623f12ecea tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Waiting for the task: (returnval){ [ 1739.801184] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]524dfac5-759d-1251-74a7-23a512e5d12f" [ 1739.801184] env[62574]: _type = "Task" [ 1739.801184] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1739.809417] env[62574]: DEBUG oslo_vmware.api [None req-3a635f44-3612-40ee-9a8e-4e623f12ecea tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]524dfac5-759d-1251-74a7-23a512e5d12f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1739.824352] env[62574]: DEBUG nova.compute.manager [req-dee1762a-1539-41ff-a544-c8771b14422f req-6ccdf666-5f91-475e-be65-70d6ccb07920 service nova] [instance: 4d74e512-951b-49f7-80d0-4a24a2fdecda] Received event network-vif-plugged-9175c4be-af6d-427f-83aa-3d8e95518218 {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1739.824352] env[62574]: DEBUG oslo_concurrency.lockutils [req-dee1762a-1539-41ff-a544-c8771b14422f req-6ccdf666-5f91-475e-be65-70d6ccb07920 service nova] Acquiring lock "4d74e512-951b-49f7-80d0-4a24a2fdecda-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1739.824713] env[62574]: DEBUG oslo_concurrency.lockutils [req-dee1762a-1539-41ff-a544-c8771b14422f req-6ccdf666-5f91-475e-be65-70d6ccb07920 service nova] Lock "4d74e512-951b-49f7-80d0-4a24a2fdecda-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1739.824751] env[62574]: DEBUG oslo_concurrency.lockutils [req-dee1762a-1539-41ff-a544-c8771b14422f req-6ccdf666-5f91-475e-be65-70d6ccb07920 service nova] Lock "4d74e512-951b-49f7-80d0-4a24a2fdecda-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1739.824976] env[62574]: DEBUG nova.compute.manager [req-dee1762a-1539-41ff-a544-c8771b14422f req-6ccdf666-5f91-475e-be65-70d6ccb07920 service nova] [instance: 4d74e512-951b-49f7-80d0-4a24a2fdecda] No waiting events found dispatching network-vif-plugged-9175c4be-af6d-427f-83aa-3d8e95518218 {{(pid=62574) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1739.825174] env[62574]: WARNING nova.compute.manager [req-dee1762a-1539-41ff-a544-c8771b14422f req-6ccdf666-5f91-475e-be65-70d6ccb07920 service nova] [instance: 4d74e512-951b-49f7-80d0-4a24a2fdecda] Received unexpected event network-vif-plugged-9175c4be-af6d-427f-83aa-3d8e95518218 for instance with vm_state building and task_state spawning. [ 1739.825399] env[62574]: DEBUG nova.compute.manager [req-dee1762a-1539-41ff-a544-c8771b14422f req-6ccdf666-5f91-475e-be65-70d6ccb07920 service nova] [instance: 4d74e512-951b-49f7-80d0-4a24a2fdecda] Received event network-changed-9175c4be-af6d-427f-83aa-3d8e95518218 {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1739.825622] env[62574]: DEBUG nova.compute.manager [req-dee1762a-1539-41ff-a544-c8771b14422f req-6ccdf666-5f91-475e-be65-70d6ccb07920 service nova] [instance: 4d74e512-951b-49f7-80d0-4a24a2fdecda] Refreshing instance network info cache due to event network-changed-9175c4be-af6d-427f-83aa-3d8e95518218. {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1739.825898] env[62574]: DEBUG oslo_concurrency.lockutils [req-dee1762a-1539-41ff-a544-c8771b14422f req-6ccdf666-5f91-475e-be65-70d6ccb07920 service nova] Acquiring lock "refresh_cache-4d74e512-951b-49f7-80d0-4a24a2fdecda" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1739.895203] env[62574]: DEBUG nova.compute.manager [None req-1f5c6e1e-f746-4ddf-970a-18f5cdc3d106 tempest-InstanceActionsTestJSON-1886761938 tempest-InstanceActionsTestJSON-1886761938-project-member] [instance: 89a30a5b-dcdd-4140-b047-b3ea62dcf0b5] Start spawning the instance on the hypervisor. {{(pid=62574) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1739.918568] env[62574]: DEBUG oslo_vmware.api [None req-cb11538f-e1be-4861-827d-7a76566548c3 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Task: {'id': task-1861840, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.583812} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1739.918904] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb11538f-e1be-4861-827d-7a76566548c3 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk to [datastore1] f6cfb126-1ff6-4ac9-802e-7bbdfb539176/f6cfb126-1ff6-4ac9-802e-7bbdfb539176.vmdk {{(pid=62574) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1739.919171] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-cb11538f-e1be-4861-827d-7a76566548c3 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] [instance: f6cfb126-1ff6-4ac9-802e-7bbdfb539176] Extending root virtual disk to 1048576 {{(pid=62574) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1739.919439] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-13248487-4945-4cc7-ad26-dfb840a4ecee {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.924636] env[62574]: DEBUG nova.virt.hardware [None req-1f5c6e1e-f746-4ddf-970a-18f5cdc3d106 tempest-InstanceActionsTestJSON-1886761938 tempest-InstanceActionsTestJSON-1886761938-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T19:26:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-13T19:26:40Z,direct_url=,disk_format='vmdk',id=3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7eed1dd4d2c3418eb32c4f4ceda3ab0d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-13T19:26:41Z,virtual_size=,visibility=), allow threads: False {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1739.924915] env[62574]: DEBUG nova.virt.hardware [None req-1f5c6e1e-f746-4ddf-970a-18f5cdc3d106 tempest-InstanceActionsTestJSON-1886761938 tempest-InstanceActionsTestJSON-1886761938-project-member] Flavor limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1739.925147] env[62574]: DEBUG nova.virt.hardware [None req-1f5c6e1e-f746-4ddf-970a-18f5cdc3d106 tempest-InstanceActionsTestJSON-1886761938 tempest-InstanceActionsTestJSON-1886761938-project-member] Image limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1739.925377] env[62574]: DEBUG nova.virt.hardware [None req-1f5c6e1e-f746-4ddf-970a-18f5cdc3d106 tempest-InstanceActionsTestJSON-1886761938 tempest-InstanceActionsTestJSON-1886761938-project-member] Flavor pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1739.925608] env[62574]: DEBUG nova.virt.hardware [None req-1f5c6e1e-f746-4ddf-970a-18f5cdc3d106 tempest-InstanceActionsTestJSON-1886761938 tempest-InstanceActionsTestJSON-1886761938-project-member] Image pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1739.925763] env[62574]: DEBUG nova.virt.hardware [None req-1f5c6e1e-f746-4ddf-970a-18f5cdc3d106 tempest-InstanceActionsTestJSON-1886761938 tempest-InstanceActionsTestJSON-1886761938-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1739.926065] env[62574]: DEBUG nova.virt.hardware [None req-1f5c6e1e-f746-4ddf-970a-18f5cdc3d106 tempest-InstanceActionsTestJSON-1886761938 tempest-InstanceActionsTestJSON-1886761938-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1739.926239] env[62574]: DEBUG nova.virt.hardware [None req-1f5c6e1e-f746-4ddf-970a-18f5cdc3d106 tempest-InstanceActionsTestJSON-1886761938 tempest-InstanceActionsTestJSON-1886761938-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1739.926438] env[62574]: DEBUG nova.virt.hardware [None req-1f5c6e1e-f746-4ddf-970a-18f5cdc3d106 tempest-InstanceActionsTestJSON-1886761938 tempest-InstanceActionsTestJSON-1886761938-project-member] Got 1 possible topologies {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1739.926571] env[62574]: DEBUG nova.virt.hardware [None req-1f5c6e1e-f746-4ddf-970a-18f5cdc3d106 tempest-InstanceActionsTestJSON-1886761938 tempest-InstanceActionsTestJSON-1886761938-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1739.926755] env[62574]: DEBUG nova.virt.hardware [None req-1f5c6e1e-f746-4ddf-970a-18f5cdc3d106 tempest-InstanceActionsTestJSON-1886761938 tempest-InstanceActionsTestJSON-1886761938-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1739.927281] env[62574]: DEBUG oslo_concurrency.lockutils [None req-90a25f63-23a4-405d-80a8-5b325d12671c tempest-FloatingIPsAssociationNegativeTestJSON-1871919481 tempest-FloatingIPsAssociationNegativeTestJSON-1871919481-project-member] Releasing lock "refresh_cache-4d74e512-951b-49f7-80d0-4a24a2fdecda" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1739.927615] env[62574]: DEBUG nova.compute.manager [None req-90a25f63-23a4-405d-80a8-5b325d12671c tempest-FloatingIPsAssociationNegativeTestJSON-1871919481 tempest-FloatingIPsAssociationNegativeTestJSON-1871919481-project-member] [instance: 4d74e512-951b-49f7-80d0-4a24a2fdecda] Instance network_info: |[{"id": "9175c4be-af6d-427f-83aa-3d8e95518218", "address": "fa:16:3e:e9:c2:91", "network": {"id": "412415ff-c188-44d6-b9ca-5c1237263705", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-448957017-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aed071239aaa420d8c5548ec1a607ed1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1c8fdf9-970c-4ae0-b6d9-f1015196b552", "external-id": "nsx-vlan-transportzone-993", "segmentation_id": 993, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9175c4be-af", "ovs_interfaceid": "9175c4be-af6d-427f-83aa-3d8e95518218", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62574) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1739.928423] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8388631-ba4c-4fca-814a-fa2d26a4f014 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.932259] env[62574]: DEBUG oslo_concurrency.lockutils [req-dee1762a-1539-41ff-a544-c8771b14422f req-6ccdf666-5f91-475e-be65-70d6ccb07920 service nova] Acquired lock "refresh_cache-4d74e512-951b-49f7-80d0-4a24a2fdecda" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1739.932497] env[62574]: DEBUG nova.network.neutron [req-dee1762a-1539-41ff-a544-c8771b14422f req-6ccdf666-5f91-475e-be65-70d6ccb07920 service nova] [instance: 4d74e512-951b-49f7-80d0-4a24a2fdecda] Refreshing network info cache for port 9175c4be-af6d-427f-83aa-3d8e95518218 {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1739.933882] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-90a25f63-23a4-405d-80a8-5b325d12671c tempest-FloatingIPsAssociationNegativeTestJSON-1871919481 tempest-FloatingIPsAssociationNegativeTestJSON-1871919481-project-member] [instance: 4d74e512-951b-49f7-80d0-4a24a2fdecda] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e9:c2:91', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a1c8fdf9-970c-4ae0-b6d9-f1015196b552', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9175c4be-af6d-427f-83aa-3d8e95518218', 'vif_model': 'vmxnet3'}] {{(pid=62574) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1739.945027] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-90a25f63-23a4-405d-80a8-5b325d12671c tempest-FloatingIPsAssociationNegativeTestJSON-1871919481 tempest-FloatingIPsAssociationNegativeTestJSON-1871919481-project-member] Creating folder: Project (aed071239aaa420d8c5548ec1a607ed1). Parent ref: group-v384746. {{(pid=62574) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1739.945027] env[62574]: DEBUG oslo_vmware.api [None req-cb11538f-e1be-4861-827d-7a76566548c3 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Waiting for the task: (returnval){ [ 1739.945027] env[62574]: value = "task-1861844" [ 1739.945027] env[62574]: _type = "Task" [ 1739.945027] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1739.945027] env[62574]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-86d92920-4f39-482f-96cd-8eb4c7d16c6a {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.954437] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e717733-2cea-4988-8f3d-057ccfb5c53e {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.964683] env[62574]: DEBUG oslo_vmware.api [None req-cb11538f-e1be-4861-827d-7a76566548c3 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Task: {'id': task-1861844, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1739.964683] env[62574]: INFO nova.virt.vmwareapi.vm_util [None req-90a25f63-23a4-405d-80a8-5b325d12671c tempest-FloatingIPsAssociationNegativeTestJSON-1871919481 tempest-FloatingIPsAssociationNegativeTestJSON-1871919481-project-member] Created folder: Project (aed071239aaa420d8c5548ec1a607ed1) in parent group-v384746. [ 1739.964683] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-90a25f63-23a4-405d-80a8-5b325d12671c tempest-FloatingIPsAssociationNegativeTestJSON-1871919481 tempest-FloatingIPsAssociationNegativeTestJSON-1871919481-project-member] Creating folder: Instances. Parent ref: group-v384926. {{(pid=62574) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1739.965042] env[62574]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-64dbe469-8076-4700-b18e-a96ef1ec9be4 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.984929] env[62574]: INFO nova.virt.vmwareapi.vm_util [None req-90a25f63-23a4-405d-80a8-5b325d12671c tempest-FloatingIPsAssociationNegativeTestJSON-1871919481 tempest-FloatingIPsAssociationNegativeTestJSON-1871919481-project-member] Created folder: Instances in parent group-v384926. [ 1739.985211] env[62574]: DEBUG oslo.service.loopingcall [None req-90a25f63-23a4-405d-80a8-5b325d12671c tempest-FloatingIPsAssociationNegativeTestJSON-1871919481 tempest-FloatingIPsAssociationNegativeTestJSON-1871919481-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62574) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1739.985412] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4d74e512-951b-49f7-80d0-4a24a2fdecda] Creating VM on the ESX host {{(pid=62574) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1739.985626] env[62574]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6477c52b-2285-46ca-b928-e293775594a7 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.009369] env[62574]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1740.009369] env[62574]: value = "task-1861847" [ 1740.009369] env[62574]: _type = "Task" [ 1740.009369] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1740.017558] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1861847, 'name': CreateVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1740.052506] env[62574]: DEBUG nova.scheduler.client.report [None req-3fb2ab24-cfe2-4fc8-b787-4a40e8746c79 tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Inventory has not changed for provider f0ed160a-beff-4626-a531-2a70d7bc0627 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1740.074256] env[62574]: DEBUG oslo_concurrency.lockutils [None req-d65a80b9-915e-4c19-baa9-21297d62e7d7 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Releasing lock "refresh_cache-d3965319-4501-491b-bd91-0ca579ba9753" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1740.074532] env[62574]: DEBUG nova.compute.manager [None req-d65a80b9-915e-4c19-baa9-21297d62e7d7 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] [instance: d3965319-4501-491b-bd91-0ca579ba9753] Instance network_info: |[{"id": "91f1244f-7c79-4d62-b6bd-66a78f8b179d", "address": "fa:16:3e:d3:56:10", "network": {"id": "8bd12a38-08c1-4356-9843-f29b17be87eb", "bridge": "br-int", "label": "tempest-ServersTestJSON-544040280-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd623c359a6848e68b723390c29ce7e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cb94a1a-f287-46e7-b63b-ec692c2141b4", "external-id": "nsx-vlan-transportzone-346", "segmentation_id": 346, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91f1244f-7c", "ovs_interfaceid": "91f1244f-7c79-4d62-b6bd-66a78f8b179d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62574) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1740.075275] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-d65a80b9-915e-4c19-baa9-21297d62e7d7 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] [instance: d3965319-4501-491b-bd91-0ca579ba9753] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d3:56:10', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1cb94a1a-f287-46e7-b63b-ec692c2141b4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '91f1244f-7c79-4d62-b6bd-66a78f8b179d', 'vif_model': 'vmxnet3'}] {{(pid=62574) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1740.083131] env[62574]: DEBUG oslo.service.loopingcall [None req-d65a80b9-915e-4c19-baa9-21297d62e7d7 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62574) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1740.083421] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d3965319-4501-491b-bd91-0ca579ba9753] Creating VM on the ESX host {{(pid=62574) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1740.084060] env[62574]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7449a76a-530e-4e1f-b4c2-16026028d8a1 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.105192] env[62574]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1740.105192] env[62574]: value = "task-1861848" [ 1740.105192] env[62574]: _type = "Task" [ 1740.105192] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1740.113432] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1861848, 'name': CreateVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1740.299566] env[62574]: DEBUG oslo_vmware.api [None req-9703126e-83d6-432b-bcdf-b5ec1488b4ff tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Task: {'id': task-1861843, 'name': ReconfigVM_Task, 'duration_secs': 0.229738} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1740.304262] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-9703126e-83d6-432b-bcdf-b5ec1488b4ff tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] [instance: 4cc7d784-be5d-41db-a028-0dade3464032] Updating instance '4cc7d784-be5d-41db-a028-0dade3464032' progress to 33 {{(pid=62574) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1740.308833] env[62574]: DEBUG nova.compute.manager [req-41afae2b-e9c8-4f29-a3a7-b0c08c724baf req-b9ea5b50-3e3d-422e-b31d-9618ad7c64b2 service nova] [instance: d3965319-4501-491b-bd91-0ca579ba9753] Received event network-changed-91f1244f-7c79-4d62-b6bd-66a78f8b179d {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1740.309084] env[62574]: DEBUG nova.compute.manager [req-41afae2b-e9c8-4f29-a3a7-b0c08c724baf req-b9ea5b50-3e3d-422e-b31d-9618ad7c64b2 service nova] [instance: d3965319-4501-491b-bd91-0ca579ba9753] Refreshing instance network info cache due to event network-changed-91f1244f-7c79-4d62-b6bd-66a78f8b179d. {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1740.309420] env[62574]: DEBUG oslo_concurrency.lockutils [req-41afae2b-e9c8-4f29-a3a7-b0c08c724baf req-b9ea5b50-3e3d-422e-b31d-9618ad7c64b2 service nova] Acquiring lock "refresh_cache-d3965319-4501-491b-bd91-0ca579ba9753" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1740.309605] env[62574]: DEBUG oslo_concurrency.lockutils [req-41afae2b-e9c8-4f29-a3a7-b0c08c724baf req-b9ea5b50-3e3d-422e-b31d-9618ad7c64b2 service nova] Acquired lock "refresh_cache-d3965319-4501-491b-bd91-0ca579ba9753" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1740.309793] env[62574]: DEBUG nova.network.neutron [req-41afae2b-e9c8-4f29-a3a7-b0c08c724baf req-b9ea5b50-3e3d-422e-b31d-9618ad7c64b2 service nova] [instance: d3965319-4501-491b-bd91-0ca579ba9753] Refreshing network info cache for port 91f1244f-7c79-4d62-b6bd-66a78f8b179d {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1740.323727] env[62574]: DEBUG oslo_vmware.api [None req-3a635f44-3612-40ee-9a8e-4e623f12ecea tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]524dfac5-759d-1251-74a7-23a512e5d12f, 'name': SearchDatastore_Task, 'duration_secs': 0.01092} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1740.323727] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff1de8b5-1c89-42be-9ffc-c0cd838ae1b0 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.337641] env[62574]: DEBUG oslo_vmware.api [None req-3a635f44-3612-40ee-9a8e-4e623f12ecea tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Waiting for the task: (returnval){ [ 1740.337641] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]5275b034-c99b-cc74-e6ef-5c0ff0433f16" [ 1740.337641] env[62574]: _type = "Task" [ 1740.337641] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1740.345955] env[62574]: DEBUG oslo_vmware.api [None req-3a635f44-3612-40ee-9a8e-4e623f12ecea tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]5275b034-c99b-cc74-e6ef-5c0ff0433f16, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1740.456061] env[62574]: DEBUG oslo_vmware.api [None req-cb11538f-e1be-4861-827d-7a76566548c3 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Task: {'id': task-1861844, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071783} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1740.456595] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-cb11538f-e1be-4861-827d-7a76566548c3 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] [instance: f6cfb126-1ff6-4ac9-802e-7bbdfb539176] Extended root virtual disk {{(pid=62574) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1740.457418] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0494c95-9716-4210-ba3a-904c948d2b96 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.483712] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb11538f-e1be-4861-827d-7a76566548c3 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] [instance: f6cfb126-1ff6-4ac9-802e-7bbdfb539176] Reconfiguring VM instance instance-0000003e to attach disk [datastore1] f6cfb126-1ff6-4ac9-802e-7bbdfb539176/f6cfb126-1ff6-4ac9-802e-7bbdfb539176.vmdk or device None with type sparse {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1740.487065] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7f0a7177-8c27-4920-8419-77fab842dc46 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.507976] env[62574]: DEBUG oslo_vmware.api [None req-cb11538f-e1be-4861-827d-7a76566548c3 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Waiting for the task: (returnval){ [ 1740.507976] env[62574]: value = "task-1861849" [ 1740.507976] env[62574]: _type = "Task" [ 1740.507976] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1740.520702] env[62574]: DEBUG oslo_vmware.api [None req-cb11538f-e1be-4861-827d-7a76566548c3 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Task: {'id': task-1861849, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1740.524731] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1861847, 'name': CreateVM_Task, 'duration_secs': 0.385018} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1740.525051] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4d74e512-951b-49f7-80d0-4a24a2fdecda] Created VM on the ESX host {{(pid=62574) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1740.525748] env[62574]: DEBUG oslo_concurrency.lockutils [None req-90a25f63-23a4-405d-80a8-5b325d12671c tempest-FloatingIPsAssociationNegativeTestJSON-1871919481 tempest-FloatingIPsAssociationNegativeTestJSON-1871919481-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1740.525961] env[62574]: DEBUG oslo_concurrency.lockutils [None req-90a25f63-23a4-405d-80a8-5b325d12671c tempest-FloatingIPsAssociationNegativeTestJSON-1871919481 tempest-FloatingIPsAssociationNegativeTestJSON-1871919481-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1740.526517] env[62574]: DEBUG oslo_concurrency.lockutils [None req-90a25f63-23a4-405d-80a8-5b325d12671c tempest-FloatingIPsAssociationNegativeTestJSON-1871919481 tempest-FloatingIPsAssociationNegativeTestJSON-1871919481-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1740.526891] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6311f490-2fbe-4e00-a992-35da8d6f5475 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.533238] env[62574]: DEBUG oslo_vmware.api [None req-90a25f63-23a4-405d-80a8-5b325d12671c tempest-FloatingIPsAssociationNegativeTestJSON-1871919481 tempest-FloatingIPsAssociationNegativeTestJSON-1871919481-project-member] Waiting for the task: (returnval){ [ 1740.533238] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]5291f1f0-8f3b-1325-5854-8c0e11d4a9ba" [ 1740.533238] env[62574]: _type = "Task" [ 1740.533238] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1740.542811] env[62574]: DEBUG oslo_vmware.api [None req-90a25f63-23a4-405d-80a8-5b325d12671c tempest-FloatingIPsAssociationNegativeTestJSON-1871919481 tempest-FloatingIPsAssociationNegativeTestJSON-1871919481-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]5291f1f0-8f3b-1325-5854-8c0e11d4a9ba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1740.557925] env[62574]: DEBUG oslo_concurrency.lockutils [None req-3fb2ab24-cfe2-4fc8-b787-4a40e8746c79 tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.678s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1740.558497] env[62574]: DEBUG nova.compute.manager [None req-3fb2ab24-cfe2-4fc8-b787-4a40e8746c79 tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] [instance: 437af2e4-dbbd-4fc4-8262-a8a179e4c3bb] Start building networks asynchronously for instance. {{(pid=62574) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1740.561245] env[62574]: DEBUG oslo_concurrency.lockutils [None req-e07ed925-8231-477d-9d70-5ee91107cec9 tempest-ServerMetadataNegativeTestJSON-177817576 tempest-ServerMetadataNegativeTestJSON-177817576-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.581s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1740.561488] env[62574]: DEBUG nova.objects.instance [None req-e07ed925-8231-477d-9d70-5ee91107cec9 tempest-ServerMetadataNegativeTestJSON-177817576 tempest-ServerMetadataNegativeTestJSON-177817576-project-member] Lazy-loading 'resources' on Instance uuid 82960f69-76f1-49ff-a0b6-081c0142fca8 {{(pid=62574) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1740.623681] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1861848, 'name': CreateVM_Task} progress is 25%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1740.759147] env[62574]: DEBUG nova.network.neutron [req-dee1762a-1539-41ff-a544-c8771b14422f req-6ccdf666-5f91-475e-be65-70d6ccb07920 service nova] [instance: 4d74e512-951b-49f7-80d0-4a24a2fdecda] Updated VIF entry in instance network info cache for port 9175c4be-af6d-427f-83aa-3d8e95518218. {{(pid=62574) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1740.759147] env[62574]: DEBUG nova.network.neutron [req-dee1762a-1539-41ff-a544-c8771b14422f req-6ccdf666-5f91-475e-be65-70d6ccb07920 service nova] [instance: 4d74e512-951b-49f7-80d0-4a24a2fdecda] Updating instance_info_cache with network_info: [{"id": "9175c4be-af6d-427f-83aa-3d8e95518218", "address": "fa:16:3e:e9:c2:91", "network": {"id": "412415ff-c188-44d6-b9ca-5c1237263705", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-448957017-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aed071239aaa420d8c5548ec1a607ed1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1c8fdf9-970c-4ae0-b6d9-f1015196b552", "external-id": "nsx-vlan-transportzone-993", "segmentation_id": 993, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9175c4be-af", "ovs_interfaceid": "9175c4be-af6d-427f-83aa-3d8e95518218", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1740.813477] env[62574]: DEBUG nova.virt.hardware [None req-9703126e-83d6-432b-bcdf-b5ec1488b4ff tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T19:26:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1740.816113] env[62574]: DEBUG nova.virt.hardware [None req-9703126e-83d6-432b-bcdf-b5ec1488b4ff tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Flavor limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1740.816113] env[62574]: DEBUG nova.virt.hardware [None req-9703126e-83d6-432b-bcdf-b5ec1488b4ff tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Image limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1740.816113] env[62574]: DEBUG nova.virt.hardware [None req-9703126e-83d6-432b-bcdf-b5ec1488b4ff tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Flavor pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1740.816113] env[62574]: DEBUG nova.virt.hardware [None req-9703126e-83d6-432b-bcdf-b5ec1488b4ff tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Image pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1740.816113] env[62574]: DEBUG nova.virt.hardware [None req-9703126e-83d6-432b-bcdf-b5ec1488b4ff tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1740.816113] env[62574]: DEBUG nova.virt.hardware [None req-9703126e-83d6-432b-bcdf-b5ec1488b4ff tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1740.816113] env[62574]: DEBUG nova.virt.hardware [None req-9703126e-83d6-432b-bcdf-b5ec1488b4ff tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1740.816113] env[62574]: DEBUG nova.virt.hardware [None req-9703126e-83d6-432b-bcdf-b5ec1488b4ff tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Got 1 possible topologies {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1740.816113] env[62574]: DEBUG nova.virt.hardware [None req-9703126e-83d6-432b-bcdf-b5ec1488b4ff tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1740.816113] env[62574]: DEBUG nova.virt.hardware [None req-9703126e-83d6-432b-bcdf-b5ec1488b4ff tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1740.822244] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-9703126e-83d6-432b-bcdf-b5ec1488b4ff tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] [instance: 4cc7d784-be5d-41db-a028-0dade3464032] Reconfiguring VM instance instance-0000001b to detach disk 2000 {{(pid=62574) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1740.826149] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b7186234-7fa3-4027-adbb-11b5d846641e {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.844512] env[62574]: DEBUG nova.network.neutron [None req-1f5c6e1e-f746-4ddf-970a-18f5cdc3d106 tempest-InstanceActionsTestJSON-1886761938 tempest-InstanceActionsTestJSON-1886761938-project-member] [instance: 89a30a5b-dcdd-4140-b047-b3ea62dcf0b5] Successfully updated port: 1b9a2528-3659-4e04-9b25-64d21d01fb4f {{(pid=62574) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1740.857875] env[62574]: DEBUG oslo_vmware.api [None req-3a635f44-3612-40ee-9a8e-4e623f12ecea tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]5275b034-c99b-cc74-e6ef-5c0ff0433f16, 'name': SearchDatastore_Task, 'duration_secs': 0.015826} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1740.860320] env[62574]: DEBUG oslo_concurrency.lockutils [None req-3a635f44-3612-40ee-9a8e-4e623f12ecea tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1740.860833] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a635f44-3612-40ee-9a8e-4e623f12ecea tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk to [datastore2] cf8dfe40-abfe-4888-a1a5-b26f6d781e93/cf8dfe40-abfe-4888-a1a5-b26f6d781e93.vmdk {{(pid=62574) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1740.865018] env[62574]: DEBUG oslo_vmware.api [None req-9703126e-83d6-432b-bcdf-b5ec1488b4ff tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Waiting for the task: (returnval){ [ 1740.865018] env[62574]: value = "task-1861850" [ 1740.865018] env[62574]: _type = "Task" [ 1740.865018] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1740.865018] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0e63ad7a-105b-4cc1-896f-917f8ec3bbdd {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.877452] env[62574]: DEBUG oslo_vmware.api [None req-9703126e-83d6-432b-bcdf-b5ec1488b4ff tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Task: {'id': task-1861850, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1740.879358] env[62574]: DEBUG oslo_vmware.api [None req-3a635f44-3612-40ee-9a8e-4e623f12ecea tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Waiting for the task: (returnval){ [ 1740.879358] env[62574]: value = "task-1861851" [ 1740.879358] env[62574]: _type = "Task" [ 1740.879358] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1740.891360] env[62574]: DEBUG oslo_vmware.api [None req-3a635f44-3612-40ee-9a8e-4e623f12ecea tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Task: {'id': task-1861851, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1741.021017] env[62574]: DEBUG oslo_vmware.api [None req-cb11538f-e1be-4861-827d-7a76566548c3 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Task: {'id': task-1861849, 'name': ReconfigVM_Task, 'duration_secs': 0.398858} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1741.021017] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb11538f-e1be-4861-827d-7a76566548c3 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] [instance: f6cfb126-1ff6-4ac9-802e-7bbdfb539176] Reconfigured VM instance instance-0000003e to attach disk [datastore1] f6cfb126-1ff6-4ac9-802e-7bbdfb539176/f6cfb126-1ff6-4ac9-802e-7bbdfb539176.vmdk or device None with type sparse {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1741.021017] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d2daaa01-b35f-4fac-b53b-e1079f590677 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.026467] env[62574]: DEBUG oslo_vmware.api [None req-cb11538f-e1be-4861-827d-7a76566548c3 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Waiting for the task: (returnval){ [ 1741.026467] env[62574]: value = "task-1861852" [ 1741.026467] env[62574]: _type = "Task" [ 1741.026467] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1741.035070] env[62574]: DEBUG oslo_vmware.api [None req-cb11538f-e1be-4861-827d-7a76566548c3 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Task: {'id': task-1861852, 'name': Rename_Task} progress is 5%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1741.046166] env[62574]: DEBUG oslo_vmware.api [None req-90a25f63-23a4-405d-80a8-5b325d12671c tempest-FloatingIPsAssociationNegativeTestJSON-1871919481 tempest-FloatingIPsAssociationNegativeTestJSON-1871919481-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]5291f1f0-8f3b-1325-5854-8c0e11d4a9ba, 'name': SearchDatastore_Task, 'duration_secs': 0.012491} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1741.047053] env[62574]: DEBUG oslo_concurrency.lockutils [None req-90a25f63-23a4-405d-80a8-5b325d12671c tempest-FloatingIPsAssociationNegativeTestJSON-1871919481 tempest-FloatingIPsAssociationNegativeTestJSON-1871919481-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1741.047053] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-90a25f63-23a4-405d-80a8-5b325d12671c tempest-FloatingIPsAssociationNegativeTestJSON-1871919481 tempest-FloatingIPsAssociationNegativeTestJSON-1871919481-project-member] [instance: 4d74e512-951b-49f7-80d0-4a24a2fdecda] Processing image 3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2 {{(pid=62574) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1741.047053] env[62574]: DEBUG oslo_concurrency.lockutils [None req-90a25f63-23a4-405d-80a8-5b325d12671c tempest-FloatingIPsAssociationNegativeTestJSON-1871919481 tempest-FloatingIPsAssociationNegativeTestJSON-1871919481-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1741.047314] env[62574]: DEBUG oslo_concurrency.lockutils [None req-90a25f63-23a4-405d-80a8-5b325d12671c tempest-FloatingIPsAssociationNegativeTestJSON-1871919481 tempest-FloatingIPsAssociationNegativeTestJSON-1871919481-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1741.047314] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-90a25f63-23a4-405d-80a8-5b325d12671c tempest-FloatingIPsAssociationNegativeTestJSON-1871919481 tempest-FloatingIPsAssociationNegativeTestJSON-1871919481-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1741.047556] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f227e71a-c567-4e48-92df-540952cbc197 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.055737] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-90a25f63-23a4-405d-80a8-5b325d12671c tempest-FloatingIPsAssociationNegativeTestJSON-1871919481 tempest-FloatingIPsAssociationNegativeTestJSON-1871919481-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1741.055939] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-90a25f63-23a4-405d-80a8-5b325d12671c tempest-FloatingIPsAssociationNegativeTestJSON-1871919481 tempest-FloatingIPsAssociationNegativeTestJSON-1871919481-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62574) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1741.056692] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a484dab2-332a-4595-ae93-b242ac614650 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.062456] env[62574]: DEBUG oslo_vmware.api [None req-90a25f63-23a4-405d-80a8-5b325d12671c tempest-FloatingIPsAssociationNegativeTestJSON-1871919481 tempest-FloatingIPsAssociationNegativeTestJSON-1871919481-project-member] Waiting for the task: (returnval){ [ 1741.062456] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]524383c7-10ad-caaf-478a-9d09775cc4bb" [ 1741.062456] env[62574]: _type = "Task" [ 1741.062456] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1741.066868] env[62574]: DEBUG nova.compute.utils [None req-3fb2ab24-cfe2-4fc8-b787-4a40e8746c79 tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Using /dev/sd instead of None {{(pid=62574) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1741.070927] env[62574]: DEBUG nova.compute.manager [None req-3fb2ab24-cfe2-4fc8-b787-4a40e8746c79 tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] [instance: 437af2e4-dbbd-4fc4-8262-a8a179e4c3bb] Allocating IP information in the background. {{(pid=62574) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1741.071149] env[62574]: DEBUG nova.network.neutron [None req-3fb2ab24-cfe2-4fc8-b787-4a40e8746c79 tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] [instance: 437af2e4-dbbd-4fc4-8262-a8a179e4c3bb] allocate_for_instance() {{(pid=62574) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1741.079442] env[62574]: DEBUG oslo_vmware.api [None req-90a25f63-23a4-405d-80a8-5b325d12671c tempest-FloatingIPsAssociationNegativeTestJSON-1871919481 tempest-FloatingIPsAssociationNegativeTestJSON-1871919481-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]524383c7-10ad-caaf-478a-9d09775cc4bb, 'name': SearchDatastore_Task, 'duration_secs': 0.011297} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1741.080479] env[62574]: DEBUG nova.network.neutron [req-41afae2b-e9c8-4f29-a3a7-b0c08c724baf req-b9ea5b50-3e3d-422e-b31d-9618ad7c64b2 service nova] [instance: d3965319-4501-491b-bd91-0ca579ba9753] Updated VIF entry in instance network info cache for port 91f1244f-7c79-4d62-b6bd-66a78f8b179d. {{(pid=62574) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1741.080879] env[62574]: DEBUG nova.network.neutron [req-41afae2b-e9c8-4f29-a3a7-b0c08c724baf req-b9ea5b50-3e3d-422e-b31d-9618ad7c64b2 service nova] [instance: d3965319-4501-491b-bd91-0ca579ba9753] Updating instance_info_cache with network_info: [{"id": "91f1244f-7c79-4d62-b6bd-66a78f8b179d", "address": "fa:16:3e:d3:56:10", "network": {"id": "8bd12a38-08c1-4356-9843-f29b17be87eb", "bridge": "br-int", "label": "tempest-ServersTestJSON-544040280-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd623c359a6848e68b723390c29ce7e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cb94a1a-f287-46e7-b63b-ec692c2141b4", "external-id": "nsx-vlan-transportzone-346", "segmentation_id": 346, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91f1244f-7c", "ovs_interfaceid": "91f1244f-7c79-4d62-b6bd-66a78f8b179d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1741.083811] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-62bc4c1e-151b-418b-b65a-be80e7dde3a3 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.091031] env[62574]: DEBUG oslo_vmware.api [None req-90a25f63-23a4-405d-80a8-5b325d12671c tempest-FloatingIPsAssociationNegativeTestJSON-1871919481 tempest-FloatingIPsAssociationNegativeTestJSON-1871919481-project-member] Waiting for the task: (returnval){ [ 1741.091031] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]5284aacb-bf85-1b08-5cb2-0824e874cab0" [ 1741.091031] env[62574]: _type = "Task" [ 1741.091031] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1741.099842] env[62574]: DEBUG oslo_vmware.api [None req-90a25f63-23a4-405d-80a8-5b325d12671c tempest-FloatingIPsAssociationNegativeTestJSON-1871919481 tempest-FloatingIPsAssociationNegativeTestJSON-1871919481-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]5284aacb-bf85-1b08-5cb2-0824e874cab0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1741.116240] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1861848, 'name': CreateVM_Task, 'duration_secs': 0.673808} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1741.120060] env[62574]: DEBUG nova.policy [None req-3fb2ab24-cfe2-4fc8-b787-4a40e8746c79 tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f1481dd991ca4e5caca9bffa7eac5133', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '349319b81ebc4b50b19ead6b2aa1c248', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62574) authorize /opt/stack/nova/nova/policy.py:192}} [ 1741.121471] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d3965319-4501-491b-bd91-0ca579ba9753] Created VM on the ESX host {{(pid=62574) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1741.122724] env[62574]: DEBUG oslo_concurrency.lockutils [None req-d65a80b9-915e-4c19-baa9-21297d62e7d7 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1741.122724] env[62574]: DEBUG oslo_concurrency.lockutils [None req-d65a80b9-915e-4c19-baa9-21297d62e7d7 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1741.122900] env[62574]: DEBUG oslo_concurrency.lockutils [None req-d65a80b9-915e-4c19-baa9-21297d62e7d7 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1741.123443] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fcdb571b-ea41-41bb-83dd-79ba058a22b5 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.125371] env[62574]: DEBUG oslo_concurrency.lockutils [None req-404899e8-c59b-422d-a9a8-9c80954777b8 tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] Acquiring lock "a2544584-cd31-41e1-8e0e-10c0c41b66fb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1741.125615] env[62574]: DEBUG oslo_concurrency.lockutils [None req-404899e8-c59b-422d-a9a8-9c80954777b8 tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] Lock "a2544584-cd31-41e1-8e0e-10c0c41b66fb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1741.125823] env[62574]: DEBUG oslo_concurrency.lockutils [None req-404899e8-c59b-422d-a9a8-9c80954777b8 tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] Acquiring lock "a2544584-cd31-41e1-8e0e-10c0c41b66fb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1741.126556] env[62574]: DEBUG oslo_concurrency.lockutils [None req-404899e8-c59b-422d-a9a8-9c80954777b8 tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] Lock "a2544584-cd31-41e1-8e0e-10c0c41b66fb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1741.126556] env[62574]: DEBUG oslo_concurrency.lockutils [None req-404899e8-c59b-422d-a9a8-9c80954777b8 tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] Lock "a2544584-cd31-41e1-8e0e-10c0c41b66fb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1741.128489] env[62574]: INFO nova.compute.manager [None req-404899e8-c59b-422d-a9a8-9c80954777b8 tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] [instance: a2544584-cd31-41e1-8e0e-10c0c41b66fb] Terminating instance [ 1741.131187] env[62574]: DEBUG oslo_vmware.api [None req-d65a80b9-915e-4c19-baa9-21297d62e7d7 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Waiting for the task: (returnval){ [ 1741.131187] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]522471c3-cbbd-6f0b-76a0-07f38d6d11ea" [ 1741.131187] env[62574]: _type = "Task" [ 1741.131187] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1741.146418] env[62574]: DEBUG oslo_vmware.api [None req-d65a80b9-915e-4c19-baa9-21297d62e7d7 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]522471c3-cbbd-6f0b-76a0-07f38d6d11ea, 'name': SearchDatastore_Task} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1741.146843] env[62574]: DEBUG oslo_concurrency.lockutils [None req-d65a80b9-915e-4c19-baa9-21297d62e7d7 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1741.147074] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-d65a80b9-915e-4c19-baa9-21297d62e7d7 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] [instance: d3965319-4501-491b-bd91-0ca579ba9753] Processing image 3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2 {{(pid=62574) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1741.147336] env[62574]: DEBUG oslo_concurrency.lockutils [None req-d65a80b9-915e-4c19-baa9-21297d62e7d7 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1741.261163] env[62574]: DEBUG oslo_concurrency.lockutils [req-dee1762a-1539-41ff-a544-c8771b14422f req-6ccdf666-5f91-475e-be65-70d6ccb07920 service nova] Releasing lock "refresh_cache-4d74e512-951b-49f7-80d0-4a24a2fdecda" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1741.348433] env[62574]: DEBUG oslo_concurrency.lockutils [None req-1f5c6e1e-f746-4ddf-970a-18f5cdc3d106 tempest-InstanceActionsTestJSON-1886761938 tempest-InstanceActionsTestJSON-1886761938-project-member] Acquiring lock "refresh_cache-89a30a5b-dcdd-4140-b047-b3ea62dcf0b5" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1741.348433] env[62574]: DEBUG oslo_concurrency.lockutils [None req-1f5c6e1e-f746-4ddf-970a-18f5cdc3d106 tempest-InstanceActionsTestJSON-1886761938 tempest-InstanceActionsTestJSON-1886761938-project-member] Acquired lock "refresh_cache-89a30a5b-dcdd-4140-b047-b3ea62dcf0b5" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1741.348433] env[62574]: DEBUG nova.network.neutron [None req-1f5c6e1e-f746-4ddf-970a-18f5cdc3d106 tempest-InstanceActionsTestJSON-1886761938 tempest-InstanceActionsTestJSON-1886761938-project-member] [instance: 89a30a5b-dcdd-4140-b047-b3ea62dcf0b5] Building network info cache for instance {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1741.378557] env[62574]: DEBUG oslo_vmware.api [None req-9703126e-83d6-432b-bcdf-b5ec1488b4ff tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Task: {'id': task-1861850, 'name': ReconfigVM_Task, 'duration_secs': 0.231822} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1741.381693] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-9703126e-83d6-432b-bcdf-b5ec1488b4ff tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] [instance: 4cc7d784-be5d-41db-a028-0dade3464032] Reconfigured VM instance instance-0000001b to detach disk 2000 {{(pid=62574) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1741.383201] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-068e456f-5e01-4988-a97c-454458896598 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.408803] env[62574]: DEBUG oslo_vmware.api [None req-3a635f44-3612-40ee-9a8e-4e623f12ecea tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Task: {'id': task-1861851, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1741.416631] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-9703126e-83d6-432b-bcdf-b5ec1488b4ff tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] [instance: 4cc7d784-be5d-41db-a028-0dade3464032] Reconfiguring VM instance instance-0000001b to attach disk [datastore2] 4cc7d784-be5d-41db-a028-0dade3464032/4cc7d784-be5d-41db-a028-0dade3464032.vmdk or device None with type thin {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1741.419705] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-74be8b4b-f6c0-4b94-af32-b16b6d5d8cbb {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.444194] env[62574]: DEBUG oslo_vmware.api [None req-9703126e-83d6-432b-bcdf-b5ec1488b4ff tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Waiting for the task: (returnval){ [ 1741.444194] env[62574]: value = "task-1861853" [ 1741.444194] env[62574]: _type = "Task" [ 1741.444194] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1741.457275] env[62574]: DEBUG oslo_vmware.api [None req-9703126e-83d6-432b-bcdf-b5ec1488b4ff tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Task: {'id': task-1861853, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1741.522256] env[62574]: DEBUG nova.network.neutron [None req-3fb2ab24-cfe2-4fc8-b787-4a40e8746c79 tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] [instance: 437af2e4-dbbd-4fc4-8262-a8a179e4c3bb] Successfully created port: 21dafe5f-3e84-42c7-a323-b6dcdb7d898b {{(pid=62574) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1741.535475] env[62574]: DEBUG oslo_vmware.api [None req-cb11538f-e1be-4861-827d-7a76566548c3 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Task: {'id': task-1861852, 'name': Rename_Task, 'duration_secs': 0.181462} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1741.535761] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb11538f-e1be-4861-827d-7a76566548c3 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] [instance: f6cfb126-1ff6-4ac9-802e-7bbdfb539176] Powering on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1741.535999] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c31b8f98-a0c2-477b-9931-5d8d5c62740c {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.545444] env[62574]: DEBUG oslo_vmware.api [None req-cb11538f-e1be-4861-827d-7a76566548c3 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Waiting for the task: (returnval){ [ 1741.545444] env[62574]: value = "task-1861854" [ 1741.545444] env[62574]: _type = "Task" [ 1741.545444] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1741.559022] env[62574]: DEBUG oslo_vmware.api [None req-cb11538f-e1be-4861-827d-7a76566548c3 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Task: {'id': task-1861854, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1741.576473] env[62574]: DEBUG nova.compute.manager [None req-3fb2ab24-cfe2-4fc8-b787-4a40e8746c79 tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] [instance: 437af2e4-dbbd-4fc4-8262-a8a179e4c3bb] Start building block device mappings for instance. {{(pid=62574) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1741.585916] env[62574]: DEBUG oslo_concurrency.lockutils [req-41afae2b-e9c8-4f29-a3a7-b0c08c724baf req-b9ea5b50-3e3d-422e-b31d-9618ad7c64b2 service nova] Releasing lock "refresh_cache-d3965319-4501-491b-bd91-0ca579ba9753" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1741.605263] env[62574]: DEBUG oslo_vmware.api [None req-90a25f63-23a4-405d-80a8-5b325d12671c tempest-FloatingIPsAssociationNegativeTestJSON-1871919481 tempest-FloatingIPsAssociationNegativeTestJSON-1871919481-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]5284aacb-bf85-1b08-5cb2-0824e874cab0, 'name': SearchDatastore_Task, 'duration_secs': 0.01226} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1741.605755] env[62574]: DEBUG oslo_concurrency.lockutils [None req-90a25f63-23a4-405d-80a8-5b325d12671c tempest-FloatingIPsAssociationNegativeTestJSON-1871919481 tempest-FloatingIPsAssociationNegativeTestJSON-1871919481-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1741.606342] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-90a25f63-23a4-405d-80a8-5b325d12671c tempest-FloatingIPsAssociationNegativeTestJSON-1871919481 tempest-FloatingIPsAssociationNegativeTestJSON-1871919481-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk to [datastore1] 4d74e512-951b-49f7-80d0-4a24a2fdecda/4d74e512-951b-49f7-80d0-4a24a2fdecda.vmdk {{(pid=62574) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1741.607275] env[62574]: DEBUG oslo_concurrency.lockutils [None req-d65a80b9-915e-4c19-baa9-21297d62e7d7 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1741.607275] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-d65a80b9-915e-4c19-baa9-21297d62e7d7 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1741.607275] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a3e1c61e-181f-4208-bbfd-debebd5aa248 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.609841] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-93dbe159-347e-4da0-ad27-c4485c0a379d {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.619113] env[62574]: DEBUG oslo_vmware.api [None req-90a25f63-23a4-405d-80a8-5b325d12671c tempest-FloatingIPsAssociationNegativeTestJSON-1871919481 tempest-FloatingIPsAssociationNegativeTestJSON-1871919481-project-member] Waiting for the task: (returnval){ [ 1741.619113] env[62574]: value = "task-1861855" [ 1741.619113] env[62574]: _type = "Task" [ 1741.619113] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1741.623987] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a62be79d-b99f-4447-bb49-90a420912908 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.627503] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-d65a80b9-915e-4c19-baa9-21297d62e7d7 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1741.627748] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-d65a80b9-915e-4c19-baa9-21297d62e7d7 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62574) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1741.633905] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ebb29f7d-d5b7-4cdd-aac2-6b66e09e4a65 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.637548] env[62574]: DEBUG nova.compute.manager [None req-404899e8-c59b-422d-a9a8-9c80954777b8 tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] [instance: a2544584-cd31-41e1-8e0e-10c0c41b66fb] Start destroying the instance on the hypervisor. {{(pid=62574) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1741.637816] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-404899e8-c59b-422d-a9a8-9c80954777b8 tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] [instance: a2544584-cd31-41e1-8e0e-10c0c41b66fb] Destroying instance {{(pid=62574) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1741.639217] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daf9942e-6f1e-46f9-9244-620e24658933 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.649323] env[62574]: DEBUG oslo_vmware.api [None req-90a25f63-23a4-405d-80a8-5b325d12671c tempest-FloatingIPsAssociationNegativeTestJSON-1871919481 tempest-FloatingIPsAssociationNegativeTestJSON-1871919481-project-member] Task: {'id': task-1861855, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1741.651724] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-316fa886-c9db-4227-b4fc-d019c1452934 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.655125] env[62574]: DEBUG oslo_vmware.api [None req-d65a80b9-915e-4c19-baa9-21297d62e7d7 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Waiting for the task: (returnval){ [ 1741.655125] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]5241b6a7-c1cd-1a8f-1349-e3850fd7ee76" [ 1741.655125] env[62574]: _type = "Task" [ 1741.655125] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1741.658192] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-404899e8-c59b-422d-a9a8-9c80954777b8 tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] [instance: a2544584-cd31-41e1-8e0e-10c0c41b66fb] Powering off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1741.662475] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-66cfb9ac-94d1-482f-9d01-77b2efa89c57 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.696944] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93300243-17bc-4615-8e95-0df65a00e39e {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.701787] env[62574]: DEBUG oslo_vmware.api [None req-d65a80b9-915e-4c19-baa9-21297d62e7d7 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]5241b6a7-c1cd-1a8f-1349-e3850fd7ee76, 'name': SearchDatastore_Task, 'duration_secs': 0.022333} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1741.705809] env[62574]: DEBUG oslo_vmware.api [None req-404899e8-c59b-422d-a9a8-9c80954777b8 tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] Waiting for the task: (returnval){ [ 1741.705809] env[62574]: value = "task-1861856" [ 1741.705809] env[62574]: _type = "Task" [ 1741.705809] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1741.706154] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be18edd2-59e5-42f7-92ad-4165e02ddf69 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.709649] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-078bede3-14f2-47f5-98cd-256933a6a3b5 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.723985] env[62574]: DEBUG oslo_vmware.api [None req-404899e8-c59b-422d-a9a8-9c80954777b8 tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] Task: {'id': task-1861856, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1741.724394] env[62574]: DEBUG oslo_vmware.api [None req-d65a80b9-915e-4c19-baa9-21297d62e7d7 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Waiting for the task: (returnval){ [ 1741.724394] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]529a25f7-da77-cb9a-43d2-98bc64c3de2a" [ 1741.724394] env[62574]: _type = "Task" [ 1741.724394] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1741.732787] env[62574]: DEBUG nova.compute.provider_tree [None req-e07ed925-8231-477d-9d70-5ee91107cec9 tempest-ServerMetadataNegativeTestJSON-177817576 tempest-ServerMetadataNegativeTestJSON-177817576-project-member] Inventory has not changed in ProviderTree for provider: f0ed160a-beff-4626-a531-2a70d7bc0627 {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1741.744373] env[62574]: DEBUG oslo_vmware.api [None req-d65a80b9-915e-4c19-baa9-21297d62e7d7 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]529a25f7-da77-cb9a-43d2-98bc64c3de2a, 'name': SearchDatastore_Task, 'duration_secs': 0.01177} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1741.745407] env[62574]: DEBUG oslo_concurrency.lockutils [None req-d65a80b9-915e-4c19-baa9-21297d62e7d7 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1741.745854] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-d65a80b9-915e-4c19-baa9-21297d62e7d7 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk to [datastore1] d3965319-4501-491b-bd91-0ca579ba9753/d3965319-4501-491b-bd91-0ca579ba9753.vmdk {{(pid=62574) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1741.746105] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-db5dede0-dcd2-4f9d-82cf-658c3ec4e31f {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.754285] env[62574]: DEBUG oslo_vmware.api [None req-d65a80b9-915e-4c19-baa9-21297d62e7d7 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Waiting for the task: (returnval){ [ 1741.754285] env[62574]: value = "task-1861857" [ 1741.754285] env[62574]: _type = "Task" [ 1741.754285] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1741.763482] env[62574]: DEBUG oslo_vmware.api [None req-d65a80b9-915e-4c19-baa9-21297d62e7d7 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Task: {'id': task-1861857, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1741.894583] env[62574]: DEBUG oslo_vmware.api [None req-3a635f44-3612-40ee-9a8e-4e623f12ecea tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Task: {'id': task-1861851, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.642754} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1741.894896] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a635f44-3612-40ee-9a8e-4e623f12ecea tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk to [datastore2] cf8dfe40-abfe-4888-a1a5-b26f6d781e93/cf8dfe40-abfe-4888-a1a5-b26f6d781e93.vmdk {{(pid=62574) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1741.895148] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-3a635f44-3612-40ee-9a8e-4e623f12ecea tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] [instance: cf8dfe40-abfe-4888-a1a5-b26f6d781e93] Extending root virtual disk to 1048576 {{(pid=62574) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1741.895449] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c66f41d3-31af-4690-8282-2582536efab0 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.903611] env[62574]: DEBUG oslo_vmware.api [None req-3a635f44-3612-40ee-9a8e-4e623f12ecea tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Waiting for the task: (returnval){ [ 1741.903611] env[62574]: value = "task-1861858" [ 1741.903611] env[62574]: _type = "Task" [ 1741.903611] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1741.910423] env[62574]: DEBUG nova.network.neutron [None req-1f5c6e1e-f746-4ddf-970a-18f5cdc3d106 tempest-InstanceActionsTestJSON-1886761938 tempest-InstanceActionsTestJSON-1886761938-project-member] [instance: 89a30a5b-dcdd-4140-b047-b3ea62dcf0b5] Instance cache missing network info. {{(pid=62574) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1741.917950] env[62574]: DEBUG oslo_vmware.api [None req-3a635f44-3612-40ee-9a8e-4e623f12ecea tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Task: {'id': task-1861858, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1741.960624] env[62574]: DEBUG oslo_vmware.api [None req-9703126e-83d6-432b-bcdf-b5ec1488b4ff tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Task: {'id': task-1861853, 'name': ReconfigVM_Task, 'duration_secs': 0.4172} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1741.961473] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-9703126e-83d6-432b-bcdf-b5ec1488b4ff tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] [instance: 4cc7d784-be5d-41db-a028-0dade3464032] Reconfigured VM instance instance-0000001b to attach disk [datastore2] 4cc7d784-be5d-41db-a028-0dade3464032/4cc7d784-be5d-41db-a028-0dade3464032.vmdk or device None with type thin {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1741.961630] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-9703126e-83d6-432b-bcdf-b5ec1488b4ff tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] [instance: 4cc7d784-be5d-41db-a028-0dade3464032] Updating instance '4cc7d784-be5d-41db-a028-0dade3464032' progress to 50 {{(pid=62574) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1742.061974] env[62574]: DEBUG oslo_vmware.api [None req-cb11538f-e1be-4861-827d-7a76566548c3 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Task: {'id': task-1861854, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1742.102397] env[62574]: DEBUG nova.network.neutron [None req-1f5c6e1e-f746-4ddf-970a-18f5cdc3d106 tempest-InstanceActionsTestJSON-1886761938 tempest-InstanceActionsTestJSON-1886761938-project-member] [instance: 89a30a5b-dcdd-4140-b047-b3ea62dcf0b5] Updating instance_info_cache with network_info: [{"id": "1b9a2528-3659-4e04-9b25-64d21d01fb4f", "address": "fa:16:3e:f9:c3:db", "network": {"id": "a66a4f91-28dd-4ff5-9ff8-951576adb7eb", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-533298188-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5684327493954400975cb51a696cf993", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4b6ddb2-2e19-4031-9b22-add90d41a114", "external-id": "nsx-vlan-transportzone-921", "segmentation_id": 921, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b9a2528-36", "ovs_interfaceid": "1b9a2528-3659-4e04-9b25-64d21d01fb4f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1742.138559] env[62574]: DEBUG oslo_vmware.api [None req-90a25f63-23a4-405d-80a8-5b325d12671c tempest-FloatingIPsAssociationNegativeTestJSON-1871919481 tempest-FloatingIPsAssociationNegativeTestJSON-1871919481-project-member] Task: {'id': task-1861855, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1742.221249] env[62574]: DEBUG oslo_vmware.api [None req-404899e8-c59b-422d-a9a8-9c80954777b8 tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] Task: {'id': task-1861856, 'name': PowerOffVM_Task, 'duration_secs': 0.268535} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1742.221620] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-404899e8-c59b-422d-a9a8-9c80954777b8 tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] [instance: a2544584-cd31-41e1-8e0e-10c0c41b66fb] Powered off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1742.221836] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-404899e8-c59b-422d-a9a8-9c80954777b8 tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] [instance: a2544584-cd31-41e1-8e0e-10c0c41b66fb] Unregistering the VM {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1742.222181] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f7d919c3-6945-444e-86c2-d25e65ae77d1 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.239774] env[62574]: DEBUG nova.scheduler.client.report [None req-e07ed925-8231-477d-9d70-5ee91107cec9 tempest-ServerMetadataNegativeTestJSON-177817576 tempest-ServerMetadataNegativeTestJSON-177817576-project-member] Inventory has not changed for provider f0ed160a-beff-4626-a531-2a70d7bc0627 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1742.265094] env[62574]: DEBUG oslo_vmware.api [None req-d65a80b9-915e-4c19-baa9-21297d62e7d7 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Task: {'id': task-1861857, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1742.324538] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-404899e8-c59b-422d-a9a8-9c80954777b8 tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] [instance: a2544584-cd31-41e1-8e0e-10c0c41b66fb] Unregistered the VM {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1742.324873] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-404899e8-c59b-422d-a9a8-9c80954777b8 tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] [instance: a2544584-cd31-41e1-8e0e-10c0c41b66fb] Deleting contents of the VM from datastore datastore1 {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1742.325205] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-404899e8-c59b-422d-a9a8-9c80954777b8 tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] Deleting the datastore file [datastore1] a2544584-cd31-41e1-8e0e-10c0c41b66fb {{(pid=62574) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1742.325604] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8c96e937-5a43-4e3e-b0a4-52e29e57f732 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.334655] env[62574]: DEBUG oslo_vmware.api [None req-404899e8-c59b-422d-a9a8-9c80954777b8 tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] Waiting for the task: (returnval){ [ 1742.334655] env[62574]: value = "task-1861860" [ 1742.334655] env[62574]: _type = "Task" [ 1742.334655] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1742.344692] env[62574]: DEBUG oslo_vmware.api [None req-404899e8-c59b-422d-a9a8-9c80954777b8 tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] Task: {'id': task-1861860, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1742.373966] env[62574]: DEBUG nova.compute.manager [req-0b1299d9-35b8-4092-8c1f-e63d65f53c1f req-e86dd62f-fdd4-4544-a8aa-db14a2f81c6a service nova] [instance: 89a30a5b-dcdd-4140-b047-b3ea62dcf0b5] Received event network-vif-plugged-1b9a2528-3659-4e04-9b25-64d21d01fb4f {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1742.374273] env[62574]: DEBUG oslo_concurrency.lockutils [req-0b1299d9-35b8-4092-8c1f-e63d65f53c1f req-e86dd62f-fdd4-4544-a8aa-db14a2f81c6a service nova] Acquiring lock "89a30a5b-dcdd-4140-b047-b3ea62dcf0b5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1742.374648] env[62574]: DEBUG oslo_concurrency.lockutils [req-0b1299d9-35b8-4092-8c1f-e63d65f53c1f req-e86dd62f-fdd4-4544-a8aa-db14a2f81c6a service nova] Lock "89a30a5b-dcdd-4140-b047-b3ea62dcf0b5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1742.374730] env[62574]: DEBUG oslo_concurrency.lockutils [req-0b1299d9-35b8-4092-8c1f-e63d65f53c1f req-e86dd62f-fdd4-4544-a8aa-db14a2f81c6a service nova] Lock "89a30a5b-dcdd-4140-b047-b3ea62dcf0b5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1742.375038] env[62574]: DEBUG nova.compute.manager [req-0b1299d9-35b8-4092-8c1f-e63d65f53c1f req-e86dd62f-fdd4-4544-a8aa-db14a2f81c6a service nova] [instance: 89a30a5b-dcdd-4140-b047-b3ea62dcf0b5] No waiting events found dispatching network-vif-plugged-1b9a2528-3659-4e04-9b25-64d21d01fb4f {{(pid=62574) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1742.375211] env[62574]: WARNING nova.compute.manager [req-0b1299d9-35b8-4092-8c1f-e63d65f53c1f req-e86dd62f-fdd4-4544-a8aa-db14a2f81c6a service nova] [instance: 89a30a5b-dcdd-4140-b047-b3ea62dcf0b5] Received unexpected event network-vif-plugged-1b9a2528-3659-4e04-9b25-64d21d01fb4f for instance with vm_state building and task_state spawning. [ 1742.375380] env[62574]: DEBUG nova.compute.manager [req-0b1299d9-35b8-4092-8c1f-e63d65f53c1f req-e86dd62f-fdd4-4544-a8aa-db14a2f81c6a service nova] [instance: 89a30a5b-dcdd-4140-b047-b3ea62dcf0b5] Received event network-changed-1b9a2528-3659-4e04-9b25-64d21d01fb4f {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1742.375604] env[62574]: DEBUG nova.compute.manager [req-0b1299d9-35b8-4092-8c1f-e63d65f53c1f req-e86dd62f-fdd4-4544-a8aa-db14a2f81c6a service nova] [instance: 89a30a5b-dcdd-4140-b047-b3ea62dcf0b5] Refreshing instance network info cache due to event network-changed-1b9a2528-3659-4e04-9b25-64d21d01fb4f. {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1742.375775] env[62574]: DEBUG oslo_concurrency.lockutils [req-0b1299d9-35b8-4092-8c1f-e63d65f53c1f req-e86dd62f-fdd4-4544-a8aa-db14a2f81c6a service nova] Acquiring lock "refresh_cache-89a30a5b-dcdd-4140-b047-b3ea62dcf0b5" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1742.417510] env[62574]: DEBUG oslo_vmware.api [None req-3a635f44-3612-40ee-9a8e-4e623f12ecea tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Task: {'id': task-1861858, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.114556} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1742.417912] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-3a635f44-3612-40ee-9a8e-4e623f12ecea tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] [instance: cf8dfe40-abfe-4888-a1a5-b26f6d781e93] Extended root virtual disk {{(pid=62574) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1742.419020] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0ab22e6-c1b0-4b97-86d8-f4eb9efd5cf5 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.445513] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a635f44-3612-40ee-9a8e-4e623f12ecea tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] [instance: cf8dfe40-abfe-4888-a1a5-b26f6d781e93] Reconfiguring VM instance instance-0000001a to attach disk [datastore2] cf8dfe40-abfe-4888-a1a5-b26f6d781e93/cf8dfe40-abfe-4888-a1a5-b26f6d781e93.vmdk or device None with type sparse {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1742.446410] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-41306c18-9df0-426e-bb4c-95f1c5a4fa53 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.468217] env[62574]: DEBUG oslo_vmware.api [None req-3a635f44-3612-40ee-9a8e-4e623f12ecea tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Waiting for the task: (returnval){ [ 1742.468217] env[62574]: value = "task-1861861" [ 1742.468217] env[62574]: _type = "Task" [ 1742.468217] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1742.474547] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72a8a0f1-c58b-4e7b-a6f7-c22e049fe181 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.501970] env[62574]: DEBUG oslo_vmware.api [None req-3a635f44-3612-40ee-9a8e-4e623f12ecea tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Task: {'id': task-1861861, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1742.502891] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-799b6052-0531-48a2-9e90-ac22aa874afe {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.525136] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-9703126e-83d6-432b-bcdf-b5ec1488b4ff tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] [instance: 4cc7d784-be5d-41db-a028-0dade3464032] Updating instance '4cc7d784-be5d-41db-a028-0dade3464032' progress to 67 {{(pid=62574) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1742.561579] env[62574]: DEBUG oslo_vmware.api [None req-cb11538f-e1be-4861-827d-7a76566548c3 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Task: {'id': task-1861854, 'name': PowerOnVM_Task, 'duration_secs': 0.90942} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1742.563667] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb11538f-e1be-4861-827d-7a76566548c3 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] [instance: f6cfb126-1ff6-4ac9-802e-7bbdfb539176] Powered on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1742.563667] env[62574]: INFO nova.compute.manager [None req-cb11538f-e1be-4861-827d-7a76566548c3 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] [instance: f6cfb126-1ff6-4ac9-802e-7bbdfb539176] Took 13.15 seconds to spawn the instance on the hypervisor. [ 1742.563667] env[62574]: DEBUG nova.compute.manager [None req-cb11538f-e1be-4861-827d-7a76566548c3 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] [instance: f6cfb126-1ff6-4ac9-802e-7bbdfb539176] Checking state {{(pid=62574) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1742.563667] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74dc3574-37ed-4b3f-ab3d-8eedf27ebcc7 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.594371] env[62574]: DEBUG nova.compute.manager [None req-3fb2ab24-cfe2-4fc8-b787-4a40e8746c79 tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] [instance: 437af2e4-dbbd-4fc4-8262-a8a179e4c3bb] Start spawning the instance on the hypervisor. {{(pid=62574) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1742.605499] env[62574]: DEBUG oslo_concurrency.lockutils [None req-1f5c6e1e-f746-4ddf-970a-18f5cdc3d106 tempest-InstanceActionsTestJSON-1886761938 tempest-InstanceActionsTestJSON-1886761938-project-member] Releasing lock "refresh_cache-89a30a5b-dcdd-4140-b047-b3ea62dcf0b5" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1742.605969] env[62574]: DEBUG nova.compute.manager [None req-1f5c6e1e-f746-4ddf-970a-18f5cdc3d106 tempest-InstanceActionsTestJSON-1886761938 tempest-InstanceActionsTestJSON-1886761938-project-member] [instance: 89a30a5b-dcdd-4140-b047-b3ea62dcf0b5] Instance network_info: |[{"id": "1b9a2528-3659-4e04-9b25-64d21d01fb4f", "address": "fa:16:3e:f9:c3:db", "network": {"id": "a66a4f91-28dd-4ff5-9ff8-951576adb7eb", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-533298188-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5684327493954400975cb51a696cf993", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4b6ddb2-2e19-4031-9b22-add90d41a114", "external-id": "nsx-vlan-transportzone-921", "segmentation_id": 921, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b9a2528-36", "ovs_interfaceid": "1b9a2528-3659-4e04-9b25-64d21d01fb4f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62574) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1742.606434] env[62574]: DEBUG oslo_concurrency.lockutils [req-0b1299d9-35b8-4092-8c1f-e63d65f53c1f req-e86dd62f-fdd4-4544-a8aa-db14a2f81c6a service nova] Acquired lock "refresh_cache-89a30a5b-dcdd-4140-b047-b3ea62dcf0b5" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1742.606599] env[62574]: DEBUG nova.network.neutron [req-0b1299d9-35b8-4092-8c1f-e63d65f53c1f req-e86dd62f-fdd4-4544-a8aa-db14a2f81c6a service nova] [instance: 89a30a5b-dcdd-4140-b047-b3ea62dcf0b5] Refreshing network info cache for port 1b9a2528-3659-4e04-9b25-64d21d01fb4f {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1742.608035] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-1f5c6e1e-f746-4ddf-970a-18f5cdc3d106 tempest-InstanceActionsTestJSON-1886761938 tempest-InstanceActionsTestJSON-1886761938-project-member] [instance: 89a30a5b-dcdd-4140-b047-b3ea62dcf0b5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f9:c3:db', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a4b6ddb2-2e19-4031-9b22-add90d41a114', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1b9a2528-3659-4e04-9b25-64d21d01fb4f', 'vif_model': 'vmxnet3'}] {{(pid=62574) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1742.616241] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f5c6e1e-f746-4ddf-970a-18f5cdc3d106 tempest-InstanceActionsTestJSON-1886761938 tempest-InstanceActionsTestJSON-1886761938-project-member] Creating folder: Project (5684327493954400975cb51a696cf993). Parent ref: group-v384746. {{(pid=62574) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1742.622184] env[62574]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-72b23588-f8ea-46ce-b6dc-c88e4a30a004 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.631426] env[62574]: DEBUG nova.virt.hardware [None req-3fb2ab24-cfe2-4fc8-b787-4a40e8746c79 tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T19:26:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-13T19:26:40Z,direct_url=,disk_format='vmdk',id=3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7eed1dd4d2c3418eb32c4f4ceda3ab0d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-13T19:26:41Z,virtual_size=,visibility=), allow threads: False {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1742.631729] env[62574]: DEBUG nova.virt.hardware [None req-3fb2ab24-cfe2-4fc8-b787-4a40e8746c79 tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Flavor limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1742.631887] env[62574]: DEBUG nova.virt.hardware [None req-3fb2ab24-cfe2-4fc8-b787-4a40e8746c79 tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Image limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1742.632178] env[62574]: DEBUG nova.virt.hardware [None req-3fb2ab24-cfe2-4fc8-b787-4a40e8746c79 tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Flavor pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1742.632262] env[62574]: DEBUG nova.virt.hardware [None req-3fb2ab24-cfe2-4fc8-b787-4a40e8746c79 tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Image pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1742.632454] env[62574]: DEBUG nova.virt.hardware [None req-3fb2ab24-cfe2-4fc8-b787-4a40e8746c79 tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1742.632629] env[62574]: DEBUG nova.virt.hardware [None req-3fb2ab24-cfe2-4fc8-b787-4a40e8746c79 tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1742.632805] env[62574]: DEBUG nova.virt.hardware [None req-3fb2ab24-cfe2-4fc8-b787-4a40e8746c79 tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1742.632992] env[62574]: DEBUG nova.virt.hardware [None req-3fb2ab24-cfe2-4fc8-b787-4a40e8746c79 tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Got 1 possible topologies {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1742.633180] env[62574]: DEBUG nova.virt.hardware [None req-3fb2ab24-cfe2-4fc8-b787-4a40e8746c79 tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1742.633445] env[62574]: DEBUG nova.virt.hardware [None req-3fb2ab24-cfe2-4fc8-b787-4a40e8746c79 tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1742.634575] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-643d7f38-704b-4996-ae82-24bb53361a91 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.641745] env[62574]: DEBUG oslo_vmware.api [None req-90a25f63-23a4-405d-80a8-5b325d12671c tempest-FloatingIPsAssociationNegativeTestJSON-1871919481 tempest-FloatingIPsAssociationNegativeTestJSON-1871919481-project-member] Task: {'id': task-1861855, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.563432} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1742.642018] env[62574]: INFO nova.virt.vmwareapi.vm_util [None req-1f5c6e1e-f746-4ddf-970a-18f5cdc3d106 tempest-InstanceActionsTestJSON-1886761938 tempest-InstanceActionsTestJSON-1886761938-project-member] Created folder: Project (5684327493954400975cb51a696cf993) in parent group-v384746. [ 1742.642227] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f5c6e1e-f746-4ddf-970a-18f5cdc3d106 tempest-InstanceActionsTestJSON-1886761938 tempest-InstanceActionsTestJSON-1886761938-project-member] Creating folder: Instances. Parent ref: group-v384930. {{(pid=62574) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1742.643320] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-90a25f63-23a4-405d-80a8-5b325d12671c tempest-FloatingIPsAssociationNegativeTestJSON-1871919481 tempest-FloatingIPsAssociationNegativeTestJSON-1871919481-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk to [datastore1] 4d74e512-951b-49f7-80d0-4a24a2fdecda/4d74e512-951b-49f7-80d0-4a24a2fdecda.vmdk {{(pid=62574) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1742.643520] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-90a25f63-23a4-405d-80a8-5b325d12671c tempest-FloatingIPsAssociationNegativeTestJSON-1871919481 tempest-FloatingIPsAssociationNegativeTestJSON-1871919481-project-member] [instance: 4d74e512-951b-49f7-80d0-4a24a2fdecda] Extending root virtual disk to 1048576 {{(pid=62574) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1742.643836] env[62574]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f800ddde-fbe8-422f-9eab-c01a6b5dbbd7 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.648225] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c300fdd9-a543-417f-a363-ee5c1c974578 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.651390] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c47b1472-05ba-463b-8fa5-3286608b1357 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.657993] env[62574]: INFO nova.virt.vmwareapi.vm_util [None req-1f5c6e1e-f746-4ddf-970a-18f5cdc3d106 tempest-InstanceActionsTestJSON-1886761938 tempest-InstanceActionsTestJSON-1886761938-project-member] Created folder: Instances in parent group-v384930. [ 1742.658258] env[62574]: DEBUG oslo.service.loopingcall [None req-1f5c6e1e-f746-4ddf-970a-18f5cdc3d106 tempest-InstanceActionsTestJSON-1886761938 tempest-InstanceActionsTestJSON-1886761938-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62574) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1742.666320] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 89a30a5b-dcdd-4140-b047-b3ea62dcf0b5] Creating VM on the ESX host {{(pid=62574) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1742.668205] env[62574]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-98c9f020-71b6-4676-82d3-dd03cd95ee15 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.684207] env[62574]: DEBUG oslo_vmware.api [None req-90a25f63-23a4-405d-80a8-5b325d12671c tempest-FloatingIPsAssociationNegativeTestJSON-1871919481 tempest-FloatingIPsAssociationNegativeTestJSON-1871919481-project-member] Waiting for the task: (returnval){ [ 1742.684207] env[62574]: value = "task-1861864" [ 1742.684207] env[62574]: _type = "Task" [ 1742.684207] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1742.689346] env[62574]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1742.689346] env[62574]: value = "task-1861865" [ 1742.689346] env[62574]: _type = "Task" [ 1742.689346] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1742.695457] env[62574]: DEBUG oslo_vmware.api [None req-90a25f63-23a4-405d-80a8-5b325d12671c tempest-FloatingIPsAssociationNegativeTestJSON-1871919481 tempest-FloatingIPsAssociationNegativeTestJSON-1871919481-project-member] Task: {'id': task-1861864, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1742.701513] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1861865, 'name': CreateVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1742.745366] env[62574]: DEBUG oslo_concurrency.lockutils [None req-e07ed925-8231-477d-9d70-5ee91107cec9 tempest-ServerMetadataNegativeTestJSON-177817576 tempest-ServerMetadataNegativeTestJSON-177817576-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.184s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1742.747929] env[62574]: DEBUG oslo_concurrency.lockutils [None req-9b92b186-cd41-4a7c-a775-3fd0e7f1ee99 tempest-ServersTestMultiNic-1484195929 tempest-ServersTestMultiNic-1484195929-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.695s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1742.749594] env[62574]: INFO nova.compute.claims [None req-9b92b186-cd41-4a7c-a775-3fd0e7f1ee99 tempest-ServersTestMultiNic-1484195929 tempest-ServersTestMultiNic-1484195929-project-member] [instance: f2c6c5a5-8ba2-40a4-808c-26b8b73e1050] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1742.767585] env[62574]: DEBUG oslo_vmware.api [None req-d65a80b9-915e-4c19-baa9-21297d62e7d7 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Task: {'id': task-1861857, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.864149} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1742.768070] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-d65a80b9-915e-4c19-baa9-21297d62e7d7 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk to [datastore1] d3965319-4501-491b-bd91-0ca579ba9753/d3965319-4501-491b-bd91-0ca579ba9753.vmdk {{(pid=62574) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1742.768703] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-d65a80b9-915e-4c19-baa9-21297d62e7d7 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] [instance: d3965319-4501-491b-bd91-0ca579ba9753] Extending root virtual disk to 1048576 {{(pid=62574) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1742.769576] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-039505cd-ab20-4f9a-aa5e-351b26099d1c {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.773459] env[62574]: INFO nova.scheduler.client.report [None req-e07ed925-8231-477d-9d70-5ee91107cec9 tempest-ServerMetadataNegativeTestJSON-177817576 tempest-ServerMetadataNegativeTestJSON-177817576-project-member] Deleted allocations for instance 82960f69-76f1-49ff-a0b6-081c0142fca8 [ 1742.781033] env[62574]: DEBUG oslo_vmware.api [None req-d65a80b9-915e-4c19-baa9-21297d62e7d7 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Waiting for the task: (returnval){ [ 1742.781033] env[62574]: value = "task-1861866" [ 1742.781033] env[62574]: _type = "Task" [ 1742.781033] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1742.789079] env[62574]: DEBUG oslo_vmware.api [None req-d65a80b9-915e-4c19-baa9-21297d62e7d7 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Task: {'id': task-1861866, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1742.845069] env[62574]: DEBUG oslo_vmware.api [None req-404899e8-c59b-422d-a9a8-9c80954777b8 tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] Task: {'id': task-1861860, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1742.978580] env[62574]: DEBUG oslo_vmware.api [None req-3a635f44-3612-40ee-9a8e-4e623f12ecea tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Task: {'id': task-1861861, 'name': ReconfigVM_Task, 'duration_secs': 0.432296} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1742.978844] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a635f44-3612-40ee-9a8e-4e623f12ecea tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] [instance: cf8dfe40-abfe-4888-a1a5-b26f6d781e93] Reconfigured VM instance instance-0000001a to attach disk [datastore2] cf8dfe40-abfe-4888-a1a5-b26f6d781e93/cf8dfe40-abfe-4888-a1a5-b26f6d781e93.vmdk or device None with type sparse {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1742.979498] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-59804e96-b7e5-4202-b0e4-8291ec34b81c {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.985874] env[62574]: DEBUG oslo_vmware.api [None req-3a635f44-3612-40ee-9a8e-4e623f12ecea tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Waiting for the task: (returnval){ [ 1742.985874] env[62574]: value = "task-1861867" [ 1742.985874] env[62574]: _type = "Task" [ 1742.985874] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1742.994018] env[62574]: DEBUG oslo_vmware.api [None req-3a635f44-3612-40ee-9a8e-4e623f12ecea tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Task: {'id': task-1861867, 'name': Rename_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1743.073855] env[62574]: DEBUG nova.network.neutron [None req-9703126e-83d6-432b-bcdf-b5ec1488b4ff tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] [instance: 4cc7d784-be5d-41db-a028-0dade3464032] Port 84bf7a5e-2323-4711-a9b6-1a21d8f249ee binding to destination host cpu-1 is already ACTIVE {{(pid=62574) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1743.086429] env[62574]: INFO nova.compute.manager [None req-cb11538f-e1be-4861-827d-7a76566548c3 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] [instance: f6cfb126-1ff6-4ac9-802e-7bbdfb539176] Took 51.97 seconds to build instance. [ 1743.197203] env[62574]: DEBUG oslo_vmware.api [None req-90a25f63-23a4-405d-80a8-5b325d12671c tempest-FloatingIPsAssociationNegativeTestJSON-1871919481 tempest-FloatingIPsAssociationNegativeTestJSON-1871919481-project-member] Task: {'id': task-1861864, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071073} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1743.197912] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-90a25f63-23a4-405d-80a8-5b325d12671c tempest-FloatingIPsAssociationNegativeTestJSON-1871919481 tempest-FloatingIPsAssociationNegativeTestJSON-1871919481-project-member] [instance: 4d74e512-951b-49f7-80d0-4a24a2fdecda] Extended root virtual disk {{(pid=62574) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1743.198851] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-408f8b55-44c0-44be-8e37-41305d420ab5 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.208007] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1861865, 'name': CreateVM_Task} progress is 25%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1743.237641] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-90a25f63-23a4-405d-80a8-5b325d12671c tempest-FloatingIPsAssociationNegativeTestJSON-1871919481 tempest-FloatingIPsAssociationNegativeTestJSON-1871919481-project-member] [instance: 4d74e512-951b-49f7-80d0-4a24a2fdecda] Reconfiguring VM instance instance-00000040 to attach disk [datastore1] 4d74e512-951b-49f7-80d0-4a24a2fdecda/4d74e512-951b-49f7-80d0-4a24a2fdecda.vmdk or device None with type sparse {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1743.241062] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-00bc6345-b20f-40ff-bbf6-408a13a47a50 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.269233] env[62574]: DEBUG oslo_vmware.api [None req-90a25f63-23a4-405d-80a8-5b325d12671c tempest-FloatingIPsAssociationNegativeTestJSON-1871919481 tempest-FloatingIPsAssociationNegativeTestJSON-1871919481-project-member] Waiting for the task: (returnval){ [ 1743.269233] env[62574]: value = "task-1861868" [ 1743.269233] env[62574]: _type = "Task" [ 1743.269233] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1743.277779] env[62574]: DEBUG oslo_vmware.api [None req-90a25f63-23a4-405d-80a8-5b325d12671c tempest-FloatingIPsAssociationNegativeTestJSON-1871919481 tempest-FloatingIPsAssociationNegativeTestJSON-1871919481-project-member] Task: {'id': task-1861868, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1743.287118] env[62574]: DEBUG oslo_concurrency.lockutils [None req-e07ed925-8231-477d-9d70-5ee91107cec9 tempest-ServerMetadataNegativeTestJSON-177817576 tempest-ServerMetadataNegativeTestJSON-177817576-project-member] Lock "82960f69-76f1-49ff-a0b6-081c0142fca8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.570s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1743.302446] env[62574]: DEBUG oslo_vmware.api [None req-d65a80b9-915e-4c19-baa9-21297d62e7d7 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Task: {'id': task-1861866, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.322781} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1743.302980] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-d65a80b9-915e-4c19-baa9-21297d62e7d7 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] [instance: d3965319-4501-491b-bd91-0ca579ba9753] Extended root virtual disk {{(pid=62574) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1743.303927] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df332c33-81a8-44b7-b0ad-84d934cbbca3 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.330238] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-d65a80b9-915e-4c19-baa9-21297d62e7d7 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] [instance: d3965319-4501-491b-bd91-0ca579ba9753] Reconfiguring VM instance instance-0000003f to attach disk [datastore1] d3965319-4501-491b-bd91-0ca579ba9753/d3965319-4501-491b-bd91-0ca579ba9753.vmdk or device None with type sparse {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1743.333915] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-64a79ece-ba75-4fe8-b8c5-c173931a4add {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.359349] env[62574]: DEBUG oslo_vmware.api [None req-404899e8-c59b-422d-a9a8-9c80954777b8 tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] Task: {'id': task-1861860, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.513749} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1743.360905] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-404899e8-c59b-422d-a9a8-9c80954777b8 tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] Deleted the datastore file {{(pid=62574) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1743.361273] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-404899e8-c59b-422d-a9a8-9c80954777b8 tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] [instance: a2544584-cd31-41e1-8e0e-10c0c41b66fb] Deleted contents of the VM from datastore datastore1 {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1743.361591] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-404899e8-c59b-422d-a9a8-9c80954777b8 tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] [instance: a2544584-cd31-41e1-8e0e-10c0c41b66fb] Instance destroyed {{(pid=62574) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1743.361869] env[62574]: INFO nova.compute.manager [None req-404899e8-c59b-422d-a9a8-9c80954777b8 tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] [instance: a2544584-cd31-41e1-8e0e-10c0c41b66fb] Took 1.72 seconds to destroy the instance on the hypervisor. [ 1743.362256] env[62574]: DEBUG oslo.service.loopingcall [None req-404899e8-c59b-422d-a9a8-9c80954777b8 tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62574) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1743.362622] env[62574]: DEBUG oslo_vmware.api [None req-d65a80b9-915e-4c19-baa9-21297d62e7d7 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Waiting for the task: (returnval){ [ 1743.362622] env[62574]: value = "task-1861869" [ 1743.362622] env[62574]: _type = "Task" [ 1743.362622] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1743.362979] env[62574]: DEBUG nova.compute.manager [-] [instance: a2544584-cd31-41e1-8e0e-10c0c41b66fb] Deallocating network for instance {{(pid=62574) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1743.363184] env[62574]: DEBUG nova.network.neutron [-] [instance: a2544584-cd31-41e1-8e0e-10c0c41b66fb] deallocate_for_instance() {{(pid=62574) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1743.374352] env[62574]: DEBUG oslo_vmware.api [None req-d65a80b9-915e-4c19-baa9-21297d62e7d7 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Task: {'id': task-1861869, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1743.470773] env[62574]: DEBUG nova.network.neutron [req-0b1299d9-35b8-4092-8c1f-e63d65f53c1f req-e86dd62f-fdd4-4544-a8aa-db14a2f81c6a service nova] [instance: 89a30a5b-dcdd-4140-b047-b3ea62dcf0b5] Updated VIF entry in instance network info cache for port 1b9a2528-3659-4e04-9b25-64d21d01fb4f. {{(pid=62574) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1743.471210] env[62574]: DEBUG nova.network.neutron [req-0b1299d9-35b8-4092-8c1f-e63d65f53c1f req-e86dd62f-fdd4-4544-a8aa-db14a2f81c6a service nova] [instance: 89a30a5b-dcdd-4140-b047-b3ea62dcf0b5] Updating instance_info_cache with network_info: [{"id": "1b9a2528-3659-4e04-9b25-64d21d01fb4f", "address": "fa:16:3e:f9:c3:db", "network": {"id": "a66a4f91-28dd-4ff5-9ff8-951576adb7eb", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-533298188-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5684327493954400975cb51a696cf993", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4b6ddb2-2e19-4031-9b22-add90d41a114", "external-id": "nsx-vlan-transportzone-921", "segmentation_id": 921, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b9a2528-36", "ovs_interfaceid": "1b9a2528-3659-4e04-9b25-64d21d01fb4f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1743.497684] env[62574]: DEBUG oslo_vmware.api [None req-3a635f44-3612-40ee-9a8e-4e623f12ecea tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Task: {'id': task-1861867, 'name': Rename_Task, 'duration_secs': 0.153741} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1743.498079] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a635f44-3612-40ee-9a8e-4e623f12ecea tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] [instance: cf8dfe40-abfe-4888-a1a5-b26f6d781e93] Powering on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1743.498346] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ff148f7a-21a0-4db4-9d61-8ba978408a83 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.505696] env[62574]: DEBUG oslo_vmware.api [None req-3a635f44-3612-40ee-9a8e-4e623f12ecea tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Waiting for the task: (returnval){ [ 1743.505696] env[62574]: value = "task-1861870" [ 1743.505696] env[62574]: _type = "Task" [ 1743.505696] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1743.516015] env[62574]: DEBUG oslo_vmware.api [None req-3a635f44-3612-40ee-9a8e-4e623f12ecea tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Task: {'id': task-1861870, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1743.588566] env[62574]: DEBUG oslo_concurrency.lockutils [None req-cb11538f-e1be-4861-827d-7a76566548c3 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Lock "f6cfb126-1ff6-4ac9-802e-7bbdfb539176" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.492s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1743.625963] env[62574]: DEBUG nova.network.neutron [None req-3fb2ab24-cfe2-4fc8-b787-4a40e8746c79 tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] [instance: 437af2e4-dbbd-4fc4-8262-a8a179e4c3bb] Successfully updated port: 21dafe5f-3e84-42c7-a323-b6dcdb7d898b {{(pid=62574) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1743.702382] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1861865, 'name': CreateVM_Task, 'duration_secs': 0.706058} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1743.702609] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 89a30a5b-dcdd-4140-b047-b3ea62dcf0b5] Created VM on the ESX host {{(pid=62574) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1743.703278] env[62574]: DEBUG oslo_concurrency.lockutils [None req-1f5c6e1e-f746-4ddf-970a-18f5cdc3d106 tempest-InstanceActionsTestJSON-1886761938 tempest-InstanceActionsTestJSON-1886761938-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1743.703430] env[62574]: DEBUG oslo_concurrency.lockutils [None req-1f5c6e1e-f746-4ddf-970a-18f5cdc3d106 tempest-InstanceActionsTestJSON-1886761938 tempest-InstanceActionsTestJSON-1886761938-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1743.703763] env[62574]: DEBUG oslo_concurrency.lockutils [None req-1f5c6e1e-f746-4ddf-970a-18f5cdc3d106 tempest-InstanceActionsTestJSON-1886761938 tempest-InstanceActionsTestJSON-1886761938-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1743.704041] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e75e415-8631-452e-9d66-ee9df36cb671 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.708643] env[62574]: DEBUG oslo_vmware.api [None req-1f5c6e1e-f746-4ddf-970a-18f5cdc3d106 tempest-InstanceActionsTestJSON-1886761938 tempest-InstanceActionsTestJSON-1886761938-project-member] Waiting for the task: (returnval){ [ 1743.708643] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]5250fa82-27e7-fff1-92a3-fd3f7f75226e" [ 1743.708643] env[62574]: _type = "Task" [ 1743.708643] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1743.717217] env[62574]: DEBUG oslo_vmware.api [None req-1f5c6e1e-f746-4ddf-970a-18f5cdc3d106 tempest-InstanceActionsTestJSON-1886761938 tempest-InstanceActionsTestJSON-1886761938-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]5250fa82-27e7-fff1-92a3-fd3f7f75226e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1743.777208] env[62574]: DEBUG oslo_vmware.api [None req-90a25f63-23a4-405d-80a8-5b325d12671c tempest-FloatingIPsAssociationNegativeTestJSON-1871919481 tempest-FloatingIPsAssociationNegativeTestJSON-1871919481-project-member] Task: {'id': task-1861868, 'name': ReconfigVM_Task, 'duration_secs': 0.329624} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1743.779583] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-90a25f63-23a4-405d-80a8-5b325d12671c tempest-FloatingIPsAssociationNegativeTestJSON-1871919481 tempest-FloatingIPsAssociationNegativeTestJSON-1871919481-project-member] [instance: 4d74e512-951b-49f7-80d0-4a24a2fdecda] Reconfigured VM instance instance-00000040 to attach disk [datastore1] 4d74e512-951b-49f7-80d0-4a24a2fdecda/4d74e512-951b-49f7-80d0-4a24a2fdecda.vmdk or device None with type sparse {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1743.780257] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-858a67b3-1abb-42a4-bfb3-189c3e4f65d6 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.790269] env[62574]: DEBUG oslo_vmware.api [None req-90a25f63-23a4-405d-80a8-5b325d12671c tempest-FloatingIPsAssociationNegativeTestJSON-1871919481 tempest-FloatingIPsAssociationNegativeTestJSON-1871919481-project-member] Waiting for the task: (returnval){ [ 1743.790269] env[62574]: value = "task-1861871" [ 1743.790269] env[62574]: _type = "Task" [ 1743.790269] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1743.801569] env[62574]: DEBUG oslo_vmware.api [None req-90a25f63-23a4-405d-80a8-5b325d12671c tempest-FloatingIPsAssociationNegativeTestJSON-1871919481 tempest-FloatingIPsAssociationNegativeTestJSON-1871919481-project-member] Task: {'id': task-1861871, 'name': Rename_Task} progress is 5%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1743.875716] env[62574]: DEBUG oslo_vmware.api [None req-d65a80b9-915e-4c19-baa9-21297d62e7d7 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Task: {'id': task-1861869, 'name': ReconfigVM_Task, 'duration_secs': 0.338779} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1743.876024] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-d65a80b9-915e-4c19-baa9-21297d62e7d7 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] [instance: d3965319-4501-491b-bd91-0ca579ba9753] Reconfigured VM instance instance-0000003f to attach disk [datastore1] d3965319-4501-491b-bd91-0ca579ba9753/d3965319-4501-491b-bd91-0ca579ba9753.vmdk or device None with type sparse {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1743.879181] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8498d6a8-4012-4814-95dd-1cb5235d6200 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.886984] env[62574]: DEBUG oslo_vmware.api [None req-d65a80b9-915e-4c19-baa9-21297d62e7d7 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Waiting for the task: (returnval){ [ 1743.886984] env[62574]: value = "task-1861872" [ 1743.886984] env[62574]: _type = "Task" [ 1743.886984] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1743.898700] env[62574]: DEBUG oslo_vmware.api [None req-d65a80b9-915e-4c19-baa9-21297d62e7d7 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Task: {'id': task-1861872, 'name': Rename_Task} progress is 5%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1743.976482] env[62574]: DEBUG oslo_concurrency.lockutils [req-0b1299d9-35b8-4092-8c1f-e63d65f53c1f req-e86dd62f-fdd4-4544-a8aa-db14a2f81c6a service nova] Releasing lock "refresh_cache-89a30a5b-dcdd-4140-b047-b3ea62dcf0b5" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1744.015841] env[62574]: DEBUG nova.compute.manager [req-b471591f-cedc-4a95-a4e9-dd16881ef7aa req-b09d4b37-55a6-4752-a9d6-5d237c64fd93 service nova] [instance: a2544584-cd31-41e1-8e0e-10c0c41b66fb] Received event network-vif-deleted-3372ecca-824f-404b-bb4a-02a106a87a90 {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1744.017018] env[62574]: INFO nova.compute.manager [req-b471591f-cedc-4a95-a4e9-dd16881ef7aa req-b09d4b37-55a6-4752-a9d6-5d237c64fd93 service nova] [instance: a2544584-cd31-41e1-8e0e-10c0c41b66fb] Neutron deleted interface 3372ecca-824f-404b-bb4a-02a106a87a90; detaching it from the instance and deleting it from the info cache [ 1744.017018] env[62574]: DEBUG nova.network.neutron [req-b471591f-cedc-4a95-a4e9-dd16881ef7aa req-b09d4b37-55a6-4752-a9d6-5d237c64fd93 service nova] [instance: a2544584-cd31-41e1-8e0e-10c0c41b66fb] Updating instance_info_cache with network_info: [] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1744.022425] env[62574]: DEBUG oslo_vmware.api [None req-3a635f44-3612-40ee-9a8e-4e623f12ecea tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Task: {'id': task-1861870, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1744.092118] env[62574]: DEBUG oslo_concurrency.lockutils [None req-9703126e-83d6-432b-bcdf-b5ec1488b4ff tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Acquiring lock "4cc7d784-be5d-41db-a028-0dade3464032-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1744.092392] env[62574]: DEBUG oslo_concurrency.lockutils [None req-9703126e-83d6-432b-bcdf-b5ec1488b4ff tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Lock "4cc7d784-be5d-41db-a028-0dade3464032-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1744.092567] env[62574]: DEBUG oslo_concurrency.lockutils [None req-9703126e-83d6-432b-bcdf-b5ec1488b4ff tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Lock "4cc7d784-be5d-41db-a028-0dade3464032-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1744.127654] env[62574]: DEBUG oslo_concurrency.lockutils [None req-3fb2ab24-cfe2-4fc8-b787-4a40e8746c79 tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Acquiring lock "refresh_cache-437af2e4-dbbd-4fc4-8262-a8a179e4c3bb" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1744.127808] env[62574]: DEBUG oslo_concurrency.lockutils [None req-3fb2ab24-cfe2-4fc8-b787-4a40e8746c79 tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Acquired lock "refresh_cache-437af2e4-dbbd-4fc4-8262-a8a179e4c3bb" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1744.127958] env[62574]: DEBUG nova.network.neutron [None req-3fb2ab24-cfe2-4fc8-b787-4a40e8746c79 tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] [instance: 437af2e4-dbbd-4fc4-8262-a8a179e4c3bb] Building network info cache for instance {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1744.181666] env[62574]: DEBUG nova.network.neutron [-] [instance: a2544584-cd31-41e1-8e0e-10c0c41b66fb] Updating instance_info_cache with network_info: [] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1744.219533] env[62574]: DEBUG oslo_vmware.api [None req-1f5c6e1e-f746-4ddf-970a-18f5cdc3d106 tempest-InstanceActionsTestJSON-1886761938 tempest-InstanceActionsTestJSON-1886761938-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]5250fa82-27e7-fff1-92a3-fd3f7f75226e, 'name': SearchDatastore_Task, 'duration_secs': 0.022921} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1744.219666] env[62574]: DEBUG oslo_concurrency.lockutils [None req-1f5c6e1e-f746-4ddf-970a-18f5cdc3d106 tempest-InstanceActionsTestJSON-1886761938 tempest-InstanceActionsTestJSON-1886761938-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1744.219866] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-1f5c6e1e-f746-4ddf-970a-18f5cdc3d106 tempest-InstanceActionsTestJSON-1886761938 tempest-InstanceActionsTestJSON-1886761938-project-member] [instance: 89a30a5b-dcdd-4140-b047-b3ea62dcf0b5] Processing image 3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2 {{(pid=62574) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1744.220206] env[62574]: DEBUG oslo_concurrency.lockutils [None req-1f5c6e1e-f746-4ddf-970a-18f5cdc3d106 tempest-InstanceActionsTestJSON-1886761938 tempest-InstanceActionsTestJSON-1886761938-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1744.220373] env[62574]: DEBUG oslo_concurrency.lockutils [None req-1f5c6e1e-f746-4ddf-970a-18f5cdc3d106 tempest-InstanceActionsTestJSON-1886761938 tempest-InstanceActionsTestJSON-1886761938-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1744.220557] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f5c6e1e-f746-4ddf-970a-18f5cdc3d106 tempest-InstanceActionsTestJSON-1886761938 tempest-InstanceActionsTestJSON-1886761938-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1744.220824] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2c83e69e-dd49-4fd1-b2c5-ac0217551321 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.232625] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f5c6e1e-f746-4ddf-970a-18f5cdc3d106 tempest-InstanceActionsTestJSON-1886761938 tempest-InstanceActionsTestJSON-1886761938-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1744.232816] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-1f5c6e1e-f746-4ddf-970a-18f5cdc3d106 tempest-InstanceActionsTestJSON-1886761938 tempest-InstanceActionsTestJSON-1886761938-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62574) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1744.234045] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-203c169e-821e-4d30-afb1-d9d5a37f2577 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.241269] env[62574]: DEBUG oslo_vmware.api [None req-1f5c6e1e-f746-4ddf-970a-18f5cdc3d106 tempest-InstanceActionsTestJSON-1886761938 tempest-InstanceActionsTestJSON-1886761938-project-member] Waiting for the task: (returnval){ [ 1744.241269] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]52180f21-bdc5-a9d1-b371-a471623679fd" [ 1744.241269] env[62574]: _type = "Task" [ 1744.241269] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1744.251743] env[62574]: DEBUG oslo_vmware.api [None req-1f5c6e1e-f746-4ddf-970a-18f5cdc3d106 tempest-InstanceActionsTestJSON-1886761938 tempest-InstanceActionsTestJSON-1886761938-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52180f21-bdc5-a9d1-b371-a471623679fd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1744.300053] env[62574]: DEBUG oslo_vmware.api [None req-90a25f63-23a4-405d-80a8-5b325d12671c tempest-FloatingIPsAssociationNegativeTestJSON-1871919481 tempest-FloatingIPsAssociationNegativeTestJSON-1871919481-project-member] Task: {'id': task-1861871, 'name': Rename_Task, 'duration_secs': 0.196355} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1744.301387] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-90a25f63-23a4-405d-80a8-5b325d12671c tempest-FloatingIPsAssociationNegativeTestJSON-1871919481 tempest-FloatingIPsAssociationNegativeTestJSON-1871919481-project-member] [instance: 4d74e512-951b-49f7-80d0-4a24a2fdecda] Powering on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1744.302170] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74d71a01-9e20-40fe-b05b-51eee8d94289 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.304788] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-150d4f1d-687a-4a54-bd98-9fcb408c95ce {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.311724] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cc47440-5a4b-4291-9bd0-237471197f1f {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.315940] env[62574]: DEBUG oslo_vmware.api [None req-90a25f63-23a4-405d-80a8-5b325d12671c tempest-FloatingIPsAssociationNegativeTestJSON-1871919481 tempest-FloatingIPsAssociationNegativeTestJSON-1871919481-project-member] Waiting for the task: (returnval){ [ 1744.315940] env[62574]: value = "task-1861873" [ 1744.315940] env[62574]: _type = "Task" [ 1744.315940] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1744.353986] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-529747d2-ff6b-4b38-8836-94565a817e86 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.359413] env[62574]: DEBUG oslo_vmware.api [None req-90a25f63-23a4-405d-80a8-5b325d12671c tempest-FloatingIPsAssociationNegativeTestJSON-1871919481 tempest-FloatingIPsAssociationNegativeTestJSON-1871919481-project-member] Task: {'id': task-1861873, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1744.365178] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dee4b9f-337d-478d-8146-eb342bcfa5e2 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.379961] env[62574]: DEBUG nova.compute.provider_tree [None req-9b92b186-cd41-4a7c-a775-3fd0e7f1ee99 tempest-ServersTestMultiNic-1484195929 tempest-ServersTestMultiNic-1484195929-project-member] Inventory has not changed in ProviderTree for provider: f0ed160a-beff-4626-a531-2a70d7bc0627 {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1744.399565] env[62574]: DEBUG oslo_vmware.api [None req-d65a80b9-915e-4c19-baa9-21297d62e7d7 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Task: {'id': task-1861872, 'name': Rename_Task, 'duration_secs': 0.219372} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1744.399565] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-d65a80b9-915e-4c19-baa9-21297d62e7d7 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] [instance: d3965319-4501-491b-bd91-0ca579ba9753] Powering on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1744.399565] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7eee998f-d19a-4015-9ef6-4c25761e0b41 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.405677] env[62574]: DEBUG oslo_vmware.api [None req-d65a80b9-915e-4c19-baa9-21297d62e7d7 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Waiting for the task: (returnval){ [ 1744.405677] env[62574]: value = "task-1861874" [ 1744.405677] env[62574]: _type = "Task" [ 1744.405677] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1744.413505] env[62574]: DEBUG oslo_vmware.api [None req-d65a80b9-915e-4c19-baa9-21297d62e7d7 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Task: {'id': task-1861874, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1744.423092] env[62574]: DEBUG nova.compute.manager [req-21294a76-89ce-42bb-b91f-cc9dda76ef60 req-e347d2a5-d625-4a83-97a8-f6da16655fcc service nova] [instance: 437af2e4-dbbd-4fc4-8262-a8a179e4c3bb] Received event network-vif-plugged-21dafe5f-3e84-42c7-a323-b6dcdb7d898b {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1744.423316] env[62574]: DEBUG oslo_concurrency.lockutils [req-21294a76-89ce-42bb-b91f-cc9dda76ef60 req-e347d2a5-d625-4a83-97a8-f6da16655fcc service nova] Acquiring lock "437af2e4-dbbd-4fc4-8262-a8a179e4c3bb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1744.423525] env[62574]: DEBUG oslo_concurrency.lockutils [req-21294a76-89ce-42bb-b91f-cc9dda76ef60 req-e347d2a5-d625-4a83-97a8-f6da16655fcc service nova] Lock "437af2e4-dbbd-4fc4-8262-a8a179e4c3bb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1744.423690] env[62574]: DEBUG oslo_concurrency.lockutils [req-21294a76-89ce-42bb-b91f-cc9dda76ef60 req-e347d2a5-d625-4a83-97a8-f6da16655fcc service nova] Lock "437af2e4-dbbd-4fc4-8262-a8a179e4c3bb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1744.423850] env[62574]: DEBUG nova.compute.manager [req-21294a76-89ce-42bb-b91f-cc9dda76ef60 req-e347d2a5-d625-4a83-97a8-f6da16655fcc service nova] [instance: 437af2e4-dbbd-4fc4-8262-a8a179e4c3bb] No waiting events found dispatching network-vif-plugged-21dafe5f-3e84-42c7-a323-b6dcdb7d898b {{(pid=62574) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1744.424021] env[62574]: WARNING nova.compute.manager [req-21294a76-89ce-42bb-b91f-cc9dda76ef60 req-e347d2a5-d625-4a83-97a8-f6da16655fcc service nova] [instance: 437af2e4-dbbd-4fc4-8262-a8a179e4c3bb] Received unexpected event network-vif-plugged-21dafe5f-3e84-42c7-a323-b6dcdb7d898b for instance with vm_state building and task_state spawning. [ 1744.424178] env[62574]: DEBUG nova.compute.manager [req-21294a76-89ce-42bb-b91f-cc9dda76ef60 req-e347d2a5-d625-4a83-97a8-f6da16655fcc service nova] [instance: 437af2e4-dbbd-4fc4-8262-a8a179e4c3bb] Received event network-changed-21dafe5f-3e84-42c7-a323-b6dcdb7d898b {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1744.424323] env[62574]: DEBUG nova.compute.manager [req-21294a76-89ce-42bb-b91f-cc9dda76ef60 req-e347d2a5-d625-4a83-97a8-f6da16655fcc service nova] [instance: 437af2e4-dbbd-4fc4-8262-a8a179e4c3bb] Refreshing instance network info cache due to event network-changed-21dafe5f-3e84-42c7-a323-b6dcdb7d898b. {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1744.424481] env[62574]: DEBUG oslo_concurrency.lockutils [req-21294a76-89ce-42bb-b91f-cc9dda76ef60 req-e347d2a5-d625-4a83-97a8-f6da16655fcc service nova] Acquiring lock "refresh_cache-437af2e4-dbbd-4fc4-8262-a8a179e4c3bb" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1744.519937] env[62574]: DEBUG oslo_vmware.api [None req-3a635f44-3612-40ee-9a8e-4e623f12ecea tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Task: {'id': task-1861870, 'name': PowerOnVM_Task, 'duration_secs': 0.566} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1744.520337] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a635f44-3612-40ee-9a8e-4e623f12ecea tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] [instance: cf8dfe40-abfe-4888-a1a5-b26f6d781e93] Powered on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1744.520947] env[62574]: DEBUG nova.compute.manager [None req-3a635f44-3612-40ee-9a8e-4e623f12ecea tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] [instance: cf8dfe40-abfe-4888-a1a5-b26f6d781e93] Checking state {{(pid=62574) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1744.521911] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f67da7e8-a610-45d4-8b33-64ce8c9178b4 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.526037] env[62574]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-63feb5f8-b1fa-451d-942b-414baee93641 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.540103] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba40e773-00ff-4cd8-aa72-3ba22ccdc076 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.579565] env[62574]: DEBUG nova.compute.manager [req-b471591f-cedc-4a95-a4e9-dd16881ef7aa req-b09d4b37-55a6-4752-a9d6-5d237c64fd93 service nova] [instance: a2544584-cd31-41e1-8e0e-10c0c41b66fb] Detach interface failed, port_id=3372ecca-824f-404b-bb4a-02a106a87a90, reason: Instance a2544584-cd31-41e1-8e0e-10c0c41b66fb could not be found. {{(pid=62574) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 1744.679625] env[62574]: DEBUG nova.network.neutron [None req-3fb2ab24-cfe2-4fc8-b787-4a40e8746c79 tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] [instance: 437af2e4-dbbd-4fc4-8262-a8a179e4c3bb] Instance cache missing network info. {{(pid=62574) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1744.684410] env[62574]: INFO nova.compute.manager [-] [instance: a2544584-cd31-41e1-8e0e-10c0c41b66fb] Took 1.32 seconds to deallocate network for instance. [ 1744.751970] env[62574]: DEBUG oslo_vmware.api [None req-1f5c6e1e-f746-4ddf-970a-18f5cdc3d106 tempest-InstanceActionsTestJSON-1886761938 tempest-InstanceActionsTestJSON-1886761938-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52180f21-bdc5-a9d1-b371-a471623679fd, 'name': SearchDatastore_Task, 'duration_secs': 0.02984} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1744.755037] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-93bcb054-ce62-4ec8-84e3-844e259a11ed {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.760813] env[62574]: DEBUG oslo_vmware.api [None req-1f5c6e1e-f746-4ddf-970a-18f5cdc3d106 tempest-InstanceActionsTestJSON-1886761938 tempest-InstanceActionsTestJSON-1886761938-project-member] Waiting for the task: (returnval){ [ 1744.760813] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]528fa1d1-40b0-056e-10cc-45047173216b" [ 1744.760813] env[62574]: _type = "Task" [ 1744.760813] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1744.769490] env[62574]: DEBUG oslo_vmware.api [None req-1f5c6e1e-f746-4ddf-970a-18f5cdc3d106 tempest-InstanceActionsTestJSON-1886761938 tempest-InstanceActionsTestJSON-1886761938-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]528fa1d1-40b0-056e-10cc-45047173216b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1744.827155] env[62574]: DEBUG oslo_vmware.api [None req-90a25f63-23a4-405d-80a8-5b325d12671c tempest-FloatingIPsAssociationNegativeTestJSON-1871919481 tempest-FloatingIPsAssociationNegativeTestJSON-1871919481-project-member] Task: {'id': task-1861873, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1744.886439] env[62574]: DEBUG nova.scheduler.client.report [None req-9b92b186-cd41-4a7c-a775-3fd0e7f1ee99 tempest-ServersTestMultiNic-1484195929 tempest-ServersTestMultiNic-1484195929-project-member] Inventory has not changed for provider f0ed160a-beff-4626-a531-2a70d7bc0627 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1744.925664] env[62574]: DEBUG oslo_vmware.api [None req-d65a80b9-915e-4c19-baa9-21297d62e7d7 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Task: {'id': task-1861874, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1744.964172] env[62574]: DEBUG nova.network.neutron [None req-3fb2ab24-cfe2-4fc8-b787-4a40e8746c79 tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] [instance: 437af2e4-dbbd-4fc4-8262-a8a179e4c3bb] Updating instance_info_cache with network_info: [{"id": "21dafe5f-3e84-42c7-a323-b6dcdb7d898b", "address": "fa:16:3e:33:14:89", "network": {"id": "a9cdd1f4-8d7e-4f5a-bce3-2ba18087d749", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1963892663-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "349319b81ebc4b50b19ead6b2aa1c248", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f1e0e39-0c84-4fcd-9113-cc528c3eb185", "external-id": "nsx-vlan-transportzone-907", "segmentation_id": 907, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21dafe5f-3e", "ovs_interfaceid": "21dafe5f-3e84-42c7-a323-b6dcdb7d898b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1745.046668] env[62574]: DEBUG oslo_concurrency.lockutils [None req-3a635f44-3612-40ee-9a8e-4e623f12ecea tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1745.191800] env[62574]: DEBUG oslo_concurrency.lockutils [None req-404899e8-c59b-422d-a9a8-9c80954777b8 tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1745.272302] env[62574]: DEBUG oslo_vmware.api [None req-1f5c6e1e-f746-4ddf-970a-18f5cdc3d106 tempest-InstanceActionsTestJSON-1886761938 tempest-InstanceActionsTestJSON-1886761938-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]528fa1d1-40b0-056e-10cc-45047173216b, 'name': SearchDatastore_Task, 'duration_secs': 0.025663} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1745.272618] env[62574]: DEBUG oslo_concurrency.lockutils [None req-1f5c6e1e-f746-4ddf-970a-18f5cdc3d106 tempest-InstanceActionsTestJSON-1886761938 tempest-InstanceActionsTestJSON-1886761938-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1745.272902] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f5c6e1e-f746-4ddf-970a-18f5cdc3d106 tempest-InstanceActionsTestJSON-1886761938 tempest-InstanceActionsTestJSON-1886761938-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk to [datastore2] 89a30a5b-dcdd-4140-b047-b3ea62dcf0b5/89a30a5b-dcdd-4140-b047-b3ea62dcf0b5.vmdk {{(pid=62574) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1745.273243] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-10b4280b-0ab2-430b-a579-6ca39f404540 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.280431] env[62574]: DEBUG oslo_vmware.api [None req-1f5c6e1e-f746-4ddf-970a-18f5cdc3d106 tempest-InstanceActionsTestJSON-1886761938 tempest-InstanceActionsTestJSON-1886761938-project-member] Waiting for the task: (returnval){ [ 1745.280431] env[62574]: value = "task-1861875" [ 1745.280431] env[62574]: _type = "Task" [ 1745.280431] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1745.288906] env[62574]: DEBUG oslo_vmware.api [None req-1f5c6e1e-f746-4ddf-970a-18f5cdc3d106 tempest-InstanceActionsTestJSON-1886761938 tempest-InstanceActionsTestJSON-1886761938-project-member] Task: {'id': task-1861875, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1745.327105] env[62574]: DEBUG oslo_vmware.api [None req-90a25f63-23a4-405d-80a8-5b325d12671c tempest-FloatingIPsAssociationNegativeTestJSON-1871919481 tempest-FloatingIPsAssociationNegativeTestJSON-1871919481-project-member] Task: {'id': task-1861873, 'name': PowerOnVM_Task, 'duration_secs': 0.638456} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1745.327405] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-90a25f63-23a4-405d-80a8-5b325d12671c tempest-FloatingIPsAssociationNegativeTestJSON-1871919481 tempest-FloatingIPsAssociationNegativeTestJSON-1871919481-project-member] [instance: 4d74e512-951b-49f7-80d0-4a24a2fdecda] Powered on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1745.327629] env[62574]: INFO nova.compute.manager [None req-90a25f63-23a4-405d-80a8-5b325d12671c tempest-FloatingIPsAssociationNegativeTestJSON-1871919481 tempest-FloatingIPsAssociationNegativeTestJSON-1871919481-project-member] [instance: 4d74e512-951b-49f7-80d0-4a24a2fdecda] Took 10.53 seconds to spawn the instance on the hypervisor. [ 1745.327851] env[62574]: DEBUG nova.compute.manager [None req-90a25f63-23a4-405d-80a8-5b325d12671c tempest-FloatingIPsAssociationNegativeTestJSON-1871919481 tempest-FloatingIPsAssociationNegativeTestJSON-1871919481-project-member] [instance: 4d74e512-951b-49f7-80d0-4a24a2fdecda] Checking state {{(pid=62574) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1745.328988] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e6d900a-423b-41b5-8be6-bbee8a88434c {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.360286] env[62574]: DEBUG oslo_concurrency.lockutils [None req-9703126e-83d6-432b-bcdf-b5ec1488b4ff tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Acquiring lock "refresh_cache-4cc7d784-be5d-41db-a028-0dade3464032" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1745.360504] env[62574]: DEBUG oslo_concurrency.lockutils [None req-9703126e-83d6-432b-bcdf-b5ec1488b4ff tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Acquired lock "refresh_cache-4cc7d784-be5d-41db-a028-0dade3464032" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1745.360708] env[62574]: DEBUG nova.network.neutron [None req-9703126e-83d6-432b-bcdf-b5ec1488b4ff tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] [instance: 4cc7d784-be5d-41db-a028-0dade3464032] Building network info cache for instance {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1745.391600] env[62574]: DEBUG oslo_concurrency.lockutils [None req-9b92b186-cd41-4a7c-a775-3fd0e7f1ee99 tempest-ServersTestMultiNic-1484195929 tempest-ServersTestMultiNic-1484195929-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.643s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1745.391983] env[62574]: DEBUG nova.compute.manager [None req-9b92b186-cd41-4a7c-a775-3fd0e7f1ee99 tempest-ServersTestMultiNic-1484195929 tempest-ServersTestMultiNic-1484195929-project-member] [instance: f2c6c5a5-8ba2-40a4-808c-26b8b73e1050] Start building networks asynchronously for instance. {{(pid=62574) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1745.394677] env[62574]: DEBUG oslo_concurrency.lockutils [None req-aaebd170-31a0-4f06-9c91-5ae4994f155a tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.262s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1745.396481] env[62574]: INFO nova.compute.claims [None req-aaebd170-31a0-4f06-9c91-5ae4994f155a tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] [instance: fb4b387a-6321-46fc-ac71-bedadebad505] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1745.420442] env[62574]: DEBUG oslo_vmware.api [None req-d65a80b9-915e-4c19-baa9-21297d62e7d7 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Task: {'id': task-1861874, 'name': PowerOnVM_Task, 'duration_secs': 0.700689} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1745.420738] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-d65a80b9-915e-4c19-baa9-21297d62e7d7 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] [instance: d3965319-4501-491b-bd91-0ca579ba9753] Powered on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1745.420944] env[62574]: INFO nova.compute.manager [None req-d65a80b9-915e-4c19-baa9-21297d62e7d7 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] [instance: d3965319-4501-491b-bd91-0ca579ba9753] Took 13.40 seconds to spawn the instance on the hypervisor. [ 1745.421164] env[62574]: DEBUG nova.compute.manager [None req-d65a80b9-915e-4c19-baa9-21297d62e7d7 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] [instance: d3965319-4501-491b-bd91-0ca579ba9753] Checking state {{(pid=62574) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1745.422070] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a430737c-8703-47d9-9887-4a67b6ce9ca8 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.468372] env[62574]: DEBUG oslo_concurrency.lockutils [None req-3fb2ab24-cfe2-4fc8-b787-4a40e8746c79 tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Releasing lock "refresh_cache-437af2e4-dbbd-4fc4-8262-a8a179e4c3bb" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1745.468727] env[62574]: DEBUG nova.compute.manager [None req-3fb2ab24-cfe2-4fc8-b787-4a40e8746c79 tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] [instance: 437af2e4-dbbd-4fc4-8262-a8a179e4c3bb] Instance network_info: |[{"id": "21dafe5f-3e84-42c7-a323-b6dcdb7d898b", "address": "fa:16:3e:33:14:89", "network": {"id": "a9cdd1f4-8d7e-4f5a-bce3-2ba18087d749", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1963892663-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "349319b81ebc4b50b19ead6b2aa1c248", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f1e0e39-0c84-4fcd-9113-cc528c3eb185", "external-id": "nsx-vlan-transportzone-907", "segmentation_id": 907, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21dafe5f-3e", "ovs_interfaceid": "21dafe5f-3e84-42c7-a323-b6dcdb7d898b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62574) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1745.469250] env[62574]: DEBUG oslo_concurrency.lockutils [req-21294a76-89ce-42bb-b91f-cc9dda76ef60 req-e347d2a5-d625-4a83-97a8-f6da16655fcc service nova] Acquired lock "refresh_cache-437af2e4-dbbd-4fc4-8262-a8a179e4c3bb" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1745.469491] env[62574]: DEBUG nova.network.neutron [req-21294a76-89ce-42bb-b91f-cc9dda76ef60 req-e347d2a5-d625-4a83-97a8-f6da16655fcc service nova] [instance: 437af2e4-dbbd-4fc4-8262-a8a179e4c3bb] Refreshing network info cache for port 21dafe5f-3e84-42c7-a323-b6dcdb7d898b {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1745.470975] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-3fb2ab24-cfe2-4fc8-b787-4a40e8746c79 tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] [instance: 437af2e4-dbbd-4fc4-8262-a8a179e4c3bb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:33:14:89', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9f1e0e39-0c84-4fcd-9113-cc528c3eb185', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '21dafe5f-3e84-42c7-a323-b6dcdb7d898b', 'vif_model': 'vmxnet3'}] {{(pid=62574) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1745.481632] env[62574]: DEBUG oslo.service.loopingcall [None req-3fb2ab24-cfe2-4fc8-b787-4a40e8746c79 tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62574) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1745.482628] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 437af2e4-dbbd-4fc4-8262-a8a179e4c3bb] Creating VM on the ESX host {{(pid=62574) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1745.482944] env[62574]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8aa68c28-7606-48e2-828f-59aef39c39c4 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.511111] env[62574]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1745.511111] env[62574]: value = "task-1861876" [ 1745.511111] env[62574]: _type = "Task" [ 1745.511111] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1745.520354] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1861876, 'name': CreateVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1745.791051] env[62574]: DEBUG oslo_vmware.api [None req-1f5c6e1e-f746-4ddf-970a-18f5cdc3d106 tempest-InstanceActionsTestJSON-1886761938 tempest-InstanceActionsTestJSON-1886761938-project-member] Task: {'id': task-1861875, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1745.852498] env[62574]: INFO nova.compute.manager [None req-90a25f63-23a4-405d-80a8-5b325d12671c tempest-FloatingIPsAssociationNegativeTestJSON-1871919481 tempest-FloatingIPsAssociationNegativeTestJSON-1871919481-project-member] [instance: 4d74e512-951b-49f7-80d0-4a24a2fdecda] Took 47.05 seconds to build instance. [ 1745.907027] env[62574]: DEBUG nova.compute.utils [None req-9b92b186-cd41-4a7c-a775-3fd0e7f1ee99 tempest-ServersTestMultiNic-1484195929 tempest-ServersTestMultiNic-1484195929-project-member] Using /dev/sd instead of None {{(pid=62574) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1745.907027] env[62574]: DEBUG nova.compute.manager [None req-9b92b186-cd41-4a7c-a775-3fd0e7f1ee99 tempest-ServersTestMultiNic-1484195929 tempest-ServersTestMultiNic-1484195929-project-member] [instance: f2c6c5a5-8ba2-40a4-808c-26b8b73e1050] Allocating IP information in the background. {{(pid=62574) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1745.910361] env[62574]: DEBUG nova.network.neutron [None req-9b92b186-cd41-4a7c-a775-3fd0e7f1ee99 tempest-ServersTestMultiNic-1484195929 tempest-ServersTestMultiNic-1484195929-project-member] [instance: f2c6c5a5-8ba2-40a4-808c-26b8b73e1050] allocate_for_instance() {{(pid=62574) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1745.947936] env[62574]: INFO nova.compute.manager [None req-d65a80b9-915e-4c19-baa9-21297d62e7d7 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] [instance: d3965319-4501-491b-bd91-0ca579ba9753] Took 48.02 seconds to build instance. [ 1745.973099] env[62574]: DEBUG nova.policy [None req-9b92b186-cd41-4a7c-a775-3fd0e7f1ee99 tempest-ServersTestMultiNic-1484195929 tempest-ServersTestMultiNic-1484195929-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '742e4005a3b24f14ac207a5652d64b9b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'aea62038e47e423fbefca1cdb5c68d79', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62574) authorize /opt/stack/nova/nova/policy.py:192}} [ 1746.021973] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1861876, 'name': CreateVM_Task} progress is 25%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1746.297908] env[62574]: DEBUG oslo_vmware.api [None req-1f5c6e1e-f746-4ddf-970a-18f5cdc3d106 tempest-InstanceActionsTestJSON-1886761938 tempest-InstanceActionsTestJSON-1886761938-project-member] Task: {'id': task-1861875, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.687091} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1746.298430] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f5c6e1e-f746-4ddf-970a-18f5cdc3d106 tempest-InstanceActionsTestJSON-1886761938 tempest-InstanceActionsTestJSON-1886761938-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk to [datastore2] 89a30a5b-dcdd-4140-b047-b3ea62dcf0b5/89a30a5b-dcdd-4140-b047-b3ea62dcf0b5.vmdk {{(pid=62574) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1746.298796] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-1f5c6e1e-f746-4ddf-970a-18f5cdc3d106 tempest-InstanceActionsTestJSON-1886761938 tempest-InstanceActionsTestJSON-1886761938-project-member] [instance: 89a30a5b-dcdd-4140-b047-b3ea62dcf0b5] Extending root virtual disk to 1048576 {{(pid=62574) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1746.299314] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-62da8c26-08c0-4642-8de0-d22a87c87037 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.307808] env[62574]: DEBUG oslo_vmware.api [None req-1f5c6e1e-f746-4ddf-970a-18f5cdc3d106 tempest-InstanceActionsTestJSON-1886761938 tempest-InstanceActionsTestJSON-1886761938-project-member] Waiting for the task: (returnval){ [ 1746.307808] env[62574]: value = "task-1861877" [ 1746.307808] env[62574]: _type = "Task" [ 1746.307808] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1746.317535] env[62574]: DEBUG oslo_vmware.api [None req-1f5c6e1e-f746-4ddf-970a-18f5cdc3d106 tempest-InstanceActionsTestJSON-1886761938 tempest-InstanceActionsTestJSON-1886761938-project-member] Task: {'id': task-1861877, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1746.358486] env[62574]: DEBUG oslo_concurrency.lockutils [None req-90a25f63-23a4-405d-80a8-5b325d12671c tempest-FloatingIPsAssociationNegativeTestJSON-1871919481 tempest-FloatingIPsAssociationNegativeTestJSON-1871919481-project-member] Lock "4d74e512-951b-49f7-80d0-4a24a2fdecda" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.595s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1746.409950] env[62574]: DEBUG nova.compute.manager [None req-9b92b186-cd41-4a7c-a775-3fd0e7f1ee99 tempest-ServersTestMultiNic-1484195929 tempest-ServersTestMultiNic-1484195929-project-member] [instance: f2c6c5a5-8ba2-40a4-808c-26b8b73e1050] Start building block device mappings for instance. {{(pid=62574) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1746.425712] env[62574]: DEBUG nova.network.neutron [None req-9703126e-83d6-432b-bcdf-b5ec1488b4ff tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] [instance: 4cc7d784-be5d-41db-a028-0dade3464032] Updating instance_info_cache with network_info: [{"id": "84bf7a5e-2323-4711-a9b6-1a21d8f249ee", "address": "fa:16:3e:04:12:67", "network": {"id": "b2d07115-f5da-483b-99a5-ede728256338", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-116321158-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.173", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ab01ddb6cf3453f8b60099794e20a03", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c20f5114-0866-45b3-9a7c-62f113ff83fa", "external-id": "nsx-vlan-transportzone-47", "segmentation_id": 47, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84bf7a5e-23", "ovs_interfaceid": "84bf7a5e-2323-4711-a9b6-1a21d8f249ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1746.448152] env[62574]: DEBUG nova.network.neutron [req-21294a76-89ce-42bb-b91f-cc9dda76ef60 req-e347d2a5-d625-4a83-97a8-f6da16655fcc service nova] [instance: 437af2e4-dbbd-4fc4-8262-a8a179e4c3bb] Updated VIF entry in instance network info cache for port 21dafe5f-3e84-42c7-a323-b6dcdb7d898b. {{(pid=62574) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1746.448706] env[62574]: DEBUG nova.network.neutron [req-21294a76-89ce-42bb-b91f-cc9dda76ef60 req-e347d2a5-d625-4a83-97a8-f6da16655fcc service nova] [instance: 437af2e4-dbbd-4fc4-8262-a8a179e4c3bb] Updating instance_info_cache with network_info: [{"id": "21dafe5f-3e84-42c7-a323-b6dcdb7d898b", "address": "fa:16:3e:33:14:89", "network": {"id": "a9cdd1f4-8d7e-4f5a-bce3-2ba18087d749", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1963892663-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "349319b81ebc4b50b19ead6b2aa1c248", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f1e0e39-0c84-4fcd-9113-cc528c3eb185", "external-id": "nsx-vlan-transportzone-907", "segmentation_id": 907, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21dafe5f-3e", "ovs_interfaceid": "21dafe5f-3e84-42c7-a323-b6dcdb7d898b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1746.450368] env[62574]: DEBUG oslo_concurrency.lockutils [None req-d65a80b9-915e-4c19-baa9-21297d62e7d7 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Lock "d3965319-4501-491b-bd91-0ca579ba9753" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.535s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1746.522296] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1861876, 'name': CreateVM_Task, 'duration_secs': 0.81815} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1746.524821] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 437af2e4-dbbd-4fc4-8262-a8a179e4c3bb] Created VM on the ESX host {{(pid=62574) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1746.529834] env[62574]: DEBUG oslo_concurrency.lockutils [None req-3fb2ab24-cfe2-4fc8-b787-4a40e8746c79 tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1746.530130] env[62574]: DEBUG oslo_concurrency.lockutils [None req-3fb2ab24-cfe2-4fc8-b787-4a40e8746c79 tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1746.530550] env[62574]: DEBUG oslo_concurrency.lockutils [None req-3fb2ab24-cfe2-4fc8-b787-4a40e8746c79 tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1746.530823] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff966960-ee9f-4796-bf48-7bbc251283b7 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.535875] env[62574]: DEBUG oslo_vmware.api [None req-3fb2ab24-cfe2-4fc8-b787-4a40e8746c79 tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Waiting for the task: (returnval){ [ 1746.535875] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]52a94348-34b3-2d3c-ab0a-8e9c4e6a5622" [ 1746.535875] env[62574]: _type = "Task" [ 1746.535875] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1746.547280] env[62574]: DEBUG oslo_vmware.api [None req-3fb2ab24-cfe2-4fc8-b787-4a40e8746c79 tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52a94348-34b3-2d3c-ab0a-8e9c4e6a5622, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1746.720889] env[62574]: DEBUG nova.network.neutron [None req-9b92b186-cd41-4a7c-a775-3fd0e7f1ee99 tempest-ServersTestMultiNic-1484195929 tempest-ServersTestMultiNic-1484195929-project-member] [instance: f2c6c5a5-8ba2-40a4-808c-26b8b73e1050] Successfully created port: 8679fb75-088c-4b47-a8e0-496b58d715f3 {{(pid=62574) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1746.822310] env[62574]: DEBUG oslo_vmware.api [None req-1f5c6e1e-f746-4ddf-970a-18f5cdc3d106 tempest-InstanceActionsTestJSON-1886761938 tempest-InstanceActionsTestJSON-1886761938-project-member] Task: {'id': task-1861877, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.15151} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1746.823340] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-1f5c6e1e-f746-4ddf-970a-18f5cdc3d106 tempest-InstanceActionsTestJSON-1886761938 tempest-InstanceActionsTestJSON-1886761938-project-member] [instance: 89a30a5b-dcdd-4140-b047-b3ea62dcf0b5] Extended root virtual disk {{(pid=62574) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1746.825209] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-427f25f7-f374-46b9-8f60-14c6145a8eae {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.850644] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f5c6e1e-f746-4ddf-970a-18f5cdc3d106 tempest-InstanceActionsTestJSON-1886761938 tempest-InstanceActionsTestJSON-1886761938-project-member] [instance: 89a30a5b-dcdd-4140-b047-b3ea62dcf0b5] Reconfiguring VM instance instance-00000041 to attach disk [datastore2] 89a30a5b-dcdd-4140-b047-b3ea62dcf0b5/89a30a5b-dcdd-4140-b047-b3ea62dcf0b5.vmdk or device None with type sparse {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1746.851038] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d846b087-c7c9-4b86-94f1-b59de198e66b {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.877090] env[62574]: DEBUG oslo_vmware.api [None req-1f5c6e1e-f746-4ddf-970a-18f5cdc3d106 tempest-InstanceActionsTestJSON-1886761938 tempest-InstanceActionsTestJSON-1886761938-project-member] Waiting for the task: (returnval){ [ 1746.877090] env[62574]: value = "task-1861878" [ 1746.877090] env[62574]: _type = "Task" [ 1746.877090] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1746.889524] env[62574]: DEBUG oslo_vmware.api [None req-1f5c6e1e-f746-4ddf-970a-18f5cdc3d106 tempest-InstanceActionsTestJSON-1886761938 tempest-InstanceActionsTestJSON-1886761938-project-member] Task: {'id': task-1861878, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1746.929973] env[62574]: DEBUG oslo_concurrency.lockutils [None req-9703126e-83d6-432b-bcdf-b5ec1488b4ff tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Releasing lock "refresh_cache-4cc7d784-be5d-41db-a028-0dade3464032" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1746.934589] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ac4113b-7aa3-45bf-bf3f-7013aace3853 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.944848] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fb821ac-7781-4772-ae49-d21f869c7fa0 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.980822] env[62574]: DEBUG oslo_concurrency.lockutils [req-21294a76-89ce-42bb-b91f-cc9dda76ef60 req-e347d2a5-d625-4a83-97a8-f6da16655fcc service nova] Releasing lock "refresh_cache-437af2e4-dbbd-4fc4-8262-a8a179e4c3bb" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1746.983017] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7503f98f-9ae5-4081-9a75-c4dedcd85b19 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.997568] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-192c4065-ff46-4a0a-903c-53bbec119e22 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.026295] env[62574]: DEBUG nova.compute.provider_tree [None req-aaebd170-31a0-4f06-9c91-5ae4994f155a tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Inventory has not changed in ProviderTree for provider: f0ed160a-beff-4626-a531-2a70d7bc0627 {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1747.047990] env[62574]: DEBUG oslo_vmware.api [None req-3fb2ab24-cfe2-4fc8-b787-4a40e8746c79 tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52a94348-34b3-2d3c-ab0a-8e9c4e6a5622, 'name': SearchDatastore_Task, 'duration_secs': 0.030762} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1747.048531] env[62574]: DEBUG oslo_concurrency.lockutils [None req-3fb2ab24-cfe2-4fc8-b787-4a40e8746c79 tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1747.048646] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-3fb2ab24-cfe2-4fc8-b787-4a40e8746c79 tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] [instance: 437af2e4-dbbd-4fc4-8262-a8a179e4c3bb] Processing image 3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2 {{(pid=62574) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1747.049180] env[62574]: DEBUG oslo_concurrency.lockutils [None req-3fb2ab24-cfe2-4fc8-b787-4a40e8746c79 tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1747.049180] env[62574]: DEBUG oslo_concurrency.lockutils [None req-3fb2ab24-cfe2-4fc8-b787-4a40e8746c79 tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1747.049259] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-3fb2ab24-cfe2-4fc8-b787-4a40e8746c79 tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1747.049841] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0f5140fd-c514-4ab5-a08f-00a643def460 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.060035] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-3fb2ab24-cfe2-4fc8-b787-4a40e8746c79 tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1747.060187] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-3fb2ab24-cfe2-4fc8-b787-4a40e8746c79 tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62574) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1747.061375] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b643beb-9d32-4938-9fbb-b0a95da78db3 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.067721] env[62574]: DEBUG oslo_vmware.api [None req-3fb2ab24-cfe2-4fc8-b787-4a40e8746c79 tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Waiting for the task: (returnval){ [ 1747.067721] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]52562a95-5a88-f219-56c0-d83ebffab748" [ 1747.067721] env[62574]: _type = "Task" [ 1747.067721] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1747.075940] env[62574]: DEBUG oslo_vmware.api [None req-3fb2ab24-cfe2-4fc8-b787-4a40e8746c79 tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52562a95-5a88-f219-56c0-d83ebffab748, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1747.125493] env[62574]: DEBUG nova.compute.manager [req-ba666825-20af-453b-a233-4060ae44f12c req-a26dbd25-2fef-4908-a8c3-8e0c39639e41 service nova] [instance: f6cfb126-1ff6-4ac9-802e-7bbdfb539176] Received event network-changed-7add55ed-b06c-4a13-ba8e-1867107b2606 {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1747.125699] env[62574]: DEBUG nova.compute.manager [req-ba666825-20af-453b-a233-4060ae44f12c req-a26dbd25-2fef-4908-a8c3-8e0c39639e41 service nova] [instance: f6cfb126-1ff6-4ac9-802e-7bbdfb539176] Refreshing instance network info cache due to event network-changed-7add55ed-b06c-4a13-ba8e-1867107b2606. {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1747.125953] env[62574]: DEBUG oslo_concurrency.lockutils [req-ba666825-20af-453b-a233-4060ae44f12c req-a26dbd25-2fef-4908-a8c3-8e0c39639e41 service nova] Acquiring lock "refresh_cache-f6cfb126-1ff6-4ac9-802e-7bbdfb539176" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1747.126135] env[62574]: DEBUG oslo_concurrency.lockutils [req-ba666825-20af-453b-a233-4060ae44f12c req-a26dbd25-2fef-4908-a8c3-8e0c39639e41 service nova] Acquired lock "refresh_cache-f6cfb126-1ff6-4ac9-802e-7bbdfb539176" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1747.126391] env[62574]: DEBUG nova.network.neutron [req-ba666825-20af-453b-a233-4060ae44f12c req-a26dbd25-2fef-4908-a8c3-8e0c39639e41 service nova] [instance: f6cfb126-1ff6-4ac9-802e-7bbdfb539176] Refreshing network info cache for port 7add55ed-b06c-4a13-ba8e-1867107b2606 {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1747.233586] env[62574]: DEBUG nova.network.neutron [None req-9b92b186-cd41-4a7c-a775-3fd0e7f1ee99 tempest-ServersTestMultiNic-1484195929 tempest-ServersTestMultiNic-1484195929-project-member] [instance: f2c6c5a5-8ba2-40a4-808c-26b8b73e1050] Successfully created port: 5fbe2c8e-0dd0-4b1f-9ee5-492e76001052 {{(pid=62574) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1747.388233] env[62574]: DEBUG oslo_vmware.api [None req-1f5c6e1e-f746-4ddf-970a-18f5cdc3d106 tempest-InstanceActionsTestJSON-1886761938 tempest-InstanceActionsTestJSON-1886761938-project-member] Task: {'id': task-1861878, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1747.426095] env[62574]: DEBUG nova.compute.manager [None req-9b92b186-cd41-4a7c-a775-3fd0e7f1ee99 tempest-ServersTestMultiNic-1484195929 tempest-ServersTestMultiNic-1484195929-project-member] [instance: f2c6c5a5-8ba2-40a4-808c-26b8b73e1050] Start spawning the instance on the hypervisor. {{(pid=62574) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1747.429521] env[62574]: DEBUG oslo_concurrency.lockutils [None req-d82eb552-f46c-4a51-a367-18840efda474 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Acquiring lock "e8292dec-1280-4df6-be46-2b79a76e4636" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1747.429812] env[62574]: DEBUG oslo_concurrency.lockutils [None req-d82eb552-f46c-4a51-a367-18840efda474 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Lock "e8292dec-1280-4df6-be46-2b79a76e4636" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1747.430168] env[62574]: DEBUG oslo_concurrency.lockutils [None req-d82eb552-f46c-4a51-a367-18840efda474 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Acquiring lock "e8292dec-1280-4df6-be46-2b79a76e4636-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1747.430606] env[62574]: DEBUG oslo_concurrency.lockutils [None req-d82eb552-f46c-4a51-a367-18840efda474 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Lock "e8292dec-1280-4df6-be46-2b79a76e4636-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1747.430837] env[62574]: DEBUG oslo_concurrency.lockutils [None req-d82eb552-f46c-4a51-a367-18840efda474 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Lock "e8292dec-1280-4df6-be46-2b79a76e4636-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1747.433754] env[62574]: INFO nova.compute.manager [None req-d82eb552-f46c-4a51-a367-18840efda474 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] [instance: e8292dec-1280-4df6-be46-2b79a76e4636] Terminating instance [ 1747.463531] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1370894-351b-4781-bc7f-fb89d7cb9a16 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.490062] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0e4bb3a-5d2a-4552-9f36-34863568562a {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.496072] env[62574]: DEBUG nova.virt.hardware [None req-9b92b186-cd41-4a7c-a775-3fd0e7f1ee99 tempest-ServersTestMultiNic-1484195929 tempest-ServersTestMultiNic-1484195929-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T19:26:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-13T19:26:40Z,direct_url=,disk_format='vmdk',id=3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7eed1dd4d2c3418eb32c4f4ceda3ab0d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-13T19:26:41Z,virtual_size=,visibility=), allow threads: False {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1747.496334] env[62574]: DEBUG nova.virt.hardware [None req-9b92b186-cd41-4a7c-a775-3fd0e7f1ee99 tempest-ServersTestMultiNic-1484195929 tempest-ServersTestMultiNic-1484195929-project-member] Flavor limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1747.496491] env[62574]: DEBUG nova.virt.hardware [None req-9b92b186-cd41-4a7c-a775-3fd0e7f1ee99 tempest-ServersTestMultiNic-1484195929 tempest-ServersTestMultiNic-1484195929-project-member] Image limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1747.496671] env[62574]: DEBUG nova.virt.hardware [None req-9b92b186-cd41-4a7c-a775-3fd0e7f1ee99 tempest-ServersTestMultiNic-1484195929 tempest-ServersTestMultiNic-1484195929-project-member] Flavor pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1747.496818] env[62574]: DEBUG nova.virt.hardware [None req-9b92b186-cd41-4a7c-a775-3fd0e7f1ee99 tempest-ServersTestMultiNic-1484195929 tempest-ServersTestMultiNic-1484195929-project-member] Image pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1747.496966] env[62574]: DEBUG nova.virt.hardware [None req-9b92b186-cd41-4a7c-a775-3fd0e7f1ee99 tempest-ServersTestMultiNic-1484195929 tempest-ServersTestMultiNic-1484195929-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1747.497248] env[62574]: DEBUG nova.virt.hardware [None req-9b92b186-cd41-4a7c-a775-3fd0e7f1ee99 tempest-ServersTestMultiNic-1484195929 tempest-ServersTestMultiNic-1484195929-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1747.497433] env[62574]: DEBUG nova.virt.hardware [None req-9b92b186-cd41-4a7c-a775-3fd0e7f1ee99 tempest-ServersTestMultiNic-1484195929 tempest-ServersTestMultiNic-1484195929-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1747.497594] env[62574]: DEBUG nova.virt.hardware [None req-9b92b186-cd41-4a7c-a775-3fd0e7f1ee99 tempest-ServersTestMultiNic-1484195929 tempest-ServersTestMultiNic-1484195929-project-member] Got 1 possible topologies {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1747.497762] env[62574]: DEBUG nova.virt.hardware [None req-9b92b186-cd41-4a7c-a775-3fd0e7f1ee99 tempest-ServersTestMultiNic-1484195929 tempest-ServersTestMultiNic-1484195929-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1747.497933] env[62574]: DEBUG nova.virt.hardware [None req-9b92b186-cd41-4a7c-a775-3fd0e7f1ee99 tempest-ServersTestMultiNic-1484195929 tempest-ServersTestMultiNic-1484195929-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1747.498799] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c124036c-40f3-4b95-bb95-47f9f867675d {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.505924] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-9703126e-83d6-432b-bcdf-b5ec1488b4ff tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] [instance: 4cc7d784-be5d-41db-a028-0dade3464032] Updating instance '4cc7d784-be5d-41db-a028-0dade3464032' progress to 83 {{(pid=62574) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1747.518734] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4485b11e-313a-4094-9684-1e8011026f86 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.532158] env[62574]: DEBUG nova.scheduler.client.report [None req-aaebd170-31a0-4f06-9c91-5ae4994f155a tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Inventory has not changed for provider f0ed160a-beff-4626-a531-2a70d7bc0627 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1747.578950] env[62574]: DEBUG oslo_vmware.api [None req-3fb2ab24-cfe2-4fc8-b787-4a40e8746c79 tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52562a95-5a88-f219-56c0-d83ebffab748, 'name': SearchDatastore_Task, 'duration_secs': 0.015498} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1747.579930] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c6c11d8-62de-4c98-b604-679f9dbc107a {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.586539] env[62574]: DEBUG oslo_vmware.api [None req-3fb2ab24-cfe2-4fc8-b787-4a40e8746c79 tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Waiting for the task: (returnval){ [ 1747.586539] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]526e27d6-b78b-f324-8568-55dfa6256096" [ 1747.586539] env[62574]: _type = "Task" [ 1747.586539] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1747.595636] env[62574]: DEBUG oslo_vmware.api [None req-3fb2ab24-cfe2-4fc8-b787-4a40e8746c79 tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]526e27d6-b78b-f324-8568-55dfa6256096, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1747.883921] env[62574]: DEBUG nova.network.neutron [None req-9b92b186-cd41-4a7c-a775-3fd0e7f1ee99 tempest-ServersTestMultiNic-1484195929 tempest-ServersTestMultiNic-1484195929-project-member] [instance: f2c6c5a5-8ba2-40a4-808c-26b8b73e1050] Successfully created port: 5ccecda6-779e-48d0-8320-0764a0ab3145 {{(pid=62574) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1747.892414] env[62574]: DEBUG oslo_vmware.api [None req-1f5c6e1e-f746-4ddf-970a-18f5cdc3d106 tempest-InstanceActionsTestJSON-1886761938 tempest-InstanceActionsTestJSON-1886761938-project-member] Task: {'id': task-1861878, 'name': ReconfigVM_Task, 'duration_secs': 0.60475} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1747.892414] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f5c6e1e-f746-4ddf-970a-18f5cdc3d106 tempest-InstanceActionsTestJSON-1886761938 tempest-InstanceActionsTestJSON-1886761938-project-member] [instance: 89a30a5b-dcdd-4140-b047-b3ea62dcf0b5] Reconfigured VM instance instance-00000041 to attach disk [datastore2] 89a30a5b-dcdd-4140-b047-b3ea62dcf0b5/89a30a5b-dcdd-4140-b047-b3ea62dcf0b5.vmdk or device None with type sparse {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1747.892654] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-88b90e0b-da3b-44df-9c9a-3847fdfd0732 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.899365] env[62574]: DEBUG oslo_vmware.api [None req-1f5c6e1e-f746-4ddf-970a-18f5cdc3d106 tempest-InstanceActionsTestJSON-1886761938 tempest-InstanceActionsTestJSON-1886761938-project-member] Waiting for the task: (returnval){ [ 1747.899365] env[62574]: value = "task-1861879" [ 1747.899365] env[62574]: _type = "Task" [ 1747.899365] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1747.908857] env[62574]: DEBUG oslo_vmware.api [None req-1f5c6e1e-f746-4ddf-970a-18f5cdc3d106 tempest-InstanceActionsTestJSON-1886761938 tempest-InstanceActionsTestJSON-1886761938-project-member] Task: {'id': task-1861879, 'name': Rename_Task} progress is 5%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1747.942035] env[62574]: DEBUG nova.compute.manager [None req-d82eb552-f46c-4a51-a367-18840efda474 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] [instance: e8292dec-1280-4df6-be46-2b79a76e4636] Start destroying the instance on the hypervisor. {{(pid=62574) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1747.942035] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-d82eb552-f46c-4a51-a367-18840efda474 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] [instance: e8292dec-1280-4df6-be46-2b79a76e4636] Destroying instance {{(pid=62574) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1747.942035] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-669f5c10-e7a0-453d-84fa-9ff4403a4cf7 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.950185] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-d82eb552-f46c-4a51-a367-18840efda474 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] [instance: e8292dec-1280-4df6-be46-2b79a76e4636] Powering off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1747.951155] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7ad8cefa-b3f2-417e-b68f-7e3dc977fd48 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.958192] env[62574]: DEBUG oslo_vmware.api [None req-d82eb552-f46c-4a51-a367-18840efda474 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Waiting for the task: (returnval){ [ 1747.958192] env[62574]: value = "task-1861880" [ 1747.958192] env[62574]: _type = "Task" [ 1747.958192] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1747.968518] env[62574]: DEBUG oslo_vmware.api [None req-d82eb552-f46c-4a51-a367-18840efda474 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Task: {'id': task-1861880, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1748.014026] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-9703126e-83d6-432b-bcdf-b5ec1488b4ff tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] [instance: 4cc7d784-be5d-41db-a028-0dade3464032] Updating instance '4cc7d784-be5d-41db-a028-0dade3464032' progress to 100 {{(pid=62574) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1748.040053] env[62574]: DEBUG oslo_concurrency.lockutils [None req-aaebd170-31a0-4f06-9c91-5ae4994f155a tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.642s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1748.040053] env[62574]: DEBUG nova.compute.manager [None req-aaebd170-31a0-4f06-9c91-5ae4994f155a tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] [instance: fb4b387a-6321-46fc-ac71-bedadebad505] Start building networks asynchronously for instance. {{(pid=62574) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1748.041469] env[62574]: DEBUG oslo_concurrency.lockutils [None req-e35d156e-672a-41a0-ae86-e57293fa506d tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 19.248s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1748.041898] env[62574]: DEBUG nova.objects.instance [None req-e35d156e-672a-41a0-ae86-e57293fa506d tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] [instance: cf8dfe40-abfe-4888-a1a5-b26f6d781e93] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62574) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1748.063072] env[62574]: DEBUG nova.network.neutron [req-ba666825-20af-453b-a233-4060ae44f12c req-a26dbd25-2fef-4908-a8c3-8e0c39639e41 service nova] [instance: f6cfb126-1ff6-4ac9-802e-7bbdfb539176] Updated VIF entry in instance network info cache for port 7add55ed-b06c-4a13-ba8e-1867107b2606. {{(pid=62574) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1748.063072] env[62574]: DEBUG nova.network.neutron [req-ba666825-20af-453b-a233-4060ae44f12c req-a26dbd25-2fef-4908-a8c3-8e0c39639e41 service nova] [instance: f6cfb126-1ff6-4ac9-802e-7bbdfb539176] Updating instance_info_cache with network_info: [{"id": "7add55ed-b06c-4a13-ba8e-1867107b2606", "address": "fa:16:3e:46:65:4f", "network": {"id": "00bfa347-a6e1-4070-b5d9-5f46396a9c53", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-693390946-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.189", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3197393f8f6a457a9367bd87f7aa5dc2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bdf594e-da7a-4254-b413-87aef4614588", "external-id": "nsx-vlan-transportzone-422", "segmentation_id": 422, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7add55ed-b0", "ovs_interfaceid": "7add55ed-b06c-4a13-ba8e-1867107b2606", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1748.106515] env[62574]: DEBUG oslo_vmware.api [None req-3fb2ab24-cfe2-4fc8-b787-4a40e8746c79 tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]526e27d6-b78b-f324-8568-55dfa6256096, 'name': SearchDatastore_Task, 'duration_secs': 0.013162} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1748.109952] env[62574]: DEBUG oslo_concurrency.lockutils [None req-3fb2ab24-cfe2-4fc8-b787-4a40e8746c79 tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1748.109952] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fb2ab24-cfe2-4fc8-b787-4a40e8746c79 tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk to [datastore2] 437af2e4-dbbd-4fc4-8262-a8a179e4c3bb/437af2e4-dbbd-4fc4-8262-a8a179e4c3bb.vmdk {{(pid=62574) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1748.109952] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-43b33237-db35-43cb-bd44-f1dcdc0a520a {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.121028] env[62574]: DEBUG oslo_vmware.api [None req-3fb2ab24-cfe2-4fc8-b787-4a40e8746c79 tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Waiting for the task: (returnval){ [ 1748.121028] env[62574]: value = "task-1861881" [ 1748.121028] env[62574]: _type = "Task" [ 1748.121028] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1748.134653] env[62574]: DEBUG oslo_vmware.api [None req-3fb2ab24-cfe2-4fc8-b787-4a40e8746c79 tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Task: {'id': task-1861881, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1748.410048] env[62574]: DEBUG oslo_vmware.api [None req-1f5c6e1e-f746-4ddf-970a-18f5cdc3d106 tempest-InstanceActionsTestJSON-1886761938 tempest-InstanceActionsTestJSON-1886761938-project-member] Task: {'id': task-1861879, 'name': Rename_Task, 'duration_secs': 0.206816} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1748.410342] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f5c6e1e-f746-4ddf-970a-18f5cdc3d106 tempest-InstanceActionsTestJSON-1886761938 tempest-InstanceActionsTestJSON-1886761938-project-member] [instance: 89a30a5b-dcdd-4140-b047-b3ea62dcf0b5] Powering on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1748.410646] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c3424dbd-2ced-4432-bd6f-946a2d17e345 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.419130] env[62574]: DEBUG oslo_vmware.api [None req-1f5c6e1e-f746-4ddf-970a-18f5cdc3d106 tempest-InstanceActionsTestJSON-1886761938 tempest-InstanceActionsTestJSON-1886761938-project-member] Waiting for the task: (returnval){ [ 1748.419130] env[62574]: value = "task-1861882" [ 1748.419130] env[62574]: _type = "Task" [ 1748.419130] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1748.427056] env[62574]: DEBUG oslo_vmware.api [None req-1f5c6e1e-f746-4ddf-970a-18f5cdc3d106 tempest-InstanceActionsTestJSON-1886761938 tempest-InstanceActionsTestJSON-1886761938-project-member] Task: {'id': task-1861882, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1748.468449] env[62574]: DEBUG oslo_vmware.api [None req-d82eb552-f46c-4a51-a367-18840efda474 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Task: {'id': task-1861880, 'name': PowerOffVM_Task, 'duration_secs': 0.301089} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1748.468738] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-d82eb552-f46c-4a51-a367-18840efda474 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] [instance: e8292dec-1280-4df6-be46-2b79a76e4636] Powered off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1748.468912] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-d82eb552-f46c-4a51-a367-18840efda474 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] [instance: e8292dec-1280-4df6-be46-2b79a76e4636] Unregistering the VM {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1748.469182] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f4be540f-a7de-4e69-ab2a-bbed89979790 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.549041] env[62574]: DEBUG nova.compute.utils [None req-aaebd170-31a0-4f06-9c91-5ae4994f155a tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Using /dev/sd instead of None {{(pid=62574) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1748.557711] env[62574]: DEBUG nova.compute.manager [None req-aaebd170-31a0-4f06-9c91-5ae4994f155a tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] [instance: fb4b387a-6321-46fc-ac71-bedadebad505] Allocating IP information in the background. {{(pid=62574) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1748.557910] env[62574]: DEBUG nova.network.neutron [None req-aaebd170-31a0-4f06-9c91-5ae4994f155a tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] [instance: fb4b387a-6321-46fc-ac71-bedadebad505] allocate_for_instance() {{(pid=62574) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1748.559847] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-d82eb552-f46c-4a51-a367-18840efda474 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] [instance: e8292dec-1280-4df6-be46-2b79a76e4636] Unregistered the VM {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1748.562301] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-d82eb552-f46c-4a51-a367-18840efda474 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] [instance: e8292dec-1280-4df6-be46-2b79a76e4636] Deleting contents of the VM from datastore datastore2 {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1748.562557] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-d82eb552-f46c-4a51-a367-18840efda474 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Deleting the datastore file [datastore2] e8292dec-1280-4df6-be46-2b79a76e4636 {{(pid=62574) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1748.563331] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b46224f7-34ae-4a7b-b663-d59ec4e2aef2 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.566341] env[62574]: DEBUG oslo_concurrency.lockutils [req-ba666825-20af-453b-a233-4060ae44f12c req-a26dbd25-2fef-4908-a8c3-8e0c39639e41 service nova] Releasing lock "refresh_cache-f6cfb126-1ff6-4ac9-802e-7bbdfb539176" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1748.572585] env[62574]: DEBUG oslo_vmware.api [None req-d82eb552-f46c-4a51-a367-18840efda474 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Waiting for the task: (returnval){ [ 1748.572585] env[62574]: value = "task-1861884" [ 1748.572585] env[62574]: _type = "Task" [ 1748.572585] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1748.580456] env[62574]: DEBUG oslo_vmware.api [None req-d82eb552-f46c-4a51-a367-18840efda474 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Task: {'id': task-1861884, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1748.635173] env[62574]: DEBUG oslo_vmware.api [None req-3fb2ab24-cfe2-4fc8-b787-4a40e8746c79 tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Task: {'id': task-1861881, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1748.642969] env[62574]: DEBUG nova.policy [None req-aaebd170-31a0-4f06-9c91-5ae4994f155a tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c0cdb0738bb2402d898812bdb0ef8c7d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '50322706d83c42c3a9bbd5c51ba34b64', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62574) authorize /opt/stack/nova/nova/policy.py:192}} [ 1748.931061] env[62574]: DEBUG oslo_vmware.api [None req-1f5c6e1e-f746-4ddf-970a-18f5cdc3d106 tempest-InstanceActionsTestJSON-1886761938 tempest-InstanceActionsTestJSON-1886761938-project-member] Task: {'id': task-1861882, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1749.055597] env[62574]: DEBUG nova.compute.manager [None req-aaebd170-31a0-4f06-9c91-5ae4994f155a tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] [instance: fb4b387a-6321-46fc-ac71-bedadebad505] Start building block device mappings for instance. {{(pid=62574) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1749.067481] env[62574]: DEBUG oslo_concurrency.lockutils [None req-e35d156e-672a-41a0-ae86-e57293fa506d tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.026s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1749.071119] env[62574]: DEBUG oslo_concurrency.lockutils [None req-cc761b21-58ff-49a4-ae2d-215f8b79fc75 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 18.603s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1749.084185] env[62574]: DEBUG oslo_vmware.api [None req-d82eb552-f46c-4a51-a367-18840efda474 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Task: {'id': task-1861884, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1749.127279] env[62574]: DEBUG nova.network.neutron [None req-aaebd170-31a0-4f06-9c91-5ae4994f155a tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] [instance: fb4b387a-6321-46fc-ac71-bedadebad505] Successfully created port: fb5fdc76-7e28-4418-a4a1-9285aa453e38 {{(pid=62574) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1749.136631] env[62574]: DEBUG oslo_vmware.api [None req-3fb2ab24-cfe2-4fc8-b787-4a40e8746c79 tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Task: {'id': task-1861881, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.835259} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1749.136980] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fb2ab24-cfe2-4fc8-b787-4a40e8746c79 tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk to [datastore2] 437af2e4-dbbd-4fc4-8262-a8a179e4c3bb/437af2e4-dbbd-4fc4-8262-a8a179e4c3bb.vmdk {{(pid=62574) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1749.137284] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-3fb2ab24-cfe2-4fc8-b787-4a40e8746c79 tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] [instance: 437af2e4-dbbd-4fc4-8262-a8a179e4c3bb] Extending root virtual disk to 1048576 {{(pid=62574) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1749.137595] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5e4ff443-8248-4872-85db-e322cf0d4ce2 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.150264] env[62574]: DEBUG oslo_vmware.api [None req-3fb2ab24-cfe2-4fc8-b787-4a40e8746c79 tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Waiting for the task: (returnval){ [ 1749.150264] env[62574]: value = "task-1861885" [ 1749.150264] env[62574]: _type = "Task" [ 1749.150264] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1749.162502] env[62574]: DEBUG oslo_vmware.api [None req-3fb2ab24-cfe2-4fc8-b787-4a40e8746c79 tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Task: {'id': task-1861885, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1749.278761] env[62574]: DEBUG oslo_concurrency.lockutils [None req-86009949-f11f-4be0-9d1b-ad7ec48153c1 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Acquiring lock "d3965319-4501-491b-bd91-0ca579ba9753" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1749.279138] env[62574]: DEBUG oslo_concurrency.lockutils [None req-86009949-f11f-4be0-9d1b-ad7ec48153c1 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Lock "d3965319-4501-491b-bd91-0ca579ba9753" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1749.279419] env[62574]: DEBUG oslo_concurrency.lockutils [None req-86009949-f11f-4be0-9d1b-ad7ec48153c1 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Acquiring lock "d3965319-4501-491b-bd91-0ca579ba9753-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1749.279681] env[62574]: DEBUG oslo_concurrency.lockutils [None req-86009949-f11f-4be0-9d1b-ad7ec48153c1 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Lock "d3965319-4501-491b-bd91-0ca579ba9753-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1749.279905] env[62574]: DEBUG oslo_concurrency.lockutils [None req-86009949-f11f-4be0-9d1b-ad7ec48153c1 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Lock "d3965319-4501-491b-bd91-0ca579ba9753-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1749.282777] env[62574]: INFO nova.compute.manager [None req-86009949-f11f-4be0-9d1b-ad7ec48153c1 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] [instance: d3965319-4501-491b-bd91-0ca579ba9753] Terminating instance [ 1749.432089] env[62574]: DEBUG oslo_vmware.api [None req-1f5c6e1e-f746-4ddf-970a-18f5cdc3d106 tempest-InstanceActionsTestJSON-1886761938 tempest-InstanceActionsTestJSON-1886761938-project-member] Task: {'id': task-1861882, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1749.512679] env[62574]: DEBUG oslo_vmware.rw_handles [None req-3738b045-e80e-452e-8add-c3da0ed81a74 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52fc726d-2bea-adf0-8aa5-874620efd2dd/disk-0.vmdk. {{(pid=62574) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1749.514855] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e76f5ccc-f4bb-4619-8dfb-26fe2e873514 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.527084] env[62574]: DEBUG oslo_vmware.rw_handles [None req-3738b045-e80e-452e-8add-c3da0ed81a74 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52fc726d-2bea-adf0-8aa5-874620efd2dd/disk-0.vmdk is in state: ready. {{(pid=62574) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1749.527383] env[62574]: ERROR oslo_vmware.rw_handles [None req-3738b045-e80e-452e-8add-c3da0ed81a74 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52fc726d-2bea-adf0-8aa5-874620efd2dd/disk-0.vmdk due to incomplete transfer. [ 1749.527990] env[62574]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-c2ac45b6-8d17-4e3b-88f3-2873578b576b {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.550668] env[62574]: DEBUG oslo_vmware.rw_handles [None req-3738b045-e80e-452e-8add-c3da0ed81a74 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52fc726d-2bea-adf0-8aa5-874620efd2dd/disk-0.vmdk. {{(pid=62574) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1749.551047] env[62574]: DEBUG nova.virt.vmwareapi.images [None req-3738b045-e80e-452e-8add-c3da0ed81a74 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] [instance: 8275ea75-5ca3-4b37-89e5-00babfa3d24e] Uploaded image 6a4a5812-e7e6-4b6b-9d85-b46fd68b0062 to the Glance image server {{(pid=62574) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1749.555108] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-3738b045-e80e-452e-8add-c3da0ed81a74 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] [instance: 8275ea75-5ca3-4b37-89e5-00babfa3d24e] Destroying the VM {{(pid=62574) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1749.556129] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-84b52fc5-b8c7-4cd8-972e-646cd7faa699 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.571588] env[62574]: DEBUG oslo_vmware.api [None req-3738b045-e80e-452e-8add-c3da0ed81a74 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] Waiting for the task: (returnval){ [ 1749.571588] env[62574]: value = "task-1861886" [ 1749.571588] env[62574]: _type = "Task" [ 1749.571588] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1749.573463] env[62574]: DEBUG nova.objects.instance [None req-cc761b21-58ff-49a4-ae2d-215f8b79fc75 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Lazy-loading 'migration_context' on Instance uuid 9ed0f4bc-f4eb-4eca-b448-053eec6339d4 {{(pid=62574) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1749.602631] env[62574]: DEBUG oslo_vmware.api [None req-3738b045-e80e-452e-8add-c3da0ed81a74 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] Task: {'id': task-1861886, 'name': Destroy_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1749.604075] env[62574]: DEBUG oslo_vmware.api [None req-d82eb552-f46c-4a51-a367-18840efda474 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Task: {'id': task-1861884, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.610296} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1749.604075] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-d82eb552-f46c-4a51-a367-18840efda474 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Deleted the datastore file {{(pid=62574) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1749.604075] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-d82eb552-f46c-4a51-a367-18840efda474 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] [instance: e8292dec-1280-4df6-be46-2b79a76e4636] Deleted contents of the VM from datastore datastore2 {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1749.604075] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-d82eb552-f46c-4a51-a367-18840efda474 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] [instance: e8292dec-1280-4df6-be46-2b79a76e4636] Instance destroyed {{(pid=62574) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1749.604632] env[62574]: INFO nova.compute.manager [None req-d82eb552-f46c-4a51-a367-18840efda474 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] [instance: e8292dec-1280-4df6-be46-2b79a76e4636] Took 1.66 seconds to destroy the instance on the hypervisor. [ 1749.604724] env[62574]: DEBUG oslo.service.loopingcall [None req-d82eb552-f46c-4a51-a367-18840efda474 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62574) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1749.605861] env[62574]: DEBUG nova.compute.manager [-] [instance: e8292dec-1280-4df6-be46-2b79a76e4636] Deallocating network for instance {{(pid=62574) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1749.605861] env[62574]: DEBUG nova.network.neutron [-] [instance: e8292dec-1280-4df6-be46-2b79a76e4636] deallocate_for_instance() {{(pid=62574) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1749.638957] env[62574]: DEBUG nova.compute.manager [req-b8053b0e-d9ac-4351-a0df-f208330a4998 req-50166a74-f7e7-4287-89af-dade5d7d754d service nova] [instance: 4d74e512-951b-49f7-80d0-4a24a2fdecda] Received event network-changed-9175c4be-af6d-427f-83aa-3d8e95518218 {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1749.639049] env[62574]: DEBUG nova.compute.manager [req-b8053b0e-d9ac-4351-a0df-f208330a4998 req-50166a74-f7e7-4287-89af-dade5d7d754d service nova] [instance: 4d74e512-951b-49f7-80d0-4a24a2fdecda] Refreshing instance network info cache due to event network-changed-9175c4be-af6d-427f-83aa-3d8e95518218. {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1749.639552] env[62574]: DEBUG oslo_concurrency.lockutils [req-b8053b0e-d9ac-4351-a0df-f208330a4998 req-50166a74-f7e7-4287-89af-dade5d7d754d service nova] Acquiring lock "refresh_cache-4d74e512-951b-49f7-80d0-4a24a2fdecda" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1749.639793] env[62574]: DEBUG oslo_concurrency.lockutils [req-b8053b0e-d9ac-4351-a0df-f208330a4998 req-50166a74-f7e7-4287-89af-dade5d7d754d service nova] Acquired lock "refresh_cache-4d74e512-951b-49f7-80d0-4a24a2fdecda" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1749.641617] env[62574]: DEBUG nova.network.neutron [req-b8053b0e-d9ac-4351-a0df-f208330a4998 req-50166a74-f7e7-4287-89af-dade5d7d754d service nova] [instance: 4d74e512-951b-49f7-80d0-4a24a2fdecda] Refreshing network info cache for port 9175c4be-af6d-427f-83aa-3d8e95518218 {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1749.660508] env[62574]: DEBUG oslo_vmware.api [None req-3fb2ab24-cfe2-4fc8-b787-4a40e8746c79 tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Task: {'id': task-1861885, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.140124} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1749.660508] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-3fb2ab24-cfe2-4fc8-b787-4a40e8746c79 tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] [instance: 437af2e4-dbbd-4fc4-8262-a8a179e4c3bb] Extended root virtual disk {{(pid=62574) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1749.661558] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e30477b-14c6-4fc5-8326-640ad551203b {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.687750] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-3fb2ab24-cfe2-4fc8-b787-4a40e8746c79 tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] [instance: 437af2e4-dbbd-4fc4-8262-a8a179e4c3bb] Reconfiguring VM instance instance-00000042 to attach disk [datastore2] 437af2e4-dbbd-4fc4-8262-a8a179e4c3bb/437af2e4-dbbd-4fc4-8262-a8a179e4c3bb.vmdk or device None with type sparse {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1749.688474] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c80488c7-1a58-44b5-9ca3-051695745ace {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.710401] env[62574]: DEBUG oslo_vmware.api [None req-3fb2ab24-cfe2-4fc8-b787-4a40e8746c79 tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Waiting for the task: (returnval){ [ 1749.710401] env[62574]: value = "task-1861887" [ 1749.710401] env[62574]: _type = "Task" [ 1749.710401] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1749.719049] env[62574]: DEBUG oslo_vmware.api [None req-3fb2ab24-cfe2-4fc8-b787-4a40e8746c79 tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Task: {'id': task-1861887, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1749.786960] env[62574]: DEBUG nova.compute.manager [None req-86009949-f11f-4be0-9d1b-ad7ec48153c1 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] [instance: d3965319-4501-491b-bd91-0ca579ba9753] Start destroying the instance on the hypervisor. {{(pid=62574) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1749.787256] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-86009949-f11f-4be0-9d1b-ad7ec48153c1 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] [instance: d3965319-4501-491b-bd91-0ca579ba9753] Destroying instance {{(pid=62574) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1749.788926] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d572648d-d972-4df8-87b8-80c33dd9ce34 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.796066] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-86009949-f11f-4be0-9d1b-ad7ec48153c1 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] [instance: d3965319-4501-491b-bd91-0ca579ba9753] Powering off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1749.796334] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-44a9c73e-6715-4302-905f-9c0ce769025a {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.807187] env[62574]: DEBUG oslo_vmware.api [None req-86009949-f11f-4be0-9d1b-ad7ec48153c1 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Waiting for the task: (returnval){ [ 1749.807187] env[62574]: value = "task-1861888" [ 1749.807187] env[62574]: _type = "Task" [ 1749.807187] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1749.817113] env[62574]: DEBUG oslo_vmware.api [None req-86009949-f11f-4be0-9d1b-ad7ec48153c1 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Task: {'id': task-1861888, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1749.931536] env[62574]: DEBUG oslo_vmware.api [None req-1f5c6e1e-f746-4ddf-970a-18f5cdc3d106 tempest-InstanceActionsTestJSON-1886761938 tempest-InstanceActionsTestJSON-1886761938-project-member] Task: {'id': task-1861882, 'name': PowerOnVM_Task, 'duration_secs': 1.081381} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1749.931889] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f5c6e1e-f746-4ddf-970a-18f5cdc3d106 tempest-InstanceActionsTestJSON-1886761938 tempest-InstanceActionsTestJSON-1886761938-project-member] [instance: 89a30a5b-dcdd-4140-b047-b3ea62dcf0b5] Powered on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1749.933475] env[62574]: INFO nova.compute.manager [None req-1f5c6e1e-f746-4ddf-970a-18f5cdc3d106 tempest-InstanceActionsTestJSON-1886761938 tempest-InstanceActionsTestJSON-1886761938-project-member] [instance: 89a30a5b-dcdd-4140-b047-b3ea62dcf0b5] Took 10.04 seconds to spawn the instance on the hypervisor. [ 1749.933475] env[62574]: DEBUG nova.compute.manager [None req-1f5c6e1e-f746-4ddf-970a-18f5cdc3d106 tempest-InstanceActionsTestJSON-1886761938 tempest-InstanceActionsTestJSON-1886761938-project-member] [instance: 89a30a5b-dcdd-4140-b047-b3ea62dcf0b5] Checking state {{(pid=62574) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1749.933475] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efb9ea95-52bf-4578-a477-477c8d202c29 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.075143] env[62574]: DEBUG nova.compute.manager [None req-aaebd170-31a0-4f06-9c91-5ae4994f155a tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] [instance: fb4b387a-6321-46fc-ac71-bedadebad505] Start spawning the instance on the hypervisor. {{(pid=62574) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1750.091912] env[62574]: DEBUG nova.network.neutron [None req-9b92b186-cd41-4a7c-a775-3fd0e7f1ee99 tempest-ServersTestMultiNic-1484195929 tempest-ServersTestMultiNic-1484195929-project-member] [instance: f2c6c5a5-8ba2-40a4-808c-26b8b73e1050] Successfully updated port: 8679fb75-088c-4b47-a8e0-496b58d715f3 {{(pid=62574) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1750.098643] env[62574]: DEBUG oslo_vmware.api [None req-3738b045-e80e-452e-8add-c3da0ed81a74 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] Task: {'id': task-1861886, 'name': Destroy_Task} progress is 33%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1750.126970] env[62574]: DEBUG nova.virt.hardware [None req-aaebd170-31a0-4f06-9c91-5ae4994f155a tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T19:26:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-13T19:26:40Z,direct_url=,disk_format='vmdk',id=3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7eed1dd4d2c3418eb32c4f4ceda3ab0d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-13T19:26:41Z,virtual_size=,visibility=), allow threads: False {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1750.127481] env[62574]: DEBUG nova.virt.hardware [None req-aaebd170-31a0-4f06-9c91-5ae4994f155a tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Flavor limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1750.127721] env[62574]: DEBUG nova.virt.hardware [None req-aaebd170-31a0-4f06-9c91-5ae4994f155a tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Image limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1750.127934] env[62574]: DEBUG nova.virt.hardware [None req-aaebd170-31a0-4f06-9c91-5ae4994f155a tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Flavor pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1750.128129] env[62574]: DEBUG nova.virt.hardware [None req-aaebd170-31a0-4f06-9c91-5ae4994f155a tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Image pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1750.128302] env[62574]: DEBUG nova.virt.hardware [None req-aaebd170-31a0-4f06-9c91-5ae4994f155a tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1750.128552] env[62574]: DEBUG nova.virt.hardware [None req-aaebd170-31a0-4f06-9c91-5ae4994f155a tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1750.128695] env[62574]: DEBUG nova.virt.hardware [None req-aaebd170-31a0-4f06-9c91-5ae4994f155a tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1750.128906] env[62574]: DEBUG nova.virt.hardware [None req-aaebd170-31a0-4f06-9c91-5ae4994f155a tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Got 1 possible topologies {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1750.129197] env[62574]: DEBUG nova.virt.hardware [None req-aaebd170-31a0-4f06-9c91-5ae4994f155a tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1750.129452] env[62574]: DEBUG nova.virt.hardware [None req-aaebd170-31a0-4f06-9c91-5ae4994f155a tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1750.130746] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee34d4ae-17d6-40c7-8605-41f185f48531 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.142244] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfd301f9-bb8a-4ed7-9eda-671cff964fca {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.224512] env[62574]: DEBUG oslo_vmware.api [None req-3fb2ab24-cfe2-4fc8-b787-4a40e8746c79 tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Task: {'id': task-1861887, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1750.320499] env[62574]: DEBUG oslo_vmware.api [None req-86009949-f11f-4be0-9d1b-ad7ec48153c1 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Task: {'id': task-1861888, 'name': PowerOffVM_Task, 'duration_secs': 0.377831} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1750.320804] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-86009949-f11f-4be0-9d1b-ad7ec48153c1 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] [instance: d3965319-4501-491b-bd91-0ca579ba9753] Powered off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1750.321102] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-86009949-f11f-4be0-9d1b-ad7ec48153c1 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] [instance: d3965319-4501-491b-bd91-0ca579ba9753] Unregistering the VM {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1750.323828] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d523db04-47ce-4b20-bb84-c8938e8e90ca {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.461438] env[62574]: INFO nova.compute.manager [None req-1f5c6e1e-f746-4ddf-970a-18f5cdc3d106 tempest-InstanceActionsTestJSON-1886761938 tempest-InstanceActionsTestJSON-1886761938-project-member] [instance: 89a30a5b-dcdd-4140-b047-b3ea62dcf0b5] Took 45.88 seconds to build instance. [ 1750.496744] env[62574]: DEBUG nova.compute.manager [req-4acfcae4-f7c2-4689-bceb-3927c7bd8c67 req-a47c49bc-1a82-4cd5-b161-46658364fbf7 service nova] [instance: e8292dec-1280-4df6-be46-2b79a76e4636] Received event network-vif-deleted-0c9b0392-62b2-411c-ac30-3728595656e0 {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1750.497078] env[62574]: INFO nova.compute.manager [req-4acfcae4-f7c2-4689-bceb-3927c7bd8c67 req-a47c49bc-1a82-4cd5-b161-46658364fbf7 service nova] [instance: e8292dec-1280-4df6-be46-2b79a76e4636] Neutron deleted interface 0c9b0392-62b2-411c-ac30-3728595656e0; detaching it from the instance and deleting it from the info cache [ 1750.497334] env[62574]: DEBUG nova.network.neutron [req-4acfcae4-f7c2-4689-bceb-3927c7bd8c67 req-a47c49bc-1a82-4cd5-b161-46658364fbf7 service nova] [instance: e8292dec-1280-4df6-be46-2b79a76e4636] Updating instance_info_cache with network_info: [] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1750.498724] env[62574]: DEBUG nova.network.neutron [-] [instance: e8292dec-1280-4df6-be46-2b79a76e4636] Updating instance_info_cache with network_info: [] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1750.574862] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-86009949-f11f-4be0-9d1b-ad7ec48153c1 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] [instance: d3965319-4501-491b-bd91-0ca579ba9753] Unregistered the VM {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1750.577511] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-86009949-f11f-4be0-9d1b-ad7ec48153c1 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] [instance: d3965319-4501-491b-bd91-0ca579ba9753] Deleting contents of the VM from datastore datastore1 {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1750.577785] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-86009949-f11f-4be0-9d1b-ad7ec48153c1 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Deleting the datastore file [datastore1] d3965319-4501-491b-bd91-0ca579ba9753 {{(pid=62574) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1750.578173] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-535143b6-3600-4cd3-b91f-831ad4466327 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.589103] env[62574]: DEBUG oslo_vmware.api [None req-86009949-f11f-4be0-9d1b-ad7ec48153c1 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Waiting for the task: (returnval){ [ 1750.589103] env[62574]: value = "task-1861890" [ 1750.589103] env[62574]: _type = "Task" [ 1750.589103] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1750.592229] env[62574]: DEBUG oslo_vmware.api [None req-3738b045-e80e-452e-8add-c3da0ed81a74 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] Task: {'id': task-1861886, 'name': Destroy_Task, 'duration_secs': 0.814024} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1750.596049] env[62574]: INFO nova.virt.vmwareapi.vm_util [None req-3738b045-e80e-452e-8add-c3da0ed81a74 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] [instance: 8275ea75-5ca3-4b37-89e5-00babfa3d24e] Destroyed the VM [ 1750.596243] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-3738b045-e80e-452e-8add-c3da0ed81a74 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] [instance: 8275ea75-5ca3-4b37-89e5-00babfa3d24e] Deleting Snapshot of the VM instance {{(pid=62574) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1750.600510] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-ff25ea3d-e52c-4c74-81c0-027654f7c766 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.612488] env[62574]: DEBUG oslo_vmware.api [None req-86009949-f11f-4be0-9d1b-ad7ec48153c1 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Task: {'id': task-1861890, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1750.614123] env[62574]: DEBUG oslo_vmware.api [None req-3738b045-e80e-452e-8add-c3da0ed81a74 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] Waiting for the task: (returnval){ [ 1750.614123] env[62574]: value = "task-1861891" [ 1750.614123] env[62574]: _type = "Task" [ 1750.614123] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1750.625404] env[62574]: DEBUG oslo_vmware.api [None req-3738b045-e80e-452e-8add-c3da0ed81a74 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] Task: {'id': task-1861891, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1750.640503] env[62574]: DEBUG nova.network.neutron [req-b8053b0e-d9ac-4351-a0df-f208330a4998 req-50166a74-f7e7-4287-89af-dade5d7d754d service nova] [instance: 4d74e512-951b-49f7-80d0-4a24a2fdecda] Updated VIF entry in instance network info cache for port 9175c4be-af6d-427f-83aa-3d8e95518218. {{(pid=62574) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1750.641097] env[62574]: DEBUG nova.network.neutron [req-b8053b0e-d9ac-4351-a0df-f208330a4998 req-50166a74-f7e7-4287-89af-dade5d7d754d service nova] [instance: 4d74e512-951b-49f7-80d0-4a24a2fdecda] Updating instance_info_cache with network_info: [{"id": "9175c4be-af6d-427f-83aa-3d8e95518218", "address": "fa:16:3e:e9:c2:91", "network": {"id": "412415ff-c188-44d6-b9ca-5c1237263705", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-448957017-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.191", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aed071239aaa420d8c5548ec1a607ed1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1c8fdf9-970c-4ae0-b6d9-f1015196b552", "external-id": "nsx-vlan-transportzone-993", "segmentation_id": 993, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9175c4be-af", "ovs_interfaceid": "9175c4be-af6d-427f-83aa-3d8e95518218", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1750.658275] env[62574]: DEBUG oslo_concurrency.lockutils [None req-2f74f1df-8b64-49b1-ad89-2a3e6f144e99 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Acquiring lock "4cc7d784-be5d-41db-a028-0dade3464032" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1750.658472] env[62574]: DEBUG oslo_concurrency.lockutils [None req-2f74f1df-8b64-49b1-ad89-2a3e6f144e99 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Lock "4cc7d784-be5d-41db-a028-0dade3464032" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1750.658793] env[62574]: DEBUG nova.compute.manager [None req-2f74f1df-8b64-49b1-ad89-2a3e6f144e99 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] [instance: 4cc7d784-be5d-41db-a028-0dade3464032] Going to confirm migration 3 {{(pid=62574) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5193}} [ 1750.664252] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f231b71e-11c7-411a-b0c6-5eace00bd5ff {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.674739] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a168766-7d26-4663-ac01-3444f308cdfd {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.711750] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca5dc93b-b97c-4ebe-8599-e09aa8ba28d9 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.725572] env[62574]: DEBUG oslo_vmware.api [None req-3fb2ab24-cfe2-4fc8-b787-4a40e8746c79 tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Task: {'id': task-1861887, 'name': ReconfigVM_Task, 'duration_secs': 0.759231} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1750.727420] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-3fb2ab24-cfe2-4fc8-b787-4a40e8746c79 tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] [instance: 437af2e4-dbbd-4fc4-8262-a8a179e4c3bb] Reconfigured VM instance instance-00000042 to attach disk [datastore2] 437af2e4-dbbd-4fc4-8262-a8a179e4c3bb/437af2e4-dbbd-4fc4-8262-a8a179e4c3bb.vmdk or device None with type sparse {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1750.728118] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-68de14e4-9fc4-4e57-9c97-6904f13dd666 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.730816] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-476ec59f-7bf4-4cc8-bbd0-09f7e8050cb4 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.745565] env[62574]: DEBUG nova.compute.provider_tree [None req-cc761b21-58ff-49a4-ae2d-215f8b79fc75 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Inventory has not changed in ProviderTree for provider: f0ed160a-beff-4626-a531-2a70d7bc0627 {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1750.748384] env[62574]: DEBUG oslo_vmware.api [None req-3fb2ab24-cfe2-4fc8-b787-4a40e8746c79 tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Waiting for the task: (returnval){ [ 1750.748384] env[62574]: value = "task-1861892" [ 1750.748384] env[62574]: _type = "Task" [ 1750.748384] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1750.758274] env[62574]: DEBUG oslo_vmware.api [None req-3fb2ab24-cfe2-4fc8-b787-4a40e8746c79 tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Task: {'id': task-1861892, 'name': Rename_Task} progress is 10%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1750.963659] env[62574]: DEBUG oslo_concurrency.lockutils [None req-1f5c6e1e-f746-4ddf-970a-18f5cdc3d106 tempest-InstanceActionsTestJSON-1886761938 tempest-InstanceActionsTestJSON-1886761938-project-member] Lock "89a30a5b-dcdd-4140-b047-b3ea62dcf0b5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.619s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1751.002174] env[62574]: INFO nova.compute.manager [-] [instance: e8292dec-1280-4df6-be46-2b79a76e4636] Took 1.40 seconds to deallocate network for instance. [ 1751.004187] env[62574]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1bcc4abc-7fac-46f8-9c30-54ac92468183 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.027544] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea3ab748-bb45-4dc4-bb3f-bc9e5bdb9a8a {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.044582] env[62574]: DEBUG nova.network.neutron [None req-aaebd170-31a0-4f06-9c91-5ae4994f155a tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] [instance: fb4b387a-6321-46fc-ac71-bedadebad505] Successfully updated port: fb5fdc76-7e28-4418-a4a1-9285aa453e38 {{(pid=62574) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1751.077048] env[62574]: DEBUG nova.compute.manager [req-4acfcae4-f7c2-4689-bceb-3927c7bd8c67 req-a47c49bc-1a82-4cd5-b161-46658364fbf7 service nova] [instance: e8292dec-1280-4df6-be46-2b79a76e4636] Detach interface failed, port_id=0c9b0392-62b2-411c-ac30-3728595656e0, reason: Instance e8292dec-1280-4df6-be46-2b79a76e4636 could not be found. {{(pid=62574) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 1751.101120] env[62574]: DEBUG oslo_vmware.api [None req-86009949-f11f-4be0-9d1b-ad7ec48153c1 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Task: {'id': task-1861890, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.293097} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1751.101398] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-86009949-f11f-4be0-9d1b-ad7ec48153c1 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Deleted the datastore file {{(pid=62574) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1751.101580] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-86009949-f11f-4be0-9d1b-ad7ec48153c1 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] [instance: d3965319-4501-491b-bd91-0ca579ba9753] Deleted contents of the VM from datastore datastore1 {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1751.101748] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-86009949-f11f-4be0-9d1b-ad7ec48153c1 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] [instance: d3965319-4501-491b-bd91-0ca579ba9753] Instance destroyed {{(pid=62574) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1751.101986] env[62574]: INFO nova.compute.manager [None req-86009949-f11f-4be0-9d1b-ad7ec48153c1 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] [instance: d3965319-4501-491b-bd91-0ca579ba9753] Took 1.31 seconds to destroy the instance on the hypervisor. [ 1751.102166] env[62574]: DEBUG oslo.service.loopingcall [None req-86009949-f11f-4be0-9d1b-ad7ec48153c1 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62574) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1751.102707] env[62574]: DEBUG nova.compute.manager [-] [instance: d3965319-4501-491b-bd91-0ca579ba9753] Deallocating network for instance {{(pid=62574) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1751.102746] env[62574]: DEBUG nova.network.neutron [-] [instance: d3965319-4501-491b-bd91-0ca579ba9753] deallocate_for_instance() {{(pid=62574) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1751.125216] env[62574]: DEBUG oslo_vmware.api [None req-3738b045-e80e-452e-8add-c3da0ed81a74 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] Task: {'id': task-1861891, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1751.144333] env[62574]: DEBUG oslo_concurrency.lockutils [req-b8053b0e-d9ac-4351-a0df-f208330a4998 req-50166a74-f7e7-4287-89af-dade5d7d754d service nova] Releasing lock "refresh_cache-4d74e512-951b-49f7-80d0-4a24a2fdecda" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1751.237126] env[62574]: DEBUG oslo_concurrency.lockutils [None req-2f74f1df-8b64-49b1-ad89-2a3e6f144e99 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Acquiring lock "refresh_cache-4cc7d784-be5d-41db-a028-0dade3464032" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1751.237386] env[62574]: DEBUG oslo_concurrency.lockutils [None req-2f74f1df-8b64-49b1-ad89-2a3e6f144e99 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Acquired lock "refresh_cache-4cc7d784-be5d-41db-a028-0dade3464032" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1751.237628] env[62574]: DEBUG nova.network.neutron [None req-2f74f1df-8b64-49b1-ad89-2a3e6f144e99 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] [instance: 4cc7d784-be5d-41db-a028-0dade3464032] Building network info cache for instance {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1751.237825] env[62574]: DEBUG nova.objects.instance [None req-2f74f1df-8b64-49b1-ad89-2a3e6f144e99 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Lazy-loading 'info_cache' on Instance uuid 4cc7d784-be5d-41db-a028-0dade3464032 {{(pid=62574) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1751.253611] env[62574]: DEBUG nova.scheduler.client.report [None req-cc761b21-58ff-49a4-ae2d-215f8b79fc75 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Inventory has not changed for provider f0ed160a-beff-4626-a531-2a70d7bc0627 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1751.263019] env[62574]: DEBUG oslo_vmware.api [None req-3fb2ab24-cfe2-4fc8-b787-4a40e8746c79 tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Task: {'id': task-1861892, 'name': Rename_Task, 'duration_secs': 0.283573} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1751.263152] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fb2ab24-cfe2-4fc8-b787-4a40e8746c79 tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] [instance: 437af2e4-dbbd-4fc4-8262-a8a179e4c3bb] Powering on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1751.263728] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-92f2743f-4118-41d3-bf6c-4e480034b7f4 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.270073] env[62574]: DEBUG oslo_vmware.api [None req-3fb2ab24-cfe2-4fc8-b787-4a40e8746c79 tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Waiting for the task: (returnval){ [ 1751.270073] env[62574]: value = "task-1861893" [ 1751.270073] env[62574]: _type = "Task" [ 1751.270073] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1751.283160] env[62574]: DEBUG oslo_vmware.api [None req-3fb2ab24-cfe2-4fc8-b787-4a40e8746c79 tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Task: {'id': task-1861893, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1751.515904] env[62574]: DEBUG oslo_concurrency.lockutils [None req-d82eb552-f46c-4a51-a367-18840efda474 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1751.523341] env[62574]: DEBUG oslo_concurrency.lockutils [None req-0dd38d03-2002-463c-951e-4aa9096e89c7 tempest-ServerPasswordTestJSON-355305620 tempest-ServerPasswordTestJSON-355305620-project-member] Acquiring lock "6a34c941-0a2c-4eb8-a0cf-5ddbcd9d4cba" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1751.523448] env[62574]: DEBUG oslo_concurrency.lockutils [None req-0dd38d03-2002-463c-951e-4aa9096e89c7 tempest-ServerPasswordTestJSON-355305620 tempest-ServerPasswordTestJSON-355305620-project-member] Lock "6a34c941-0a2c-4eb8-a0cf-5ddbcd9d4cba" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1751.550736] env[62574]: DEBUG oslo_concurrency.lockutils [None req-aaebd170-31a0-4f06-9c91-5ae4994f155a tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Acquiring lock "refresh_cache-fb4b387a-6321-46fc-ac71-bedadebad505" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1751.550882] env[62574]: DEBUG oslo_concurrency.lockutils [None req-aaebd170-31a0-4f06-9c91-5ae4994f155a tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Acquired lock "refresh_cache-fb4b387a-6321-46fc-ac71-bedadebad505" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1751.551057] env[62574]: DEBUG nova.network.neutron [None req-aaebd170-31a0-4f06-9c91-5ae4994f155a tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] [instance: fb4b387a-6321-46fc-ac71-bedadebad505] Building network info cache for instance {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1751.628014] env[62574]: DEBUG oslo_vmware.api [None req-3738b045-e80e-452e-8add-c3da0ed81a74 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] Task: {'id': task-1861891, 'name': RemoveSnapshot_Task} progress is 26%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1751.782568] env[62574]: DEBUG oslo_vmware.api [None req-3fb2ab24-cfe2-4fc8-b787-4a40e8746c79 tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Task: {'id': task-1861893, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1751.865935] env[62574]: DEBUG nova.network.neutron [-] [instance: d3965319-4501-491b-bd91-0ca579ba9753] Updating instance_info_cache with network_info: [] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1752.000257] env[62574]: DEBUG nova.compute.manager [req-198bf21d-9d7a-4418-adbe-02bee4badd83 req-16d20f0f-e642-47cc-b68f-305d13fbb7dd service nova] [instance: f2c6c5a5-8ba2-40a4-808c-26b8b73e1050] Received event network-vif-plugged-8679fb75-088c-4b47-a8e0-496b58d715f3 {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1752.000668] env[62574]: DEBUG oslo_concurrency.lockutils [req-198bf21d-9d7a-4418-adbe-02bee4badd83 req-16d20f0f-e642-47cc-b68f-305d13fbb7dd service nova] Acquiring lock "f2c6c5a5-8ba2-40a4-808c-26b8b73e1050-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1752.000815] env[62574]: DEBUG oslo_concurrency.lockutils [req-198bf21d-9d7a-4418-adbe-02bee4badd83 req-16d20f0f-e642-47cc-b68f-305d13fbb7dd service nova] Lock "f2c6c5a5-8ba2-40a4-808c-26b8b73e1050-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1752.001019] env[62574]: DEBUG oslo_concurrency.lockutils [req-198bf21d-9d7a-4418-adbe-02bee4badd83 req-16d20f0f-e642-47cc-b68f-305d13fbb7dd service nova] Lock "f2c6c5a5-8ba2-40a4-808c-26b8b73e1050-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1752.001285] env[62574]: DEBUG nova.compute.manager [req-198bf21d-9d7a-4418-adbe-02bee4badd83 req-16d20f0f-e642-47cc-b68f-305d13fbb7dd service nova] [instance: f2c6c5a5-8ba2-40a4-808c-26b8b73e1050] No waiting events found dispatching network-vif-plugged-8679fb75-088c-4b47-a8e0-496b58d715f3 {{(pid=62574) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1752.001523] env[62574]: WARNING nova.compute.manager [req-198bf21d-9d7a-4418-adbe-02bee4badd83 req-16d20f0f-e642-47cc-b68f-305d13fbb7dd service nova] [instance: f2c6c5a5-8ba2-40a4-808c-26b8b73e1050] Received unexpected event network-vif-plugged-8679fb75-088c-4b47-a8e0-496b58d715f3 for instance with vm_state building and task_state spawning. [ 1752.001725] env[62574]: DEBUG nova.compute.manager [req-198bf21d-9d7a-4418-adbe-02bee4badd83 req-16d20f0f-e642-47cc-b68f-305d13fbb7dd service nova] [instance: f2c6c5a5-8ba2-40a4-808c-26b8b73e1050] Received event network-changed-8679fb75-088c-4b47-a8e0-496b58d715f3 {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1752.001924] env[62574]: DEBUG nova.compute.manager [req-198bf21d-9d7a-4418-adbe-02bee4badd83 req-16d20f0f-e642-47cc-b68f-305d13fbb7dd service nova] [instance: f2c6c5a5-8ba2-40a4-808c-26b8b73e1050] Refreshing instance network info cache due to event network-changed-8679fb75-088c-4b47-a8e0-496b58d715f3. {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1752.002183] env[62574]: DEBUG oslo_concurrency.lockutils [req-198bf21d-9d7a-4418-adbe-02bee4badd83 req-16d20f0f-e642-47cc-b68f-305d13fbb7dd service nova] Acquiring lock "refresh_cache-f2c6c5a5-8ba2-40a4-808c-26b8b73e1050" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1752.002371] env[62574]: DEBUG oslo_concurrency.lockutils [req-198bf21d-9d7a-4418-adbe-02bee4badd83 req-16d20f0f-e642-47cc-b68f-305d13fbb7dd service nova] Acquired lock "refresh_cache-f2c6c5a5-8ba2-40a4-808c-26b8b73e1050" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1752.002567] env[62574]: DEBUG nova.network.neutron [req-198bf21d-9d7a-4418-adbe-02bee4badd83 req-16d20f0f-e642-47cc-b68f-305d13fbb7dd service nova] [instance: f2c6c5a5-8ba2-40a4-808c-26b8b73e1050] Refreshing network info cache for port 8679fb75-088c-4b47-a8e0-496b58d715f3 {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1752.026314] env[62574]: DEBUG nova.compute.manager [None req-0dd38d03-2002-463c-951e-4aa9096e89c7 tempest-ServerPasswordTestJSON-355305620 tempest-ServerPasswordTestJSON-355305620-project-member] [instance: 6a34c941-0a2c-4eb8-a0cf-5ddbcd9d4cba] Starting instance... {{(pid=62574) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1752.124101] env[62574]: DEBUG nova.network.neutron [None req-aaebd170-31a0-4f06-9c91-5ae4994f155a tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] [instance: fb4b387a-6321-46fc-ac71-bedadebad505] Instance cache missing network info. {{(pid=62574) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1752.132299] env[62574]: DEBUG oslo_vmware.api [None req-3738b045-e80e-452e-8add-c3da0ed81a74 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] Task: {'id': task-1861891, 'name': RemoveSnapshot_Task, 'duration_secs': 1.051311} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1752.132594] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-3738b045-e80e-452e-8add-c3da0ed81a74 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] [instance: 8275ea75-5ca3-4b37-89e5-00babfa3d24e] Deleted Snapshot of the VM instance {{(pid=62574) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1752.132834] env[62574]: INFO nova.compute.manager [None req-3738b045-e80e-452e-8add-c3da0ed81a74 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] [instance: 8275ea75-5ca3-4b37-89e5-00babfa3d24e] Took 17.84 seconds to snapshot the instance on the hypervisor. [ 1752.265310] env[62574]: DEBUG oslo_concurrency.lockutils [None req-cc761b21-58ff-49a4-ae2d-215f8b79fc75 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 3.196s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1752.274307] env[62574]: DEBUG oslo_concurrency.lockutils [None req-6f5ca117-9623-4e87-9a29-d656cfb87263 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 19.880s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1752.274722] env[62574]: DEBUG nova.objects.instance [None req-6f5ca117-9623-4e87-9a29-d656cfb87263 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] [instance: e3b07ff8-0c0f-437a-9a29-8baf54b399a0] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62574) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1752.300142] env[62574]: DEBUG oslo_vmware.api [None req-3fb2ab24-cfe2-4fc8-b787-4a40e8746c79 tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Task: {'id': task-1861893, 'name': PowerOnVM_Task, 'duration_secs': 0.694553} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1752.305949] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fb2ab24-cfe2-4fc8-b787-4a40e8746c79 tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] [instance: 437af2e4-dbbd-4fc4-8262-a8a179e4c3bb] Powered on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1752.306296] env[62574]: INFO nova.compute.manager [None req-3fb2ab24-cfe2-4fc8-b787-4a40e8746c79 tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] [instance: 437af2e4-dbbd-4fc4-8262-a8a179e4c3bb] Took 9.71 seconds to spawn the instance on the hypervisor. [ 1752.307200] env[62574]: DEBUG nova.compute.manager [None req-3fb2ab24-cfe2-4fc8-b787-4a40e8746c79 tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] [instance: 437af2e4-dbbd-4fc4-8262-a8a179e4c3bb] Checking state {{(pid=62574) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1752.308484] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51bf28ab-f384-434c-8809-c11b8cbbbe2b {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.371798] env[62574]: INFO nova.compute.manager [-] [instance: d3965319-4501-491b-bd91-0ca579ba9753] Took 1.27 seconds to deallocate network for instance. [ 1752.548991] env[62574]: DEBUG oslo_concurrency.lockutils [None req-0dd38d03-2002-463c-951e-4aa9096e89c7 tempest-ServerPasswordTestJSON-355305620 tempest-ServerPasswordTestJSON-355305620-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1752.567184] env[62574]: DEBUG oslo_concurrency.lockutils [None req-6a268d49-f680-4d32-9e18-c51a461c3780 tempest-InstanceActionsTestJSON-1886761938 tempest-InstanceActionsTestJSON-1886761938-project-member] Acquiring lock "89a30a5b-dcdd-4140-b047-b3ea62dcf0b5" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1752.567439] env[62574]: DEBUG oslo_concurrency.lockutils [None req-6a268d49-f680-4d32-9e18-c51a461c3780 tempest-InstanceActionsTestJSON-1886761938 tempest-InstanceActionsTestJSON-1886761938-project-member] Lock "89a30a5b-dcdd-4140-b047-b3ea62dcf0b5" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1752.567674] env[62574]: INFO nova.compute.manager [None req-6a268d49-f680-4d32-9e18-c51a461c3780 tempest-InstanceActionsTestJSON-1886761938 tempest-InstanceActionsTestJSON-1886761938-project-member] [instance: 89a30a5b-dcdd-4140-b047-b3ea62dcf0b5] Rebooting instance [ 1752.577746] env[62574]: DEBUG nova.network.neutron [None req-aaebd170-31a0-4f06-9c91-5ae4994f155a tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] [instance: fb4b387a-6321-46fc-ac71-bedadebad505] Updating instance_info_cache with network_info: [{"id": "fb5fdc76-7e28-4418-a4a1-9285aa453e38", "address": "fa:16:3e:c5:f6:49", "network": {"id": "d21729a3-6af1-4685-8299-0af047d6c105", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-979648045-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "50322706d83c42c3a9bbd5c51ba34b64", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d903c404-a23a-40c0-a217-96d4bb2e5b08", "external-id": "nsx-vlan-transportzone-228", "segmentation_id": 228, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb5fdc76-7e", "ovs_interfaceid": "fb5fdc76-7e28-4418-a4a1-9285aa453e38", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1752.589966] env[62574]: DEBUG nova.network.neutron [req-198bf21d-9d7a-4418-adbe-02bee4badd83 req-16d20f0f-e642-47cc-b68f-305d13fbb7dd service nova] [instance: f2c6c5a5-8ba2-40a4-808c-26b8b73e1050] Instance cache missing network info. {{(pid=62574) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1752.700805] env[62574]: DEBUG nova.network.neutron [None req-9b92b186-cd41-4a7c-a775-3fd0e7f1ee99 tempest-ServersTestMultiNic-1484195929 tempest-ServersTestMultiNic-1484195929-project-member] [instance: f2c6c5a5-8ba2-40a4-808c-26b8b73e1050] Successfully updated port: 5fbe2c8e-0dd0-4b1f-9ee5-492e76001052 {{(pid=62574) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1752.808944] env[62574]: DEBUG nova.network.neutron [req-198bf21d-9d7a-4418-adbe-02bee4badd83 req-16d20f0f-e642-47cc-b68f-305d13fbb7dd service nova] [instance: f2c6c5a5-8ba2-40a4-808c-26b8b73e1050] Updating instance_info_cache with network_info: [] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1752.819714] env[62574]: DEBUG nova.compute.manager [req-64c807c2-9aa4-442a-ba7b-24c84e564a36 req-fa6054b1-ad02-47bb-952e-c56d7025aca6 service nova] [instance: fb4b387a-6321-46fc-ac71-bedadebad505] Received event network-vif-plugged-fb5fdc76-7e28-4418-a4a1-9285aa453e38 {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1752.819714] env[62574]: DEBUG oslo_concurrency.lockutils [req-64c807c2-9aa4-442a-ba7b-24c84e564a36 req-fa6054b1-ad02-47bb-952e-c56d7025aca6 service nova] Acquiring lock "fb4b387a-6321-46fc-ac71-bedadebad505-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1752.819714] env[62574]: DEBUG oslo_concurrency.lockutils [req-64c807c2-9aa4-442a-ba7b-24c84e564a36 req-fa6054b1-ad02-47bb-952e-c56d7025aca6 service nova] Lock "fb4b387a-6321-46fc-ac71-bedadebad505-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1752.819714] env[62574]: DEBUG oslo_concurrency.lockutils [req-64c807c2-9aa4-442a-ba7b-24c84e564a36 req-fa6054b1-ad02-47bb-952e-c56d7025aca6 service nova] Lock "fb4b387a-6321-46fc-ac71-bedadebad505-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1752.819714] env[62574]: DEBUG nova.compute.manager [req-64c807c2-9aa4-442a-ba7b-24c84e564a36 req-fa6054b1-ad02-47bb-952e-c56d7025aca6 service nova] [instance: fb4b387a-6321-46fc-ac71-bedadebad505] No waiting events found dispatching network-vif-plugged-fb5fdc76-7e28-4418-a4a1-9285aa453e38 {{(pid=62574) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1752.819714] env[62574]: WARNING nova.compute.manager [req-64c807c2-9aa4-442a-ba7b-24c84e564a36 req-fa6054b1-ad02-47bb-952e-c56d7025aca6 service nova] [instance: fb4b387a-6321-46fc-ac71-bedadebad505] Received unexpected event network-vif-plugged-fb5fdc76-7e28-4418-a4a1-9285aa453e38 for instance with vm_state building and task_state spawning. [ 1752.819896] env[62574]: DEBUG nova.compute.manager [req-64c807c2-9aa4-442a-ba7b-24c84e564a36 req-fa6054b1-ad02-47bb-952e-c56d7025aca6 service nova] [instance: fb4b387a-6321-46fc-ac71-bedadebad505] Received event network-changed-fb5fdc76-7e28-4418-a4a1-9285aa453e38 {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1752.820237] env[62574]: DEBUG nova.compute.manager [req-64c807c2-9aa4-442a-ba7b-24c84e564a36 req-fa6054b1-ad02-47bb-952e-c56d7025aca6 service nova] [instance: fb4b387a-6321-46fc-ac71-bedadebad505] Refreshing instance network info cache due to event network-changed-fb5fdc76-7e28-4418-a4a1-9285aa453e38. {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1752.820481] env[62574]: DEBUG oslo_concurrency.lockutils [req-64c807c2-9aa4-442a-ba7b-24c84e564a36 req-fa6054b1-ad02-47bb-952e-c56d7025aca6 service nova] Acquiring lock "refresh_cache-fb4b387a-6321-46fc-ac71-bedadebad505" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1752.830681] env[62574]: DEBUG nova.network.neutron [None req-2f74f1df-8b64-49b1-ad89-2a3e6f144e99 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] [instance: 4cc7d784-be5d-41db-a028-0dade3464032] Updating instance_info_cache with network_info: [{"id": "84bf7a5e-2323-4711-a9b6-1a21d8f249ee", "address": "fa:16:3e:04:12:67", "network": {"id": "b2d07115-f5da-483b-99a5-ede728256338", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-116321158-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.173", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ab01ddb6cf3453f8b60099794e20a03", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c20f5114-0866-45b3-9a7c-62f113ff83fa", "external-id": "nsx-vlan-transportzone-47", "segmentation_id": 47, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84bf7a5e-23", "ovs_interfaceid": "84bf7a5e-2323-4711-a9b6-1a21d8f249ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1752.832383] env[62574]: INFO nova.compute.manager [None req-3fb2ab24-cfe2-4fc8-b787-4a40e8746c79 tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] [instance: 437af2e4-dbbd-4fc4-8262-a8a179e4c3bb] Took 30.96 seconds to build instance. [ 1752.879486] env[62574]: DEBUG oslo_concurrency.lockutils [None req-86009949-f11f-4be0-9d1b-ad7ec48153c1 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1753.080581] env[62574]: DEBUG oslo_concurrency.lockutils [None req-aaebd170-31a0-4f06-9c91-5ae4994f155a tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Releasing lock "refresh_cache-fb4b387a-6321-46fc-ac71-bedadebad505" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1753.080963] env[62574]: DEBUG nova.compute.manager [None req-aaebd170-31a0-4f06-9c91-5ae4994f155a tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] [instance: fb4b387a-6321-46fc-ac71-bedadebad505] Instance network_info: |[{"id": "fb5fdc76-7e28-4418-a4a1-9285aa453e38", "address": "fa:16:3e:c5:f6:49", "network": {"id": "d21729a3-6af1-4685-8299-0af047d6c105", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-979648045-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "50322706d83c42c3a9bbd5c51ba34b64", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d903c404-a23a-40c0-a217-96d4bb2e5b08", "external-id": "nsx-vlan-transportzone-228", "segmentation_id": 228, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb5fdc76-7e", "ovs_interfaceid": "fb5fdc76-7e28-4418-a4a1-9285aa453e38", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62574) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1753.081280] env[62574]: DEBUG oslo_concurrency.lockutils [req-64c807c2-9aa4-442a-ba7b-24c84e564a36 req-fa6054b1-ad02-47bb-952e-c56d7025aca6 service nova] Acquired lock "refresh_cache-fb4b387a-6321-46fc-ac71-bedadebad505" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1753.081472] env[62574]: DEBUG nova.network.neutron [req-64c807c2-9aa4-442a-ba7b-24c84e564a36 req-fa6054b1-ad02-47bb-952e-c56d7025aca6 service nova] [instance: fb4b387a-6321-46fc-ac71-bedadebad505] Refreshing network info cache for port fb5fdc76-7e28-4418-a4a1-9285aa453e38 {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1753.082893] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-aaebd170-31a0-4f06-9c91-5ae4994f155a tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] [instance: fb4b387a-6321-46fc-ac71-bedadebad505] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c5:f6:49', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd903c404-a23a-40c0-a217-96d4bb2e5b08', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fb5fdc76-7e28-4418-a4a1-9285aa453e38', 'vif_model': 'vmxnet3'}] {{(pid=62574) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1753.095590] env[62574]: DEBUG oslo.service.loopingcall [None req-aaebd170-31a0-4f06-9c91-5ae4994f155a tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62574) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1753.101367] env[62574]: DEBUG oslo_concurrency.lockutils [None req-6a268d49-f680-4d32-9e18-c51a461c3780 tempest-InstanceActionsTestJSON-1886761938 tempest-InstanceActionsTestJSON-1886761938-project-member] Acquiring lock "refresh_cache-89a30a5b-dcdd-4140-b047-b3ea62dcf0b5" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1753.101655] env[62574]: DEBUG oslo_concurrency.lockutils [None req-6a268d49-f680-4d32-9e18-c51a461c3780 tempest-InstanceActionsTestJSON-1886761938 tempest-InstanceActionsTestJSON-1886761938-project-member] Acquired lock "refresh_cache-89a30a5b-dcdd-4140-b047-b3ea62dcf0b5" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1753.101962] env[62574]: DEBUG nova.network.neutron [None req-6a268d49-f680-4d32-9e18-c51a461c3780 tempest-InstanceActionsTestJSON-1886761938 tempest-InstanceActionsTestJSON-1886761938-project-member] [instance: 89a30a5b-dcdd-4140-b047-b3ea62dcf0b5] Building network info cache for instance {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1753.104678] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fb4b387a-6321-46fc-ac71-bedadebad505] Creating VM on the ESX host {{(pid=62574) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1753.105744] env[62574]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ccea4413-d136-47f6-8cb1-1eb7e0fafbc8 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.127743] env[62574]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1753.127743] env[62574]: value = "task-1861894" [ 1753.127743] env[62574]: _type = "Task" [ 1753.127743] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1753.136256] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1861894, 'name': CreateVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1753.288422] env[62574]: DEBUG oslo_concurrency.lockutils [None req-6f5ca117-9623-4e87-9a29-d656cfb87263 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1753.289577] env[62574]: DEBUG oslo_concurrency.lockutils [None req-f38097e3-c8e9-4671-be1f-910f37315f6f tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.736s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1753.291144] env[62574]: INFO nova.compute.claims [None req-f38097e3-c8e9-4671-be1f-910f37315f6f tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] [instance: fb94d5d1-7f0f-4534-b9e9-2a52ac9a7c7f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1753.313365] env[62574]: DEBUG oslo_concurrency.lockutils [req-198bf21d-9d7a-4418-adbe-02bee4badd83 req-16d20f0f-e642-47cc-b68f-305d13fbb7dd service nova] Releasing lock "refresh_cache-f2c6c5a5-8ba2-40a4-808c-26b8b73e1050" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1753.334383] env[62574]: DEBUG oslo_concurrency.lockutils [None req-2f74f1df-8b64-49b1-ad89-2a3e6f144e99 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Releasing lock "refresh_cache-4cc7d784-be5d-41db-a028-0dade3464032" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1753.334712] env[62574]: DEBUG nova.objects.instance [None req-2f74f1df-8b64-49b1-ad89-2a3e6f144e99 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Lazy-loading 'migration_context' on Instance uuid 4cc7d784-be5d-41db-a028-0dade3464032 {{(pid=62574) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1753.336054] env[62574]: DEBUG oslo_concurrency.lockutils [None req-3fb2ab24-cfe2-4fc8-b787-4a40e8746c79 tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Lock "437af2e4-dbbd-4fc4-8262-a8a179e4c3bb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.476s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1753.641959] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1861894, 'name': CreateVM_Task} progress is 99%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1753.679196] env[62574]: DEBUG nova.network.neutron [req-64c807c2-9aa4-442a-ba7b-24c84e564a36 req-fa6054b1-ad02-47bb-952e-c56d7025aca6 service nova] [instance: fb4b387a-6321-46fc-ac71-bedadebad505] Updated VIF entry in instance network info cache for port fb5fdc76-7e28-4418-a4a1-9285aa453e38. {{(pid=62574) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1753.679538] env[62574]: DEBUG nova.network.neutron [req-64c807c2-9aa4-442a-ba7b-24c84e564a36 req-fa6054b1-ad02-47bb-952e-c56d7025aca6 service nova] [instance: fb4b387a-6321-46fc-ac71-bedadebad505] Updating instance_info_cache with network_info: [{"id": "fb5fdc76-7e28-4418-a4a1-9285aa453e38", "address": "fa:16:3e:c5:f6:49", "network": {"id": "d21729a3-6af1-4685-8299-0af047d6c105", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-979648045-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "50322706d83c42c3a9bbd5c51ba34b64", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d903c404-a23a-40c0-a217-96d4bb2e5b08", "external-id": "nsx-vlan-transportzone-228", "segmentation_id": 228, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb5fdc76-7e", "ovs_interfaceid": "fb5fdc76-7e28-4418-a4a1-9285aa453e38", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1753.825425] env[62574]: INFO nova.compute.manager [None req-cc761b21-58ff-49a4-ae2d-215f8b79fc75 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] [instance: 9ed0f4bc-f4eb-4eca-b448-053eec6339d4] Swapping old allocation on dict_keys(['f0ed160a-beff-4626-a531-2a70d7bc0627']) held by migration 21581f55-dd53-48d0-b3e8-28b1113510d3 for instance [ 1753.839056] env[62574]: DEBUG nova.objects.base [None req-2f74f1df-8b64-49b1-ad89-2a3e6f144e99 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Object Instance<4cc7d784-be5d-41db-a028-0dade3464032> lazy-loaded attributes: info_cache,migration_context {{(pid=62574) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1753.839369] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30180814-228d-4898-9b3a-94db73bb3deb {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.863694] env[62574]: DEBUG nova.network.neutron [None req-6a268d49-f680-4d32-9e18-c51a461c3780 tempest-InstanceActionsTestJSON-1886761938 tempest-InstanceActionsTestJSON-1886761938-project-member] [instance: 89a30a5b-dcdd-4140-b047-b3ea62dcf0b5] Updating instance_info_cache with network_info: [{"id": "1b9a2528-3659-4e04-9b25-64d21d01fb4f", "address": "fa:16:3e:f9:c3:db", "network": {"id": "a66a4f91-28dd-4ff5-9ff8-951576adb7eb", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-533298188-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5684327493954400975cb51a696cf993", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4b6ddb2-2e19-4031-9b22-add90d41a114", "external-id": "nsx-vlan-transportzone-921", "segmentation_id": 921, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b9a2528-36", "ovs_interfaceid": "1b9a2528-3659-4e04-9b25-64d21d01fb4f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1753.867934] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f991d5ee-c75e-411f-907c-ae020e3c9857 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.874026] env[62574]: DEBUG oslo_vmware.api [None req-2f74f1df-8b64-49b1-ad89-2a3e6f144e99 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Waiting for the task: (returnval){ [ 1753.874026] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]52c71fdc-0432-48ee-a728-64160aedef71" [ 1753.874026] env[62574]: _type = "Task" [ 1753.874026] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1753.883941] env[62574]: DEBUG oslo_vmware.api [None req-2f74f1df-8b64-49b1-ad89-2a3e6f144e99 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52c71fdc-0432-48ee-a728-64160aedef71, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1753.888931] env[62574]: DEBUG nova.scheduler.client.report [None req-cc761b21-58ff-49a4-ae2d-215f8b79fc75 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Overwriting current allocation {'allocations': {'f0ed160a-beff-4626-a531-2a70d7bc0627': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 88}}, 'project_id': 'e674d08d0d8b4871b04fa46f35ed4a03', 'user_id': 'a6b9b5fd9fcc43648b3bb8052dcee3ef', 'consumer_generation': 1} on consumer 9ed0f4bc-f4eb-4eca-b448-053eec6339d4 {{(pid=62574) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1753.978471] env[62574]: DEBUG oslo_concurrency.lockutils [None req-cc761b21-58ff-49a4-ae2d-215f8b79fc75 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Acquiring lock "refresh_cache-9ed0f4bc-f4eb-4eca-b448-053eec6339d4" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1753.978670] env[62574]: DEBUG oslo_concurrency.lockutils [None req-cc761b21-58ff-49a4-ae2d-215f8b79fc75 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Acquired lock "refresh_cache-9ed0f4bc-f4eb-4eca-b448-053eec6339d4" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1753.978854] env[62574]: DEBUG nova.network.neutron [None req-cc761b21-58ff-49a4-ae2d-215f8b79fc75 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] [instance: 9ed0f4bc-f4eb-4eca-b448-053eec6339d4] Building network info cache for instance {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1754.142332] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1861894, 'name': CreateVM_Task} progress is 99%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1754.182425] env[62574]: DEBUG oslo_concurrency.lockutils [req-64c807c2-9aa4-442a-ba7b-24c84e564a36 req-fa6054b1-ad02-47bb-952e-c56d7025aca6 service nova] Releasing lock "refresh_cache-fb4b387a-6321-46fc-ac71-bedadebad505" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1754.182885] env[62574]: DEBUG nova.compute.manager [req-64c807c2-9aa4-442a-ba7b-24c84e564a36 req-fa6054b1-ad02-47bb-952e-c56d7025aca6 service nova] [instance: d3965319-4501-491b-bd91-0ca579ba9753] Received event network-vif-deleted-91f1244f-7c79-4d62-b6bd-66a78f8b179d {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1754.367158] env[62574]: DEBUG oslo_concurrency.lockutils [None req-6a268d49-f680-4d32-9e18-c51a461c3780 tempest-InstanceActionsTestJSON-1886761938 tempest-InstanceActionsTestJSON-1886761938-project-member] Releasing lock "refresh_cache-89a30a5b-dcdd-4140-b047-b3ea62dcf0b5" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1754.386479] env[62574]: DEBUG oslo_vmware.api [None req-2f74f1df-8b64-49b1-ad89-2a3e6f144e99 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52c71fdc-0432-48ee-a728-64160aedef71, 'name': SearchDatastore_Task, 'duration_secs': 0.016602} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1754.386780] env[62574]: DEBUG oslo_concurrency.lockutils [None req-2f74f1df-8b64-49b1-ad89-2a3e6f144e99 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1754.472503] env[62574]: DEBUG nova.compute.manager [req-326f8b4d-56ee-48fa-a425-714574839114 req-e8063513-e4ce-45af-8c45-38874555d886 service nova] [instance: 4d74e512-951b-49f7-80d0-4a24a2fdecda] Received event network-changed-9175c4be-af6d-427f-83aa-3d8e95518218 {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1754.472694] env[62574]: DEBUG nova.compute.manager [req-326f8b4d-56ee-48fa-a425-714574839114 req-e8063513-e4ce-45af-8c45-38874555d886 service nova] [instance: 4d74e512-951b-49f7-80d0-4a24a2fdecda] Refreshing instance network info cache due to event network-changed-9175c4be-af6d-427f-83aa-3d8e95518218. {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1754.472923] env[62574]: DEBUG oslo_concurrency.lockutils [req-326f8b4d-56ee-48fa-a425-714574839114 req-e8063513-e4ce-45af-8c45-38874555d886 service nova] Acquiring lock "refresh_cache-4d74e512-951b-49f7-80d0-4a24a2fdecda" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1754.473100] env[62574]: DEBUG oslo_concurrency.lockutils [req-326f8b4d-56ee-48fa-a425-714574839114 req-e8063513-e4ce-45af-8c45-38874555d886 service nova] Acquired lock "refresh_cache-4d74e512-951b-49f7-80d0-4a24a2fdecda" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1754.473282] env[62574]: DEBUG nova.network.neutron [req-326f8b4d-56ee-48fa-a425-714574839114 req-e8063513-e4ce-45af-8c45-38874555d886 service nova] [instance: 4d74e512-951b-49f7-80d0-4a24a2fdecda] Refreshing network info cache for port 9175c4be-af6d-427f-83aa-3d8e95518218 {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1754.643852] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1861894, 'name': CreateVM_Task, 'duration_secs': 1.398055} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1754.644256] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fb4b387a-6321-46fc-ac71-bedadebad505] Created VM on the ESX host {{(pid=62574) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1754.645114] env[62574]: DEBUG oslo_concurrency.lockutils [None req-aaebd170-31a0-4f06-9c91-5ae4994f155a tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1754.645114] env[62574]: DEBUG oslo_concurrency.lockutils [None req-aaebd170-31a0-4f06-9c91-5ae4994f155a tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1754.645438] env[62574]: DEBUG oslo_concurrency.lockutils [None req-aaebd170-31a0-4f06-9c91-5ae4994f155a tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1754.645702] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad75a7b4-7940-412f-b1a1-cff589902429 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.650436] env[62574]: DEBUG oslo_vmware.api [None req-aaebd170-31a0-4f06-9c91-5ae4994f155a tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Waiting for the task: (returnval){ [ 1754.650436] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]528bf04a-ef4a-ebab-ce38-8c3c3ebdebfe" [ 1754.650436] env[62574]: _type = "Task" [ 1754.650436] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1754.661540] env[62574]: DEBUG oslo_vmware.api [None req-aaebd170-31a0-4f06-9c91-5ae4994f155a tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]528bf04a-ef4a-ebab-ce38-8c3c3ebdebfe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1754.715521] env[62574]: DEBUG nova.network.neutron [None req-cc761b21-58ff-49a4-ae2d-215f8b79fc75 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] [instance: 9ed0f4bc-f4eb-4eca-b448-053eec6339d4] Updating instance_info_cache with network_info: [{"id": "99ccaac5-2749-49e2-880e-d13e6c2243ef", "address": "fa:16:3e:ed:aa:5e", "network": {"id": "90888d97-209c-49d6-8f95-1d0279efea11", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.67", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7eed1dd4d2c3418eb32c4f4ceda3ab0d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d275d7c6-2a7b-4ee8-b6f4-fabf1ba1905f", "external-id": "nsx-vlan-transportzone-513", "segmentation_id": 513, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99ccaac5-27", "ovs_interfaceid": "99ccaac5-2749-49e2-880e-d13e6c2243ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1754.749264] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccfc97c8-0b24-4c06-a274-d5d2ab6bfba2 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.757293] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c182855a-cdb9-43c7-a69f-6c84a89b5c1b {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.788565] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e293d34-2a40-41f1-9105-bac87b3eb6f0 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.796761] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43f568d7-dd25-42fe-b51b-82e656defd3f {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.801116] env[62574]: DEBUG oslo_concurrency.lockutils [None req-47e49b04-1f5e-4acb-83da-0af0289cbc3b tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Acquiring lock "437af2e4-dbbd-4fc4-8262-a8a179e4c3bb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1754.801361] env[62574]: DEBUG oslo_concurrency.lockutils [None req-47e49b04-1f5e-4acb-83da-0af0289cbc3b tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Lock "437af2e4-dbbd-4fc4-8262-a8a179e4c3bb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1754.801568] env[62574]: DEBUG oslo_concurrency.lockutils [None req-47e49b04-1f5e-4acb-83da-0af0289cbc3b tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Acquiring lock "437af2e4-dbbd-4fc4-8262-a8a179e4c3bb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1754.801747] env[62574]: DEBUG oslo_concurrency.lockutils [None req-47e49b04-1f5e-4acb-83da-0af0289cbc3b tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Lock "437af2e4-dbbd-4fc4-8262-a8a179e4c3bb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1754.801945] env[62574]: DEBUG oslo_concurrency.lockutils [None req-47e49b04-1f5e-4acb-83da-0af0289cbc3b tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Lock "437af2e4-dbbd-4fc4-8262-a8a179e4c3bb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1754.804217] env[62574]: INFO nova.compute.manager [None req-47e49b04-1f5e-4acb-83da-0af0289cbc3b tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] [instance: 437af2e4-dbbd-4fc4-8262-a8a179e4c3bb] Terminating instance [ 1754.814910] env[62574]: DEBUG nova.compute.provider_tree [None req-f38097e3-c8e9-4671-be1f-910f37315f6f tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Inventory has not changed in ProviderTree for provider: f0ed160a-beff-4626-a531-2a70d7bc0627 {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1754.816478] env[62574]: DEBUG nova.compute.manager [None req-47e49b04-1f5e-4acb-83da-0af0289cbc3b tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] [instance: 437af2e4-dbbd-4fc4-8262-a8a179e4c3bb] Start destroying the instance on the hypervisor. {{(pid=62574) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1754.816672] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-47e49b04-1f5e-4acb-83da-0af0289cbc3b tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] [instance: 437af2e4-dbbd-4fc4-8262-a8a179e4c3bb] Destroying instance {{(pid=62574) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1754.820696] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5867ebf-b99e-40a1-8b7b-1c034395ce95 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.825604] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-47e49b04-1f5e-4acb-83da-0af0289cbc3b tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] [instance: 437af2e4-dbbd-4fc4-8262-a8a179e4c3bb] Powering off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1754.825854] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4a422a31-94a6-40b7-8dc9-8f8b98bfe859 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.833192] env[62574]: DEBUG oslo_vmware.api [None req-47e49b04-1f5e-4acb-83da-0af0289cbc3b tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Waiting for the task: (returnval){ [ 1754.833192] env[62574]: value = "task-1861895" [ 1754.833192] env[62574]: _type = "Task" [ 1754.833192] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1754.841928] env[62574]: DEBUG oslo_vmware.api [None req-47e49b04-1f5e-4acb-83da-0af0289cbc3b tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Task: {'id': task-1861895, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1754.873367] env[62574]: DEBUG nova.compute.manager [None req-6a268d49-f680-4d32-9e18-c51a461c3780 tempest-InstanceActionsTestJSON-1886761938 tempest-InstanceActionsTestJSON-1886761938-project-member] [instance: 89a30a5b-dcdd-4140-b047-b3ea62dcf0b5] Checking state {{(pid=62574) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1754.874501] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8f83708-b93f-41f6-a2ec-ad0c6bb88788 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.162105] env[62574]: DEBUG oslo_vmware.api [None req-aaebd170-31a0-4f06-9c91-5ae4994f155a tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]528bf04a-ef4a-ebab-ce38-8c3c3ebdebfe, 'name': SearchDatastore_Task, 'duration_secs': 0.01011} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1755.164787] env[62574]: DEBUG oslo_concurrency.lockutils [None req-aaebd170-31a0-4f06-9c91-5ae4994f155a tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1755.165099] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-aaebd170-31a0-4f06-9c91-5ae4994f155a tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] [instance: fb4b387a-6321-46fc-ac71-bedadebad505] Processing image 3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2 {{(pid=62574) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1755.165314] env[62574]: DEBUG oslo_concurrency.lockutils [None req-aaebd170-31a0-4f06-9c91-5ae4994f155a tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1755.165513] env[62574]: DEBUG oslo_concurrency.lockutils [None req-aaebd170-31a0-4f06-9c91-5ae4994f155a tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1755.165698] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-aaebd170-31a0-4f06-9c91-5ae4994f155a tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1755.165957] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2d1ea741-bd5d-43e0-b1c0-68e2958adfce {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.189137] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-aaebd170-31a0-4f06-9c91-5ae4994f155a tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1755.189137] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-aaebd170-31a0-4f06-9c91-5ae4994f155a tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62574) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1755.189137] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-183079e2-83ad-41e2-ad32-40e43ac32ee6 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.195196] env[62574]: DEBUG oslo_vmware.api [None req-aaebd170-31a0-4f06-9c91-5ae4994f155a tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Waiting for the task: (returnval){ [ 1755.195196] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]52ffb4bd-b324-319f-1be3-9dfa9fd1bcff" [ 1755.195196] env[62574]: _type = "Task" [ 1755.195196] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1755.206330] env[62574]: DEBUG oslo_vmware.api [None req-aaebd170-31a0-4f06-9c91-5ae4994f155a tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52ffb4bd-b324-319f-1be3-9dfa9fd1bcff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1755.208884] env[62574]: DEBUG nova.network.neutron [req-326f8b4d-56ee-48fa-a425-714574839114 req-e8063513-e4ce-45af-8c45-38874555d886 service nova] [instance: 4d74e512-951b-49f7-80d0-4a24a2fdecda] Updated VIF entry in instance network info cache for port 9175c4be-af6d-427f-83aa-3d8e95518218. {{(pid=62574) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1755.209256] env[62574]: DEBUG nova.network.neutron [req-326f8b4d-56ee-48fa-a425-714574839114 req-e8063513-e4ce-45af-8c45-38874555d886 service nova] [instance: 4d74e512-951b-49f7-80d0-4a24a2fdecda] Updating instance_info_cache with network_info: [{"id": "9175c4be-af6d-427f-83aa-3d8e95518218", "address": "fa:16:3e:e9:c2:91", "network": {"id": "412415ff-c188-44d6-b9ca-5c1237263705", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-448957017-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aed071239aaa420d8c5548ec1a607ed1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1c8fdf9-970c-4ae0-b6d9-f1015196b552", "external-id": "nsx-vlan-transportzone-993", "segmentation_id": 993, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9175c4be-af", "ovs_interfaceid": "9175c4be-af6d-427f-83aa-3d8e95518218", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1755.218816] env[62574]: DEBUG oslo_concurrency.lockutils [None req-cc761b21-58ff-49a4-ae2d-215f8b79fc75 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Releasing lock "refresh_cache-9ed0f4bc-f4eb-4eca-b448-053eec6339d4" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1755.218816] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc761b21-58ff-49a4-ae2d-215f8b79fc75 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] [instance: 9ed0f4bc-f4eb-4eca-b448-053eec6339d4] Powering off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1755.218816] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-435df1ce-db59-4fc5-af1c-3023ae0413b0 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.227459] env[62574]: DEBUG oslo_vmware.api [None req-cc761b21-58ff-49a4-ae2d-215f8b79fc75 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Waiting for the task: (returnval){ [ 1755.227459] env[62574]: value = "task-1861896" [ 1755.227459] env[62574]: _type = "Task" [ 1755.227459] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1755.236140] env[62574]: DEBUG oslo_vmware.api [None req-cc761b21-58ff-49a4-ae2d-215f8b79fc75 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Task: {'id': task-1861896, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1755.240413] env[62574]: DEBUG nova.compute.manager [None req-6eac73cf-27fc-4a4e-9f49-b109cea98820 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] [instance: 6a33b561-3788-4b8e-8763-ac23485c0dc8] Checking state {{(pid=62574) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1755.241650] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08458b9e-078b-4f74-9a32-73e3156aa9b1 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.324065] env[62574]: DEBUG nova.scheduler.client.report [None req-f38097e3-c8e9-4671-be1f-910f37315f6f tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Inventory has not changed for provider f0ed160a-beff-4626-a531-2a70d7bc0627 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1755.328395] env[62574]: DEBUG nova.compute.manager [req-827626ff-16d6-45d3-84af-9c7cbe76a0f1 req-150c833c-9086-4b42-80cd-a11eb12dc885 service nova] [instance: f2c6c5a5-8ba2-40a4-808c-26b8b73e1050] Received event network-vif-plugged-5fbe2c8e-0dd0-4b1f-9ee5-492e76001052 {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1755.328744] env[62574]: DEBUG oslo_concurrency.lockutils [req-827626ff-16d6-45d3-84af-9c7cbe76a0f1 req-150c833c-9086-4b42-80cd-a11eb12dc885 service nova] Acquiring lock "f2c6c5a5-8ba2-40a4-808c-26b8b73e1050-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1755.329166] env[62574]: DEBUG oslo_concurrency.lockutils [req-827626ff-16d6-45d3-84af-9c7cbe76a0f1 req-150c833c-9086-4b42-80cd-a11eb12dc885 service nova] Lock "f2c6c5a5-8ba2-40a4-808c-26b8b73e1050-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1755.329783] env[62574]: DEBUG oslo_concurrency.lockutils [req-827626ff-16d6-45d3-84af-9c7cbe76a0f1 req-150c833c-9086-4b42-80cd-a11eb12dc885 service nova] Lock "f2c6c5a5-8ba2-40a4-808c-26b8b73e1050-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1755.330116] env[62574]: DEBUG nova.compute.manager [req-827626ff-16d6-45d3-84af-9c7cbe76a0f1 req-150c833c-9086-4b42-80cd-a11eb12dc885 service nova] [instance: f2c6c5a5-8ba2-40a4-808c-26b8b73e1050] No waiting events found dispatching network-vif-plugged-5fbe2c8e-0dd0-4b1f-9ee5-492e76001052 {{(pid=62574) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1755.330419] env[62574]: WARNING nova.compute.manager [req-827626ff-16d6-45d3-84af-9c7cbe76a0f1 req-150c833c-9086-4b42-80cd-a11eb12dc885 service nova] [instance: f2c6c5a5-8ba2-40a4-808c-26b8b73e1050] Received unexpected event network-vif-plugged-5fbe2c8e-0dd0-4b1f-9ee5-492e76001052 for instance with vm_state building and task_state spawning. [ 1755.330778] env[62574]: DEBUG nova.compute.manager [req-827626ff-16d6-45d3-84af-9c7cbe76a0f1 req-150c833c-9086-4b42-80cd-a11eb12dc885 service nova] [instance: f2c6c5a5-8ba2-40a4-808c-26b8b73e1050] Received event network-changed-5fbe2c8e-0dd0-4b1f-9ee5-492e76001052 {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1755.331332] env[62574]: DEBUG nova.compute.manager [req-827626ff-16d6-45d3-84af-9c7cbe76a0f1 req-150c833c-9086-4b42-80cd-a11eb12dc885 service nova] [instance: f2c6c5a5-8ba2-40a4-808c-26b8b73e1050] Refreshing instance network info cache due to event network-changed-5fbe2c8e-0dd0-4b1f-9ee5-492e76001052. {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1755.331646] env[62574]: DEBUG oslo_concurrency.lockutils [req-827626ff-16d6-45d3-84af-9c7cbe76a0f1 req-150c833c-9086-4b42-80cd-a11eb12dc885 service nova] Acquiring lock "refresh_cache-f2c6c5a5-8ba2-40a4-808c-26b8b73e1050" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1755.331902] env[62574]: DEBUG oslo_concurrency.lockutils [req-827626ff-16d6-45d3-84af-9c7cbe76a0f1 req-150c833c-9086-4b42-80cd-a11eb12dc885 service nova] Acquired lock "refresh_cache-f2c6c5a5-8ba2-40a4-808c-26b8b73e1050" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1755.332183] env[62574]: DEBUG nova.network.neutron [req-827626ff-16d6-45d3-84af-9c7cbe76a0f1 req-150c833c-9086-4b42-80cd-a11eb12dc885 service nova] [instance: f2c6c5a5-8ba2-40a4-808c-26b8b73e1050] Refreshing network info cache for port 5fbe2c8e-0dd0-4b1f-9ee5-492e76001052 {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1755.345539] env[62574]: DEBUG oslo_vmware.api [None req-47e49b04-1f5e-4acb-83da-0af0289cbc3b tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Task: {'id': task-1861895, 'name': PowerOffVM_Task, 'duration_secs': 0.418834} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1755.346135] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-47e49b04-1f5e-4acb-83da-0af0289cbc3b tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] [instance: 437af2e4-dbbd-4fc4-8262-a8a179e4c3bb] Powered off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1755.346557] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-47e49b04-1f5e-4acb-83da-0af0289cbc3b tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] [instance: 437af2e4-dbbd-4fc4-8262-a8a179e4c3bb] Unregistering the VM {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1755.347169] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5c747d6f-c71b-4d99-b227-eb6069f38c56 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.423020] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-47e49b04-1f5e-4acb-83da-0af0289cbc3b tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] [instance: 437af2e4-dbbd-4fc4-8262-a8a179e4c3bb] Unregistered the VM {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1755.423020] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-47e49b04-1f5e-4acb-83da-0af0289cbc3b tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] [instance: 437af2e4-dbbd-4fc4-8262-a8a179e4c3bb] Deleting contents of the VM from datastore datastore2 {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1755.423020] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-47e49b04-1f5e-4acb-83da-0af0289cbc3b tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Deleting the datastore file [datastore2] 437af2e4-dbbd-4fc4-8262-a8a179e4c3bb {{(pid=62574) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1755.423020] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bfe34416-1355-479c-aa19-5900280cec0a {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.429822] env[62574]: DEBUG oslo_vmware.api [None req-47e49b04-1f5e-4acb-83da-0af0289cbc3b tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Waiting for the task: (returnval){ [ 1755.429822] env[62574]: value = "task-1861898" [ 1755.429822] env[62574]: _type = "Task" [ 1755.429822] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1755.438653] env[62574]: DEBUG oslo_vmware.api [None req-47e49b04-1f5e-4acb-83da-0af0289cbc3b tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Task: {'id': task-1861898, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1755.594154] env[62574]: DEBUG nova.network.neutron [None req-9b92b186-cd41-4a7c-a775-3fd0e7f1ee99 tempest-ServersTestMultiNic-1484195929 tempest-ServersTestMultiNic-1484195929-project-member] [instance: f2c6c5a5-8ba2-40a4-808c-26b8b73e1050] Successfully updated port: 5ccecda6-779e-48d0-8320-0764a0ab3145 {{(pid=62574) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1755.705992] env[62574]: DEBUG oslo_vmware.api [None req-aaebd170-31a0-4f06-9c91-5ae4994f155a tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52ffb4bd-b324-319f-1be3-9dfa9fd1bcff, 'name': SearchDatastore_Task, 'duration_secs': 0.014927} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1755.706726] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c0a65913-5a23-4bce-bc8b-cd4300a2e5c4 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.712565] env[62574]: DEBUG oslo_concurrency.lockutils [req-326f8b4d-56ee-48fa-a425-714574839114 req-e8063513-e4ce-45af-8c45-38874555d886 service nova] Releasing lock "refresh_cache-4d74e512-951b-49f7-80d0-4a24a2fdecda" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1755.713205] env[62574]: DEBUG oslo_vmware.api [None req-aaebd170-31a0-4f06-9c91-5ae4994f155a tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Waiting for the task: (returnval){ [ 1755.713205] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]5245b1a4-8d3a-1935-af33-9a15f6f51a92" [ 1755.713205] env[62574]: _type = "Task" [ 1755.713205] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1755.721165] env[62574]: DEBUG oslo_vmware.api [None req-aaebd170-31a0-4f06-9c91-5ae4994f155a tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]5245b1a4-8d3a-1935-af33-9a15f6f51a92, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1755.737125] env[62574]: DEBUG oslo_vmware.api [None req-cc761b21-58ff-49a4-ae2d-215f8b79fc75 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Task: {'id': task-1861896, 'name': PowerOffVM_Task, 'duration_secs': 0.290768} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1755.737415] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc761b21-58ff-49a4-ae2d-215f8b79fc75 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] [instance: 9ed0f4bc-f4eb-4eca-b448-053eec6339d4] Powered off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1755.738068] env[62574]: DEBUG nova.virt.hardware [None req-cc761b21-58ff-49a4-ae2d-215f8b79fc75 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T19:45:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='d65db455-efe1-4818-a059-583724f0845e',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-406343762',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1755.738284] env[62574]: DEBUG nova.virt.hardware [None req-cc761b21-58ff-49a4-ae2d-215f8b79fc75 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Flavor limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1755.738442] env[62574]: DEBUG nova.virt.hardware [None req-cc761b21-58ff-49a4-ae2d-215f8b79fc75 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Image limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1755.738625] env[62574]: DEBUG nova.virt.hardware [None req-cc761b21-58ff-49a4-ae2d-215f8b79fc75 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Flavor pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1755.738780] env[62574]: DEBUG nova.virt.hardware [None req-cc761b21-58ff-49a4-ae2d-215f8b79fc75 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Image pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1755.738922] env[62574]: DEBUG nova.virt.hardware [None req-cc761b21-58ff-49a4-ae2d-215f8b79fc75 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1755.739141] env[62574]: DEBUG nova.virt.hardware [None req-cc761b21-58ff-49a4-ae2d-215f8b79fc75 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1755.739570] env[62574]: DEBUG nova.virt.hardware [None req-cc761b21-58ff-49a4-ae2d-215f8b79fc75 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1755.739570] env[62574]: DEBUG nova.virt.hardware [None req-cc761b21-58ff-49a4-ae2d-215f8b79fc75 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Got 1 possible topologies {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1755.739713] env[62574]: DEBUG nova.virt.hardware [None req-cc761b21-58ff-49a4-ae2d-215f8b79fc75 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1755.739904] env[62574]: DEBUG nova.virt.hardware [None req-cc761b21-58ff-49a4-ae2d-215f8b79fc75 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1755.744800] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-464904b3-1c32-4129-9a5c-e30e1b00d6fd {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.755635] env[62574]: INFO nova.compute.manager [None req-6eac73cf-27fc-4a4e-9f49-b109cea98820 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] [instance: 6a33b561-3788-4b8e-8763-ac23485c0dc8] instance snapshotting [ 1755.758517] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-278b9f08-e430-4146-89ab-17b72d325721 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.764136] env[62574]: DEBUG oslo_vmware.api [None req-cc761b21-58ff-49a4-ae2d-215f8b79fc75 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Waiting for the task: (returnval){ [ 1755.764136] env[62574]: value = "task-1861899" [ 1755.764136] env[62574]: _type = "Task" [ 1755.764136] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1755.787382] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-017c3cdd-270c-4c2c-b7d8-cebda64840ea {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.788828] env[62574]: DEBUG oslo_vmware.api [None req-cc761b21-58ff-49a4-ae2d-215f8b79fc75 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Task: {'id': task-1861899, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1755.834752] env[62574]: DEBUG oslo_concurrency.lockutils [None req-f38097e3-c8e9-4671-be1f-910f37315f6f tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.545s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1755.835189] env[62574]: DEBUG nova.compute.manager [None req-f38097e3-c8e9-4671-be1f-910f37315f6f tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] [instance: fb94d5d1-7f0f-4534-b9e9-2a52ac9a7c7f] Start building networks asynchronously for instance. {{(pid=62574) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1755.840569] env[62574]: DEBUG oslo_concurrency.lockutils [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 17.880s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1755.886133] env[62574]: DEBUG nova.network.neutron [req-827626ff-16d6-45d3-84af-9c7cbe76a0f1 req-150c833c-9086-4b42-80cd-a11eb12dc885 service nova] [instance: f2c6c5a5-8ba2-40a4-808c-26b8b73e1050] Instance cache missing network info. {{(pid=62574) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1755.891063] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1c57332-4492-4038-bbe9-8f4dd3a3ef88 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.899574] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-6a268d49-f680-4d32-9e18-c51a461c3780 tempest-InstanceActionsTestJSON-1886761938 tempest-InstanceActionsTestJSON-1886761938-project-member] [instance: 89a30a5b-dcdd-4140-b047-b3ea62dcf0b5] Doing hard reboot of VM {{(pid=62574) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1755.899964] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-bf7cf76c-1035-4a31-9c0c-dc0037cd9401 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.906255] env[62574]: DEBUG oslo_vmware.api [None req-6a268d49-f680-4d32-9e18-c51a461c3780 tempest-InstanceActionsTestJSON-1886761938 tempest-InstanceActionsTestJSON-1886761938-project-member] Waiting for the task: (returnval){ [ 1755.906255] env[62574]: value = "task-1861900" [ 1755.906255] env[62574]: _type = "Task" [ 1755.906255] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1755.914198] env[62574]: DEBUG oslo_vmware.api [None req-6a268d49-f680-4d32-9e18-c51a461c3780 tempest-InstanceActionsTestJSON-1886761938 tempest-InstanceActionsTestJSON-1886761938-project-member] Task: {'id': task-1861900, 'name': ResetVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1755.940262] env[62574]: DEBUG oslo_vmware.api [None req-47e49b04-1f5e-4acb-83da-0af0289cbc3b tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Task: {'id': task-1861898, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.287571} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1755.944103] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-47e49b04-1f5e-4acb-83da-0af0289cbc3b tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Deleted the datastore file {{(pid=62574) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1755.944103] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-47e49b04-1f5e-4acb-83da-0af0289cbc3b tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] [instance: 437af2e4-dbbd-4fc4-8262-a8a179e4c3bb] Deleted contents of the VM from datastore datastore2 {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1755.944103] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-47e49b04-1f5e-4acb-83da-0af0289cbc3b tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] [instance: 437af2e4-dbbd-4fc4-8262-a8a179e4c3bb] Instance destroyed {{(pid=62574) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1755.944103] env[62574]: INFO nova.compute.manager [None req-47e49b04-1f5e-4acb-83da-0af0289cbc3b tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] [instance: 437af2e4-dbbd-4fc4-8262-a8a179e4c3bb] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1755.944103] env[62574]: DEBUG oslo.service.loopingcall [None req-47e49b04-1f5e-4acb-83da-0af0289cbc3b tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62574) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1755.944439] env[62574]: DEBUG nova.compute.manager [-] [instance: 437af2e4-dbbd-4fc4-8262-a8a179e4c3bb] Deallocating network for instance {{(pid=62574) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1755.944662] env[62574]: DEBUG nova.network.neutron [-] [instance: 437af2e4-dbbd-4fc4-8262-a8a179e4c3bb] deallocate_for_instance() {{(pid=62574) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1755.984502] env[62574]: DEBUG nova.network.neutron [req-827626ff-16d6-45d3-84af-9c7cbe76a0f1 req-150c833c-9086-4b42-80cd-a11eb12dc885 service nova] [instance: f2c6c5a5-8ba2-40a4-808c-26b8b73e1050] Updating instance_info_cache with network_info: [] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1756.098583] env[62574]: DEBUG oslo_concurrency.lockutils [None req-9b92b186-cd41-4a7c-a775-3fd0e7f1ee99 tempest-ServersTestMultiNic-1484195929 tempest-ServersTestMultiNic-1484195929-project-member] Acquiring lock "refresh_cache-f2c6c5a5-8ba2-40a4-808c-26b8b73e1050" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1756.223891] env[62574]: DEBUG oslo_vmware.api [None req-aaebd170-31a0-4f06-9c91-5ae4994f155a tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]5245b1a4-8d3a-1935-af33-9a15f6f51a92, 'name': SearchDatastore_Task, 'duration_secs': 0.014727} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1756.224792] env[62574]: DEBUG oslo_concurrency.lockutils [None req-aaebd170-31a0-4f06-9c91-5ae4994f155a tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1756.224881] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-aaebd170-31a0-4f06-9c91-5ae4994f155a tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk to [datastore2] fb4b387a-6321-46fc-ac71-bedadebad505/fb4b387a-6321-46fc-ac71-bedadebad505.vmdk {{(pid=62574) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1756.225118] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f4b7ef2c-5b9e-4b53-a1ad-9916688b6a39 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.231796] env[62574]: DEBUG oslo_vmware.api [None req-aaebd170-31a0-4f06-9c91-5ae4994f155a tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Waiting for the task: (returnval){ [ 1756.231796] env[62574]: value = "task-1861901" [ 1756.231796] env[62574]: _type = "Task" [ 1756.231796] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1756.238658] env[62574]: DEBUG oslo_vmware.api [None req-aaebd170-31a0-4f06-9c91-5ae4994f155a tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Task: {'id': task-1861901, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1756.274806] env[62574]: DEBUG oslo_vmware.api [None req-cc761b21-58ff-49a4-ae2d-215f8b79fc75 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Task: {'id': task-1861899, 'name': ReconfigVM_Task, 'duration_secs': 0.261191} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1756.275630] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50b38705-5890-449a-bbb4-b6e92e164828 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.295417] env[62574]: DEBUG nova.virt.hardware [None req-cc761b21-58ff-49a4-ae2d-215f8b79fc75 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T19:45:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='d65db455-efe1-4818-a059-583724f0845e',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-406343762',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1756.295657] env[62574]: DEBUG nova.virt.hardware [None req-cc761b21-58ff-49a4-ae2d-215f8b79fc75 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Flavor limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1756.295816] env[62574]: DEBUG nova.virt.hardware [None req-cc761b21-58ff-49a4-ae2d-215f8b79fc75 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Image limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1756.295997] env[62574]: DEBUG nova.virt.hardware [None req-cc761b21-58ff-49a4-ae2d-215f8b79fc75 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Flavor pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1756.296160] env[62574]: DEBUG nova.virt.hardware [None req-cc761b21-58ff-49a4-ae2d-215f8b79fc75 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Image pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1756.296308] env[62574]: DEBUG nova.virt.hardware [None req-cc761b21-58ff-49a4-ae2d-215f8b79fc75 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1756.296511] env[62574]: DEBUG nova.virt.hardware [None req-cc761b21-58ff-49a4-ae2d-215f8b79fc75 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1756.296670] env[62574]: DEBUG nova.virt.hardware [None req-cc761b21-58ff-49a4-ae2d-215f8b79fc75 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1756.296835] env[62574]: DEBUG nova.virt.hardware [None req-cc761b21-58ff-49a4-ae2d-215f8b79fc75 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Got 1 possible topologies {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1756.296993] env[62574]: DEBUG nova.virt.hardware [None req-cc761b21-58ff-49a4-ae2d-215f8b79fc75 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1756.297181] env[62574]: DEBUG nova.virt.hardware [None req-cc761b21-58ff-49a4-ae2d-215f8b79fc75 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1756.298597] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-6eac73cf-27fc-4a4e-9f49-b109cea98820 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] [instance: 6a33b561-3788-4b8e-8763-ac23485c0dc8] Creating Snapshot of the VM instance {{(pid=62574) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1756.298822] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-abc4ab95-9923-400c-aa9f-810a5006604d {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.301069] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-fcfddd84-4f96-42a4-8951-887ecb851591 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.305830] env[62574]: DEBUG oslo_vmware.api [None req-cc761b21-58ff-49a4-ae2d-215f8b79fc75 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Waiting for the task: (returnval){ [ 1756.305830] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]52b3e978-7f4a-4896-b4b7-2b4a1bc4198d" [ 1756.305830] env[62574]: _type = "Task" [ 1756.305830] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1756.309822] env[62574]: DEBUG oslo_vmware.api [None req-6eac73cf-27fc-4a4e-9f49-b109cea98820 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] Waiting for the task: (returnval){ [ 1756.309822] env[62574]: value = "task-1861902" [ 1756.309822] env[62574]: _type = "Task" [ 1756.309822] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1756.316051] env[62574]: DEBUG oslo_vmware.api [None req-cc761b21-58ff-49a4-ae2d-215f8b79fc75 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52b3e978-7f4a-4896-b4b7-2b4a1bc4198d, 'name': SearchDatastore_Task, 'duration_secs': 0.006397} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1756.321378] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc761b21-58ff-49a4-ae2d-215f8b79fc75 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] [instance: 9ed0f4bc-f4eb-4eca-b448-053eec6339d4] Reconfiguring VM instance instance-00000032 to detach disk 2000 {{(pid=62574) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1756.324225] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-58487822-214e-478e-b81a-dfb421cf760d {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.336633] env[62574]: DEBUG oslo_vmware.api [None req-6eac73cf-27fc-4a4e-9f49-b109cea98820 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] Task: {'id': task-1861902, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1756.342258] env[62574]: DEBUG oslo_vmware.api [None req-cc761b21-58ff-49a4-ae2d-215f8b79fc75 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Waiting for the task: (returnval){ [ 1756.342258] env[62574]: value = "task-1861903" [ 1756.342258] env[62574]: _type = "Task" [ 1756.342258] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1756.343541] env[62574]: DEBUG nova.compute.utils [None req-f38097e3-c8e9-4671-be1f-910f37315f6f tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Using /dev/sd instead of None {{(pid=62574) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1756.359930] env[62574]: DEBUG nova.compute.manager [None req-f38097e3-c8e9-4671-be1f-910f37315f6f tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] [instance: fb94d5d1-7f0f-4534-b9e9-2a52ac9a7c7f] Allocating IP information in the background. {{(pid=62574) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1756.360150] env[62574]: DEBUG nova.network.neutron [None req-f38097e3-c8e9-4671-be1f-910f37315f6f tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] [instance: fb94d5d1-7f0f-4534-b9e9-2a52ac9a7c7f] allocate_for_instance() {{(pid=62574) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1756.368622] env[62574]: DEBUG oslo_vmware.api [None req-cc761b21-58ff-49a4-ae2d-215f8b79fc75 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Task: {'id': task-1861903, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1756.401839] env[62574]: DEBUG nova.policy [None req-f38097e3-c8e9-4671-be1f-910f37315f6f tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd754949021a246e2af0e849b98f3873a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '31d5eeff630d40d2928149f27883ae60', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62574) authorize /opt/stack/nova/nova/policy.py:192}} [ 1756.415736] env[62574]: DEBUG oslo_vmware.api [None req-6a268d49-f680-4d32-9e18-c51a461c3780 tempest-InstanceActionsTestJSON-1886761938 tempest-InstanceActionsTestJSON-1886761938-project-member] Task: {'id': task-1861900, 'name': ResetVM_Task, 'duration_secs': 0.134841} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1756.416015] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-6a268d49-f680-4d32-9e18-c51a461c3780 tempest-InstanceActionsTestJSON-1886761938 tempest-InstanceActionsTestJSON-1886761938-project-member] [instance: 89a30a5b-dcdd-4140-b047-b3ea62dcf0b5] Did hard reboot of VM {{(pid=62574) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1756.416215] env[62574]: DEBUG nova.compute.manager [None req-6a268d49-f680-4d32-9e18-c51a461c3780 tempest-InstanceActionsTestJSON-1886761938 tempest-InstanceActionsTestJSON-1886761938-project-member] [instance: 89a30a5b-dcdd-4140-b047-b3ea62dcf0b5] Checking state {{(pid=62574) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1756.416994] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffe9d926-09e9-4bbe-affd-7b09df24b9b6 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.481717] env[62574]: DEBUG oslo_concurrency.lockutils [None req-ea009508-9029-4a05-88c4-680b04aad5c9 tempest-FloatingIPsAssociationNegativeTestJSON-1871919481 tempest-FloatingIPsAssociationNegativeTestJSON-1871919481-project-member] Acquiring lock "4d74e512-951b-49f7-80d0-4a24a2fdecda" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1756.481898] env[62574]: DEBUG oslo_concurrency.lockutils [None req-ea009508-9029-4a05-88c4-680b04aad5c9 tempest-FloatingIPsAssociationNegativeTestJSON-1871919481 tempest-FloatingIPsAssociationNegativeTestJSON-1871919481-project-member] Lock "4d74e512-951b-49f7-80d0-4a24a2fdecda" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1756.482133] env[62574]: DEBUG oslo_concurrency.lockutils [None req-ea009508-9029-4a05-88c4-680b04aad5c9 tempest-FloatingIPsAssociationNegativeTestJSON-1871919481 tempest-FloatingIPsAssociationNegativeTestJSON-1871919481-project-member] Acquiring lock "4d74e512-951b-49f7-80d0-4a24a2fdecda-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1756.482224] env[62574]: DEBUG oslo_concurrency.lockutils [None req-ea009508-9029-4a05-88c4-680b04aad5c9 tempest-FloatingIPsAssociationNegativeTestJSON-1871919481 tempest-FloatingIPsAssociationNegativeTestJSON-1871919481-project-member] Lock "4d74e512-951b-49f7-80d0-4a24a2fdecda-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1756.482396] env[62574]: DEBUG oslo_concurrency.lockutils [None req-ea009508-9029-4a05-88c4-680b04aad5c9 tempest-FloatingIPsAssociationNegativeTestJSON-1871919481 tempest-FloatingIPsAssociationNegativeTestJSON-1871919481-project-member] Lock "4d74e512-951b-49f7-80d0-4a24a2fdecda-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1756.484693] env[62574]: INFO nova.compute.manager [None req-ea009508-9029-4a05-88c4-680b04aad5c9 tempest-FloatingIPsAssociationNegativeTestJSON-1871919481 tempest-FloatingIPsAssociationNegativeTestJSON-1871919481-project-member] [instance: 4d74e512-951b-49f7-80d0-4a24a2fdecda] Terminating instance [ 1756.486335] env[62574]: DEBUG oslo_concurrency.lockutils [req-827626ff-16d6-45d3-84af-9c7cbe76a0f1 req-150c833c-9086-4b42-80cd-a11eb12dc885 service nova] Releasing lock "refresh_cache-f2c6c5a5-8ba2-40a4-808c-26b8b73e1050" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1756.487869] env[62574]: DEBUG oslo_concurrency.lockutils [None req-9b92b186-cd41-4a7c-a775-3fd0e7f1ee99 tempest-ServersTestMultiNic-1484195929 tempest-ServersTestMultiNic-1484195929-project-member] Acquired lock "refresh_cache-f2c6c5a5-8ba2-40a4-808c-26b8b73e1050" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1756.488538] env[62574]: DEBUG nova.network.neutron [None req-9b92b186-cd41-4a7c-a775-3fd0e7f1ee99 tempest-ServersTestMultiNic-1484195929 tempest-ServersTestMultiNic-1484195929-project-member] [instance: f2c6c5a5-8ba2-40a4-808c-26b8b73e1050] Building network info cache for instance {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1756.502865] env[62574]: DEBUG nova.compute.manager [req-62c5b5ec-4392-4f09-82be-f724b58b7f3c req-1048736a-5048-4328-885c-1e2d05500823 service nova] [instance: f2c6c5a5-8ba2-40a4-808c-26b8b73e1050] Received event network-vif-plugged-5ccecda6-779e-48d0-8320-0764a0ab3145 {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1756.503092] env[62574]: DEBUG oslo_concurrency.lockutils [req-62c5b5ec-4392-4f09-82be-f724b58b7f3c req-1048736a-5048-4328-885c-1e2d05500823 service nova] Acquiring lock "f2c6c5a5-8ba2-40a4-808c-26b8b73e1050-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1756.503305] env[62574]: DEBUG oslo_concurrency.lockutils [req-62c5b5ec-4392-4f09-82be-f724b58b7f3c req-1048736a-5048-4328-885c-1e2d05500823 service nova] Lock "f2c6c5a5-8ba2-40a4-808c-26b8b73e1050-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1756.503546] env[62574]: DEBUG oslo_concurrency.lockutils [req-62c5b5ec-4392-4f09-82be-f724b58b7f3c req-1048736a-5048-4328-885c-1e2d05500823 service nova] Lock "f2c6c5a5-8ba2-40a4-808c-26b8b73e1050-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1756.503683] env[62574]: DEBUG nova.compute.manager [req-62c5b5ec-4392-4f09-82be-f724b58b7f3c req-1048736a-5048-4328-885c-1e2d05500823 service nova] [instance: f2c6c5a5-8ba2-40a4-808c-26b8b73e1050] No waiting events found dispatching network-vif-plugged-5ccecda6-779e-48d0-8320-0764a0ab3145 {{(pid=62574) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1756.503810] env[62574]: WARNING nova.compute.manager [req-62c5b5ec-4392-4f09-82be-f724b58b7f3c req-1048736a-5048-4328-885c-1e2d05500823 service nova] [instance: f2c6c5a5-8ba2-40a4-808c-26b8b73e1050] Received unexpected event network-vif-plugged-5ccecda6-779e-48d0-8320-0764a0ab3145 for instance with vm_state building and task_state spawning. [ 1756.504042] env[62574]: DEBUG nova.compute.manager [req-62c5b5ec-4392-4f09-82be-f724b58b7f3c req-1048736a-5048-4328-885c-1e2d05500823 service nova] [instance: f2c6c5a5-8ba2-40a4-808c-26b8b73e1050] Received event network-changed-5ccecda6-779e-48d0-8320-0764a0ab3145 {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1756.504235] env[62574]: DEBUG nova.compute.manager [req-62c5b5ec-4392-4f09-82be-f724b58b7f3c req-1048736a-5048-4328-885c-1e2d05500823 service nova] [instance: f2c6c5a5-8ba2-40a4-808c-26b8b73e1050] Refreshing instance network info cache due to event network-changed-5ccecda6-779e-48d0-8320-0764a0ab3145. {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1756.504417] env[62574]: DEBUG oslo_concurrency.lockutils [req-62c5b5ec-4392-4f09-82be-f724b58b7f3c req-1048736a-5048-4328-885c-1e2d05500823 service nova] Acquiring lock "refresh_cache-f2c6c5a5-8ba2-40a4-808c-26b8b73e1050" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1756.690319] env[62574]: DEBUG nova.network.neutron [None req-f38097e3-c8e9-4671-be1f-910f37315f6f tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] [instance: fb94d5d1-7f0f-4534-b9e9-2a52ac9a7c7f] Successfully created port: 91e1a2e4-68a4-4555-8e30-426e35a4f273 {{(pid=62574) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1756.696869] env[62574]: DEBUG nova.network.neutron [-] [instance: 437af2e4-dbbd-4fc4-8262-a8a179e4c3bb] Updating instance_info_cache with network_info: [] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1756.742015] env[62574]: DEBUG oslo_vmware.api [None req-aaebd170-31a0-4f06-9c91-5ae4994f155a tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Task: {'id': task-1861901, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1756.820057] env[62574]: DEBUG oslo_vmware.api [None req-6eac73cf-27fc-4a4e-9f49-b109cea98820 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] Task: {'id': task-1861902, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1756.851804] env[62574]: DEBUG oslo_vmware.api [None req-cc761b21-58ff-49a4-ae2d-215f8b79fc75 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Task: {'id': task-1861903, 'name': ReconfigVM_Task, 'duration_secs': 0.403293} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1756.852100] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc761b21-58ff-49a4-ae2d-215f8b79fc75 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] [instance: 9ed0f4bc-f4eb-4eca-b448-053eec6339d4] Reconfigured VM instance instance-00000032 to detach disk 2000 {{(pid=62574) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1756.853253] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8aa8ac60-a558-46c9-97f1-8a295b53b432 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.871221] env[62574]: DEBUG nova.compute.manager [None req-f38097e3-c8e9-4671-be1f-910f37315f6f tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] [instance: fb94d5d1-7f0f-4534-b9e9-2a52ac9a7c7f] Start building block device mappings for instance. {{(pid=62574) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1756.877027] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Applying migration context for instance 4cc7d784-be5d-41db-a028-0dade3464032 as it has an incoming, in-progress migration b481985c-0ee2-48dd-bdf7-d2398c0a6c36. Migration status is confirming {{(pid=62574) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1756.877504] env[62574]: INFO nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] [instance: 4cc7d784-be5d-41db-a028-0dade3464032] Updating resource usage from migration b481985c-0ee2-48dd-bdf7-d2398c0a6c36 [ 1756.888391] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc761b21-58ff-49a4-ae2d-215f8b79fc75 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] [instance: 9ed0f4bc-f4eb-4eca-b448-053eec6339d4] Reconfiguring VM instance instance-00000032 to attach disk [datastore2] 9ed0f4bc-f4eb-4eca-b448-053eec6339d4/9ed0f4bc-f4eb-4eca-b448-053eec6339d4.vmdk or device None with type thin {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1756.889183] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d2bb6018-cebc-4f7c-bee2-cda70a1334f3 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.908539] env[62574]: DEBUG oslo_vmware.api [None req-cc761b21-58ff-49a4-ae2d-215f8b79fc75 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Waiting for the task: (returnval){ [ 1756.908539] env[62574]: value = "task-1861904" [ 1756.908539] env[62574]: _type = "Task" [ 1756.908539] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1756.912489] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Instance b4522995-fb9c-471f-bd36-af8b721aa5ff actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62574) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1756.912633] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Instance 1e669675-0551-49d8-af15-64fdd0984b3f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62574) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1756.912752] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Instance cf8dfe40-abfe-4888-a1a5-b26f6d781e93 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62574) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1756.914019] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Instance e9878c22-2044-464f-915f-c1c865693437 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62574) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1756.914019] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Instance 296cf9dd-e110-4144-8899-56fb0d257b8b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62574) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1756.914019] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Instance c4ca3d86-7d6e-4dbf-912b-7cb292596272 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62574) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1756.914019] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Instance a3e0bf12-7471-4d8d-bb31-bf4b3b35f87f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62574) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1756.914019] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Instance d06fca54-652a-47dd-b14b-8f6bbf696503 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62574) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1756.914019] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Instance e34254ce-88c3-41dd-be1c-553eea828050 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62574) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1756.914019] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Instance 315b8f76-6d67-4e58-8898-2b68a1e4f79a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62574) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1756.914019] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Instance c2d3abbc-2fdd-4df1-bb58-709b2bc89bb4 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62574) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1756.914019] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Instance cdb4528a-d1b1-442b-a5e3-e3c663ab7390 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62574) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1756.914019] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Instance 5dac9007-8ded-444f-a7ea-5032465ccced actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62574) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1756.914019] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Instance bf51b779-23b8-4401-8e23-74f751a27b18 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62574) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1756.914019] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Instance 6a33b561-3788-4b8e-8763-ac23485c0dc8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62574) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1756.914403] env[62574]: WARNING nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Instance e3b07ff8-0c0f-437a-9a29-8baf54b399a0 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1756.914403] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Instance 8275ea75-5ca3-4b37-89e5-00babfa3d24e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62574) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1756.914403] env[62574]: WARNING nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Instance e8292dec-1280-4df6-be46-2b79a76e4636 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1756.914487] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Instance 9ed0f4bc-f4eb-4eca-b448-053eec6339d4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62574) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1756.914590] env[62574]: WARNING nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Instance a2544584-cd31-41e1-8e0e-10c0c41b66fb is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1756.914691] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Instance 76ab47f1-1837-44ef-a0c5-bbd149566601 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62574) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1756.914789] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Instance f6cfb126-1ff6-4ac9-802e-7bbdfb539176 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62574) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1756.914904] env[62574]: WARNING nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Instance d3965319-4501-491b-bd91-0ca579ba9753 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1756.915020] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Instance 4d74e512-951b-49f7-80d0-4a24a2fdecda actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62574) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1756.915733] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Migration b481985c-0ee2-48dd-bdf7-d2398c0a6c36 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62574) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1756.915733] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Instance 4cc7d784-be5d-41db-a028-0dade3464032 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62574) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1756.915733] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Instance 89a30a5b-dcdd-4140-b047-b3ea62dcf0b5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62574) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1756.915733] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Instance 437af2e4-dbbd-4fc4-8262-a8a179e4c3bb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62574) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1756.915733] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Instance f2c6c5a5-8ba2-40a4-808c-26b8b73e1050 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62574) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1756.915733] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Instance fb4b387a-6321-46fc-ac71-bedadebad505 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62574) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1756.915733] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Instance fb94d5d1-7f0f-4534-b9e9-2a52ac9a7c7f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62574) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1756.923907] env[62574]: DEBUG oslo_vmware.api [None req-cc761b21-58ff-49a4-ae2d-215f8b79fc75 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Task: {'id': task-1861904, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1756.929273] env[62574]: DEBUG oslo_concurrency.lockutils [None req-6a268d49-f680-4d32-9e18-c51a461c3780 tempest-InstanceActionsTestJSON-1886761938 tempest-InstanceActionsTestJSON-1886761938-project-member] Lock "89a30a5b-dcdd-4140-b047-b3ea62dcf0b5" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.362s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1756.990663] env[62574]: DEBUG nova.compute.manager [None req-ea009508-9029-4a05-88c4-680b04aad5c9 tempest-FloatingIPsAssociationNegativeTestJSON-1871919481 tempest-FloatingIPsAssociationNegativeTestJSON-1871919481-project-member] [instance: 4d74e512-951b-49f7-80d0-4a24a2fdecda] Start destroying the instance on the hypervisor. {{(pid=62574) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1756.990971] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-ea009508-9029-4a05-88c4-680b04aad5c9 tempest-FloatingIPsAssociationNegativeTestJSON-1871919481 tempest-FloatingIPsAssociationNegativeTestJSON-1871919481-project-member] [instance: 4d74e512-951b-49f7-80d0-4a24a2fdecda] Destroying instance {{(pid=62574) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1756.994496] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84a9bb2c-6cd4-44fd-859c-40a61861dc16 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.002881] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea009508-9029-4a05-88c4-680b04aad5c9 tempest-FloatingIPsAssociationNegativeTestJSON-1871919481 tempest-FloatingIPsAssociationNegativeTestJSON-1871919481-project-member] [instance: 4d74e512-951b-49f7-80d0-4a24a2fdecda] Powering off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1757.003133] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6779f5f1-8ce6-420d-a84b-f0927285a820 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.008803] env[62574]: DEBUG oslo_vmware.api [None req-ea009508-9029-4a05-88c4-680b04aad5c9 tempest-FloatingIPsAssociationNegativeTestJSON-1871919481 tempest-FloatingIPsAssociationNegativeTestJSON-1871919481-project-member] Waiting for the task: (returnval){ [ 1757.008803] env[62574]: value = "task-1861905" [ 1757.008803] env[62574]: _type = "Task" [ 1757.008803] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1757.016627] env[62574]: DEBUG oslo_vmware.api [None req-ea009508-9029-4a05-88c4-680b04aad5c9 tempest-FloatingIPsAssociationNegativeTestJSON-1871919481 tempest-FloatingIPsAssociationNegativeTestJSON-1871919481-project-member] Task: {'id': task-1861905, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1757.065238] env[62574]: DEBUG nova.network.neutron [None req-9b92b186-cd41-4a7c-a775-3fd0e7f1ee99 tempest-ServersTestMultiNic-1484195929 tempest-ServersTestMultiNic-1484195929-project-member] [instance: f2c6c5a5-8ba2-40a4-808c-26b8b73e1050] Instance cache missing network info. {{(pid=62574) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1757.200815] env[62574]: INFO nova.compute.manager [-] [instance: 437af2e4-dbbd-4fc4-8262-a8a179e4c3bb] Took 1.26 seconds to deallocate network for instance. [ 1757.248022] env[62574]: DEBUG oslo_vmware.api [None req-aaebd170-31a0-4f06-9c91-5ae4994f155a tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Task: {'id': task-1861901, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.518617} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1757.248022] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-aaebd170-31a0-4f06-9c91-5ae4994f155a tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk to [datastore2] fb4b387a-6321-46fc-ac71-bedadebad505/fb4b387a-6321-46fc-ac71-bedadebad505.vmdk {{(pid=62574) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1757.248022] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-aaebd170-31a0-4f06-9c91-5ae4994f155a tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] [instance: fb4b387a-6321-46fc-ac71-bedadebad505] Extending root virtual disk to 1048576 {{(pid=62574) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1757.248022] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-26ccc536-9820-4098-9775-09c145e8daf2 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.254649] env[62574]: DEBUG oslo_vmware.api [None req-aaebd170-31a0-4f06-9c91-5ae4994f155a tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Waiting for the task: (returnval){ [ 1757.254649] env[62574]: value = "task-1861906" [ 1757.254649] env[62574]: _type = "Task" [ 1757.254649] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1757.265160] env[62574]: DEBUG oslo_vmware.api [None req-aaebd170-31a0-4f06-9c91-5ae4994f155a tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Task: {'id': task-1861906, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1757.322038] env[62574]: DEBUG oslo_vmware.api [None req-6eac73cf-27fc-4a4e-9f49-b109cea98820 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] Task: {'id': task-1861902, 'name': CreateSnapshot_Task, 'duration_secs': 0.813669} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1757.322038] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-6eac73cf-27fc-4a4e-9f49-b109cea98820 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] [instance: 6a33b561-3788-4b8e-8763-ac23485c0dc8] Created Snapshot of the VM instance {{(pid=62574) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1757.322038] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9e1702d-bf2a-4af9-945c-4657eb263bfb {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.356735] env[62574]: DEBUG nova.compute.manager [req-38d324fa-7f6e-4f8f-9222-5373a50de476 req-3117bbde-6687-4b71-8dc3-c9d56bff1f93 service nova] [instance: 437af2e4-dbbd-4fc4-8262-a8a179e4c3bb] Received event network-vif-deleted-21dafe5f-3e84-42c7-a323-b6dcdb7d898b {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1757.420625] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Instance 6a34c941-0a2c-4eb8-a0cf-5ddbcd9d4cba has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62574) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1757.421051] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Total usable vcpus: 48, total allocated vcpus: 27 {{(pid=62574) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1757.421239] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=5824MB phys_disk=200GB used_disk=27GB total_vcpus=48 used_vcpus=27 pci_stats=[] {{(pid=62574) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1757.423470] env[62574]: DEBUG oslo_vmware.api [None req-cc761b21-58ff-49a4-ae2d-215f8b79fc75 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Task: {'id': task-1861904, 'name': ReconfigVM_Task, 'duration_secs': 0.498076} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1757.424259] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc761b21-58ff-49a4-ae2d-215f8b79fc75 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] [instance: 9ed0f4bc-f4eb-4eca-b448-053eec6339d4] Reconfigured VM instance instance-00000032 to attach disk [datastore2] 9ed0f4bc-f4eb-4eca-b448-053eec6339d4/9ed0f4bc-f4eb-4eca-b448-053eec6339d4.vmdk or device None with type thin {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1757.425988] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d55d845-d8aa-4314-8404-dbd71b1e01d9 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.448650] env[62574]: DEBUG oslo_concurrency.lockutils [None req-48a84275-71f3-4a49-bf4f-6692acd31d7b tempest-InstanceActionsTestJSON-1886761938 tempest-InstanceActionsTestJSON-1886761938-project-member] Acquiring lock "89a30a5b-dcdd-4140-b047-b3ea62dcf0b5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1757.448877] env[62574]: DEBUG oslo_concurrency.lockutils [None req-48a84275-71f3-4a49-bf4f-6692acd31d7b tempest-InstanceActionsTestJSON-1886761938 tempest-InstanceActionsTestJSON-1886761938-project-member] Lock "89a30a5b-dcdd-4140-b047-b3ea62dcf0b5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1757.449090] env[62574]: DEBUG oslo_concurrency.lockutils [None req-48a84275-71f3-4a49-bf4f-6692acd31d7b tempest-InstanceActionsTestJSON-1886761938 tempest-InstanceActionsTestJSON-1886761938-project-member] Acquiring lock "89a30a5b-dcdd-4140-b047-b3ea62dcf0b5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1757.449275] env[62574]: DEBUG oslo_concurrency.lockutils [None req-48a84275-71f3-4a49-bf4f-6692acd31d7b tempest-InstanceActionsTestJSON-1886761938 tempest-InstanceActionsTestJSON-1886761938-project-member] Lock "89a30a5b-dcdd-4140-b047-b3ea62dcf0b5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1757.449439] env[62574]: DEBUG oslo_concurrency.lockutils [None req-48a84275-71f3-4a49-bf4f-6692acd31d7b tempest-InstanceActionsTestJSON-1886761938 tempest-InstanceActionsTestJSON-1886761938-project-member] Lock "89a30a5b-dcdd-4140-b047-b3ea62dcf0b5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1757.451408] env[62574]: INFO nova.compute.manager [None req-48a84275-71f3-4a49-bf4f-6692acd31d7b tempest-InstanceActionsTestJSON-1886761938 tempest-InstanceActionsTestJSON-1886761938-project-member] [instance: 89a30a5b-dcdd-4140-b047-b3ea62dcf0b5] Terminating instance [ 1757.457530] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-243d7316-6cb9-4887-9c17-0cb3d583f0ca {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.479307] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb17b8a2-fee8-49fe-bb28-72497fb4626b {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.500452] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e4e566d-2c01-4ddf-83bd-677615c50248 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.508025] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc761b21-58ff-49a4-ae2d-215f8b79fc75 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] [instance: 9ed0f4bc-f4eb-4eca-b448-053eec6339d4] Powering on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1757.508278] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2bfe0112-4d3e-4ec3-bae8-050efffb9a7b {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.519680] env[62574]: DEBUG oslo_vmware.api [None req-cc761b21-58ff-49a4-ae2d-215f8b79fc75 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Waiting for the task: (returnval){ [ 1757.519680] env[62574]: value = "task-1861907" [ 1757.519680] env[62574]: _type = "Task" [ 1757.519680] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1757.522639] env[62574]: DEBUG oslo_vmware.api [None req-ea009508-9029-4a05-88c4-680b04aad5c9 tempest-FloatingIPsAssociationNegativeTestJSON-1871919481 tempest-FloatingIPsAssociationNegativeTestJSON-1871919481-project-member] Task: {'id': task-1861905, 'name': PowerOffVM_Task, 'duration_secs': 0.229164} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1757.525544] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea009508-9029-4a05-88c4-680b04aad5c9 tempest-FloatingIPsAssociationNegativeTestJSON-1871919481 tempest-FloatingIPsAssociationNegativeTestJSON-1871919481-project-member] [instance: 4d74e512-951b-49f7-80d0-4a24a2fdecda] Powered off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1757.525728] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-ea009508-9029-4a05-88c4-680b04aad5c9 tempest-FloatingIPsAssociationNegativeTestJSON-1871919481 tempest-FloatingIPsAssociationNegativeTestJSON-1871919481-project-member] [instance: 4d74e512-951b-49f7-80d0-4a24a2fdecda] Unregistering the VM {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1757.525963] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-60929e20-72d2-41a9-8fa0-84dfbedd3381 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.533116] env[62574]: DEBUG oslo_vmware.api [None req-cc761b21-58ff-49a4-ae2d-215f8b79fc75 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Task: {'id': task-1861907, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1757.708035] env[62574]: DEBUG oslo_concurrency.lockutils [None req-47e49b04-1f5e-4acb-83da-0af0289cbc3b tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1757.758183] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-ea009508-9029-4a05-88c4-680b04aad5c9 tempest-FloatingIPsAssociationNegativeTestJSON-1871919481 tempest-FloatingIPsAssociationNegativeTestJSON-1871919481-project-member] [instance: 4d74e512-951b-49f7-80d0-4a24a2fdecda] Unregistered the VM {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1757.758183] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-ea009508-9029-4a05-88c4-680b04aad5c9 tempest-FloatingIPsAssociationNegativeTestJSON-1871919481 tempest-FloatingIPsAssociationNegativeTestJSON-1871919481-project-member] [instance: 4d74e512-951b-49f7-80d0-4a24a2fdecda] Deleting contents of the VM from datastore datastore1 {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1757.758183] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea009508-9029-4a05-88c4-680b04aad5c9 tempest-FloatingIPsAssociationNegativeTestJSON-1871919481 tempest-FloatingIPsAssociationNegativeTestJSON-1871919481-project-member] Deleting the datastore file [datastore1] 4d74e512-951b-49f7-80d0-4a24a2fdecda {{(pid=62574) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1757.762324] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-358b19cd-48f7-45f4-b5b9-09575a536bac {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.766016] env[62574]: DEBUG nova.network.neutron [None req-9b92b186-cd41-4a7c-a775-3fd0e7f1ee99 tempest-ServersTestMultiNic-1484195929 tempest-ServersTestMultiNic-1484195929-project-member] [instance: f2c6c5a5-8ba2-40a4-808c-26b8b73e1050] Updating instance_info_cache with network_info: [{"id": "8679fb75-088c-4b47-a8e0-496b58d715f3", "address": "fa:16:3e:df:26:00", "network": {"id": "6907f6b7-5809-416c-82f0-7919afb510b0", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-656546186", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.119", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aea62038e47e423fbefca1cdb5c68d79", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92fe29b3-0907-453d-aabb-5559c4bd7c0f", "external-id": "nsx-vlan-transportzone-482", "segmentation_id": 482, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8679fb75-08", "ovs_interfaceid": "8679fb75-088c-4b47-a8e0-496b58d715f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5fbe2c8e-0dd0-4b1f-9ee5-492e76001052", "address": "fa:16:3e:43:ec:71", "network": {"id": "1be5bcf0-0b7c-4f77-b64f-364a45a1b8ed", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2131316874", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.152", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "aea62038e47e423fbefca1cdb5c68d79", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dced2f3d-7fd3-4a42-836d-9f02dab4c949", "external-id": "nsx-vlan-transportzone-117", "segmentation_id": 117, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5fbe2c8e-0d", "ovs_interfaceid": "5fbe2c8e-0dd0-4b1f-9ee5-492e76001052", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5ccecda6-779e-48d0-8320-0764a0ab3145", "address": "fa:16:3e:5d:72:2b", "network": {"id": "6907f6b7-5809-416c-82f0-7919afb510b0", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-656546186", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.130", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aea62038e47e423fbefca1cdb5c68d79", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92fe29b3-0907-453d-aabb-5559c4bd7c0f", "external-id": "nsx-vlan-transportzone-482", "segmentation_id": 482, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ccecda6-77", "ovs_interfaceid": "5ccecda6-779e-48d0-8320-0764a0ab3145", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1757.773833] env[62574]: DEBUG oslo_vmware.api [None req-aaebd170-31a0-4f06-9c91-5ae4994f155a tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Task: {'id': task-1861906, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07559} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1757.775685] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-aaebd170-31a0-4f06-9c91-5ae4994f155a tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] [instance: fb4b387a-6321-46fc-ac71-bedadebad505] Extended root virtual disk {{(pid=62574) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1757.776242] env[62574]: DEBUG oslo_vmware.api [None req-ea009508-9029-4a05-88c4-680b04aad5c9 tempest-FloatingIPsAssociationNegativeTestJSON-1871919481 tempest-FloatingIPsAssociationNegativeTestJSON-1871919481-project-member] Waiting for the task: (returnval){ [ 1757.776242] env[62574]: value = "task-1861909" [ 1757.776242] env[62574]: _type = "Task" [ 1757.776242] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1757.779671] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e1ad546-4164-47fb-b9fd-39c80b028b77 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.806065] env[62574]: DEBUG oslo_vmware.api [None req-ea009508-9029-4a05-88c4-680b04aad5c9 tempest-FloatingIPsAssociationNegativeTestJSON-1871919481 tempest-FloatingIPsAssociationNegativeTestJSON-1871919481-project-member] Task: {'id': task-1861909, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1757.817126] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-aaebd170-31a0-4f06-9c91-5ae4994f155a tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] [instance: fb4b387a-6321-46fc-ac71-bedadebad505] Reconfiguring VM instance instance-00000044 to attach disk [datastore2] fb4b387a-6321-46fc-ac71-bedadebad505/fb4b387a-6321-46fc-ac71-bedadebad505.vmdk or device None with type sparse {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1757.818315] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-576b98f7-f7d0-4225-b5ce-ebf1e45a9900 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.841911] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-6eac73cf-27fc-4a4e-9f49-b109cea98820 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] [instance: 6a33b561-3788-4b8e-8763-ac23485c0dc8] Creating linked-clone VM from snapshot {{(pid=62574) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1757.843183] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-673612d1-eed7-4be7-9f8e-34180ddec213 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.848134] env[62574]: DEBUG oslo_vmware.api [None req-aaebd170-31a0-4f06-9c91-5ae4994f155a tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Waiting for the task: (returnval){ [ 1757.848134] env[62574]: value = "task-1861910" [ 1757.848134] env[62574]: _type = "Task" [ 1757.848134] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1757.852793] env[62574]: DEBUG oslo_vmware.api [None req-6eac73cf-27fc-4a4e-9f49-b109cea98820 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] Waiting for the task: (returnval){ [ 1757.852793] env[62574]: value = "task-1861911" [ 1757.852793] env[62574]: _type = "Task" [ 1757.852793] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1757.861637] env[62574]: DEBUG oslo_vmware.api [None req-aaebd170-31a0-4f06-9c91-5ae4994f155a tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Task: {'id': task-1861910, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1757.867145] env[62574]: DEBUG oslo_vmware.api [None req-6eac73cf-27fc-4a4e-9f49-b109cea98820 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] Task: {'id': task-1861911, 'name': CloneVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1757.896747] env[62574]: DEBUG nova.compute.manager [None req-f38097e3-c8e9-4671-be1f-910f37315f6f tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] [instance: fb94d5d1-7f0f-4534-b9e9-2a52ac9a7c7f] Start spawning the instance on the hypervisor. {{(pid=62574) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1757.929657] env[62574]: DEBUG nova.virt.hardware [None req-f38097e3-c8e9-4671-be1f-910f37315f6f tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T19:26:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-13T19:26:40Z,direct_url=,disk_format='vmdk',id=3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7eed1dd4d2c3418eb32c4f4ceda3ab0d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-13T19:26:41Z,virtual_size=,visibility=), allow threads: False {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1757.930086] env[62574]: DEBUG nova.virt.hardware [None req-f38097e3-c8e9-4671-be1f-910f37315f6f tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Flavor limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1757.930178] env[62574]: DEBUG nova.virt.hardware [None req-f38097e3-c8e9-4671-be1f-910f37315f6f tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Image limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1757.930491] env[62574]: DEBUG nova.virt.hardware [None req-f38097e3-c8e9-4671-be1f-910f37315f6f tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Flavor pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1757.930731] env[62574]: DEBUG nova.virt.hardware [None req-f38097e3-c8e9-4671-be1f-910f37315f6f tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Image pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1757.931015] env[62574]: DEBUG nova.virt.hardware [None req-f38097e3-c8e9-4671-be1f-910f37315f6f tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1757.931415] env[62574]: DEBUG nova.virt.hardware [None req-f38097e3-c8e9-4671-be1f-910f37315f6f tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1757.931804] env[62574]: DEBUG nova.virt.hardware [None req-f38097e3-c8e9-4671-be1f-910f37315f6f tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1757.931975] env[62574]: DEBUG nova.virt.hardware [None req-f38097e3-c8e9-4671-be1f-910f37315f6f tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Got 1 possible topologies {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1757.932228] env[62574]: DEBUG nova.virt.hardware [None req-f38097e3-c8e9-4671-be1f-910f37315f6f tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1757.932444] env[62574]: DEBUG nova.virt.hardware [None req-f38097e3-c8e9-4671-be1f-910f37315f6f tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1757.934042] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a6d12b9-2098-49be-9cb1-5ef6972f429d {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.939781] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64c4e430-ac25-40ef-ae33-0438daf4edc5 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.950860] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05e30c1d-0236-42d3-a188-09a756cfff4e {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.955834] env[62574]: DEBUG nova.compute.manager [None req-48a84275-71f3-4a49-bf4f-6692acd31d7b tempest-InstanceActionsTestJSON-1886761938 tempest-InstanceActionsTestJSON-1886761938-project-member] [instance: 89a30a5b-dcdd-4140-b047-b3ea62dcf0b5] Start destroying the instance on the hypervisor. {{(pid=62574) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1757.956139] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-48a84275-71f3-4a49-bf4f-6692acd31d7b tempest-InstanceActionsTestJSON-1886761938 tempest-InstanceActionsTestJSON-1886761938-project-member] [instance: 89a30a5b-dcdd-4140-b047-b3ea62dcf0b5] Destroying instance {{(pid=62574) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1757.957268] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-277f80fe-32fb-4215-8d40-eaaf794fc412 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.962224] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80dda714-4987-4965-b3ef-5df10fa8e3db {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.021106] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f41b4258-913d-4bac-8f24-22c39c1afe70 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.025150] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-48a84275-71f3-4a49-bf4f-6692acd31d7b tempest-InstanceActionsTestJSON-1886761938 tempest-InstanceActionsTestJSON-1886761938-project-member] [instance: 89a30a5b-dcdd-4140-b047-b3ea62dcf0b5] Powering off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1758.025594] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6089e25d-1be1-4e87-a24e-84953d9970e3 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.041277] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adcda00b-30ac-4ec4-aeb1-99bad6a44a80 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.052161] env[62574]: DEBUG oslo_vmware.api [None req-cc761b21-58ff-49a4-ae2d-215f8b79fc75 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Task: {'id': task-1861907, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1758.054721] env[62574]: DEBUG oslo_vmware.api [None req-48a84275-71f3-4a49-bf4f-6692acd31d7b tempest-InstanceActionsTestJSON-1886761938 tempest-InstanceActionsTestJSON-1886761938-project-member] Waiting for the task: (returnval){ [ 1758.054721] env[62574]: value = "task-1861912" [ 1758.054721] env[62574]: _type = "Task" [ 1758.054721] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1758.070884] env[62574]: DEBUG nova.compute.provider_tree [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Inventory has not changed in ProviderTree for provider: f0ed160a-beff-4626-a531-2a70d7bc0627 {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1758.078561] env[62574]: DEBUG oslo_vmware.api [None req-48a84275-71f3-4a49-bf4f-6692acd31d7b tempest-InstanceActionsTestJSON-1886761938 tempest-InstanceActionsTestJSON-1886761938-project-member] Task: {'id': task-1861912, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1758.228715] env[62574]: DEBUG nova.network.neutron [None req-f38097e3-c8e9-4671-be1f-910f37315f6f tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] [instance: fb94d5d1-7f0f-4534-b9e9-2a52ac9a7c7f] Successfully updated port: 91e1a2e4-68a4-4555-8e30-426e35a4f273 {{(pid=62574) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1758.270395] env[62574]: DEBUG oslo_concurrency.lockutils [None req-9b92b186-cd41-4a7c-a775-3fd0e7f1ee99 tempest-ServersTestMultiNic-1484195929 tempest-ServersTestMultiNic-1484195929-project-member] Releasing lock "refresh_cache-f2c6c5a5-8ba2-40a4-808c-26b8b73e1050" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1758.270897] env[62574]: DEBUG nova.compute.manager [None req-9b92b186-cd41-4a7c-a775-3fd0e7f1ee99 tempest-ServersTestMultiNic-1484195929 tempest-ServersTestMultiNic-1484195929-project-member] [instance: f2c6c5a5-8ba2-40a4-808c-26b8b73e1050] Instance network_info: |[{"id": "8679fb75-088c-4b47-a8e0-496b58d715f3", "address": "fa:16:3e:df:26:00", "network": {"id": "6907f6b7-5809-416c-82f0-7919afb510b0", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-656546186", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.119", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aea62038e47e423fbefca1cdb5c68d79", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92fe29b3-0907-453d-aabb-5559c4bd7c0f", "external-id": "nsx-vlan-transportzone-482", "segmentation_id": 482, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8679fb75-08", "ovs_interfaceid": "8679fb75-088c-4b47-a8e0-496b58d715f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5fbe2c8e-0dd0-4b1f-9ee5-492e76001052", "address": "fa:16:3e:43:ec:71", "network": {"id": "1be5bcf0-0b7c-4f77-b64f-364a45a1b8ed", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2131316874", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.152", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "aea62038e47e423fbefca1cdb5c68d79", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dced2f3d-7fd3-4a42-836d-9f02dab4c949", "external-id": "nsx-vlan-transportzone-117", "segmentation_id": 117, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5fbe2c8e-0d", "ovs_interfaceid": "5fbe2c8e-0dd0-4b1f-9ee5-492e76001052", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5ccecda6-779e-48d0-8320-0764a0ab3145", "address": "fa:16:3e:5d:72:2b", "network": {"id": "6907f6b7-5809-416c-82f0-7919afb510b0", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-656546186", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.130", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aea62038e47e423fbefca1cdb5c68d79", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92fe29b3-0907-453d-aabb-5559c4bd7c0f", "external-id": "nsx-vlan-transportzone-482", "segmentation_id": 482, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ccecda6-77", "ovs_interfaceid": "5ccecda6-779e-48d0-8320-0764a0ab3145", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62574) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1758.271275] env[62574]: DEBUG oslo_concurrency.lockutils [req-62c5b5ec-4392-4f09-82be-f724b58b7f3c req-1048736a-5048-4328-885c-1e2d05500823 service nova] Acquired lock "refresh_cache-f2c6c5a5-8ba2-40a4-808c-26b8b73e1050" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1758.271461] env[62574]: DEBUG nova.network.neutron [req-62c5b5ec-4392-4f09-82be-f724b58b7f3c req-1048736a-5048-4328-885c-1e2d05500823 service nova] [instance: f2c6c5a5-8ba2-40a4-808c-26b8b73e1050] Refreshing network info cache for port 5ccecda6-779e-48d0-8320-0764a0ab3145 {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1758.272714] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-9b92b186-cd41-4a7c-a775-3fd0e7f1ee99 tempest-ServersTestMultiNic-1484195929 tempest-ServersTestMultiNic-1484195929-project-member] [instance: f2c6c5a5-8ba2-40a4-808c-26b8b73e1050] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:df:26:00', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '92fe29b3-0907-453d-aabb-5559c4bd7c0f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8679fb75-088c-4b47-a8e0-496b58d715f3', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:43:ec:71', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dced2f3d-7fd3-4a42-836d-9f02dab4c949', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5fbe2c8e-0dd0-4b1f-9ee5-492e76001052', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:5d:72:2b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '92fe29b3-0907-453d-aabb-5559c4bd7c0f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5ccecda6-779e-48d0-8320-0764a0ab3145', 'vif_model': 'vmxnet3'}] {{(pid=62574) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1758.293741] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b92b186-cd41-4a7c-a775-3fd0e7f1ee99 tempest-ServersTestMultiNic-1484195929 tempest-ServersTestMultiNic-1484195929-project-member] Creating folder: Project (aea62038e47e423fbefca1cdb5c68d79). Parent ref: group-v384746. {{(pid=62574) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1758.295458] env[62574]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-934a4995-6308-42e0-a889-12f05407328e {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.312035] env[62574]: DEBUG oslo_vmware.api [None req-ea009508-9029-4a05-88c4-680b04aad5c9 tempest-FloatingIPsAssociationNegativeTestJSON-1871919481 tempest-FloatingIPsAssociationNegativeTestJSON-1871919481-project-member] Task: {'id': task-1861909, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.260625} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1758.312035] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea009508-9029-4a05-88c4-680b04aad5c9 tempest-FloatingIPsAssociationNegativeTestJSON-1871919481 tempest-FloatingIPsAssociationNegativeTestJSON-1871919481-project-member] Deleted the datastore file {{(pid=62574) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1758.312035] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-ea009508-9029-4a05-88c4-680b04aad5c9 tempest-FloatingIPsAssociationNegativeTestJSON-1871919481 tempest-FloatingIPsAssociationNegativeTestJSON-1871919481-project-member] [instance: 4d74e512-951b-49f7-80d0-4a24a2fdecda] Deleted contents of the VM from datastore datastore1 {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1758.312035] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-ea009508-9029-4a05-88c4-680b04aad5c9 tempest-FloatingIPsAssociationNegativeTestJSON-1871919481 tempest-FloatingIPsAssociationNegativeTestJSON-1871919481-project-member] [instance: 4d74e512-951b-49f7-80d0-4a24a2fdecda] Instance destroyed {{(pid=62574) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1758.312035] env[62574]: INFO nova.compute.manager [None req-ea009508-9029-4a05-88c4-680b04aad5c9 tempest-FloatingIPsAssociationNegativeTestJSON-1871919481 tempest-FloatingIPsAssociationNegativeTestJSON-1871919481-project-member] [instance: 4d74e512-951b-49f7-80d0-4a24a2fdecda] Took 1.32 seconds to destroy the instance on the hypervisor. [ 1758.312035] env[62574]: DEBUG oslo.service.loopingcall [None req-ea009508-9029-4a05-88c4-680b04aad5c9 tempest-FloatingIPsAssociationNegativeTestJSON-1871919481 tempest-FloatingIPsAssociationNegativeTestJSON-1871919481-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62574) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1758.313647] env[62574]: DEBUG nova.compute.manager [-] [instance: 4d74e512-951b-49f7-80d0-4a24a2fdecda] Deallocating network for instance {{(pid=62574) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1758.313766] env[62574]: DEBUG nova.network.neutron [-] [instance: 4d74e512-951b-49f7-80d0-4a24a2fdecda] deallocate_for_instance() {{(pid=62574) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1758.315684] env[62574]: INFO nova.virt.vmwareapi.vm_util [None req-9b92b186-cd41-4a7c-a775-3fd0e7f1ee99 tempest-ServersTestMultiNic-1484195929 tempest-ServersTestMultiNic-1484195929-project-member] Created folder: Project (aea62038e47e423fbefca1cdb5c68d79) in parent group-v384746. [ 1758.315899] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b92b186-cd41-4a7c-a775-3fd0e7f1ee99 tempest-ServersTestMultiNic-1484195929 tempest-ServersTestMultiNic-1484195929-project-member] Creating folder: Instances. Parent ref: group-v384937. {{(pid=62574) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1758.316432] env[62574]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-281bf437-2312-45da-b4e7-54b7e2ec6d6e {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.336407] env[62574]: INFO nova.virt.vmwareapi.vm_util [None req-9b92b186-cd41-4a7c-a775-3fd0e7f1ee99 tempest-ServersTestMultiNic-1484195929 tempest-ServersTestMultiNic-1484195929-project-member] Created folder: Instances in parent group-v384937. [ 1758.336660] env[62574]: DEBUG oslo.service.loopingcall [None req-9b92b186-cd41-4a7c-a775-3fd0e7f1ee99 tempest-ServersTestMultiNic-1484195929 tempest-ServersTestMultiNic-1484195929-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62574) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1758.336881] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f2c6c5a5-8ba2-40a4-808c-26b8b73e1050] Creating VM on the ESX host {{(pid=62574) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1758.337143] env[62574]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-03fb5fa7-665d-4035-9150-84ed60d3c28a {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.372154] env[62574]: DEBUG oslo_vmware.api [None req-aaebd170-31a0-4f06-9c91-5ae4994f155a tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Task: {'id': task-1861910, 'name': ReconfigVM_Task, 'duration_secs': 0.362506} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1758.376972] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-aaebd170-31a0-4f06-9c91-5ae4994f155a tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] [instance: fb4b387a-6321-46fc-ac71-bedadebad505] Reconfigured VM instance instance-00000044 to attach disk [datastore2] fb4b387a-6321-46fc-ac71-bedadebad505/fb4b387a-6321-46fc-ac71-bedadebad505.vmdk or device None with type sparse {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1758.377766] env[62574]: DEBUG oslo_vmware.api [None req-6eac73cf-27fc-4a4e-9f49-b109cea98820 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] Task: {'id': task-1861911, 'name': CloneVM_Task} progress is 94%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1758.377979] env[62574]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1758.377979] env[62574]: value = "task-1861915" [ 1758.377979] env[62574]: _type = "Task" [ 1758.377979] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1758.380406] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ee3ff0c8-aaea-4a01-851b-fd47001914ae {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.391630] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1861915, 'name': CreateVM_Task} progress is 6%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1758.393544] env[62574]: DEBUG oslo_vmware.api [None req-aaebd170-31a0-4f06-9c91-5ae4994f155a tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Waiting for the task: (returnval){ [ 1758.393544] env[62574]: value = "task-1861916" [ 1758.393544] env[62574]: _type = "Task" [ 1758.393544] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1758.407416] env[62574]: DEBUG oslo_vmware.api [None req-aaebd170-31a0-4f06-9c91-5ae4994f155a tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Task: {'id': task-1861916, 'name': Rename_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1758.536555] env[62574]: DEBUG oslo_vmware.api [None req-cc761b21-58ff-49a4-ae2d-215f8b79fc75 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Task: {'id': task-1861907, 'name': PowerOnVM_Task, 'duration_secs': 0.816285} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1758.536873] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc761b21-58ff-49a4-ae2d-215f8b79fc75 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] [instance: 9ed0f4bc-f4eb-4eca-b448-053eec6339d4] Powered on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1758.567555] env[62574]: DEBUG oslo_vmware.api [None req-48a84275-71f3-4a49-bf4f-6692acd31d7b tempest-InstanceActionsTestJSON-1886761938 tempest-InstanceActionsTestJSON-1886761938-project-member] Task: {'id': task-1861912, 'name': PowerOffVM_Task, 'duration_secs': 0.371001} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1758.567691] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-48a84275-71f3-4a49-bf4f-6692acd31d7b tempest-InstanceActionsTestJSON-1886761938 tempest-InstanceActionsTestJSON-1886761938-project-member] [instance: 89a30a5b-dcdd-4140-b047-b3ea62dcf0b5] Powered off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1758.567797] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-48a84275-71f3-4a49-bf4f-6692acd31d7b tempest-InstanceActionsTestJSON-1886761938 tempest-InstanceActionsTestJSON-1886761938-project-member] [instance: 89a30a5b-dcdd-4140-b047-b3ea62dcf0b5] Unregistering the VM {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1758.568459] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6b2371f0-db18-47d2-aabb-01cb2a1e3dfe {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.575026] env[62574]: DEBUG nova.scheduler.client.report [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Inventory has not changed for provider f0ed160a-beff-4626-a531-2a70d7bc0627 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1758.731920] env[62574]: DEBUG oslo_concurrency.lockutils [None req-f38097e3-c8e9-4671-be1f-910f37315f6f tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Acquiring lock "refresh_cache-fb94d5d1-7f0f-4534-b9e9-2a52ac9a7c7f" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1758.732172] env[62574]: DEBUG oslo_concurrency.lockutils [None req-f38097e3-c8e9-4671-be1f-910f37315f6f tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Acquired lock "refresh_cache-fb94d5d1-7f0f-4534-b9e9-2a52ac9a7c7f" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1758.732332] env[62574]: DEBUG nova.network.neutron [None req-f38097e3-c8e9-4671-be1f-910f37315f6f tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] [instance: fb94d5d1-7f0f-4534-b9e9-2a52ac9a7c7f] Building network info cache for instance {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1758.846038] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-48a84275-71f3-4a49-bf4f-6692acd31d7b tempest-InstanceActionsTestJSON-1886761938 tempest-InstanceActionsTestJSON-1886761938-project-member] [instance: 89a30a5b-dcdd-4140-b047-b3ea62dcf0b5] Unregistered the VM {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1758.846038] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-48a84275-71f3-4a49-bf4f-6692acd31d7b tempest-InstanceActionsTestJSON-1886761938 tempest-InstanceActionsTestJSON-1886761938-project-member] [instance: 89a30a5b-dcdd-4140-b047-b3ea62dcf0b5] Deleting contents of the VM from datastore datastore2 {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1758.846038] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-48a84275-71f3-4a49-bf4f-6692acd31d7b tempest-InstanceActionsTestJSON-1886761938 tempest-InstanceActionsTestJSON-1886761938-project-member] Deleting the datastore file [datastore2] 89a30a5b-dcdd-4140-b047-b3ea62dcf0b5 {{(pid=62574) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1758.846286] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-48c92f98-8195-4bf5-a8e8-e0401471b529 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.852715] env[62574]: DEBUG oslo_vmware.api [None req-48a84275-71f3-4a49-bf4f-6692acd31d7b tempest-InstanceActionsTestJSON-1886761938 tempest-InstanceActionsTestJSON-1886761938-project-member] Waiting for the task: (returnval){ [ 1758.852715] env[62574]: value = "task-1861918" [ 1758.852715] env[62574]: _type = "Task" [ 1758.852715] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1758.861141] env[62574]: DEBUG oslo_vmware.api [None req-48a84275-71f3-4a49-bf4f-6692acd31d7b tempest-InstanceActionsTestJSON-1886761938 tempest-InstanceActionsTestJSON-1886761938-project-member] Task: {'id': task-1861918, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1758.868965] env[62574]: DEBUG oslo_vmware.api [None req-6eac73cf-27fc-4a4e-9f49-b109cea98820 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] Task: {'id': task-1861911, 'name': CloneVM_Task} progress is 94%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1758.891668] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1861915, 'name': CreateVM_Task} progress is 25%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1758.903914] env[62574]: DEBUG oslo_vmware.api [None req-aaebd170-31a0-4f06-9c91-5ae4994f155a tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Task: {'id': task-1861916, 'name': Rename_Task, 'duration_secs': 0.196819} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1758.905019] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-aaebd170-31a0-4f06-9c91-5ae4994f155a tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] [instance: fb4b387a-6321-46fc-ac71-bedadebad505] Powering on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1758.905019] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7872832e-bcdc-4645-aa94-0d3364f8692f {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.912621] env[62574]: DEBUG oslo_vmware.api [None req-aaebd170-31a0-4f06-9c91-5ae4994f155a tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Waiting for the task: (returnval){ [ 1758.912621] env[62574]: value = "task-1861919" [ 1758.912621] env[62574]: _type = "Task" [ 1758.912621] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1758.923227] env[62574]: DEBUG oslo_vmware.api [None req-aaebd170-31a0-4f06-9c91-5ae4994f155a tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Task: {'id': task-1861919, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1759.046512] env[62574]: DEBUG nova.network.neutron [req-62c5b5ec-4392-4f09-82be-f724b58b7f3c req-1048736a-5048-4328-885c-1e2d05500823 service nova] [instance: f2c6c5a5-8ba2-40a4-808c-26b8b73e1050] Updated VIF entry in instance network info cache for port 5ccecda6-779e-48d0-8320-0764a0ab3145. {{(pid=62574) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1759.046987] env[62574]: DEBUG nova.network.neutron [req-62c5b5ec-4392-4f09-82be-f724b58b7f3c req-1048736a-5048-4328-885c-1e2d05500823 service nova] [instance: f2c6c5a5-8ba2-40a4-808c-26b8b73e1050] Updating instance_info_cache with network_info: [{"id": "8679fb75-088c-4b47-a8e0-496b58d715f3", "address": "fa:16:3e:df:26:00", "network": {"id": "6907f6b7-5809-416c-82f0-7919afb510b0", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-656546186", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.119", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aea62038e47e423fbefca1cdb5c68d79", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92fe29b3-0907-453d-aabb-5559c4bd7c0f", "external-id": "nsx-vlan-transportzone-482", "segmentation_id": 482, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8679fb75-08", "ovs_interfaceid": "8679fb75-088c-4b47-a8e0-496b58d715f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5fbe2c8e-0dd0-4b1f-9ee5-492e76001052", "address": "fa:16:3e:43:ec:71", "network": {"id": "1be5bcf0-0b7c-4f77-b64f-364a45a1b8ed", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2131316874", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.152", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "aea62038e47e423fbefca1cdb5c68d79", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dced2f3d-7fd3-4a42-836d-9f02dab4c949", "external-id": "nsx-vlan-transportzone-117", "segmentation_id": 117, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5fbe2c8e-0d", "ovs_interfaceid": "5fbe2c8e-0dd0-4b1f-9ee5-492e76001052", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5ccecda6-779e-48d0-8320-0764a0ab3145", "address": "fa:16:3e:5d:72:2b", "network": {"id": "6907f6b7-5809-416c-82f0-7919afb510b0", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-656546186", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.130", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aea62038e47e423fbefca1cdb5c68d79", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92fe29b3-0907-453d-aabb-5559c4bd7c0f", "external-id": "nsx-vlan-transportzone-482", "segmentation_id": 482, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ccecda6-77", "ovs_interfaceid": "5ccecda6-779e-48d0-8320-0764a0ab3145", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1759.081915] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62574) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1759.082235] env[62574]: DEBUG oslo_concurrency.lockutils [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.242s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1759.082468] env[62574]: DEBUG nova.network.neutron [-] [instance: 4d74e512-951b-49f7-80d0-4a24a2fdecda] Updating instance_info_cache with network_info: [] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1759.083799] env[62574]: DEBUG oslo_concurrency.lockutils [None req-833aa32c-40bf-45ce-aee8-305cb9bf25c4 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.847s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1759.084049] env[62574]: DEBUG oslo_concurrency.lockutils [None req-833aa32c-40bf-45ce-aee8-305cb9bf25c4 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1759.087090] env[62574]: DEBUG oslo_concurrency.lockutils [None req-3a635f44-3612-40ee-9a8e-4e623f12ecea tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 14.040s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1759.087255] env[62574]: DEBUG nova.objects.instance [None req-3a635f44-3612-40ee-9a8e-4e623f12ecea tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] [instance: cf8dfe40-abfe-4888-a1a5-b26f6d781e93] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62574) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1759.113196] env[62574]: INFO nova.scheduler.client.report [None req-833aa32c-40bf-45ce-aee8-305cb9bf25c4 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Deleted allocations for instance e3b07ff8-0c0f-437a-9a29-8baf54b399a0 [ 1759.265309] env[62574]: DEBUG nova.network.neutron [None req-f38097e3-c8e9-4671-be1f-910f37315f6f tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] [instance: fb94d5d1-7f0f-4534-b9e9-2a52ac9a7c7f] Instance cache missing network info. {{(pid=62574) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1759.362894] env[62574]: DEBUG oslo_vmware.api [None req-48a84275-71f3-4a49-bf4f-6692acd31d7b tempest-InstanceActionsTestJSON-1886761938 tempest-InstanceActionsTestJSON-1886761938-project-member] Task: {'id': task-1861918, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.237109} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1759.366021] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-48a84275-71f3-4a49-bf4f-6692acd31d7b tempest-InstanceActionsTestJSON-1886761938 tempest-InstanceActionsTestJSON-1886761938-project-member] Deleted the datastore file {{(pid=62574) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1759.366784] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-48a84275-71f3-4a49-bf4f-6692acd31d7b tempest-InstanceActionsTestJSON-1886761938 tempest-InstanceActionsTestJSON-1886761938-project-member] [instance: 89a30a5b-dcdd-4140-b047-b3ea62dcf0b5] Deleted contents of the VM from datastore datastore2 {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1759.366784] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-48a84275-71f3-4a49-bf4f-6692acd31d7b tempest-InstanceActionsTestJSON-1886761938 tempest-InstanceActionsTestJSON-1886761938-project-member] [instance: 89a30a5b-dcdd-4140-b047-b3ea62dcf0b5] Instance destroyed {{(pid=62574) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1759.366784] env[62574]: INFO nova.compute.manager [None req-48a84275-71f3-4a49-bf4f-6692acd31d7b tempest-InstanceActionsTestJSON-1886761938 tempest-InstanceActionsTestJSON-1886761938-project-member] [instance: 89a30a5b-dcdd-4140-b047-b3ea62dcf0b5] Took 1.41 seconds to destroy the instance on the hypervisor. [ 1759.366950] env[62574]: DEBUG oslo.service.loopingcall [None req-48a84275-71f3-4a49-bf4f-6692acd31d7b tempest-InstanceActionsTestJSON-1886761938 tempest-InstanceActionsTestJSON-1886761938-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62574) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1759.367089] env[62574]: DEBUG nova.compute.manager [-] [instance: 89a30a5b-dcdd-4140-b047-b3ea62dcf0b5] Deallocating network for instance {{(pid=62574) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1759.367186] env[62574]: DEBUG nova.network.neutron [-] [instance: 89a30a5b-dcdd-4140-b047-b3ea62dcf0b5] deallocate_for_instance() {{(pid=62574) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1759.374069] env[62574]: DEBUG oslo_vmware.api [None req-6eac73cf-27fc-4a4e-9f49-b109cea98820 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] Task: {'id': task-1861911, 'name': CloneVM_Task} progress is 95%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1759.392046] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1861915, 'name': CreateVM_Task} progress is 99%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1759.412443] env[62574]: DEBUG nova.network.neutron [None req-f38097e3-c8e9-4671-be1f-910f37315f6f tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] [instance: fb94d5d1-7f0f-4534-b9e9-2a52ac9a7c7f] Updating instance_info_cache with network_info: [{"id": "91e1a2e4-68a4-4555-8e30-426e35a4f273", "address": "fa:16:3e:ee:41:79", "network": {"id": "3af14f16-9d32-4c8d-8557-ce8f3b8b4086", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1431517823-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "31d5eeff630d40d2928149f27883ae60", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91e1a2e4-68", "ovs_interfaceid": "91e1a2e4-68a4-4555-8e30-426e35a4f273", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1759.424740] env[62574]: DEBUG oslo_vmware.api [None req-aaebd170-31a0-4f06-9c91-5ae4994f155a tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Task: {'id': task-1861919, 'name': PowerOnVM_Task} progress is 94%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1759.527529] env[62574]: DEBUG nova.compute.manager [req-6c948412-3c85-4a37-961e-6cb98a87024c req-ea8a8459-a03f-4444-99a5-0498bacade63 service nova] [instance: fb94d5d1-7f0f-4534-b9e9-2a52ac9a7c7f] Received event network-vif-plugged-91e1a2e4-68a4-4555-8e30-426e35a4f273 {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1759.529420] env[62574]: DEBUG oslo_concurrency.lockutils [req-6c948412-3c85-4a37-961e-6cb98a87024c req-ea8a8459-a03f-4444-99a5-0498bacade63 service nova] Acquiring lock "fb94d5d1-7f0f-4534-b9e9-2a52ac9a7c7f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1759.529723] env[62574]: DEBUG oslo_concurrency.lockutils [req-6c948412-3c85-4a37-961e-6cb98a87024c req-ea8a8459-a03f-4444-99a5-0498bacade63 service nova] Lock "fb94d5d1-7f0f-4534-b9e9-2a52ac9a7c7f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.002s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1759.529945] env[62574]: DEBUG oslo_concurrency.lockutils [req-6c948412-3c85-4a37-961e-6cb98a87024c req-ea8a8459-a03f-4444-99a5-0498bacade63 service nova] Lock "fb94d5d1-7f0f-4534-b9e9-2a52ac9a7c7f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1759.530144] env[62574]: DEBUG nova.compute.manager [req-6c948412-3c85-4a37-961e-6cb98a87024c req-ea8a8459-a03f-4444-99a5-0498bacade63 service nova] [instance: fb94d5d1-7f0f-4534-b9e9-2a52ac9a7c7f] No waiting events found dispatching network-vif-plugged-91e1a2e4-68a4-4555-8e30-426e35a4f273 {{(pid=62574) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1759.530309] env[62574]: WARNING nova.compute.manager [req-6c948412-3c85-4a37-961e-6cb98a87024c req-ea8a8459-a03f-4444-99a5-0498bacade63 service nova] [instance: fb94d5d1-7f0f-4534-b9e9-2a52ac9a7c7f] Received unexpected event network-vif-plugged-91e1a2e4-68a4-4555-8e30-426e35a4f273 for instance with vm_state building and task_state spawning. [ 1759.530501] env[62574]: DEBUG nova.compute.manager [req-6c948412-3c85-4a37-961e-6cb98a87024c req-ea8a8459-a03f-4444-99a5-0498bacade63 service nova] [instance: fb94d5d1-7f0f-4534-b9e9-2a52ac9a7c7f] Received event network-changed-91e1a2e4-68a4-4555-8e30-426e35a4f273 {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1759.530674] env[62574]: DEBUG nova.compute.manager [req-6c948412-3c85-4a37-961e-6cb98a87024c req-ea8a8459-a03f-4444-99a5-0498bacade63 service nova] [instance: fb94d5d1-7f0f-4534-b9e9-2a52ac9a7c7f] Refreshing instance network info cache due to event network-changed-91e1a2e4-68a4-4555-8e30-426e35a4f273. {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1759.530846] env[62574]: DEBUG oslo_concurrency.lockutils [req-6c948412-3c85-4a37-961e-6cb98a87024c req-ea8a8459-a03f-4444-99a5-0498bacade63 service nova] Acquiring lock "refresh_cache-fb94d5d1-7f0f-4534-b9e9-2a52ac9a7c7f" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1759.551065] env[62574]: INFO nova.compute.manager [None req-cc761b21-58ff-49a4-ae2d-215f8b79fc75 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] [instance: 9ed0f4bc-f4eb-4eca-b448-053eec6339d4] Updating instance to original state: 'active' [ 1759.554411] env[62574]: DEBUG oslo_concurrency.lockutils [req-62c5b5ec-4392-4f09-82be-f724b58b7f3c req-1048736a-5048-4328-885c-1e2d05500823 service nova] Releasing lock "refresh_cache-f2c6c5a5-8ba2-40a4-808c-26b8b73e1050" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1759.591812] env[62574]: INFO nova.compute.manager [-] [instance: 4d74e512-951b-49f7-80d0-4a24a2fdecda] Took 1.28 seconds to deallocate network for instance. [ 1759.621842] env[62574]: DEBUG oslo_concurrency.lockutils [None req-833aa32c-40bf-45ce-aee8-305cb9bf25c4 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Lock "e3b07ff8-0c0f-437a-9a29-8baf54b399a0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.606s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1759.863376] env[62574]: DEBUG nova.compute.manager [req-596438eb-a6a0-43b9-9d9a-fc09541f1419 req-05b38ee5-e1f5-4c28-a956-6a9e9e9140be service nova] [instance: 89a30a5b-dcdd-4140-b047-b3ea62dcf0b5] Received event network-vif-deleted-1b9a2528-3659-4e04-9b25-64d21d01fb4f {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1759.863970] env[62574]: INFO nova.compute.manager [req-596438eb-a6a0-43b9-9d9a-fc09541f1419 req-05b38ee5-e1f5-4c28-a956-6a9e9e9140be service nova] [instance: 89a30a5b-dcdd-4140-b047-b3ea62dcf0b5] Neutron deleted interface 1b9a2528-3659-4e04-9b25-64d21d01fb4f; detaching it from the instance and deleting it from the info cache [ 1759.864181] env[62574]: DEBUG nova.network.neutron [req-596438eb-a6a0-43b9-9d9a-fc09541f1419 req-05b38ee5-e1f5-4c28-a956-6a9e9e9140be service nova] [instance: 89a30a5b-dcdd-4140-b047-b3ea62dcf0b5] Updating instance_info_cache with network_info: [] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1759.875594] env[62574]: DEBUG oslo_vmware.api [None req-6eac73cf-27fc-4a4e-9f49-b109cea98820 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] Task: {'id': task-1861911, 'name': CloneVM_Task, 'duration_secs': 1.790238} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1759.876335] env[62574]: INFO nova.virt.vmwareapi.vmops [None req-6eac73cf-27fc-4a4e-9f49-b109cea98820 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] [instance: 6a33b561-3788-4b8e-8763-ac23485c0dc8] Created linked-clone VM from snapshot [ 1759.877064] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdc91735-a63b-48d0-b879-908b88321ac5 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.885093] env[62574]: DEBUG nova.virt.vmwareapi.images [None req-6eac73cf-27fc-4a4e-9f49-b109cea98820 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] [instance: 6a33b561-3788-4b8e-8763-ac23485c0dc8] Uploading image 12f0a947-e6f1-49d7-818c-c5ba8bf76e43 {{(pid=62574) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1759.894872] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1861915, 'name': CreateVM_Task, 'duration_secs': 1.074185} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1759.895008] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f2c6c5a5-8ba2-40a4-808c-26b8b73e1050] Created VM on the ESX host {{(pid=62574) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1759.895971] env[62574]: DEBUG oslo_concurrency.lockutils [None req-9b92b186-cd41-4a7c-a775-3fd0e7f1ee99 tempest-ServersTestMultiNic-1484195929 tempest-ServersTestMultiNic-1484195929-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1759.896189] env[62574]: DEBUG oslo_concurrency.lockutils [None req-9b92b186-cd41-4a7c-a775-3fd0e7f1ee99 tempest-ServersTestMultiNic-1484195929 tempest-ServersTestMultiNic-1484195929-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1759.896459] env[62574]: DEBUG oslo_concurrency.lockutils [None req-9b92b186-cd41-4a7c-a775-3fd0e7f1ee99 tempest-ServersTestMultiNic-1484195929 tempest-ServersTestMultiNic-1484195929-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1759.897026] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-49965fc6-62fb-4571-b602-476af2e21efc {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.902441] env[62574]: DEBUG oslo_vmware.api [None req-9b92b186-cd41-4a7c-a775-3fd0e7f1ee99 tempest-ServersTestMultiNic-1484195929 tempest-ServersTestMultiNic-1484195929-project-member] Waiting for the task: (returnval){ [ 1759.902441] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]5271e059-af70-ca09-f069-5256b066d28b" [ 1759.902441] env[62574]: _type = "Task" [ 1759.902441] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1759.912049] env[62574]: DEBUG oslo_vmware.api [None req-9b92b186-cd41-4a7c-a775-3fd0e7f1ee99 tempest-ServersTestMultiNic-1484195929 tempest-ServersTestMultiNic-1484195929-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]5271e059-af70-ca09-f069-5256b066d28b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1759.913909] env[62574]: DEBUG oslo_vmware.rw_handles [None req-6eac73cf-27fc-4a4e-9f49-b109cea98820 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1759.913909] env[62574]: value = "vm-384936" [ 1759.913909] env[62574]: _type = "VirtualMachine" [ 1759.913909] env[62574]: }. {{(pid=62574) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1759.914528] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-17b2a165-d88d-47e3-b6a4-a486e0bb5fbc {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.918726] env[62574]: DEBUG oslo_concurrency.lockutils [None req-f38097e3-c8e9-4671-be1f-910f37315f6f tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Releasing lock "refresh_cache-fb94d5d1-7f0f-4534-b9e9-2a52ac9a7c7f" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1759.919069] env[62574]: DEBUG nova.compute.manager [None req-f38097e3-c8e9-4671-be1f-910f37315f6f tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] [instance: fb94d5d1-7f0f-4534-b9e9-2a52ac9a7c7f] Instance network_info: |[{"id": "91e1a2e4-68a4-4555-8e30-426e35a4f273", "address": "fa:16:3e:ee:41:79", "network": {"id": "3af14f16-9d32-4c8d-8557-ce8f3b8b4086", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1431517823-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "31d5eeff630d40d2928149f27883ae60", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91e1a2e4-68", "ovs_interfaceid": "91e1a2e4-68a4-4555-8e30-426e35a4f273", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62574) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1759.919890] env[62574]: DEBUG oslo_concurrency.lockutils [req-6c948412-3c85-4a37-961e-6cb98a87024c req-ea8a8459-a03f-4444-99a5-0498bacade63 service nova] Acquired lock "refresh_cache-fb94d5d1-7f0f-4534-b9e9-2a52ac9a7c7f" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1759.920087] env[62574]: DEBUG nova.network.neutron [req-6c948412-3c85-4a37-961e-6cb98a87024c req-ea8a8459-a03f-4444-99a5-0498bacade63 service nova] [instance: fb94d5d1-7f0f-4534-b9e9-2a52ac9a7c7f] Refreshing network info cache for port 91e1a2e4-68a4-4555-8e30-426e35a4f273 {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1759.921317] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-f38097e3-c8e9-4671-be1f-910f37315f6f tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] [instance: fb94d5d1-7f0f-4534-b9e9-2a52ac9a7c7f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ee:41:79', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6b8137fc-f23d-49b1-b19c-3123a5588f34', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '91e1a2e4-68a4-4555-8e30-426e35a4f273', 'vif_model': 'vmxnet3'}] {{(pid=62574) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1759.928961] env[62574]: DEBUG oslo.service.loopingcall [None req-f38097e3-c8e9-4671-be1f-910f37315f6f tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62574) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1759.933832] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fb94d5d1-7f0f-4534-b9e9-2a52ac9a7c7f] Creating VM on the ESX host {{(pid=62574) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1759.934080] env[62574]: DEBUG oslo_vmware.rw_handles [None req-6eac73cf-27fc-4a4e-9f49-b109cea98820 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] Lease: (returnval){ [ 1759.934080] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]527d2e04-36bc-8fa6-78d4-7c184c24b43e" [ 1759.934080] env[62574]: _type = "HttpNfcLease" [ 1759.934080] env[62574]: } obtained for exporting VM: (result){ [ 1759.934080] env[62574]: value = "vm-384936" [ 1759.934080] env[62574]: _type = "VirtualMachine" [ 1759.934080] env[62574]: }. {{(pid=62574) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1759.934338] env[62574]: DEBUG oslo_vmware.api [None req-6eac73cf-27fc-4a4e-9f49-b109cea98820 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] Waiting for the lease: (returnval){ [ 1759.934338] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]527d2e04-36bc-8fa6-78d4-7c184c24b43e" [ 1759.934338] env[62574]: _type = "HttpNfcLease" [ 1759.934338] env[62574]: } to be ready. {{(pid=62574) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1759.934795] env[62574]: DEBUG oslo_vmware.api [None req-aaebd170-31a0-4f06-9c91-5ae4994f155a tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Task: {'id': task-1861919, 'name': PowerOnVM_Task, 'duration_secs': 0.581409} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1759.935025] env[62574]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2bee6400-c87a-40fa-974d-6d4e8e816ed2 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.952113] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-aaebd170-31a0-4f06-9c91-5ae4994f155a tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] [instance: fb4b387a-6321-46fc-ac71-bedadebad505] Powered on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1759.952429] env[62574]: INFO nova.compute.manager [None req-aaebd170-31a0-4f06-9c91-5ae4994f155a tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] [instance: fb4b387a-6321-46fc-ac71-bedadebad505] Took 9.88 seconds to spawn the instance on the hypervisor. [ 1759.952698] env[62574]: DEBUG nova.compute.manager [None req-aaebd170-31a0-4f06-9c91-5ae4994f155a tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] [instance: fb4b387a-6321-46fc-ac71-bedadebad505] Checking state {{(pid=62574) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1759.958095] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82254c0a-ed17-4028-8a2e-4a656d9abf16 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.966265] env[62574]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1759.966265] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]527d2e04-36bc-8fa6-78d4-7c184c24b43e" [ 1759.966265] env[62574]: _type = "HttpNfcLease" [ 1759.966265] env[62574]: } is ready. {{(pid=62574) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1759.969604] env[62574]: DEBUG oslo_vmware.rw_handles [None req-6eac73cf-27fc-4a4e-9f49-b109cea98820 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1759.969604] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]527d2e04-36bc-8fa6-78d4-7c184c24b43e" [ 1759.969604] env[62574]: _type = "HttpNfcLease" [ 1759.969604] env[62574]: }. {{(pid=62574) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1759.973693] env[62574]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1759.973693] env[62574]: value = "task-1861921" [ 1759.973693] env[62574]: _type = "Task" [ 1759.973693] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1759.978050] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00db1cd6-0bc7-4883-8f46-215a42ac42c2 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.989908] env[62574]: DEBUG oslo_vmware.rw_handles [None req-6eac73cf-27fc-4a4e-9f49-b109cea98820 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f337c9-1482-9f55-6857-e1036ae8d6f0/disk-0.vmdk from lease info. {{(pid=62574) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1759.990190] env[62574]: DEBUG oslo_vmware.rw_handles [None req-6eac73cf-27fc-4a4e-9f49-b109cea98820 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f337c9-1482-9f55-6857-e1036ae8d6f0/disk-0.vmdk for reading. {{(pid=62574) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1759.997177] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1861921, 'name': CreateVM_Task} progress is 6%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1760.100377] env[62574]: DEBUG oslo_concurrency.lockutils [None req-3a635f44-3612-40ee-9a8e-4e623f12ecea tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1760.102262] env[62574]: DEBUG oslo_concurrency.lockutils [None req-ea009508-9029-4a05-88c4-680b04aad5c9 tempest-FloatingIPsAssociationNegativeTestJSON-1871919481 tempest-FloatingIPsAssociationNegativeTestJSON-1871919481-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1760.102655] env[62574]: DEBUG oslo_concurrency.lockutils [None req-404899e8-c59b-422d-a9a8-9c80954777b8 tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.911s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1760.102902] env[62574]: DEBUG oslo_concurrency.lockutils [None req-404899e8-c59b-422d-a9a8-9c80954777b8 tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1760.106312] env[62574]: DEBUG oslo_concurrency.lockutils [None req-d82eb552-f46c-4a51-a367-18840efda474 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.589s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1760.106312] env[62574]: DEBUG oslo_concurrency.lockutils [None req-d82eb552-f46c-4a51-a367-18840efda474 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1760.106710] env[62574]: DEBUG oslo_concurrency.lockutils [None req-0dd38d03-2002-463c-951e-4aa9096e89c7 tempest-ServerPasswordTestJSON-355305620 tempest-ServerPasswordTestJSON-355305620-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.558s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1760.108156] env[62574]: INFO nova.compute.claims [None req-0dd38d03-2002-463c-951e-4aa9096e89c7 tempest-ServerPasswordTestJSON-355305620 tempest-ServerPasswordTestJSON-355305620-project-member] [instance: 6a34c941-0a2c-4eb8-a0cf-5ddbcd9d4cba] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1760.119039] env[62574]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-bb450ac9-70fa-4439-bf5a-e0327cfb2d38 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.138961] env[62574]: INFO nova.scheduler.client.report [None req-d82eb552-f46c-4a51-a367-18840efda474 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Deleted allocations for instance e8292dec-1280-4df6-be46-2b79a76e4636 [ 1760.141290] env[62574]: INFO nova.scheduler.client.report [None req-404899e8-c59b-422d-a9a8-9c80954777b8 tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] Deleted allocations for instance a2544584-cd31-41e1-8e0e-10c0c41b66fb [ 1760.252044] env[62574]: DEBUG nova.network.neutron [-] [instance: 89a30a5b-dcdd-4140-b047-b3ea62dcf0b5] Updating instance_info_cache with network_info: [] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1760.366606] env[62574]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1efda0e7-f375-4f90-81c0-957a28a4c3c0 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.376552] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84693314-ba0f-400c-9987-301a72d7d311 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.415044] env[62574]: DEBUG nova.compute.manager [req-596438eb-a6a0-43b9-9d9a-fc09541f1419 req-05b38ee5-e1f5-4c28-a956-6a9e9e9140be service nova] [instance: 89a30a5b-dcdd-4140-b047-b3ea62dcf0b5] Detach interface failed, port_id=1b9a2528-3659-4e04-9b25-64d21d01fb4f, reason: Instance 89a30a5b-dcdd-4140-b047-b3ea62dcf0b5 could not be found. {{(pid=62574) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 1760.424827] env[62574]: DEBUG oslo_vmware.api [None req-9b92b186-cd41-4a7c-a775-3fd0e7f1ee99 tempest-ServersTestMultiNic-1484195929 tempest-ServersTestMultiNic-1484195929-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]5271e059-af70-ca09-f069-5256b066d28b, 'name': SearchDatastore_Task, 'duration_secs': 0.024273} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1760.425040] env[62574]: DEBUG oslo_concurrency.lockutils [None req-9b92b186-cd41-4a7c-a775-3fd0e7f1ee99 tempest-ServersTestMultiNic-1484195929 tempest-ServersTestMultiNic-1484195929-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1760.425276] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-9b92b186-cd41-4a7c-a775-3fd0e7f1ee99 tempest-ServersTestMultiNic-1484195929 tempest-ServersTestMultiNic-1484195929-project-member] [instance: f2c6c5a5-8ba2-40a4-808c-26b8b73e1050] Processing image 3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2 {{(pid=62574) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1760.425505] env[62574]: DEBUG oslo_concurrency.lockutils [None req-9b92b186-cd41-4a7c-a775-3fd0e7f1ee99 tempest-ServersTestMultiNic-1484195929 tempest-ServersTestMultiNic-1484195929-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1760.425642] env[62574]: DEBUG oslo_concurrency.lockutils [None req-9b92b186-cd41-4a7c-a775-3fd0e7f1ee99 tempest-ServersTestMultiNic-1484195929 tempest-ServersTestMultiNic-1484195929-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1760.426712] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b92b186-cd41-4a7c-a775-3fd0e7f1ee99 tempest-ServersTestMultiNic-1484195929 tempest-ServersTestMultiNic-1484195929-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1760.426712] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d93984cf-0c22-4f1b-ba83-b566b2479506 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.435347] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b92b186-cd41-4a7c-a775-3fd0e7f1ee99 tempest-ServersTestMultiNic-1484195929 tempest-ServersTestMultiNic-1484195929-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1760.435529] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-9b92b186-cd41-4a7c-a775-3fd0e7f1ee99 tempest-ServersTestMultiNic-1484195929 tempest-ServersTestMultiNic-1484195929-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62574) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1760.436267] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b611874-cbc9-40a1-8a85-67245bbdf285 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.441570] env[62574]: DEBUG oslo_vmware.api [None req-9b92b186-cd41-4a7c-a775-3fd0e7f1ee99 tempest-ServersTestMultiNic-1484195929 tempest-ServersTestMultiNic-1484195929-project-member] Waiting for the task: (returnval){ [ 1760.441570] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]5282d64e-31a7-4123-d053-49f4243c848c" [ 1760.441570] env[62574]: _type = "Task" [ 1760.441570] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1760.449756] env[62574]: DEBUG oslo_vmware.api [None req-9b92b186-cd41-4a7c-a775-3fd0e7f1ee99 tempest-ServersTestMultiNic-1484195929 tempest-ServersTestMultiNic-1484195929-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]5282d64e-31a7-4123-d053-49f4243c848c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1760.484748] env[62574]: INFO nova.compute.manager [None req-aaebd170-31a0-4f06-9c91-5ae4994f155a tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] [instance: fb4b387a-6321-46fc-ac71-bedadebad505] Took 32.38 seconds to build instance. [ 1760.493312] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1861921, 'name': CreateVM_Task} progress is 99%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1760.577804] env[62574]: DEBUG oslo_service.periodic_task [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62574) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1760.578112] env[62574]: DEBUG oslo_service.periodic_task [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62574) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1760.578476] env[62574]: DEBUG nova.compute.manager [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Cleaning up deleted instances {{(pid=62574) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11645}} [ 1760.656278] env[62574]: DEBUG oslo_concurrency.lockutils [None req-d82eb552-f46c-4a51-a367-18840efda474 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Lock "e8292dec-1280-4df6-be46-2b79a76e4636" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.226s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1760.662152] env[62574]: DEBUG oslo_concurrency.lockutils [None req-404899e8-c59b-422d-a9a8-9c80954777b8 tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] Lock "a2544584-cd31-41e1-8e0e-10c0c41b66fb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.536s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1760.755825] env[62574]: INFO nova.compute.manager [-] [instance: 89a30a5b-dcdd-4140-b047-b3ea62dcf0b5] Took 1.39 seconds to deallocate network for instance. [ 1760.787385] env[62574]: DEBUG nova.network.neutron [req-6c948412-3c85-4a37-961e-6cb98a87024c req-ea8a8459-a03f-4444-99a5-0498bacade63 service nova] [instance: fb94d5d1-7f0f-4534-b9e9-2a52ac9a7c7f] Updated VIF entry in instance network info cache for port 91e1a2e4-68a4-4555-8e30-426e35a4f273. {{(pid=62574) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1760.787919] env[62574]: DEBUG nova.network.neutron [req-6c948412-3c85-4a37-961e-6cb98a87024c req-ea8a8459-a03f-4444-99a5-0498bacade63 service nova] [instance: fb94d5d1-7f0f-4534-b9e9-2a52ac9a7c7f] Updating instance_info_cache with network_info: [{"id": "91e1a2e4-68a4-4555-8e30-426e35a4f273", "address": "fa:16:3e:ee:41:79", "network": {"id": "3af14f16-9d32-4c8d-8557-ce8f3b8b4086", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1431517823-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "31d5eeff630d40d2928149f27883ae60", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91e1a2e4-68", "ovs_interfaceid": "91e1a2e4-68a4-4555-8e30-426e35a4f273", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1760.958163] env[62574]: DEBUG oslo_vmware.api [None req-9b92b186-cd41-4a7c-a775-3fd0e7f1ee99 tempest-ServersTestMultiNic-1484195929 tempest-ServersTestMultiNic-1484195929-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]5282d64e-31a7-4123-d053-49f4243c848c, 'name': SearchDatastore_Task, 'duration_secs': 0.012603} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1760.959104] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-511e6a7f-23d6-4018-9a31-3654730e60ed {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.969810] env[62574]: DEBUG oslo_vmware.api [None req-9b92b186-cd41-4a7c-a775-3fd0e7f1ee99 tempest-ServersTestMultiNic-1484195929 tempest-ServersTestMultiNic-1484195929-project-member] Waiting for the task: (returnval){ [ 1760.969810] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]52978a8b-26ee-d7c7-29e8-989643a15df0" [ 1760.969810] env[62574]: _type = "Task" [ 1760.969810] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1760.978557] env[62574]: DEBUG oslo_vmware.api [None req-9b92b186-cd41-4a7c-a775-3fd0e7f1ee99 tempest-ServersTestMultiNic-1484195929 tempest-ServersTestMultiNic-1484195929-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52978a8b-26ee-d7c7-29e8-989643a15df0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1760.989519] env[62574]: DEBUG oslo_concurrency.lockutils [None req-aaebd170-31a0-4f06-9c91-5ae4994f155a tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Lock "fb4b387a-6321-46fc-ac71-bedadebad505" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.891s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1760.989519] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1861921, 'name': CreateVM_Task, 'duration_secs': 0.581019} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1760.989519] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fb94d5d1-7f0f-4534-b9e9-2a52ac9a7c7f] Created VM on the ESX host {{(pid=62574) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1760.989519] env[62574]: DEBUG oslo_concurrency.lockutils [None req-f38097e3-c8e9-4671-be1f-910f37315f6f tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1760.989519] env[62574]: DEBUG oslo_concurrency.lockutils [None req-f38097e3-c8e9-4671-be1f-910f37315f6f tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1760.991388] env[62574]: DEBUG oslo_concurrency.lockutils [None req-f38097e3-c8e9-4671-be1f-910f37315f6f tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1760.991473] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c41aaa8d-4d1f-447e-90ff-0f14d83fe177 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.999371] env[62574]: DEBUG oslo_vmware.api [None req-f38097e3-c8e9-4671-be1f-910f37315f6f tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Waiting for the task: (returnval){ [ 1760.999371] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]5217e987-c998-1efa-23c2-0db70d35aba8" [ 1760.999371] env[62574]: _type = "Task" [ 1760.999371] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1761.006502] env[62574]: DEBUG oslo_vmware.api [None req-f38097e3-c8e9-4671-be1f-910f37315f6f tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]5217e987-c998-1efa-23c2-0db70d35aba8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1761.101539] env[62574]: DEBUG nova.compute.manager [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] There are 42 instances to clean {{(pid=62574) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11654}} [ 1761.101539] env[62574]: DEBUG nova.compute.manager [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] [instance: a2544584-cd31-41e1-8e0e-10c0c41b66fb] Instance has had 0 of 5 cleanup attempts {{(pid=62574) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1761.106865] env[62574]: DEBUG oslo_concurrency.lockutils [None req-b6a3fd9f-9bb0-400b-a14f-08393189d855 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Acquiring lock "9ed0f4bc-f4eb-4eca-b448-053eec6339d4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1761.106865] env[62574]: DEBUG oslo_concurrency.lockutils [None req-b6a3fd9f-9bb0-400b-a14f-08393189d855 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Lock "9ed0f4bc-f4eb-4eca-b448-053eec6339d4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1761.107074] env[62574]: DEBUG oslo_concurrency.lockutils [None req-b6a3fd9f-9bb0-400b-a14f-08393189d855 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Acquiring lock "9ed0f4bc-f4eb-4eca-b448-053eec6339d4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1761.107608] env[62574]: DEBUG oslo_concurrency.lockutils [None req-b6a3fd9f-9bb0-400b-a14f-08393189d855 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Lock "9ed0f4bc-f4eb-4eca-b448-053eec6339d4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1761.107942] env[62574]: DEBUG oslo_concurrency.lockutils [None req-b6a3fd9f-9bb0-400b-a14f-08393189d855 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Lock "9ed0f4bc-f4eb-4eca-b448-053eec6339d4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1761.110966] env[62574]: INFO nova.compute.manager [None req-b6a3fd9f-9bb0-400b-a14f-08393189d855 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] [instance: 9ed0f4bc-f4eb-4eca-b448-053eec6339d4] Terminating instance [ 1761.264605] env[62574]: DEBUG oslo_concurrency.lockutils [None req-48a84275-71f3-4a49-bf4f-6692acd31d7b tempest-InstanceActionsTestJSON-1886761938 tempest-InstanceActionsTestJSON-1886761938-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1761.291220] env[62574]: DEBUG oslo_concurrency.lockutils [req-6c948412-3c85-4a37-961e-6cb98a87024c req-ea8a8459-a03f-4444-99a5-0498bacade63 service nova] Releasing lock "refresh_cache-fb94d5d1-7f0f-4534-b9e9-2a52ac9a7c7f" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1761.292475] env[62574]: DEBUG nova.compute.manager [req-6c948412-3c85-4a37-961e-6cb98a87024c req-ea8a8459-a03f-4444-99a5-0498bacade63 service nova] [instance: 4d74e512-951b-49f7-80d0-4a24a2fdecda] Received event network-vif-deleted-9175c4be-af6d-427f-83aa-3d8e95518218 {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1761.486173] env[62574]: DEBUG oslo_vmware.api [None req-9b92b186-cd41-4a7c-a775-3fd0e7f1ee99 tempest-ServersTestMultiNic-1484195929 tempest-ServersTestMultiNic-1484195929-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52978a8b-26ee-d7c7-29e8-989643a15df0, 'name': SearchDatastore_Task, 'duration_secs': 0.015933} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1761.486173] env[62574]: DEBUG oslo_concurrency.lockutils [None req-9b92b186-cd41-4a7c-a775-3fd0e7f1ee99 tempest-ServersTestMultiNic-1484195929 tempest-ServersTestMultiNic-1484195929-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1761.486173] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b92b186-cd41-4a7c-a775-3fd0e7f1ee99 tempest-ServersTestMultiNic-1484195929 tempest-ServersTestMultiNic-1484195929-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk to [datastore2] f2c6c5a5-8ba2-40a4-808c-26b8b73e1050/f2c6c5a5-8ba2-40a4-808c-26b8b73e1050.vmdk {{(pid=62574) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1761.486173] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-799366bc-95c1-4b9e-8b90-f8b13d7a875c {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.492959] env[62574]: DEBUG oslo_vmware.api [None req-9b92b186-cd41-4a7c-a775-3fd0e7f1ee99 tempest-ServersTestMultiNic-1484195929 tempest-ServersTestMultiNic-1484195929-project-member] Waiting for the task: (returnval){ [ 1761.492959] env[62574]: value = "task-1861922" [ 1761.492959] env[62574]: _type = "Task" [ 1761.492959] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1761.510637] env[62574]: DEBUG oslo_vmware.api [None req-9b92b186-cd41-4a7c-a775-3fd0e7f1ee99 tempest-ServersTestMultiNic-1484195929 tempest-ServersTestMultiNic-1484195929-project-member] Task: {'id': task-1861922, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1761.516745] env[62574]: DEBUG oslo_vmware.api [None req-f38097e3-c8e9-4671-be1f-910f37315f6f tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]5217e987-c998-1efa-23c2-0db70d35aba8, 'name': SearchDatastore_Task, 'duration_secs': 0.015784} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1761.517792] env[62574]: DEBUG oslo_concurrency.lockutils [None req-f38097e3-c8e9-4671-be1f-910f37315f6f tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1761.518120] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-f38097e3-c8e9-4671-be1f-910f37315f6f tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] [instance: fb94d5d1-7f0f-4534-b9e9-2a52ac9a7c7f] Processing image 3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2 {{(pid=62574) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1761.518598] env[62574]: DEBUG oslo_concurrency.lockutils [None req-f38097e3-c8e9-4671-be1f-910f37315f6f tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1761.518793] env[62574]: DEBUG oslo_concurrency.lockutils [None req-f38097e3-c8e9-4671-be1f-910f37315f6f tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1761.519130] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-f38097e3-c8e9-4671-be1f-910f37315f6f tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1761.519554] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-09888afd-0463-4c9e-97b2-4d751e3ded06 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.533648] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-f38097e3-c8e9-4671-be1f-910f37315f6f tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1761.533935] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-f38097e3-c8e9-4671-be1f-910f37315f6f tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62574) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1761.535035] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-30fc75e3-752a-4b73-b7de-11fd340155ab {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.541761] env[62574]: DEBUG oslo_vmware.api [None req-f38097e3-c8e9-4671-be1f-910f37315f6f tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Waiting for the task: (returnval){ [ 1761.541761] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]529c6dc7-cc43-1ac4-9e45-fff9d3cf7315" [ 1761.541761] env[62574]: _type = "Task" [ 1761.541761] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1761.553812] env[62574]: DEBUG oslo_vmware.api [None req-f38097e3-c8e9-4671-be1f-910f37315f6f tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]529c6dc7-cc43-1ac4-9e45-fff9d3cf7315, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1761.615545] env[62574]: DEBUG nova.compute.manager [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] [instance: 82960f69-76f1-49ff-a0b6-081c0142fca8] Instance has had 0 of 5 cleanup attempts {{(pid=62574) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1761.619183] env[62574]: DEBUG nova.compute.manager [None req-b6a3fd9f-9bb0-400b-a14f-08393189d855 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] [instance: 9ed0f4bc-f4eb-4eca-b448-053eec6339d4] Start destroying the instance on the hypervisor. {{(pid=62574) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1761.619583] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-b6a3fd9f-9bb0-400b-a14f-08393189d855 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] [instance: 9ed0f4bc-f4eb-4eca-b448-053eec6339d4] Destroying instance {{(pid=62574) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1761.621210] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4070d4d-401b-424f-a8ef-530b721fc6c9 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.629481] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6a3fd9f-9bb0-400b-a14f-08393189d855 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] [instance: 9ed0f4bc-f4eb-4eca-b448-053eec6339d4] Powering off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1761.629778] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-338056bf-6eb1-41ba-82c8-d17eed3093ab {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.639681] env[62574]: DEBUG oslo_vmware.api [None req-b6a3fd9f-9bb0-400b-a14f-08393189d855 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Waiting for the task: (returnval){ [ 1761.639681] env[62574]: value = "task-1861923" [ 1761.639681] env[62574]: _type = "Task" [ 1761.639681] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1761.650523] env[62574]: DEBUG oslo_vmware.api [None req-b6a3fd9f-9bb0-400b-a14f-08393189d855 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Task: {'id': task-1861923, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1761.674595] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9795d1b3-b78b-4267-b95b-ef7ed55d4464 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.683680] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50f19b9b-1179-475f-98e7-f5034c4205a0 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.730723] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-180b308d-5401-4e10-a875-ee0b67482cdc {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.739567] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bd1e68c-8e13-43c9-9096-b26dab4f74a5 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.755409] env[62574]: DEBUG nova.compute.provider_tree [None req-0dd38d03-2002-463c-951e-4aa9096e89c7 tempest-ServerPasswordTestJSON-355305620 tempest-ServerPasswordTestJSON-355305620-project-member] Inventory has not changed in ProviderTree for provider: f0ed160a-beff-4626-a531-2a70d7bc0627 {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1761.762025] env[62574]: DEBUG oslo_concurrency.lockutils [None req-41a085ec-ea3a-422f-9233-6b19a2aafc55 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Acquiring lock "315b8f76-6d67-4e58-8898-2b68a1e4f79a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1761.762337] env[62574]: DEBUG oslo_concurrency.lockutils [None req-41a085ec-ea3a-422f-9233-6b19a2aafc55 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Lock "315b8f76-6d67-4e58-8898-2b68a1e4f79a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1761.762656] env[62574]: DEBUG oslo_concurrency.lockutils [None req-41a085ec-ea3a-422f-9233-6b19a2aafc55 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Acquiring lock "315b8f76-6d67-4e58-8898-2b68a1e4f79a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1761.762933] env[62574]: DEBUG oslo_concurrency.lockutils [None req-41a085ec-ea3a-422f-9233-6b19a2aafc55 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Lock "315b8f76-6d67-4e58-8898-2b68a1e4f79a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1761.763220] env[62574]: DEBUG oslo_concurrency.lockutils [None req-41a085ec-ea3a-422f-9233-6b19a2aafc55 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Lock "315b8f76-6d67-4e58-8898-2b68a1e4f79a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1761.766363] env[62574]: INFO nova.compute.manager [None req-41a085ec-ea3a-422f-9233-6b19a2aafc55 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] [instance: 315b8f76-6d67-4e58-8898-2b68a1e4f79a] Terminating instance [ 1761.953118] env[62574]: DEBUG oslo_concurrency.lockutils [None req-13059c5c-38eb-497f-9a08-a58900525f40 tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] Acquiring lock "e34254ce-88c3-41dd-be1c-553eea828050" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1761.953418] env[62574]: DEBUG oslo_concurrency.lockutils [None req-13059c5c-38eb-497f-9a08-a58900525f40 tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] Lock "e34254ce-88c3-41dd-be1c-553eea828050" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1761.953643] env[62574]: DEBUG oslo_concurrency.lockutils [None req-13059c5c-38eb-497f-9a08-a58900525f40 tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] Acquiring lock "e34254ce-88c3-41dd-be1c-553eea828050-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1761.953829] env[62574]: DEBUG oslo_concurrency.lockutils [None req-13059c5c-38eb-497f-9a08-a58900525f40 tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] Lock "e34254ce-88c3-41dd-be1c-553eea828050-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1761.954012] env[62574]: DEBUG oslo_concurrency.lockutils [None req-13059c5c-38eb-497f-9a08-a58900525f40 tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] Lock "e34254ce-88c3-41dd-be1c-553eea828050-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1761.956686] env[62574]: INFO nova.compute.manager [None req-13059c5c-38eb-497f-9a08-a58900525f40 tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] [instance: e34254ce-88c3-41dd-be1c-553eea828050] Terminating instance [ 1762.004842] env[62574]: DEBUG oslo_vmware.api [None req-9b92b186-cd41-4a7c-a775-3fd0e7f1ee99 tempest-ServersTestMultiNic-1484195929 tempest-ServersTestMultiNic-1484195929-project-member] Task: {'id': task-1861922, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1762.054035] env[62574]: DEBUG oslo_vmware.api [None req-f38097e3-c8e9-4671-be1f-910f37315f6f tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]529c6dc7-cc43-1ac4-9e45-fff9d3cf7315, 'name': SearchDatastore_Task, 'duration_secs': 0.020237} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1762.055290] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-62085b99-5c4d-4cbb-aa88-800c6e979a5a {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.064715] env[62574]: DEBUG oslo_vmware.api [None req-f38097e3-c8e9-4671-be1f-910f37315f6f tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Waiting for the task: (returnval){ [ 1762.064715] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]52ef6edf-8b9c-27ea-42d7-89997809d8d5" [ 1762.064715] env[62574]: _type = "Task" [ 1762.064715] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1762.074575] env[62574]: DEBUG oslo_vmware.api [None req-f38097e3-c8e9-4671-be1f-910f37315f6f tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52ef6edf-8b9c-27ea-42d7-89997809d8d5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1762.121122] env[62574]: DEBUG nova.compute.manager [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] [instance: e8292dec-1280-4df6-be46-2b79a76e4636] Instance has had 0 of 5 cleanup attempts {{(pid=62574) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1762.152556] env[62574]: DEBUG oslo_vmware.api [None req-b6a3fd9f-9bb0-400b-a14f-08393189d855 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Task: {'id': task-1861923, 'name': PowerOffVM_Task, 'duration_secs': 0.220956} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1762.152946] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6a3fd9f-9bb0-400b-a14f-08393189d855 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] [instance: 9ed0f4bc-f4eb-4eca-b448-053eec6339d4] Powered off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1762.153318] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-b6a3fd9f-9bb0-400b-a14f-08393189d855 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] [instance: 9ed0f4bc-f4eb-4eca-b448-053eec6339d4] Unregistering the VM {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1762.153654] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f98e5dcb-ea64-44f3-803f-0516c502851d {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.259768] env[62574]: DEBUG nova.scheduler.client.report [None req-0dd38d03-2002-463c-951e-4aa9096e89c7 tempest-ServerPasswordTestJSON-355305620 tempest-ServerPasswordTestJSON-355305620-project-member] Inventory has not changed for provider f0ed160a-beff-4626-a531-2a70d7bc0627 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1762.270942] env[62574]: DEBUG nova.compute.manager [None req-41a085ec-ea3a-422f-9233-6b19a2aafc55 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] [instance: 315b8f76-6d67-4e58-8898-2b68a1e4f79a] Start destroying the instance on the hypervisor. {{(pid=62574) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1762.271220] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-41a085ec-ea3a-422f-9233-6b19a2aafc55 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] [instance: 315b8f76-6d67-4e58-8898-2b68a1e4f79a] Destroying instance {{(pid=62574) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1762.272172] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71380fb3-2f39-44fb-be48-81bb3b52444a {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.281506] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-41a085ec-ea3a-422f-9233-6b19a2aafc55 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] [instance: 315b8f76-6d67-4e58-8898-2b68a1e4f79a] Powering off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1762.282296] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-97bc29bb-6b41-4b1d-b7a1-e2da67a06df1 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.289366] env[62574]: DEBUG oslo_vmware.api [None req-41a085ec-ea3a-422f-9233-6b19a2aafc55 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Waiting for the task: (returnval){ [ 1762.289366] env[62574]: value = "task-1861925" [ 1762.289366] env[62574]: _type = "Task" [ 1762.289366] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1762.299058] env[62574]: DEBUG oslo_vmware.api [None req-41a085ec-ea3a-422f-9233-6b19a2aafc55 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Task: {'id': task-1861925, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1762.329440] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-b6a3fd9f-9bb0-400b-a14f-08393189d855 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] [instance: 9ed0f4bc-f4eb-4eca-b448-053eec6339d4] Unregistered the VM {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1762.330185] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-b6a3fd9f-9bb0-400b-a14f-08393189d855 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] [instance: 9ed0f4bc-f4eb-4eca-b448-053eec6339d4] Deleting contents of the VM from datastore datastore2 {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1762.330264] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6a3fd9f-9bb0-400b-a14f-08393189d855 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Deleting the datastore file [datastore2] 9ed0f4bc-f4eb-4eca-b448-053eec6339d4 {{(pid=62574) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1762.330664] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8c917370-f485-48a5-83ad-0115d67f2dd7 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.338819] env[62574]: DEBUG oslo_vmware.api [None req-b6a3fd9f-9bb0-400b-a14f-08393189d855 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Waiting for the task: (returnval){ [ 1762.338819] env[62574]: value = "task-1861926" [ 1762.338819] env[62574]: _type = "Task" [ 1762.338819] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1762.348435] env[62574]: DEBUG oslo_vmware.api [None req-b6a3fd9f-9bb0-400b-a14f-08393189d855 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Task: {'id': task-1861926, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1762.350971] env[62574]: DEBUG oslo_concurrency.lockutils [None req-44eed893-5c09-491c-a92f-9a8145eae688 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Acquiring lock "fb4b387a-6321-46fc-ac71-bedadebad505" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1762.351251] env[62574]: DEBUG oslo_concurrency.lockutils [None req-44eed893-5c09-491c-a92f-9a8145eae688 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Lock "fb4b387a-6321-46fc-ac71-bedadebad505" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1762.465978] env[62574]: DEBUG nova.compute.manager [None req-13059c5c-38eb-497f-9a08-a58900525f40 tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] [instance: e34254ce-88c3-41dd-be1c-553eea828050] Start destroying the instance on the hypervisor. {{(pid=62574) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1762.466311] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-13059c5c-38eb-497f-9a08-a58900525f40 tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] [instance: e34254ce-88c3-41dd-be1c-553eea828050] Destroying instance {{(pid=62574) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1762.467377] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c159b41-481b-46df-9030-b2368ac8959f {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.476695] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-13059c5c-38eb-497f-9a08-a58900525f40 tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] [instance: e34254ce-88c3-41dd-be1c-553eea828050] Powering off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1762.477055] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1dc570f3-9a6d-41de-9f48-25788bf85d42 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.485051] env[62574]: DEBUG oslo_vmware.api [None req-13059c5c-38eb-497f-9a08-a58900525f40 tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] Waiting for the task: (returnval){ [ 1762.485051] env[62574]: value = "task-1861927" [ 1762.485051] env[62574]: _type = "Task" [ 1762.485051] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1762.495398] env[62574]: DEBUG oslo_vmware.api [None req-13059c5c-38eb-497f-9a08-a58900525f40 tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] Task: {'id': task-1861927, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1762.504701] env[62574]: DEBUG oslo_vmware.api [None req-9b92b186-cd41-4a7c-a775-3fd0e7f1ee99 tempest-ServersTestMultiNic-1484195929 tempest-ServersTestMultiNic-1484195929-project-member] Task: {'id': task-1861922, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.670635} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1762.504977] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b92b186-cd41-4a7c-a775-3fd0e7f1ee99 tempest-ServersTestMultiNic-1484195929 tempest-ServersTestMultiNic-1484195929-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk to [datastore2] f2c6c5a5-8ba2-40a4-808c-26b8b73e1050/f2c6c5a5-8ba2-40a4-808c-26b8b73e1050.vmdk {{(pid=62574) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1762.505242] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-9b92b186-cd41-4a7c-a775-3fd0e7f1ee99 tempest-ServersTestMultiNic-1484195929 tempest-ServersTestMultiNic-1484195929-project-member] [instance: f2c6c5a5-8ba2-40a4-808c-26b8b73e1050] Extending root virtual disk to 1048576 {{(pid=62574) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1762.505543] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b283f35b-4ea0-4755-8303-6172e24ef362 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.512669] env[62574]: DEBUG oslo_vmware.api [None req-9b92b186-cd41-4a7c-a775-3fd0e7f1ee99 tempest-ServersTestMultiNic-1484195929 tempest-ServersTestMultiNic-1484195929-project-member] Waiting for the task: (returnval){ [ 1762.512669] env[62574]: value = "task-1861928" [ 1762.512669] env[62574]: _type = "Task" [ 1762.512669] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1762.521505] env[62574]: DEBUG oslo_vmware.api [None req-9b92b186-cd41-4a7c-a775-3fd0e7f1ee99 tempest-ServersTestMultiNic-1484195929 tempest-ServersTestMultiNic-1484195929-project-member] Task: {'id': task-1861928, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1762.576933] env[62574]: DEBUG oslo_vmware.api [None req-f38097e3-c8e9-4671-be1f-910f37315f6f tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52ef6edf-8b9c-27ea-42d7-89997809d8d5, 'name': SearchDatastore_Task, 'duration_secs': 0.024827} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1762.576933] env[62574]: DEBUG oslo_concurrency.lockutils [None req-f38097e3-c8e9-4671-be1f-910f37315f6f tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1762.576933] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-f38097e3-c8e9-4671-be1f-910f37315f6f tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk to [datastore1] fb94d5d1-7f0f-4534-b9e9-2a52ac9a7c7f/fb94d5d1-7f0f-4534-b9e9-2a52ac9a7c7f.vmdk {{(pid=62574) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1762.577320] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c10716bb-7323-45c2-8b02-3cbbc47c8734 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.583923] env[62574]: DEBUG oslo_vmware.api [None req-f38097e3-c8e9-4671-be1f-910f37315f6f tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Waiting for the task: (returnval){ [ 1762.583923] env[62574]: value = "task-1861929" [ 1762.583923] env[62574]: _type = "Task" [ 1762.583923] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1762.592270] env[62574]: DEBUG oslo_vmware.api [None req-f38097e3-c8e9-4671-be1f-910f37315f6f tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Task: {'id': task-1861929, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1762.626047] env[62574]: DEBUG nova.compute.manager [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] [instance: e3b07ff8-0c0f-437a-9a29-8baf54b399a0] Instance has had 0 of 5 cleanup attempts {{(pid=62574) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1762.713926] env[62574]: DEBUG oslo_concurrency.lockutils [None req-dec079aa-83c6-4a48-a29b-4c585e681f56 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Acquiring lock "863dbe8b-20e6-485c-ba4d-b709d80fa327" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1762.713926] env[62574]: DEBUG oslo_concurrency.lockutils [None req-dec079aa-83c6-4a48-a29b-4c585e681f56 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Lock "863dbe8b-20e6-485c-ba4d-b709d80fa327" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1762.764963] env[62574]: DEBUG oslo_concurrency.lockutils [None req-0dd38d03-2002-463c-951e-4aa9096e89c7 tempest-ServerPasswordTestJSON-355305620 tempest-ServerPasswordTestJSON-355305620-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.658s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1762.765570] env[62574]: DEBUG nova.compute.manager [None req-0dd38d03-2002-463c-951e-4aa9096e89c7 tempest-ServerPasswordTestJSON-355305620 tempest-ServerPasswordTestJSON-355305620-project-member] [instance: 6a34c941-0a2c-4eb8-a0cf-5ddbcd9d4cba] Start building networks asynchronously for instance. {{(pid=62574) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1762.768572] env[62574]: DEBUG oslo_concurrency.lockutils [None req-86009949-f11f-4be0-9d1b-ad7ec48153c1 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.889s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1762.768815] env[62574]: DEBUG oslo_concurrency.lockutils [None req-86009949-f11f-4be0-9d1b-ad7ec48153c1 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1762.771035] env[62574]: DEBUG oslo_concurrency.lockutils [None req-2f74f1df-8b64-49b1-ad89-2a3e6f144e99 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 8.384s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1762.796930] env[62574]: INFO nova.scheduler.client.report [None req-86009949-f11f-4be0-9d1b-ad7ec48153c1 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Deleted allocations for instance d3965319-4501-491b-bd91-0ca579ba9753 [ 1762.805555] env[62574]: DEBUG oslo_vmware.api [None req-41a085ec-ea3a-422f-9233-6b19a2aafc55 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Task: {'id': task-1861925, 'name': PowerOffVM_Task, 'duration_secs': 0.23704} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1762.806108] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-41a085ec-ea3a-422f-9233-6b19a2aafc55 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] [instance: 315b8f76-6d67-4e58-8898-2b68a1e4f79a] Powered off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1762.806300] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-41a085ec-ea3a-422f-9233-6b19a2aafc55 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] [instance: 315b8f76-6d67-4e58-8898-2b68a1e4f79a] Unregistering the VM {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1762.806852] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b4a0c89d-61df-43fd-b86d-8ce603daafa6 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.851474] env[62574]: DEBUG oslo_vmware.api [None req-b6a3fd9f-9bb0-400b-a14f-08393189d855 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Task: {'id': task-1861926, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.264489} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1762.851769] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6a3fd9f-9bb0-400b-a14f-08393189d855 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Deleted the datastore file {{(pid=62574) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1762.851975] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-b6a3fd9f-9bb0-400b-a14f-08393189d855 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] [instance: 9ed0f4bc-f4eb-4eca-b448-053eec6339d4] Deleted contents of the VM from datastore datastore2 {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1762.853052] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-b6a3fd9f-9bb0-400b-a14f-08393189d855 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] [instance: 9ed0f4bc-f4eb-4eca-b448-053eec6339d4] Instance destroyed {{(pid=62574) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1762.853052] env[62574]: INFO nova.compute.manager [None req-b6a3fd9f-9bb0-400b-a14f-08393189d855 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] [instance: 9ed0f4bc-f4eb-4eca-b448-053eec6339d4] Took 1.23 seconds to destroy the instance on the hypervisor. [ 1762.853052] env[62574]: DEBUG oslo.service.loopingcall [None req-b6a3fd9f-9bb0-400b-a14f-08393189d855 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62574) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1762.853052] env[62574]: DEBUG nova.compute.manager [-] [instance: 9ed0f4bc-f4eb-4eca-b448-053eec6339d4] Deallocating network for instance {{(pid=62574) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1762.853052] env[62574]: DEBUG nova.network.neutron [-] [instance: 9ed0f4bc-f4eb-4eca-b448-053eec6339d4] deallocate_for_instance() {{(pid=62574) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1762.855561] env[62574]: DEBUG nova.compute.utils [None req-44eed893-5c09-491c-a92f-9a8145eae688 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Using /dev/sd instead of None {{(pid=62574) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1762.998076] env[62574]: DEBUG oslo_vmware.api [None req-13059c5c-38eb-497f-9a08-a58900525f40 tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] Task: {'id': task-1861927, 'name': PowerOffVM_Task, 'duration_secs': 0.258486} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1762.999033] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-13059c5c-38eb-497f-9a08-a58900525f40 tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] [instance: e34254ce-88c3-41dd-be1c-553eea828050] Powered off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1762.999033] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-13059c5c-38eb-497f-9a08-a58900525f40 tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] [instance: e34254ce-88c3-41dd-be1c-553eea828050] Unregistering the VM {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1762.999033] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-af9846eb-5cf8-4bfb-ab9d-16272a70152e {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.023490] env[62574]: DEBUG oslo_vmware.api [None req-9b92b186-cd41-4a7c-a775-3fd0e7f1ee99 tempest-ServersTestMultiNic-1484195929 tempest-ServersTestMultiNic-1484195929-project-member] Task: {'id': task-1861928, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067961} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1763.023842] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-9b92b186-cd41-4a7c-a775-3fd0e7f1ee99 tempest-ServersTestMultiNic-1484195929 tempest-ServersTestMultiNic-1484195929-project-member] [instance: f2c6c5a5-8ba2-40a4-808c-26b8b73e1050] Extended root virtual disk {{(pid=62574) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1763.025117] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2fcabfa-cff9-4f11-85da-3505760710ca {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.055026] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b92b186-cd41-4a7c-a775-3fd0e7f1ee99 tempest-ServersTestMultiNic-1484195929 tempest-ServersTestMultiNic-1484195929-project-member] [instance: f2c6c5a5-8ba2-40a4-808c-26b8b73e1050] Reconfiguring VM instance instance-00000043 to attach disk [datastore2] f2c6c5a5-8ba2-40a4-808c-26b8b73e1050/f2c6c5a5-8ba2-40a4-808c-26b8b73e1050.vmdk or device None with type sparse {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1763.056676] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cb92c59f-575f-4be3-9ff5-0f2b4fbf7e21 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.072151] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-41a085ec-ea3a-422f-9233-6b19a2aafc55 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] [instance: 315b8f76-6d67-4e58-8898-2b68a1e4f79a] Unregistered the VM {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1763.072391] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-41a085ec-ea3a-422f-9233-6b19a2aafc55 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] [instance: 315b8f76-6d67-4e58-8898-2b68a1e4f79a] Deleting contents of the VM from datastore datastore1 {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1763.072614] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-41a085ec-ea3a-422f-9233-6b19a2aafc55 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Deleting the datastore file [datastore1] 315b8f76-6d67-4e58-8898-2b68a1e4f79a {{(pid=62574) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1763.072935] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2d58d7b2-fa10-4de0-900a-09828748105e {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.081709] env[62574]: DEBUG oslo_vmware.api [None req-41a085ec-ea3a-422f-9233-6b19a2aafc55 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Waiting for the task: (returnval){ [ 1763.081709] env[62574]: value = "task-1861932" [ 1763.081709] env[62574]: _type = "Task" [ 1763.081709] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1763.083474] env[62574]: DEBUG oslo_vmware.api [None req-9b92b186-cd41-4a7c-a775-3fd0e7f1ee99 tempest-ServersTestMultiNic-1484195929 tempest-ServersTestMultiNic-1484195929-project-member] Waiting for the task: (returnval){ [ 1763.083474] env[62574]: value = "task-1861933" [ 1763.083474] env[62574]: _type = "Task" [ 1763.083474] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1763.098293] env[62574]: DEBUG oslo_vmware.api [None req-41a085ec-ea3a-422f-9233-6b19a2aafc55 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Task: {'id': task-1861932, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1763.104613] env[62574]: DEBUG oslo_vmware.api [None req-f38097e3-c8e9-4671-be1f-910f37315f6f tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Task: {'id': task-1861929, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1763.104871] env[62574]: DEBUG oslo_vmware.api [None req-9b92b186-cd41-4a7c-a775-3fd0e7f1ee99 tempest-ServersTestMultiNic-1484195929 tempest-ServersTestMultiNic-1484195929-project-member] Task: {'id': task-1861933, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1763.129826] env[62574]: DEBUG nova.compute.manager [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] [instance: 05938d25-9db4-4c10-b545-0f94781a9250] Instance has had 0 of 5 cleanup attempts {{(pid=62574) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1763.170254] env[62574]: DEBUG nova.compute.manager [req-78c25b40-4bc7-4250-b6c1-9f1b1055979e req-cd8edbac-4192-4e97-907f-93d84567e03b service nova] [instance: 9ed0f4bc-f4eb-4eca-b448-053eec6339d4] Received event network-vif-deleted-99ccaac5-2749-49e2-880e-d13e6c2243ef {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1763.170394] env[62574]: INFO nova.compute.manager [req-78c25b40-4bc7-4250-b6c1-9f1b1055979e req-cd8edbac-4192-4e97-907f-93d84567e03b service nova] [instance: 9ed0f4bc-f4eb-4eca-b448-053eec6339d4] Neutron deleted interface 99ccaac5-2749-49e2-880e-d13e6c2243ef; detaching it from the instance and deleting it from the info cache [ 1763.170622] env[62574]: DEBUG nova.network.neutron [req-78c25b40-4bc7-4250-b6c1-9f1b1055979e req-cd8edbac-4192-4e97-907f-93d84567e03b service nova] [instance: 9ed0f4bc-f4eb-4eca-b448-053eec6339d4] Updating instance_info_cache with network_info: [] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1763.176920] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-13059c5c-38eb-497f-9a08-a58900525f40 tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] [instance: e34254ce-88c3-41dd-be1c-553eea828050] Unregistered the VM {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1763.177163] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-13059c5c-38eb-497f-9a08-a58900525f40 tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] [instance: e34254ce-88c3-41dd-be1c-553eea828050] Deleting contents of the VM from datastore datastore1 {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1763.177352] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-13059c5c-38eb-497f-9a08-a58900525f40 tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] Deleting the datastore file [datastore1] e34254ce-88c3-41dd-be1c-553eea828050 {{(pid=62574) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1763.177646] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c564b34f-dc88-4645-b74c-89e7c905826f {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.184571] env[62574]: DEBUG oslo_vmware.api [None req-13059c5c-38eb-497f-9a08-a58900525f40 tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] Waiting for the task: (returnval){ [ 1763.184571] env[62574]: value = "task-1861934" [ 1763.184571] env[62574]: _type = "Task" [ 1763.184571] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1763.193338] env[62574]: DEBUG oslo_vmware.api [None req-13059c5c-38eb-497f-9a08-a58900525f40 tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] Task: {'id': task-1861934, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1763.217354] env[62574]: DEBUG nova.compute.manager [None req-dec079aa-83c6-4a48-a29b-4c585e681f56 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] [instance: 863dbe8b-20e6-485c-ba4d-b709d80fa327] Starting instance... {{(pid=62574) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1763.274334] env[62574]: DEBUG nova.compute.utils [None req-0dd38d03-2002-463c-951e-4aa9096e89c7 tempest-ServerPasswordTestJSON-355305620 tempest-ServerPasswordTestJSON-355305620-project-member] Using /dev/sd instead of None {{(pid=62574) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1763.279028] env[62574]: DEBUG nova.compute.manager [None req-0dd38d03-2002-463c-951e-4aa9096e89c7 tempest-ServerPasswordTestJSON-355305620 tempest-ServerPasswordTestJSON-355305620-project-member] [instance: 6a34c941-0a2c-4eb8-a0cf-5ddbcd9d4cba] Allocating IP information in the background. {{(pid=62574) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1763.279218] env[62574]: DEBUG nova.network.neutron [None req-0dd38d03-2002-463c-951e-4aa9096e89c7 tempest-ServerPasswordTestJSON-355305620 tempest-ServerPasswordTestJSON-355305620-project-member] [instance: 6a34c941-0a2c-4eb8-a0cf-5ddbcd9d4cba] allocate_for_instance() {{(pid=62574) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1763.312915] env[62574]: DEBUG oslo_concurrency.lockutils [None req-86009949-f11f-4be0-9d1b-ad7ec48153c1 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Lock "d3965319-4501-491b-bd91-0ca579ba9753" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.033s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1763.355569] env[62574]: DEBUG nova.policy [None req-0dd38d03-2002-463c-951e-4aa9096e89c7 tempest-ServerPasswordTestJSON-355305620 tempest-ServerPasswordTestJSON-355305620-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f5793a1c92fd4817a7db511494cfd842', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '24191a22df5d49b99483a09d688d46e8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62574) authorize /opt/stack/nova/nova/policy.py:192}} [ 1763.358895] env[62574]: DEBUG oslo_concurrency.lockutils [None req-44eed893-5c09-491c-a92f-9a8145eae688 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Lock "fb4b387a-6321-46fc-ac71-bedadebad505" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1763.605270] env[62574]: DEBUG oslo_vmware.api [None req-41a085ec-ea3a-422f-9233-6b19a2aafc55 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Task: {'id': task-1861932, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.223882} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1763.610383] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-41a085ec-ea3a-422f-9233-6b19a2aafc55 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Deleted the datastore file {{(pid=62574) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1763.610596] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-41a085ec-ea3a-422f-9233-6b19a2aafc55 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] [instance: 315b8f76-6d67-4e58-8898-2b68a1e4f79a] Deleted contents of the VM from datastore datastore1 {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1763.610773] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-41a085ec-ea3a-422f-9233-6b19a2aafc55 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] [instance: 315b8f76-6d67-4e58-8898-2b68a1e4f79a] Instance destroyed {{(pid=62574) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1763.610948] env[62574]: INFO nova.compute.manager [None req-41a085ec-ea3a-422f-9233-6b19a2aafc55 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] [instance: 315b8f76-6d67-4e58-8898-2b68a1e4f79a] Took 1.34 seconds to destroy the instance on the hypervisor. [ 1763.611225] env[62574]: DEBUG oslo.service.loopingcall [None req-41a085ec-ea3a-422f-9233-6b19a2aafc55 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62574) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1763.611446] env[62574]: DEBUG oslo_vmware.api [None req-f38097e3-c8e9-4671-be1f-910f37315f6f tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Task: {'id': task-1861929, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.538356} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1763.611638] env[62574]: DEBUG oslo_vmware.api [None req-9b92b186-cd41-4a7c-a775-3fd0e7f1ee99 tempest-ServersTestMultiNic-1484195929 tempest-ServersTestMultiNic-1484195929-project-member] Task: {'id': task-1861933, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1763.614206] env[62574]: DEBUG nova.compute.manager [-] [instance: 315b8f76-6d67-4e58-8898-2b68a1e4f79a] Deallocating network for instance {{(pid=62574) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1763.614315] env[62574]: DEBUG nova.network.neutron [-] [instance: 315b8f76-6d67-4e58-8898-2b68a1e4f79a] deallocate_for_instance() {{(pid=62574) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1763.615805] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-f38097e3-c8e9-4671-be1f-910f37315f6f tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk to [datastore1] fb94d5d1-7f0f-4534-b9e9-2a52ac9a7c7f/fb94d5d1-7f0f-4534-b9e9-2a52ac9a7c7f.vmdk {{(pid=62574) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1763.616041] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-f38097e3-c8e9-4671-be1f-910f37315f6f tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] [instance: fb94d5d1-7f0f-4534-b9e9-2a52ac9a7c7f] Extending root virtual disk to 1048576 {{(pid=62574) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1763.616468] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f4059665-7e43-4fcd-b7eb-d676c736386a {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.629700] env[62574]: DEBUG oslo_vmware.api [None req-f38097e3-c8e9-4671-be1f-910f37315f6f tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Waiting for the task: (returnval){ [ 1763.629700] env[62574]: value = "task-1861935" [ 1763.629700] env[62574]: _type = "Task" [ 1763.629700] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1763.633671] env[62574]: DEBUG nova.compute.manager [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] [instance: ab4ac58c-a716-46c6-ba11-fb5dd8e7ba24] Instance has had 0 of 5 cleanup attempts {{(pid=62574) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1763.646119] env[62574]: DEBUG nova.network.neutron [-] [instance: 9ed0f4bc-f4eb-4eca-b448-053eec6339d4] Updating instance_info_cache with network_info: [] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1763.647278] env[62574]: DEBUG oslo_vmware.api [None req-f38097e3-c8e9-4671-be1f-910f37315f6f tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Task: {'id': task-1861935, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1763.675390] env[62574]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-523286b2-3f23-450d-890b-74c0a4cd892a {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.686888] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-397f65bf-5c80-4497-a3ea-bdd5f799869e {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.713128] env[62574]: DEBUG oslo_vmware.api [None req-13059c5c-38eb-497f-9a08-a58900525f40 tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] Task: {'id': task-1861934, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.281256} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1763.713430] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-13059c5c-38eb-497f-9a08-a58900525f40 tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] Deleted the datastore file {{(pid=62574) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1763.713679] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-13059c5c-38eb-497f-9a08-a58900525f40 tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] [instance: e34254ce-88c3-41dd-be1c-553eea828050] Deleted contents of the VM from datastore datastore1 {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1763.713934] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-13059c5c-38eb-497f-9a08-a58900525f40 tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] [instance: e34254ce-88c3-41dd-be1c-553eea828050] Instance destroyed {{(pid=62574) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1763.714225] env[62574]: INFO nova.compute.manager [None req-13059c5c-38eb-497f-9a08-a58900525f40 tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] [instance: e34254ce-88c3-41dd-be1c-553eea828050] Took 1.25 seconds to destroy the instance on the hypervisor. [ 1763.715062] env[62574]: DEBUG oslo.service.loopingcall [None req-13059c5c-38eb-497f-9a08-a58900525f40 tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62574) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1763.717229] env[62574]: DEBUG nova.compute.manager [-] [instance: e34254ce-88c3-41dd-be1c-553eea828050] Deallocating network for instance {{(pid=62574) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1763.717444] env[62574]: DEBUG nova.network.neutron [-] [instance: e34254ce-88c3-41dd-be1c-553eea828050] deallocate_for_instance() {{(pid=62574) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1763.742203] env[62574]: DEBUG nova.compute.manager [req-78c25b40-4bc7-4250-b6c1-9f1b1055979e req-cd8edbac-4192-4e97-907f-93d84567e03b service nova] [instance: 9ed0f4bc-f4eb-4eca-b448-053eec6339d4] Detach interface failed, port_id=99ccaac5-2749-49e2-880e-d13e6c2243ef, reason: Instance 9ed0f4bc-f4eb-4eca-b448-053eec6339d4 could not be found. {{(pid=62574) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 1763.757303] env[62574]: DEBUG oslo_concurrency.lockutils [None req-dec079aa-83c6-4a48-a29b-4c585e681f56 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1763.768261] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccf6c338-10e5-47ac-8cf6-13216dc1810a {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.776301] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbc93c7c-ab47-4d76-b9c9-b85edd33c82d {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.780484] env[62574]: DEBUG nova.compute.manager [None req-0dd38d03-2002-463c-951e-4aa9096e89c7 tempest-ServerPasswordTestJSON-355305620 tempest-ServerPasswordTestJSON-355305620-project-member] [instance: 6a34c941-0a2c-4eb8-a0cf-5ddbcd9d4cba] Start building block device mappings for instance. {{(pid=62574) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1763.815019] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76d73aab-c683-42eb-8137-a3c7f712b8ce {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.824390] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ddf5d05-540b-475f-9dae-0650ad2398cb {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.839424] env[62574]: DEBUG nova.compute.provider_tree [None req-2f74f1df-8b64-49b1-ad89-2a3e6f144e99 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Inventory has not changed in ProviderTree for provider: f0ed160a-beff-4626-a531-2a70d7bc0627 {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1764.104875] env[62574]: DEBUG oslo_vmware.api [None req-9b92b186-cd41-4a7c-a775-3fd0e7f1ee99 tempest-ServersTestMultiNic-1484195929 tempest-ServersTestMultiNic-1484195929-project-member] Task: {'id': task-1861933, 'name': ReconfigVM_Task, 'duration_secs': 0.545173} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1764.105193] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b92b186-cd41-4a7c-a775-3fd0e7f1ee99 tempest-ServersTestMultiNic-1484195929 tempest-ServersTestMultiNic-1484195929-project-member] [instance: f2c6c5a5-8ba2-40a4-808c-26b8b73e1050] Reconfigured VM instance instance-00000043 to attach disk [datastore2] f2c6c5a5-8ba2-40a4-808c-26b8b73e1050/f2c6c5a5-8ba2-40a4-808c-26b8b73e1050.vmdk or device None with type sparse {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1764.106199] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-75d8ece1-0906-4d65-8f1a-e4d05e9814df {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.112924] env[62574]: DEBUG oslo_vmware.api [None req-9b92b186-cd41-4a7c-a775-3fd0e7f1ee99 tempest-ServersTestMultiNic-1484195929 tempest-ServersTestMultiNic-1484195929-project-member] Waiting for the task: (returnval){ [ 1764.112924] env[62574]: value = "task-1861936" [ 1764.112924] env[62574]: _type = "Task" [ 1764.112924] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1764.122353] env[62574]: DEBUG oslo_vmware.api [None req-9b92b186-cd41-4a7c-a775-3fd0e7f1ee99 tempest-ServersTestMultiNic-1484195929 tempest-ServersTestMultiNic-1484195929-project-member] Task: {'id': task-1861936, 'name': Rename_Task} progress is 5%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1764.139028] env[62574]: DEBUG nova.compute.manager [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] [instance: 1aff4bff-16cd-4873-9b4d-3538d4779084] Instance has had 0 of 5 cleanup attempts {{(pid=62574) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1764.142047] env[62574]: DEBUG oslo_vmware.api [None req-f38097e3-c8e9-4671-be1f-910f37315f6f tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Task: {'id': task-1861935, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.103348} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1764.142616] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-f38097e3-c8e9-4671-be1f-910f37315f6f tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] [instance: fb94d5d1-7f0f-4534-b9e9-2a52ac9a7c7f] Extended root virtual disk {{(pid=62574) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1764.143483] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c876ef1-2033-4ac8-83b7-7c09c6b383cc {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.147369] env[62574]: INFO nova.compute.manager [-] [instance: 9ed0f4bc-f4eb-4eca-b448-053eec6339d4] Took 1.29 seconds to deallocate network for instance. [ 1764.172539] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-f38097e3-c8e9-4671-be1f-910f37315f6f tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] [instance: fb94d5d1-7f0f-4534-b9e9-2a52ac9a7c7f] Reconfiguring VM instance instance-00000045 to attach disk [datastore1] fb94d5d1-7f0f-4534-b9e9-2a52ac9a7c7f/fb94d5d1-7f0f-4534-b9e9-2a52ac9a7c7f.vmdk or device None with type sparse {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1764.176298] env[62574]: DEBUG nova.network.neutron [None req-0dd38d03-2002-463c-951e-4aa9096e89c7 tempest-ServerPasswordTestJSON-355305620 tempest-ServerPasswordTestJSON-355305620-project-member] [instance: 6a34c941-0a2c-4eb8-a0cf-5ddbcd9d4cba] Successfully created port: 44ffc396-05ab-4e7b-a89d-7bf523a8c25d {{(pid=62574) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1764.176488] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-94b6e371-728c-4b86-9038-ae6a43d53bfb {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.204502] env[62574]: DEBUG oslo_vmware.api [None req-f38097e3-c8e9-4671-be1f-910f37315f6f tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Waiting for the task: (returnval){ [ 1764.204502] env[62574]: value = "task-1861937" [ 1764.204502] env[62574]: _type = "Task" [ 1764.204502] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1764.213595] env[62574]: DEBUG oslo_vmware.api [None req-f38097e3-c8e9-4671-be1f-910f37315f6f tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Task: {'id': task-1861937, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1764.342962] env[62574]: DEBUG nova.scheduler.client.report [None req-2f74f1df-8b64-49b1-ad89-2a3e6f144e99 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Inventory has not changed for provider f0ed160a-beff-4626-a531-2a70d7bc0627 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1764.358327] env[62574]: DEBUG nova.compute.manager [req-8b7c8454-9d8c-4666-8d0f-b6130a795339 req-5e906a06-c3b6-4d80-8f72-cb80b3d2fbb4 service nova] [instance: 315b8f76-6d67-4e58-8898-2b68a1e4f79a] Received event network-vif-deleted-dee92b27-bf91-4a13-a02f-79a2d6a7a6d2 {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1764.358541] env[62574]: INFO nova.compute.manager [req-8b7c8454-9d8c-4666-8d0f-b6130a795339 req-5e906a06-c3b6-4d80-8f72-cb80b3d2fbb4 service nova] [instance: 315b8f76-6d67-4e58-8898-2b68a1e4f79a] Neutron deleted interface dee92b27-bf91-4a13-a02f-79a2d6a7a6d2; detaching it from the instance and deleting it from the info cache [ 1764.358720] env[62574]: DEBUG nova.network.neutron [req-8b7c8454-9d8c-4666-8d0f-b6130a795339 req-5e906a06-c3b6-4d80-8f72-cb80b3d2fbb4 service nova] [instance: 315b8f76-6d67-4e58-8898-2b68a1e4f79a] Updating instance_info_cache with network_info: [] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1764.442935] env[62574]: DEBUG nova.network.neutron [-] [instance: 315b8f76-6d67-4e58-8898-2b68a1e4f79a] Updating instance_info_cache with network_info: [] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1764.546663] env[62574]: DEBUG oslo_concurrency.lockutils [None req-44eed893-5c09-491c-a92f-9a8145eae688 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Acquiring lock "fb4b387a-6321-46fc-ac71-bedadebad505" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1764.546964] env[62574]: DEBUG oslo_concurrency.lockutils [None req-44eed893-5c09-491c-a92f-9a8145eae688 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Lock "fb4b387a-6321-46fc-ac71-bedadebad505" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1764.547996] env[62574]: INFO nova.compute.manager [None req-44eed893-5c09-491c-a92f-9a8145eae688 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] [instance: fb4b387a-6321-46fc-ac71-bedadebad505] Attaching volume b30b2e56-590c-42fe-9aab-d619c6fda2aa to /dev/sdb [ 1764.583069] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be0dbf50-a231-4772-bdba-63ebb39f5766 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.591654] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1aca9357-70ec-49e8-ab5b-14562fd4ccde {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.607127] env[62574]: DEBUG nova.virt.block_device [None req-44eed893-5c09-491c-a92f-9a8145eae688 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] [instance: fb4b387a-6321-46fc-ac71-bedadebad505] Updating existing volume attachment record: 5f45f2cf-b205-49d1-99b2-ccfddf130b5f {{(pid=62574) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1764.627262] env[62574]: DEBUG oslo_vmware.api [None req-9b92b186-cd41-4a7c-a775-3fd0e7f1ee99 tempest-ServersTestMultiNic-1484195929 tempest-ServersTestMultiNic-1484195929-project-member] Task: {'id': task-1861936, 'name': Rename_Task, 'duration_secs': 0.248436} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1764.627576] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b92b186-cd41-4a7c-a775-3fd0e7f1ee99 tempest-ServersTestMultiNic-1484195929 tempest-ServersTestMultiNic-1484195929-project-member] [instance: f2c6c5a5-8ba2-40a4-808c-26b8b73e1050] Powering on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1764.627927] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0032aa02-0ed6-45ee-bac9-1e949da47c70 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.635511] env[62574]: DEBUG oslo_vmware.api [None req-9b92b186-cd41-4a7c-a775-3fd0e7f1ee99 tempest-ServersTestMultiNic-1484195929 tempest-ServersTestMultiNic-1484195929-project-member] Waiting for the task: (returnval){ [ 1764.635511] env[62574]: value = "task-1861938" [ 1764.635511] env[62574]: _type = "Task" [ 1764.635511] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1764.646794] env[62574]: DEBUG nova.compute.manager [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] [instance: 4df11575-4191-4213-80f6-c74ba97b856f] Instance has had 0 of 5 cleanup attempts {{(pid=62574) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1764.648619] env[62574]: DEBUG oslo_vmware.api [None req-9b92b186-cd41-4a7c-a775-3fd0e7f1ee99 tempest-ServersTestMultiNic-1484195929 tempest-ServersTestMultiNic-1484195929-project-member] Task: {'id': task-1861938, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1764.675051] env[62574]: DEBUG oslo_concurrency.lockutils [None req-b6a3fd9f-9bb0-400b-a14f-08393189d855 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1764.714182] env[62574]: DEBUG oslo_vmware.api [None req-f38097e3-c8e9-4671-be1f-910f37315f6f tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Task: {'id': task-1861937, 'name': ReconfigVM_Task, 'duration_secs': 0.342208} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1764.714182] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-f38097e3-c8e9-4671-be1f-910f37315f6f tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] [instance: fb94d5d1-7f0f-4534-b9e9-2a52ac9a7c7f] Reconfigured VM instance instance-00000045 to attach disk [datastore1] fb94d5d1-7f0f-4534-b9e9-2a52ac9a7c7f/fb94d5d1-7f0f-4534-b9e9-2a52ac9a7c7f.vmdk or device None with type sparse {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1764.714593] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8e32206d-efa6-4b12-bcc9-dbdeac9ac6e1 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.720637] env[62574]: DEBUG oslo_vmware.api [None req-f38097e3-c8e9-4671-be1f-910f37315f6f tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Waiting for the task: (returnval){ [ 1764.720637] env[62574]: value = "task-1861939" [ 1764.720637] env[62574]: _type = "Task" [ 1764.720637] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1764.729726] env[62574]: DEBUG oslo_vmware.api [None req-f38097e3-c8e9-4671-be1f-910f37315f6f tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Task: {'id': task-1861939, 'name': Rename_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1764.791364] env[62574]: DEBUG nova.compute.manager [None req-0dd38d03-2002-463c-951e-4aa9096e89c7 tempest-ServerPasswordTestJSON-355305620 tempest-ServerPasswordTestJSON-355305620-project-member] [instance: 6a34c941-0a2c-4eb8-a0cf-5ddbcd9d4cba] Start spawning the instance on the hypervisor. {{(pid=62574) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1764.793773] env[62574]: DEBUG nova.network.neutron [-] [instance: e34254ce-88c3-41dd-be1c-553eea828050] Updating instance_info_cache with network_info: [] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1764.820684] env[62574]: DEBUG nova.virt.hardware [None req-0dd38d03-2002-463c-951e-4aa9096e89c7 tempest-ServerPasswordTestJSON-355305620 tempest-ServerPasswordTestJSON-355305620-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T19:26:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-13T19:26:40Z,direct_url=,disk_format='vmdk',id=3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7eed1dd4d2c3418eb32c4f4ceda3ab0d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-13T19:26:41Z,virtual_size=,visibility=), allow threads: False {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1764.821057] env[62574]: DEBUG nova.virt.hardware [None req-0dd38d03-2002-463c-951e-4aa9096e89c7 tempest-ServerPasswordTestJSON-355305620 tempest-ServerPasswordTestJSON-355305620-project-member] Flavor limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1764.821221] env[62574]: DEBUG nova.virt.hardware [None req-0dd38d03-2002-463c-951e-4aa9096e89c7 tempest-ServerPasswordTestJSON-355305620 tempest-ServerPasswordTestJSON-355305620-project-member] Image limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1764.821442] env[62574]: DEBUG nova.virt.hardware [None req-0dd38d03-2002-463c-951e-4aa9096e89c7 tempest-ServerPasswordTestJSON-355305620 tempest-ServerPasswordTestJSON-355305620-project-member] Flavor pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1764.821618] env[62574]: DEBUG nova.virt.hardware [None req-0dd38d03-2002-463c-951e-4aa9096e89c7 tempest-ServerPasswordTestJSON-355305620 tempest-ServerPasswordTestJSON-355305620-project-member] Image pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1764.821809] env[62574]: DEBUG nova.virt.hardware [None req-0dd38d03-2002-463c-951e-4aa9096e89c7 tempest-ServerPasswordTestJSON-355305620 tempest-ServerPasswordTestJSON-355305620-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1764.822070] env[62574]: DEBUG nova.virt.hardware [None req-0dd38d03-2002-463c-951e-4aa9096e89c7 tempest-ServerPasswordTestJSON-355305620 tempest-ServerPasswordTestJSON-355305620-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1764.822288] env[62574]: DEBUG nova.virt.hardware [None req-0dd38d03-2002-463c-951e-4aa9096e89c7 tempest-ServerPasswordTestJSON-355305620 tempest-ServerPasswordTestJSON-355305620-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1764.822505] env[62574]: DEBUG nova.virt.hardware [None req-0dd38d03-2002-463c-951e-4aa9096e89c7 tempest-ServerPasswordTestJSON-355305620 tempest-ServerPasswordTestJSON-355305620-project-member] Got 1 possible topologies {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1764.822735] env[62574]: DEBUG nova.virt.hardware [None req-0dd38d03-2002-463c-951e-4aa9096e89c7 tempest-ServerPasswordTestJSON-355305620 tempest-ServerPasswordTestJSON-355305620-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1764.822947] env[62574]: DEBUG nova.virt.hardware [None req-0dd38d03-2002-463c-951e-4aa9096e89c7 tempest-ServerPasswordTestJSON-355305620 tempest-ServerPasswordTestJSON-355305620-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1764.824154] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e15261aa-429d-4cf5-9a58-3d6fff855056 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.831980] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c430f7c8-16c5-40a1-ad4d-5016e0b3fb5d {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.865966] env[62574]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ce846639-839c-4bb3-a601-e2b3a1503fce {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.875885] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b83729c-fcfd-47c3-8feb-1b8f92c6da8a {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.915045] env[62574]: DEBUG nova.compute.manager [req-8b7c8454-9d8c-4666-8d0f-b6130a795339 req-5e906a06-c3b6-4d80-8f72-cb80b3d2fbb4 service nova] [instance: 315b8f76-6d67-4e58-8898-2b68a1e4f79a] Detach interface failed, port_id=dee92b27-bf91-4a13-a02f-79a2d6a7a6d2, reason: Instance 315b8f76-6d67-4e58-8898-2b68a1e4f79a could not be found. {{(pid=62574) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 1764.947875] env[62574]: INFO nova.compute.manager [-] [instance: 315b8f76-6d67-4e58-8898-2b68a1e4f79a] Took 1.33 seconds to deallocate network for instance. [ 1765.146450] env[62574]: DEBUG oslo_vmware.api [None req-9b92b186-cd41-4a7c-a775-3fd0e7f1ee99 tempest-ServersTestMultiNic-1484195929 tempest-ServersTestMultiNic-1484195929-project-member] Task: {'id': task-1861938, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1765.150111] env[62574]: DEBUG nova.compute.manager [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] [instance: f68bb186-74b9-4c10-a7a0-e8feda38b3bd] Instance has had 0 of 5 cleanup attempts {{(pid=62574) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1765.199824] env[62574]: DEBUG nova.compute.manager [req-765afd96-e513-4c1d-a571-62c9cf7e8067 req-9bc344ec-1e49-442d-b7a2-b7d57026ee18 service nova] [instance: e34254ce-88c3-41dd-be1c-553eea828050] Received event network-vif-deleted-5eeb55df-8dce-4fd3-b7ab-cb5ecb41437a {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1765.233361] env[62574]: DEBUG oslo_vmware.api [None req-f38097e3-c8e9-4671-be1f-910f37315f6f tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Task: {'id': task-1861939, 'name': Rename_Task, 'duration_secs': 0.194449} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1765.233754] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-f38097e3-c8e9-4671-be1f-910f37315f6f tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] [instance: fb94d5d1-7f0f-4534-b9e9-2a52ac9a7c7f] Powering on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1765.234069] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-738c7d99-5cfd-4101-b43a-684ae159e7ca {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.240487] env[62574]: DEBUG oslo_vmware.api [None req-f38097e3-c8e9-4671-be1f-910f37315f6f tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Waiting for the task: (returnval){ [ 1765.240487] env[62574]: value = "task-1861943" [ 1765.240487] env[62574]: _type = "Task" [ 1765.240487] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1765.249113] env[62574]: DEBUG oslo_vmware.api [None req-f38097e3-c8e9-4671-be1f-910f37315f6f tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Task: {'id': task-1861943, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1765.296504] env[62574]: INFO nova.compute.manager [-] [instance: e34254ce-88c3-41dd-be1c-553eea828050] Took 1.58 seconds to deallocate network for instance. [ 1765.353333] env[62574]: DEBUG oslo_concurrency.lockutils [None req-2f74f1df-8b64-49b1-ad89-2a3e6f144e99 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.582s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1765.353587] env[62574]: DEBUG nova.compute.manager [None req-2f74f1df-8b64-49b1-ad89-2a3e6f144e99 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] [instance: 4cc7d784-be5d-41db-a028-0dade3464032] Resized/migrated instance is powered off. Setting vm_state to 'stopped'. {{(pid=62574) _confirm_resize /opt/stack/nova/nova/compute/manager.py:5319}} [ 1765.356647] env[62574]: DEBUG oslo_concurrency.lockutils [None req-47e49b04-1f5e-4acb-83da-0af0289cbc3b tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.649s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1765.356918] env[62574]: DEBUG nova.objects.instance [None req-47e49b04-1f5e-4acb-83da-0af0289cbc3b tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Lazy-loading 'resources' on Instance uuid 437af2e4-dbbd-4fc4-8262-a8a179e4c3bb {{(pid=62574) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1765.454610] env[62574]: DEBUG oslo_concurrency.lockutils [None req-41a085ec-ea3a-422f-9233-6b19a2aafc55 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1765.559441] env[62574]: DEBUG oslo_concurrency.lockutils [None req-6c4f6635-afc1-4bed-be10-012b84a320b3 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Acquiring lock "2238c3b9-d614-49b1-b507-31f649ac4b25" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1765.559717] env[62574]: DEBUG oslo_concurrency.lockutils [None req-6c4f6635-afc1-4bed-be10-012b84a320b3 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Lock "2238c3b9-d614-49b1-b507-31f649ac4b25" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1765.647566] env[62574]: DEBUG oslo_vmware.api [None req-9b92b186-cd41-4a7c-a775-3fd0e7f1ee99 tempest-ServersTestMultiNic-1484195929 tempest-ServersTestMultiNic-1484195929-project-member] Task: {'id': task-1861938, 'name': PowerOnVM_Task, 'duration_secs': 0.6571} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1765.647995] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b92b186-cd41-4a7c-a775-3fd0e7f1ee99 tempest-ServersTestMultiNic-1484195929 tempest-ServersTestMultiNic-1484195929-project-member] [instance: f2c6c5a5-8ba2-40a4-808c-26b8b73e1050] Powered on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1765.648313] env[62574]: INFO nova.compute.manager [None req-9b92b186-cd41-4a7c-a775-3fd0e7f1ee99 tempest-ServersTestMultiNic-1484195929 tempest-ServersTestMultiNic-1484195929-project-member] [instance: f2c6c5a5-8ba2-40a4-808c-26b8b73e1050] Took 18.22 seconds to spawn the instance on the hypervisor. [ 1765.648494] env[62574]: DEBUG nova.compute.manager [None req-9b92b186-cd41-4a7c-a775-3fd0e7f1ee99 tempest-ServersTestMultiNic-1484195929 tempest-ServersTestMultiNic-1484195929-project-member] [instance: f2c6c5a5-8ba2-40a4-808c-26b8b73e1050] Checking state {{(pid=62574) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1765.649320] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ce98bbf-0856-4d06-9234-ccde3b4865b3 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.652559] env[62574]: DEBUG nova.compute.manager [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] [instance: 958ea876-0fce-4489-9fd8-d577d5ac230b] Instance has had 0 of 5 cleanup attempts {{(pid=62574) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1765.751299] env[62574]: DEBUG oslo_vmware.api [None req-f38097e3-c8e9-4671-be1f-910f37315f6f tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Task: {'id': task-1861943, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1765.804124] env[62574]: DEBUG oslo_concurrency.lockutils [None req-13059c5c-38eb-497f-9a08-a58900525f40 tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1765.915857] env[62574]: INFO nova.scheduler.client.report [None req-2f74f1df-8b64-49b1-ad89-2a3e6f144e99 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Deleted allocation for migration b481985c-0ee2-48dd-bdf7-d2398c0a6c36 [ 1766.061891] env[62574]: DEBUG nova.compute.manager [None req-6c4f6635-afc1-4bed-be10-012b84a320b3 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] [instance: 2238c3b9-d614-49b1-b507-31f649ac4b25] Starting instance... {{(pid=62574) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1766.159233] env[62574]: DEBUG nova.compute.manager [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] [instance: 3692d5e9-2382-4f95-8ca4-0a57474e9be7] Instance has had 0 of 5 cleanup attempts {{(pid=62574) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1766.167288] env[62574]: INFO nova.compute.manager [None req-9b92b186-cd41-4a7c-a775-3fd0e7f1ee99 tempest-ServersTestMultiNic-1484195929 tempest-ServersTestMultiNic-1484195929-project-member] [instance: f2c6c5a5-8ba2-40a4-808c-26b8b73e1050] Took 40.13 seconds to build instance. [ 1766.172829] env[62574]: DEBUG nova.objects.instance [None req-5e4facdb-d150-404b-a53b-2909f285589c tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Lazy-loading 'flavor' on Instance uuid 4cc7d784-be5d-41db-a028-0dade3464032 {{(pid=62574) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1766.242673] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88f94774-f80e-456b-bd8c-40fe9674dc7f {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.253715] env[62574]: DEBUG oslo_vmware.api [None req-f38097e3-c8e9-4671-be1f-910f37315f6f tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Task: {'id': task-1861943, 'name': PowerOnVM_Task, 'duration_secs': 0.557094} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1766.256375] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-f38097e3-c8e9-4671-be1f-910f37315f6f tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] [instance: fb94d5d1-7f0f-4534-b9e9-2a52ac9a7c7f] Powered on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1766.256642] env[62574]: INFO nova.compute.manager [None req-f38097e3-c8e9-4671-be1f-910f37315f6f tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] [instance: fb94d5d1-7f0f-4534-b9e9-2a52ac9a7c7f] Took 8.36 seconds to spawn the instance on the hypervisor. [ 1766.256889] env[62574]: DEBUG nova.compute.manager [None req-f38097e3-c8e9-4671-be1f-910f37315f6f tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] [instance: fb94d5d1-7f0f-4534-b9e9-2a52ac9a7c7f] Checking state {{(pid=62574) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1766.258326] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecc0d893-66c4-4b02-9f3e-c82638caeada {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.261728] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5184d43-2c04-43a5-a4f4-2094b0d84546 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.298371] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-168a24a4-dae3-449f-aa53-4b37751115bc {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.306787] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52630219-4fc9-415e-8b7a-d08fe8284fe0 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.321055] env[62574]: DEBUG nova.compute.provider_tree [None req-47e49b04-1f5e-4acb-83da-0af0289cbc3b tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Inventory has not changed in ProviderTree for provider: f0ed160a-beff-4626-a531-2a70d7bc0627 {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1766.424107] env[62574]: DEBUG oslo_concurrency.lockutils [None req-2f74f1df-8b64-49b1-ad89-2a3e6f144e99 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Lock "4cc7d784-be5d-41db-a028-0dade3464032" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 15.765s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1766.589374] env[62574]: DEBUG oslo_concurrency.lockutils [None req-6c4f6635-afc1-4bed-be10-012b84a320b3 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1766.669357] env[62574]: DEBUG oslo_concurrency.lockutils [None req-9b92b186-cd41-4a7c-a775-3fd0e7f1ee99 tempest-ServersTestMultiNic-1484195929 tempest-ServersTestMultiNic-1484195929-project-member] Lock "f2c6c5a5-8ba2-40a4-808c-26b8b73e1050" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.651s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1766.669828] env[62574]: DEBUG nova.compute.manager [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] [instance: c195131e-5a17-4c77-b7d2-8873bb6a9653] Instance has had 0 of 5 cleanup attempts {{(pid=62574) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1766.676999] env[62574]: DEBUG oslo_concurrency.lockutils [None req-5e4facdb-d150-404b-a53b-2909f285589c tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Acquiring lock "refresh_cache-4cc7d784-be5d-41db-a028-0dade3464032" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1766.677154] env[62574]: DEBUG oslo_concurrency.lockutils [None req-5e4facdb-d150-404b-a53b-2909f285589c tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Acquired lock "refresh_cache-4cc7d784-be5d-41db-a028-0dade3464032" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1766.677349] env[62574]: DEBUG nova.network.neutron [None req-5e4facdb-d150-404b-a53b-2909f285589c tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] [instance: 4cc7d784-be5d-41db-a028-0dade3464032] Building network info cache for instance {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1766.677545] env[62574]: DEBUG nova.objects.instance [None req-5e4facdb-d150-404b-a53b-2909f285589c tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Lazy-loading 'info_cache' on Instance uuid 4cc7d784-be5d-41db-a028-0dade3464032 {{(pid=62574) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1766.781961] env[62574]: INFO nova.compute.manager [None req-f38097e3-c8e9-4671-be1f-910f37315f6f tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] [instance: fb94d5d1-7f0f-4534-b9e9-2a52ac9a7c7f] Took 32.25 seconds to build instance. [ 1766.825051] env[62574]: DEBUG nova.scheduler.client.report [None req-47e49b04-1f5e-4acb-83da-0af0289cbc3b tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Inventory has not changed for provider f0ed160a-beff-4626-a531-2a70d7bc0627 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1767.142050] env[62574]: DEBUG oslo_concurrency.lockutils [None req-1f69f444-322f-45dd-8144-ec4e03937614 tempest-ServersTestMultiNic-1484195929 tempest-ServersTestMultiNic-1484195929-project-member] Acquiring lock "f2c6c5a5-8ba2-40a4-808c-26b8b73e1050" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1767.142163] env[62574]: DEBUG oslo_concurrency.lockutils [None req-1f69f444-322f-45dd-8144-ec4e03937614 tempest-ServersTestMultiNic-1484195929 tempest-ServersTestMultiNic-1484195929-project-member] Lock "f2c6c5a5-8ba2-40a4-808c-26b8b73e1050" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1767.142911] env[62574]: DEBUG oslo_concurrency.lockutils [None req-1f69f444-322f-45dd-8144-ec4e03937614 tempest-ServersTestMultiNic-1484195929 tempest-ServersTestMultiNic-1484195929-project-member] Acquiring lock "f2c6c5a5-8ba2-40a4-808c-26b8b73e1050-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1767.142911] env[62574]: DEBUG oslo_concurrency.lockutils [None req-1f69f444-322f-45dd-8144-ec4e03937614 tempest-ServersTestMultiNic-1484195929 tempest-ServersTestMultiNic-1484195929-project-member] Lock "f2c6c5a5-8ba2-40a4-808c-26b8b73e1050-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1767.142911] env[62574]: DEBUG oslo_concurrency.lockutils [None req-1f69f444-322f-45dd-8144-ec4e03937614 tempest-ServersTestMultiNic-1484195929 tempest-ServersTestMultiNic-1484195929-project-member] Lock "f2c6c5a5-8ba2-40a4-808c-26b8b73e1050-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1767.144747] env[62574]: INFO nova.compute.manager [None req-1f69f444-322f-45dd-8144-ec4e03937614 tempest-ServersTestMultiNic-1484195929 tempest-ServersTestMultiNic-1484195929-project-member] [instance: f2c6c5a5-8ba2-40a4-808c-26b8b73e1050] Terminating instance [ 1767.173044] env[62574]: DEBUG nova.compute.manager [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] [instance: c2e5c2fb-e759-48f8-8bdc-7fd0a86ac1b9] Instance has had 0 of 5 cleanup attempts {{(pid=62574) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1767.181244] env[62574]: DEBUG nova.objects.base [None req-5e4facdb-d150-404b-a53b-2909f285589c tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Object Instance<4cc7d784-be5d-41db-a028-0dade3464032> lazy-loaded attributes: flavor,info_cache {{(pid=62574) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1767.284221] env[62574]: DEBUG oslo_concurrency.lockutils [None req-f38097e3-c8e9-4671-be1f-910f37315f6f tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Lock "fb94d5d1-7f0f-4534-b9e9-2a52ac9a7c7f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.765s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1767.333139] env[62574]: DEBUG oslo_concurrency.lockutils [None req-47e49b04-1f5e-4acb-83da-0af0289cbc3b tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.976s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1767.335746] env[62574]: DEBUG oslo_concurrency.lockutils [None req-ea009508-9029-4a05-88c4-680b04aad5c9 tempest-FloatingIPsAssociationNegativeTestJSON-1871919481 tempest-FloatingIPsAssociationNegativeTestJSON-1871919481-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.234s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1767.335974] env[62574]: DEBUG nova.objects.instance [None req-ea009508-9029-4a05-88c4-680b04aad5c9 tempest-FloatingIPsAssociationNegativeTestJSON-1871919481 tempest-FloatingIPsAssociationNegativeTestJSON-1871919481-project-member] Lazy-loading 'resources' on Instance uuid 4d74e512-951b-49f7-80d0-4a24a2fdecda {{(pid=62574) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1767.356111] env[62574]: INFO nova.scheduler.client.report [None req-47e49b04-1f5e-4acb-83da-0af0289cbc3b tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Deleted allocations for instance 437af2e4-dbbd-4fc4-8262-a8a179e4c3bb [ 1767.589899] env[62574]: DEBUG nova.compute.manager [req-deca10ce-eb01-46d2-a742-a0bdbf5535a9 req-0f28fc76-13c1-4790-8dd1-08aec33330bc service nova] [instance: fb94d5d1-7f0f-4534-b9e9-2a52ac9a7c7f] Received event network-changed-91e1a2e4-68a4-4555-8e30-426e35a4f273 {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1767.590169] env[62574]: DEBUG nova.compute.manager [req-deca10ce-eb01-46d2-a742-a0bdbf5535a9 req-0f28fc76-13c1-4790-8dd1-08aec33330bc service nova] [instance: fb94d5d1-7f0f-4534-b9e9-2a52ac9a7c7f] Refreshing instance network info cache due to event network-changed-91e1a2e4-68a4-4555-8e30-426e35a4f273. {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1767.590408] env[62574]: DEBUG oslo_concurrency.lockutils [req-deca10ce-eb01-46d2-a742-a0bdbf5535a9 req-0f28fc76-13c1-4790-8dd1-08aec33330bc service nova] Acquiring lock "refresh_cache-fb94d5d1-7f0f-4534-b9e9-2a52ac9a7c7f" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1767.590554] env[62574]: DEBUG oslo_concurrency.lockutils [req-deca10ce-eb01-46d2-a742-a0bdbf5535a9 req-0f28fc76-13c1-4790-8dd1-08aec33330bc service nova] Acquired lock "refresh_cache-fb94d5d1-7f0f-4534-b9e9-2a52ac9a7c7f" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1767.590714] env[62574]: DEBUG nova.network.neutron [req-deca10ce-eb01-46d2-a742-a0bdbf5535a9 req-0f28fc76-13c1-4790-8dd1-08aec33330bc service nova] [instance: fb94d5d1-7f0f-4534-b9e9-2a52ac9a7c7f] Refreshing network info cache for port 91e1a2e4-68a4-4555-8e30-426e35a4f273 {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1767.649369] env[62574]: DEBUG nova.compute.manager [None req-1f69f444-322f-45dd-8144-ec4e03937614 tempest-ServersTestMultiNic-1484195929 tempest-ServersTestMultiNic-1484195929-project-member] [instance: f2c6c5a5-8ba2-40a4-808c-26b8b73e1050] Start destroying the instance on the hypervisor. {{(pid=62574) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1767.649614] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-1f69f444-322f-45dd-8144-ec4e03937614 tempest-ServersTestMultiNic-1484195929 tempest-ServersTestMultiNic-1484195929-project-member] [instance: f2c6c5a5-8ba2-40a4-808c-26b8b73e1050] Destroying instance {{(pid=62574) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1767.650582] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddfbc376-6bf7-4147-b4b1-422fa8963635 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.659588] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f69f444-322f-45dd-8144-ec4e03937614 tempest-ServersTestMultiNic-1484195929 tempest-ServersTestMultiNic-1484195929-project-member] [instance: f2c6c5a5-8ba2-40a4-808c-26b8b73e1050] Powering off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1767.659791] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-53cbb10e-5fce-4637-a9c9-200dbf50be8b {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.667309] env[62574]: DEBUG oslo_vmware.api [None req-1f69f444-322f-45dd-8144-ec4e03937614 tempest-ServersTestMultiNic-1484195929 tempest-ServersTestMultiNic-1484195929-project-member] Waiting for the task: (returnval){ [ 1767.667309] env[62574]: value = "task-1861945" [ 1767.667309] env[62574]: _type = "Task" [ 1767.667309] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1767.676441] env[62574]: DEBUG nova.compute.manager [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] [instance: 1885c76e-a6bc-4f5b-bf2b-fe43229cec08] Instance has had 0 of 5 cleanup attempts {{(pid=62574) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1767.678900] env[62574]: DEBUG oslo_vmware.api [None req-1f69f444-322f-45dd-8144-ec4e03937614 tempest-ServersTestMultiNic-1484195929 tempest-ServersTestMultiNic-1484195929-project-member] Task: {'id': task-1861945, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1767.864912] env[62574]: DEBUG oslo_concurrency.lockutils [None req-47e49b04-1f5e-4acb-83da-0af0289cbc3b tempest-ImagesOneServerNegativeTestJSON-389050207 tempest-ImagesOneServerNegativeTestJSON-389050207-project-member] Lock "437af2e4-dbbd-4fc4-8262-a8a179e4c3bb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.063s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1768.135140] env[62574]: DEBUG nova.network.neutron [None req-5e4facdb-d150-404b-a53b-2909f285589c tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] [instance: 4cc7d784-be5d-41db-a028-0dade3464032] Updating instance_info_cache with network_info: [{"id": "84bf7a5e-2323-4711-a9b6-1a21d8f249ee", "address": "fa:16:3e:04:12:67", "network": {"id": "b2d07115-f5da-483b-99a5-ede728256338", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-116321158-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.173", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ab01ddb6cf3453f8b60099794e20a03", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c20f5114-0866-45b3-9a7c-62f113ff83fa", "external-id": "nsx-vlan-transportzone-47", "segmentation_id": 47, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84bf7a5e-23", "ovs_interfaceid": "84bf7a5e-2323-4711-a9b6-1a21d8f249ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1768.183292] env[62574]: DEBUG nova.compute.manager [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] [instance: 0062297f-63f3-4773-bbc2-5077395657d2] Instance has had 0 of 5 cleanup attempts {{(pid=62574) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1768.185251] env[62574]: DEBUG oslo_vmware.api [None req-1f69f444-322f-45dd-8144-ec4e03937614 tempest-ServersTestMultiNic-1484195929 tempest-ServersTestMultiNic-1484195929-project-member] Task: {'id': task-1861945, 'name': PowerOffVM_Task, 'duration_secs': 0.201614} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1768.185682] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f69f444-322f-45dd-8144-ec4e03937614 tempest-ServersTestMultiNic-1484195929 tempest-ServersTestMultiNic-1484195929-project-member] [instance: f2c6c5a5-8ba2-40a4-808c-26b8b73e1050] Powered off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1768.185863] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-1f69f444-322f-45dd-8144-ec4e03937614 tempest-ServersTestMultiNic-1484195929 tempest-ServersTestMultiNic-1484195929-project-member] [instance: f2c6c5a5-8ba2-40a4-808c-26b8b73e1050] Unregistering the VM {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1768.186422] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-76ad8cd3-53c4-4cca-91b9-ac88584e56a3 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.306234] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23516fdc-17f1-4f9f-b93b-0d2a8857807a {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.314333] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2de507ec-7199-43a6-a8e3-13153e046883 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.356098] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e26f53d2-0d7a-45db-acb4-a481b2382538 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.365100] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ceddcb03-ffb1-4417-b747-e07770986fda {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.378978] env[62574]: DEBUG nova.compute.provider_tree [None req-ea009508-9029-4a05-88c4-680b04aad5c9 tempest-FloatingIPsAssociationNegativeTestJSON-1871919481 tempest-FloatingIPsAssociationNegativeTestJSON-1871919481-project-member] Inventory has not changed in ProviderTree for provider: f0ed160a-beff-4626-a531-2a70d7bc0627 {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1768.438634] env[62574]: DEBUG nova.network.neutron [req-deca10ce-eb01-46d2-a742-a0bdbf5535a9 req-0f28fc76-13c1-4790-8dd1-08aec33330bc service nova] [instance: fb94d5d1-7f0f-4534-b9e9-2a52ac9a7c7f] Updated VIF entry in instance network info cache for port 91e1a2e4-68a4-4555-8e30-426e35a4f273. {{(pid=62574) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1768.439064] env[62574]: DEBUG nova.network.neutron [req-deca10ce-eb01-46d2-a742-a0bdbf5535a9 req-0f28fc76-13c1-4790-8dd1-08aec33330bc service nova] [instance: fb94d5d1-7f0f-4534-b9e9-2a52ac9a7c7f] Updating instance_info_cache with network_info: [{"id": "91e1a2e4-68a4-4555-8e30-426e35a4f273", "address": "fa:16:3e:ee:41:79", "network": {"id": "3af14f16-9d32-4c8d-8557-ce8f3b8b4086", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1431517823-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.132", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "31d5eeff630d40d2928149f27883ae60", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91e1a2e4-68", "ovs_interfaceid": "91e1a2e4-68a4-4555-8e30-426e35a4f273", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1768.637492] env[62574]: DEBUG oslo_concurrency.lockutils [None req-5e4facdb-d150-404b-a53b-2909f285589c tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Releasing lock "refresh_cache-4cc7d784-be5d-41db-a028-0dade3464032" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1768.687119] env[62574]: DEBUG nova.compute.manager [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] [instance: e3bb34fa-0a4b-4ef0-885a-2c59a191ca72] Instance has had 0 of 5 cleanup attempts {{(pid=62574) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1768.882619] env[62574]: DEBUG nova.scheduler.client.report [None req-ea009508-9029-4a05-88c4-680b04aad5c9 tempest-FloatingIPsAssociationNegativeTestJSON-1871919481 tempest-FloatingIPsAssociationNegativeTestJSON-1871919481-project-member] Inventory has not changed for provider f0ed160a-beff-4626-a531-2a70d7bc0627 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1768.941628] env[62574]: DEBUG oslo_concurrency.lockutils [req-deca10ce-eb01-46d2-a742-a0bdbf5535a9 req-0f28fc76-13c1-4790-8dd1-08aec33330bc service nova] Releasing lock "refresh_cache-fb94d5d1-7f0f-4534-b9e9-2a52ac9a7c7f" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1769.130643] env[62574]: DEBUG oslo_vmware.rw_handles [None req-6eac73cf-27fc-4a4e-9f49-b109cea98820 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f337c9-1482-9f55-6857-e1036ae8d6f0/disk-0.vmdk. {{(pid=62574) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1769.131771] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e2e6260-c334-4303-8ad1-3fd6d377f0bf {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.138221] env[62574]: DEBUG oslo_vmware.rw_handles [None req-6eac73cf-27fc-4a4e-9f49-b109cea98820 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f337c9-1482-9f55-6857-e1036ae8d6f0/disk-0.vmdk is in state: ready. {{(pid=62574) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1769.138411] env[62574]: ERROR oslo_vmware.rw_handles [None req-6eac73cf-27fc-4a4e-9f49-b109cea98820 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f337c9-1482-9f55-6857-e1036ae8d6f0/disk-0.vmdk due to incomplete transfer. [ 1769.138632] env[62574]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-f5526cc2-966f-4bfb-82b3-cd209a49a093 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.147826] env[62574]: DEBUG oslo_vmware.rw_handles [None req-6eac73cf-27fc-4a4e-9f49-b109cea98820 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f337c9-1482-9f55-6857-e1036ae8d6f0/disk-0.vmdk. {{(pid=62574) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1769.148042] env[62574]: DEBUG nova.virt.vmwareapi.images [None req-6eac73cf-27fc-4a4e-9f49-b109cea98820 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] [instance: 6a33b561-3788-4b8e-8763-ac23485c0dc8] Uploaded image 12f0a947-e6f1-49d7-818c-c5ba8bf76e43 to the Glance image server {{(pid=62574) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1769.150402] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-6eac73cf-27fc-4a4e-9f49-b109cea98820 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] [instance: 6a33b561-3788-4b8e-8763-ac23485c0dc8] Destroying the VM {{(pid=62574) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1769.151237] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-69e4a73a-3b10-4fa4-ba02-e51b7ff3ba24 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.157315] env[62574]: DEBUG oslo_vmware.api [None req-6eac73cf-27fc-4a4e-9f49-b109cea98820 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] Waiting for the task: (returnval){ [ 1769.157315] env[62574]: value = "task-1861947" [ 1769.157315] env[62574]: _type = "Task" [ 1769.157315] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1769.165685] env[62574]: DEBUG oslo_vmware.api [None req-6eac73cf-27fc-4a4e-9f49-b109cea98820 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] Task: {'id': task-1861947, 'name': Destroy_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1769.175359] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-44eed893-5c09-491c-a92f-9a8145eae688 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] [instance: fb4b387a-6321-46fc-ac71-bedadebad505] Volume attach. Driver type: vmdk {{(pid=62574) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1769.175596] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-44eed893-5c09-491c-a92f-9a8145eae688 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] [instance: fb4b387a-6321-46fc-ac71-bedadebad505] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-384942', 'volume_id': 'b30b2e56-590c-42fe-9aab-d619c6fda2aa', 'name': 'volume-b30b2e56-590c-42fe-9aab-d619c6fda2aa', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fb4b387a-6321-46fc-ac71-bedadebad505', 'attached_at': '', 'detached_at': '', 'volume_id': 'b30b2e56-590c-42fe-9aab-d619c6fda2aa', 'serial': 'b30b2e56-590c-42fe-9aab-d619c6fda2aa'} {{(pid=62574) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1769.176457] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21f5063f-d116-4a1b-b9eb-afaae2b030ec {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.195641] env[62574]: DEBUG nova.compute.manager [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] [instance: d2fba47f-bc9d-4673-a8c1-1dadebdea56e] Instance has had 0 of 5 cleanup attempts {{(pid=62574) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1769.198879] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21c5a1c0-7385-4dc4-b2d4-9836360c5969 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.228846] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-44eed893-5c09-491c-a92f-9a8145eae688 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] [instance: fb4b387a-6321-46fc-ac71-bedadebad505] Reconfiguring VM instance instance-00000044 to attach disk [datastore1] volume-b30b2e56-590c-42fe-9aab-d619c6fda2aa/volume-b30b2e56-590c-42fe-9aab-d619c6fda2aa.vmdk or device None with type thin {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1769.229851] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a5417cf5-d993-454c-b2ee-db17b05c07c9 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.248881] env[62574]: DEBUG oslo_vmware.api [None req-44eed893-5c09-491c-a92f-9a8145eae688 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Waiting for the task: (returnval){ [ 1769.248881] env[62574]: value = "task-1861948" [ 1769.248881] env[62574]: _type = "Task" [ 1769.248881] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1769.263747] env[62574]: DEBUG oslo_vmware.api [None req-44eed893-5c09-491c-a92f-9a8145eae688 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Task: {'id': task-1861948, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1769.388401] env[62574]: DEBUG oslo_concurrency.lockutils [None req-ea009508-9029-4a05-88c4-680b04aad5c9 tempest-FloatingIPsAssociationNegativeTestJSON-1871919481 tempest-FloatingIPsAssociationNegativeTestJSON-1871919481-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.052s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1769.391282] env[62574]: DEBUG oslo_concurrency.lockutils [None req-48a84275-71f3-4a49-bf4f-6692acd31d7b tempest-InstanceActionsTestJSON-1886761938 tempest-InstanceActionsTestJSON-1886761938-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.127s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1769.392894] env[62574]: DEBUG nova.objects.instance [None req-48a84275-71f3-4a49-bf4f-6692acd31d7b tempest-InstanceActionsTestJSON-1886761938 tempest-InstanceActionsTestJSON-1886761938-project-member] Lazy-loading 'resources' on Instance uuid 89a30a5b-dcdd-4140-b047-b3ea62dcf0b5 {{(pid=62574) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1769.417828] env[62574]: INFO nova.scheduler.client.report [None req-ea009508-9029-4a05-88c4-680b04aad5c9 tempest-FloatingIPsAssociationNegativeTestJSON-1871919481 tempest-FloatingIPsAssociationNegativeTestJSON-1871919481-project-member] Deleted allocations for instance 4d74e512-951b-49f7-80d0-4a24a2fdecda [ 1769.643756] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e4facdb-d150-404b-a53b-2909f285589c tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] [instance: 4cc7d784-be5d-41db-a028-0dade3464032] Powering on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1769.644082] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fdb05275-6811-44b7-85e2-512f940bbb16 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.652330] env[62574]: DEBUG oslo_vmware.api [None req-5e4facdb-d150-404b-a53b-2909f285589c tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Waiting for the task: (returnval){ [ 1769.652330] env[62574]: value = "task-1861949" [ 1769.652330] env[62574]: _type = "Task" [ 1769.652330] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1769.661433] env[62574]: DEBUG oslo_vmware.api [None req-5e4facdb-d150-404b-a53b-2909f285589c tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Task: {'id': task-1861949, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1769.670076] env[62574]: DEBUG oslo_vmware.api [None req-6eac73cf-27fc-4a4e-9f49-b109cea98820 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] Task: {'id': task-1861947, 'name': Destroy_Task} progress is 33%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1769.702889] env[62574]: DEBUG nova.compute.manager [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] [instance: 659eb0b0-3b2a-4253-9c65-ef5bc0d33fd1] Instance has had 0 of 5 cleanup attempts {{(pid=62574) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1769.759581] env[62574]: DEBUG oslo_vmware.api [None req-44eed893-5c09-491c-a92f-9a8145eae688 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Task: {'id': task-1861948, 'name': ReconfigVM_Task, 'duration_secs': 0.428123} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1769.759868] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-44eed893-5c09-491c-a92f-9a8145eae688 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] [instance: fb4b387a-6321-46fc-ac71-bedadebad505] Reconfigured VM instance instance-00000044 to attach disk [datastore1] volume-b30b2e56-590c-42fe-9aab-d619c6fda2aa/volume-b30b2e56-590c-42fe-9aab-d619c6fda2aa.vmdk or device None with type thin {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1769.764638] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-74ea14a4-0dbe-4e20-b8af-91978b535ac8 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.779653] env[62574]: DEBUG oslo_vmware.api [None req-44eed893-5c09-491c-a92f-9a8145eae688 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Waiting for the task: (returnval){ [ 1769.779653] env[62574]: value = "task-1861950" [ 1769.779653] env[62574]: _type = "Task" [ 1769.779653] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1769.787706] env[62574]: DEBUG oslo_vmware.api [None req-44eed893-5c09-491c-a92f-9a8145eae688 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Task: {'id': task-1861950, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1769.931696] env[62574]: DEBUG oslo_concurrency.lockutils [None req-ea009508-9029-4a05-88c4-680b04aad5c9 tempest-FloatingIPsAssociationNegativeTestJSON-1871919481 tempest-FloatingIPsAssociationNegativeTestJSON-1871919481-project-member] Lock "4d74e512-951b-49f7-80d0-4a24a2fdecda" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.450s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1770.168591] env[62574]: DEBUG oslo_vmware.api [None req-5e4facdb-d150-404b-a53b-2909f285589c tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Task: {'id': task-1861949, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1770.176013] env[62574]: DEBUG oslo_vmware.api [None req-6eac73cf-27fc-4a4e-9f49-b109cea98820 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] Task: {'id': task-1861947, 'name': Destroy_Task} progress is 33%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1770.223035] env[62574]: DEBUG nova.compute.manager [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] [instance: d0a90055-5c6c-44eb-a9e4-467022eda4db] Instance has had 0 of 5 cleanup attempts {{(pid=62574) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1770.273415] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18c2b5cd-a550-4ff0-83cc-de361f02ebb1 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.284181] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-754af83f-1040-456d-af05-0591e892d0ee {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.292319] env[62574]: DEBUG oslo_vmware.api [None req-44eed893-5c09-491c-a92f-9a8145eae688 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Task: {'id': task-1861950, 'name': ReconfigVM_Task, 'duration_secs': 0.143018} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1770.323025] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-44eed893-5c09-491c-a92f-9a8145eae688 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] [instance: fb4b387a-6321-46fc-ac71-bedadebad505] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-384942', 'volume_id': 'b30b2e56-590c-42fe-9aab-d619c6fda2aa', 'name': 'volume-b30b2e56-590c-42fe-9aab-d619c6fda2aa', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fb4b387a-6321-46fc-ac71-bedadebad505', 'attached_at': '', 'detached_at': '', 'volume_id': 'b30b2e56-590c-42fe-9aab-d619c6fda2aa', 'serial': 'b30b2e56-590c-42fe-9aab-d619c6fda2aa'} {{(pid=62574) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1770.327627] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e74a817-143b-4de7-8525-f4c1f1102c3c {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.336448] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2946b51-0e97-4fbd-81bc-153cdcdb0296 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.352094] env[62574]: DEBUG nova.compute.provider_tree [None req-48a84275-71f3-4a49-bf4f-6692acd31d7b tempest-InstanceActionsTestJSON-1886761938 tempest-InstanceActionsTestJSON-1886761938-project-member] Inventory has not changed in ProviderTree for provider: f0ed160a-beff-4626-a531-2a70d7bc0627 {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1770.668505] env[62574]: DEBUG oslo_vmware.api [None req-5e4facdb-d150-404b-a53b-2909f285589c tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Task: {'id': task-1861949, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1770.678860] env[62574]: DEBUG oslo_vmware.api [None req-6eac73cf-27fc-4a4e-9f49-b109cea98820 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] Task: {'id': task-1861947, 'name': Destroy_Task} progress is 33%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1770.709940] env[62574]: DEBUG nova.compute.manager [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] [instance: ac8aec0b-0dd9-4250-8686-343a4d2563c2] Instance has had 0 of 5 cleanup attempts {{(pid=62574) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1770.855341] env[62574]: DEBUG nova.scheduler.client.report [None req-48a84275-71f3-4a49-bf4f-6692acd31d7b tempest-InstanceActionsTestJSON-1886761938 tempest-InstanceActionsTestJSON-1886761938-project-member] Inventory has not changed for provider f0ed160a-beff-4626-a531-2a70d7bc0627 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1771.165773] env[62574]: DEBUG oslo_vmware.api [None req-5e4facdb-d150-404b-a53b-2909f285589c tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Task: {'id': task-1861949, 'name': PowerOnVM_Task, 'duration_secs': 1.107636} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1771.166231] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e4facdb-d150-404b-a53b-2909f285589c tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] [instance: 4cc7d784-be5d-41db-a028-0dade3464032] Powered on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1771.166725] env[62574]: DEBUG nova.compute.manager [None req-5e4facdb-d150-404b-a53b-2909f285589c tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] [instance: 4cc7d784-be5d-41db-a028-0dade3464032] Checking state {{(pid=62574) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1771.167865] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bb41b3d-e6a0-4156-a9e8-d68702468a9c {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.179158] env[62574]: DEBUG oslo_vmware.api [None req-6eac73cf-27fc-4a4e-9f49-b109cea98820 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] Task: {'id': task-1861947, 'name': Destroy_Task} progress is 33%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1771.214852] env[62574]: DEBUG nova.compute.manager [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] [instance: b8f6a4a6-77e9-4989-bd79-f23e15335517] Instance has had 0 of 5 cleanup attempts {{(pid=62574) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1771.367020] env[62574]: DEBUG oslo_concurrency.lockutils [None req-48a84275-71f3-4a49-bf4f-6692acd31d7b tempest-InstanceActionsTestJSON-1886761938 tempest-InstanceActionsTestJSON-1886761938-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.973s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1771.367020] env[62574]: DEBUG oslo_concurrency.lockutils [None req-dec079aa-83c6-4a48-a29b-4c585e681f56 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.609s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1771.368895] env[62574]: INFO nova.compute.claims [None req-dec079aa-83c6-4a48-a29b-4c585e681f56 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] [instance: 863dbe8b-20e6-485c-ba4d-b709d80fa327] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1771.387322] env[62574]: DEBUG nova.objects.instance [None req-44eed893-5c09-491c-a92f-9a8145eae688 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Lazy-loading 'flavor' on Instance uuid fb4b387a-6321-46fc-ac71-bedadebad505 {{(pid=62574) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1771.401879] env[62574]: INFO nova.scheduler.client.report [None req-48a84275-71f3-4a49-bf4f-6692acd31d7b tempest-InstanceActionsTestJSON-1886761938 tempest-InstanceActionsTestJSON-1886761938-project-member] Deleted allocations for instance 89a30a5b-dcdd-4140-b047-b3ea62dcf0b5 [ 1771.684944] env[62574]: DEBUG oslo_vmware.api [None req-6eac73cf-27fc-4a4e-9f49-b109cea98820 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] Task: {'id': task-1861947, 'name': Destroy_Task} progress is 33%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1771.717760] env[62574]: DEBUG nova.compute.manager [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] [instance: ae9a6ff7-cc1f-43dc-9acb-47aaa3d1089e] Instance has had 0 of 5 cleanup attempts {{(pid=62574) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1771.892646] env[62574]: DEBUG oslo_concurrency.lockutils [None req-44eed893-5c09-491c-a92f-9a8145eae688 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Lock "fb4b387a-6321-46fc-ac71-bedadebad505" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.346s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1771.915155] env[62574]: DEBUG oslo_concurrency.lockutils [None req-48a84275-71f3-4a49-bf4f-6692acd31d7b tempest-InstanceActionsTestJSON-1886761938 tempest-InstanceActionsTestJSON-1886761938-project-member] Lock "89a30a5b-dcdd-4140-b047-b3ea62dcf0b5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.466s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1772.148475] env[62574]: DEBUG oslo_concurrency.lockutils [None req-29f21578-58fc-4f0b-83d0-40db1b5db69c tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Acquiring lock "fb4b387a-6321-46fc-ac71-bedadebad505" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1772.149093] env[62574]: DEBUG oslo_concurrency.lockutils [None req-29f21578-58fc-4f0b-83d0-40db1b5db69c tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Lock "fb4b387a-6321-46fc-ac71-bedadebad505" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1772.149457] env[62574]: DEBUG oslo_concurrency.lockutils [None req-29f21578-58fc-4f0b-83d0-40db1b5db69c tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Acquiring lock "fb4b387a-6321-46fc-ac71-bedadebad505-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1772.149758] env[62574]: DEBUG oslo_concurrency.lockutils [None req-29f21578-58fc-4f0b-83d0-40db1b5db69c tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Lock "fb4b387a-6321-46fc-ac71-bedadebad505-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1772.150017] env[62574]: DEBUG oslo_concurrency.lockutils [None req-29f21578-58fc-4f0b-83d0-40db1b5db69c tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Lock "fb4b387a-6321-46fc-ac71-bedadebad505-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1772.154538] env[62574]: INFO nova.compute.manager [None req-29f21578-58fc-4f0b-83d0-40db1b5db69c tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] [instance: fb4b387a-6321-46fc-ac71-bedadebad505] Terminating instance [ 1772.182776] env[62574]: DEBUG oslo_vmware.api [None req-6eac73cf-27fc-4a4e-9f49-b109cea98820 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] Task: {'id': task-1861947, 'name': Destroy_Task} progress is 33%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1772.221270] env[62574]: DEBUG nova.compute.manager [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] [instance: 6cebe45a-8d90-4ac3-b75e-99e2a598c43b] Instance has had 0 of 5 cleanup attempts {{(pid=62574) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1772.240029] env[62574]: DEBUG oslo_concurrency.lockutils [None req-2ab33b0b-0c4e-494d-90c2-f24cd39da63e tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Acquiring lock "4cc7d784-be5d-41db-a028-0dade3464032" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1772.240029] env[62574]: DEBUG oslo_concurrency.lockutils [None req-2ab33b0b-0c4e-494d-90c2-f24cd39da63e tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Lock "4cc7d784-be5d-41db-a028-0dade3464032" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1772.240029] env[62574]: DEBUG oslo_concurrency.lockutils [None req-2ab33b0b-0c4e-494d-90c2-f24cd39da63e tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Acquiring lock "4cc7d784-be5d-41db-a028-0dade3464032-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1772.240029] env[62574]: DEBUG oslo_concurrency.lockutils [None req-2ab33b0b-0c4e-494d-90c2-f24cd39da63e tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Lock "4cc7d784-be5d-41db-a028-0dade3464032-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1772.240029] env[62574]: DEBUG oslo_concurrency.lockutils [None req-2ab33b0b-0c4e-494d-90c2-f24cd39da63e tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Lock "4cc7d784-be5d-41db-a028-0dade3464032-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1772.242286] env[62574]: INFO nova.compute.manager [None req-2ab33b0b-0c4e-494d-90c2-f24cd39da63e tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] [instance: 4cc7d784-be5d-41db-a028-0dade3464032] Terminating instance [ 1772.661940] env[62574]: DEBUG nova.compute.manager [None req-29f21578-58fc-4f0b-83d0-40db1b5db69c tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] [instance: fb4b387a-6321-46fc-ac71-bedadebad505] Start destroying the instance on the hypervisor. {{(pid=62574) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1772.662433] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-29f21578-58fc-4f0b-83d0-40db1b5db69c tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] [instance: fb4b387a-6321-46fc-ac71-bedadebad505] Powering off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1772.662718] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b282538a-b792-455f-b8cb-19c8867fbb6c {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.670987] env[62574]: DEBUG oslo_vmware.api [None req-29f21578-58fc-4f0b-83d0-40db1b5db69c tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Waiting for the task: (returnval){ [ 1772.670987] env[62574]: value = "task-1861951" [ 1772.670987] env[62574]: _type = "Task" [ 1772.670987] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1772.689259] env[62574]: DEBUG oslo_vmware.api [None req-29f21578-58fc-4f0b-83d0-40db1b5db69c tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Task: {'id': task-1861951, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1772.689956] env[62574]: DEBUG oslo_vmware.api [None req-6eac73cf-27fc-4a4e-9f49-b109cea98820 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] Task: {'id': task-1861947, 'name': Destroy_Task} progress is 33%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1772.724828] env[62574]: DEBUG nova.compute.manager [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] [instance: 9595a480-fdc1-4dda-877b-e0f6078420e2] Instance has had 0 of 5 cleanup attempts {{(pid=62574) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1772.742179] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03cf5aa4-7254-4525-ad37-845f49725276 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.751058] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5b05200-76d4-4b47-8866-8630e7c4c2ab {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.755194] env[62574]: DEBUG nova.compute.manager [None req-2ab33b0b-0c4e-494d-90c2-f24cd39da63e tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] [instance: 4cc7d784-be5d-41db-a028-0dade3464032] Start destroying the instance on the hypervisor. {{(pid=62574) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1772.755445] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-2ab33b0b-0c4e-494d-90c2-f24cd39da63e tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] [instance: 4cc7d784-be5d-41db-a028-0dade3464032] Destroying instance {{(pid=62574) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1772.756353] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97a9c669-e552-4d50-8357-68aaa7e6bf7a {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.764632] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ab33b0b-0c4e-494d-90c2-f24cd39da63e tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] [instance: 4cc7d784-be5d-41db-a028-0dade3464032] Powering off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1772.792419] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-27587877-bdaa-4827-b1af-b9c138c23036 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.794214] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9b2e161-f240-472c-9086-afd985c36e44 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.804400] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2af6254c-80a6-401b-9970-b1f62149c6ad {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.809305] env[62574]: DEBUG oslo_vmware.api [None req-2ab33b0b-0c4e-494d-90c2-f24cd39da63e tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Waiting for the task: (returnval){ [ 1772.809305] env[62574]: value = "task-1861952" [ 1772.809305] env[62574]: _type = "Task" [ 1772.809305] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1772.823087] env[62574]: DEBUG nova.compute.provider_tree [None req-dec079aa-83c6-4a48-a29b-4c585e681f56 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Inventory has not changed in ProviderTree for provider: f0ed160a-beff-4626-a531-2a70d7bc0627 {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1772.832970] env[62574]: DEBUG oslo_vmware.api [None req-2ab33b0b-0c4e-494d-90c2-f24cd39da63e tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Task: {'id': task-1861952, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1773.189309] env[62574]: DEBUG oslo_vmware.api [None req-6eac73cf-27fc-4a4e-9f49-b109cea98820 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] Task: {'id': task-1861947, 'name': Destroy_Task} progress is 33%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1773.192990] env[62574]: DEBUG oslo_vmware.api [None req-29f21578-58fc-4f0b-83d0-40db1b5db69c tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Task: {'id': task-1861951, 'name': PowerOffVM_Task, 'duration_secs': 0.195624} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1773.193424] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-29f21578-58fc-4f0b-83d0-40db1b5db69c tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] [instance: fb4b387a-6321-46fc-ac71-bedadebad505] Powered off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1773.193731] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-29f21578-58fc-4f0b-83d0-40db1b5db69c tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] [instance: fb4b387a-6321-46fc-ac71-bedadebad505] Volume detach. Driver type: vmdk {{(pid=62574) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1773.194098] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-29f21578-58fc-4f0b-83d0-40db1b5db69c tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] [instance: fb4b387a-6321-46fc-ac71-bedadebad505] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-384942', 'volume_id': 'b30b2e56-590c-42fe-9aab-d619c6fda2aa', 'name': 'volume-b30b2e56-590c-42fe-9aab-d619c6fda2aa', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fb4b387a-6321-46fc-ac71-bedadebad505', 'attached_at': '', 'detached_at': '', 'volume_id': 'b30b2e56-590c-42fe-9aab-d619c6fda2aa', 'serial': 'b30b2e56-590c-42fe-9aab-d619c6fda2aa'} {{(pid=62574) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1773.195721] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a8f1ee0-9992-4918-b15f-bd214be6bd4a {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.218774] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ce2ea66-3dfc-4401-8511-39690138213d {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.226645] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4e36e05-af57-4610-8e5f-710beee2f76a {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.230875] env[62574]: DEBUG nova.compute.manager [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] [instance: a40bab23-721e-4584-bda1-2bf5d0e0e37e] Instance has had 0 of 5 cleanup attempts {{(pid=62574) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1773.252498] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-511607a6-e74a-47a8-ac7a-96b02d690080 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.268895] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-29f21578-58fc-4f0b-83d0-40db1b5db69c tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] The volume has not been displaced from its original location: [datastore1] volume-b30b2e56-590c-42fe-9aab-d619c6fda2aa/volume-b30b2e56-590c-42fe-9aab-d619c6fda2aa.vmdk. No consolidation needed. {{(pid=62574) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1773.274074] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-29f21578-58fc-4f0b-83d0-40db1b5db69c tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] [instance: fb4b387a-6321-46fc-ac71-bedadebad505] Reconfiguring VM instance instance-00000044 to detach disk 2001 {{(pid=62574) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1773.275089] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-edce9522-38aa-4c0f-8313-2f37d4dc0d5b {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.295881] env[62574]: DEBUG oslo_vmware.api [None req-29f21578-58fc-4f0b-83d0-40db1b5db69c tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Waiting for the task: (returnval){ [ 1773.295881] env[62574]: value = "task-1861953" [ 1773.295881] env[62574]: _type = "Task" [ 1773.295881] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1773.305408] env[62574]: DEBUG oslo_vmware.api [None req-29f21578-58fc-4f0b-83d0-40db1b5db69c tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Task: {'id': task-1861953, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1773.321198] env[62574]: DEBUG oslo_vmware.api [None req-2ab33b0b-0c4e-494d-90c2-f24cd39da63e tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Task: {'id': task-1861952, 'name': PowerOffVM_Task, 'duration_secs': 0.227655} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1773.321895] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ab33b0b-0c4e-494d-90c2-f24cd39da63e tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] [instance: 4cc7d784-be5d-41db-a028-0dade3464032] Powered off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1773.321973] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-2ab33b0b-0c4e-494d-90c2-f24cd39da63e tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] [instance: 4cc7d784-be5d-41db-a028-0dade3464032] Unregistering the VM {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1773.322237] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d9d53507-477d-473f-bb34-9ce4dfc9ab5b {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.328880] env[62574]: DEBUG nova.scheduler.client.report [None req-dec079aa-83c6-4a48-a29b-4c585e681f56 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Inventory has not changed for provider f0ed160a-beff-4626-a531-2a70d7bc0627 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1773.513134] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-2ab33b0b-0c4e-494d-90c2-f24cd39da63e tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] [instance: 4cc7d784-be5d-41db-a028-0dade3464032] Unregistered the VM {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1773.513464] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-2ab33b0b-0c4e-494d-90c2-f24cd39da63e tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] [instance: 4cc7d784-be5d-41db-a028-0dade3464032] Deleting contents of the VM from datastore datastore2 {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1773.513892] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ab33b0b-0c4e-494d-90c2-f24cd39da63e tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Deleting the datastore file [datastore2] 4cc7d784-be5d-41db-a028-0dade3464032 {{(pid=62574) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1773.514149] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9c45418d-a00e-4675-b59d-90eed7d8c006 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.523249] env[62574]: DEBUG oslo_vmware.api [None req-2ab33b0b-0c4e-494d-90c2-f24cd39da63e tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Waiting for the task: (returnval){ [ 1773.523249] env[62574]: value = "task-1861955" [ 1773.523249] env[62574]: _type = "Task" [ 1773.523249] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1773.536839] env[62574]: DEBUG oslo_vmware.api [None req-2ab33b0b-0c4e-494d-90c2-f24cd39da63e tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Task: {'id': task-1861955, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1773.693023] env[62574]: DEBUG oslo_vmware.api [None req-6eac73cf-27fc-4a4e-9f49-b109cea98820 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] Task: {'id': task-1861947, 'name': Destroy_Task, 'duration_secs': 4.509716} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1773.693023] env[62574]: INFO nova.virt.vmwareapi.vm_util [None req-6eac73cf-27fc-4a4e-9f49-b109cea98820 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] [instance: 6a33b561-3788-4b8e-8763-ac23485c0dc8] Destroyed the VM [ 1773.693023] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-6eac73cf-27fc-4a4e-9f49-b109cea98820 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] [instance: 6a33b561-3788-4b8e-8763-ac23485c0dc8] Deleting Snapshot of the VM instance {{(pid=62574) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1773.693023] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-809907ae-fe74-49bf-a8cf-88129e4ffdf0 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.700167] env[62574]: DEBUG oslo_vmware.api [None req-6eac73cf-27fc-4a4e-9f49-b109cea98820 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] Waiting for the task: (returnval){ [ 1773.700167] env[62574]: value = "task-1861956" [ 1773.700167] env[62574]: _type = "Task" [ 1773.700167] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1773.708989] env[62574]: DEBUG oslo_vmware.api [None req-6eac73cf-27fc-4a4e-9f49-b109cea98820 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] Task: {'id': task-1861956, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1773.748106] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-1f69f444-322f-45dd-8144-ec4e03937614 tempest-ServersTestMultiNic-1484195929 tempest-ServersTestMultiNic-1484195929-project-member] [instance: f2c6c5a5-8ba2-40a4-808c-26b8b73e1050] Unregistered the VM {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1773.748485] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-1f69f444-322f-45dd-8144-ec4e03937614 tempest-ServersTestMultiNic-1484195929 tempest-ServersTestMultiNic-1484195929-project-member] [instance: f2c6c5a5-8ba2-40a4-808c-26b8b73e1050] Deleting contents of the VM from datastore datastore2 {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1773.748713] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f69f444-322f-45dd-8144-ec4e03937614 tempest-ServersTestMultiNic-1484195929 tempest-ServersTestMultiNic-1484195929-project-member] Deleting the datastore file [datastore2] f2c6c5a5-8ba2-40a4-808c-26b8b73e1050 {{(pid=62574) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1773.748999] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cb3fdf70-aab8-4b53-a160-9b81842d2ee8 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.753010] env[62574]: DEBUG nova.compute.manager [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] [instance: 049aed69-5511-4770-9a62-039b2f21d60f] Instance has had 0 of 5 cleanup attempts {{(pid=62574) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1773.755767] env[62574]: DEBUG oslo_vmware.api [None req-1f69f444-322f-45dd-8144-ec4e03937614 tempest-ServersTestMultiNic-1484195929 tempest-ServersTestMultiNic-1484195929-project-member] Waiting for the task: (returnval){ [ 1773.755767] env[62574]: value = "task-1861957" [ 1773.755767] env[62574]: _type = "Task" [ 1773.755767] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1773.767130] env[62574]: DEBUG oslo_vmware.api [None req-1f69f444-322f-45dd-8144-ec4e03937614 tempest-ServersTestMultiNic-1484195929 tempest-ServersTestMultiNic-1484195929-project-member] Task: {'id': task-1861957, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1773.806388] env[62574]: DEBUG oslo_vmware.api [None req-29f21578-58fc-4f0b-83d0-40db1b5db69c tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Task: {'id': task-1861953, 'name': ReconfigVM_Task, 'duration_secs': 0.229347} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1773.806768] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-29f21578-58fc-4f0b-83d0-40db1b5db69c tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] [instance: fb4b387a-6321-46fc-ac71-bedadebad505] Reconfigured VM instance instance-00000044 to detach disk 2001 {{(pid=62574) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1773.812154] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cd1e7d20-242b-4e3e-8ef5-21a159200030 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.830952] env[62574]: DEBUG oslo_vmware.api [None req-29f21578-58fc-4f0b-83d0-40db1b5db69c tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Waiting for the task: (returnval){ [ 1773.830952] env[62574]: value = "task-1861958" [ 1773.830952] env[62574]: _type = "Task" [ 1773.830952] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1773.837153] env[62574]: DEBUG oslo_concurrency.lockutils [None req-dec079aa-83c6-4a48-a29b-4c585e681f56 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.470s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1773.839799] env[62574]: DEBUG nova.compute.manager [None req-dec079aa-83c6-4a48-a29b-4c585e681f56 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] [instance: 863dbe8b-20e6-485c-ba4d-b709d80fa327] Start building networks asynchronously for instance. {{(pid=62574) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1773.846484] env[62574]: DEBUG oslo_concurrency.lockutils [None req-b6a3fd9f-9bb0-400b-a14f-08393189d855 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.172s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1773.846736] env[62574]: DEBUG nova.objects.instance [None req-b6a3fd9f-9bb0-400b-a14f-08393189d855 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Lazy-loading 'resources' on Instance uuid 9ed0f4bc-f4eb-4eca-b448-053eec6339d4 {{(pid=62574) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1773.847920] env[62574]: DEBUG oslo_vmware.api [None req-29f21578-58fc-4f0b-83d0-40db1b5db69c tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Task: {'id': task-1861958, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1774.033535] env[62574]: DEBUG oslo_vmware.api [None req-2ab33b0b-0c4e-494d-90c2-f24cd39da63e tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Task: {'id': task-1861955, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.184119} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1774.033802] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ab33b0b-0c4e-494d-90c2-f24cd39da63e tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Deleted the datastore file {{(pid=62574) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1774.034026] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-2ab33b0b-0c4e-494d-90c2-f24cd39da63e tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] [instance: 4cc7d784-be5d-41db-a028-0dade3464032] Deleted contents of the VM from datastore datastore2 {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1774.034208] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-2ab33b0b-0c4e-494d-90c2-f24cd39da63e tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] [instance: 4cc7d784-be5d-41db-a028-0dade3464032] Instance destroyed {{(pid=62574) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1774.034407] env[62574]: INFO nova.compute.manager [None req-2ab33b0b-0c4e-494d-90c2-f24cd39da63e tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] [instance: 4cc7d784-be5d-41db-a028-0dade3464032] Took 1.28 seconds to destroy the instance on the hypervisor. [ 1774.034688] env[62574]: DEBUG oslo.service.loopingcall [None req-2ab33b0b-0c4e-494d-90c2-f24cd39da63e tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62574) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1774.034900] env[62574]: DEBUG nova.compute.manager [-] [instance: 4cc7d784-be5d-41db-a028-0dade3464032] Deallocating network for instance {{(pid=62574) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1774.034996] env[62574]: DEBUG nova.network.neutron [-] [instance: 4cc7d784-be5d-41db-a028-0dade3464032] deallocate_for_instance() {{(pid=62574) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1774.220798] env[62574]: DEBUG oslo_vmware.api [None req-6eac73cf-27fc-4a4e-9f49-b109cea98820 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] Task: {'id': task-1861956, 'name': RemoveSnapshot_Task} progress is 74%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1774.258265] env[62574]: DEBUG nova.compute.manager [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] [instance: 90b44fba-636a-414f-b286-7baf5adc2122] Instance has had 0 of 5 cleanup attempts {{(pid=62574) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1774.282032] env[62574]: DEBUG oslo_vmware.api [None req-1f69f444-322f-45dd-8144-ec4e03937614 tempest-ServersTestMultiNic-1484195929 tempest-ServersTestMultiNic-1484195929-project-member] Task: {'id': task-1861957, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.193738} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1774.282032] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f69f444-322f-45dd-8144-ec4e03937614 tempest-ServersTestMultiNic-1484195929 tempest-ServersTestMultiNic-1484195929-project-member] Deleted the datastore file {{(pid=62574) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1774.282032] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-1f69f444-322f-45dd-8144-ec4e03937614 tempest-ServersTestMultiNic-1484195929 tempest-ServersTestMultiNic-1484195929-project-member] [instance: f2c6c5a5-8ba2-40a4-808c-26b8b73e1050] Deleted contents of the VM from datastore datastore2 {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1774.282032] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-1f69f444-322f-45dd-8144-ec4e03937614 tempest-ServersTestMultiNic-1484195929 tempest-ServersTestMultiNic-1484195929-project-member] [instance: f2c6c5a5-8ba2-40a4-808c-26b8b73e1050] Instance destroyed {{(pid=62574) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1774.282032] env[62574]: INFO nova.compute.manager [None req-1f69f444-322f-45dd-8144-ec4e03937614 tempest-ServersTestMultiNic-1484195929 tempest-ServersTestMultiNic-1484195929-project-member] [instance: f2c6c5a5-8ba2-40a4-808c-26b8b73e1050] Took 6.63 seconds to destroy the instance on the hypervisor. [ 1774.282032] env[62574]: DEBUG oslo.service.loopingcall [None req-1f69f444-322f-45dd-8144-ec4e03937614 tempest-ServersTestMultiNic-1484195929 tempest-ServersTestMultiNic-1484195929-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62574) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1774.282466] env[62574]: DEBUG nova.compute.manager [-] [instance: f2c6c5a5-8ba2-40a4-808c-26b8b73e1050] Deallocating network for instance {{(pid=62574) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1774.286018] env[62574]: DEBUG nova.network.neutron [-] [instance: f2c6c5a5-8ba2-40a4-808c-26b8b73e1050] deallocate_for_instance() {{(pid=62574) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1774.342046] env[62574]: DEBUG oslo_vmware.api [None req-29f21578-58fc-4f0b-83d0-40db1b5db69c tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Task: {'id': task-1861958, 'name': ReconfigVM_Task, 'duration_secs': 0.186783} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1774.342046] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-29f21578-58fc-4f0b-83d0-40db1b5db69c tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] [instance: fb4b387a-6321-46fc-ac71-bedadebad505] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-384942', 'volume_id': 'b30b2e56-590c-42fe-9aab-d619c6fda2aa', 'name': 'volume-b30b2e56-590c-42fe-9aab-d619c6fda2aa', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fb4b387a-6321-46fc-ac71-bedadebad505', 'attached_at': '', 'detached_at': '', 'volume_id': 'b30b2e56-590c-42fe-9aab-d619c6fda2aa', 'serial': 'b30b2e56-590c-42fe-9aab-d619c6fda2aa'} {{(pid=62574) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1774.342046] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-29f21578-58fc-4f0b-83d0-40db1b5db69c tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] [instance: fb4b387a-6321-46fc-ac71-bedadebad505] Destroying instance {{(pid=62574) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1774.342464] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a455550-ba27-47b4-9504-686c8757c80a {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.353196] env[62574]: DEBUG nova.compute.utils [None req-dec079aa-83c6-4a48-a29b-4c585e681f56 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Using /dev/sd instead of None {{(pid=62574) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1774.357750] env[62574]: DEBUG nova.compute.manager [None req-dec079aa-83c6-4a48-a29b-4c585e681f56 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] [instance: 863dbe8b-20e6-485c-ba4d-b709d80fa327] Allocating IP information in the background. {{(pid=62574) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1774.357862] env[62574]: DEBUG nova.network.neutron [None req-dec079aa-83c6-4a48-a29b-4c585e681f56 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] [instance: 863dbe8b-20e6-485c-ba4d-b709d80fa327] allocate_for_instance() {{(pid=62574) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1774.359930] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-29f21578-58fc-4f0b-83d0-40db1b5db69c tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] [instance: fb4b387a-6321-46fc-ac71-bedadebad505] Unregistering the VM {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1774.360223] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5c3743d8-dfc6-4ea0-9690-426be3096661 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.475105] env[62574]: DEBUG nova.policy [None req-dec079aa-83c6-4a48-a29b-4c585e681f56 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6809b284d7ae448884cb02ba77b62ba9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3efda8e53e3c4eea8bfd1d5d6cd90db3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62574) authorize /opt/stack/nova/nova/policy.py:192}} [ 1774.502428] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-29f21578-58fc-4f0b-83d0-40db1b5db69c tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] [instance: fb4b387a-6321-46fc-ac71-bedadebad505] Unregistered the VM {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1774.502857] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-29f21578-58fc-4f0b-83d0-40db1b5db69c tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] [instance: fb4b387a-6321-46fc-ac71-bedadebad505] Deleting contents of the VM from datastore datastore2 {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1774.502857] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-29f21578-58fc-4f0b-83d0-40db1b5db69c tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Deleting the datastore file [datastore2] fb4b387a-6321-46fc-ac71-bedadebad505 {{(pid=62574) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1774.505681] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e0e0c7f3-2d03-419a-b481-796c5fec5e77 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.512632] env[62574]: DEBUG oslo_vmware.api [None req-29f21578-58fc-4f0b-83d0-40db1b5db69c tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Waiting for the task: (returnval){ [ 1774.512632] env[62574]: value = "task-1861960" [ 1774.512632] env[62574]: _type = "Task" [ 1774.512632] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1774.521398] env[62574]: DEBUG oslo_vmware.api [None req-29f21578-58fc-4f0b-83d0-40db1b5db69c tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Task: {'id': task-1861960, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1774.720899] env[62574]: DEBUG oslo_vmware.api [None req-6eac73cf-27fc-4a4e-9f49-b109cea98820 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] Task: {'id': task-1861956, 'name': RemoveSnapshot_Task, 'duration_secs': 0.698693} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1774.720899] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-6eac73cf-27fc-4a4e-9f49-b109cea98820 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] [instance: 6a33b561-3788-4b8e-8763-ac23485c0dc8] Deleted Snapshot of the VM instance {{(pid=62574) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1774.720899] env[62574]: INFO nova.compute.manager [None req-6eac73cf-27fc-4a4e-9f49-b109cea98820 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] [instance: 6a33b561-3788-4b8e-8763-ac23485c0dc8] Took 18.96 seconds to snapshot the instance on the hypervisor. [ 1774.770606] env[62574]: DEBUG nova.compute.manager [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] [instance: f80f71e8-1b2f-476e-9b7e-b1dd3b0d7df8] Instance has had 0 of 5 cleanup attempts {{(pid=62574) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1774.841211] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2c8707f-261f-475d-bb1a-02fd4d1869c6 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.852776] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7407782d-b5ea-40aa-9465-113a613de186 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.858727] env[62574]: DEBUG nova.compute.manager [None req-dec079aa-83c6-4a48-a29b-4c585e681f56 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] [instance: 863dbe8b-20e6-485c-ba4d-b709d80fa327] Start building block device mappings for instance. {{(pid=62574) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1774.898857] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7b60264-9313-424a-8c4d-061852680eee {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.909375] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-660c38db-a770-406d-9081-175b6556e913 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.923441] env[62574]: DEBUG nova.compute.provider_tree [None req-b6a3fd9f-9bb0-400b-a14f-08393189d855 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Inventory has not changed in ProviderTree for provider: f0ed160a-beff-4626-a531-2a70d7bc0627 {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1774.967230] env[62574]: DEBUG nova.network.neutron [None req-dec079aa-83c6-4a48-a29b-4c585e681f56 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] [instance: 863dbe8b-20e6-485c-ba4d-b709d80fa327] Successfully created port: 4cc1b3c9-929b-4e62-bdaf-ad0d56fe5466 {{(pid=62574) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1775.026257] env[62574]: DEBUG oslo_vmware.api [None req-29f21578-58fc-4f0b-83d0-40db1b5db69c tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Task: {'id': task-1861960, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.15938} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1775.026672] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-29f21578-58fc-4f0b-83d0-40db1b5db69c tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Deleted the datastore file {{(pid=62574) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1775.026727] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-29f21578-58fc-4f0b-83d0-40db1b5db69c tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] [instance: fb4b387a-6321-46fc-ac71-bedadebad505] Deleted contents of the VM from datastore datastore2 {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1775.026885] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-29f21578-58fc-4f0b-83d0-40db1b5db69c tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] [instance: fb4b387a-6321-46fc-ac71-bedadebad505] Instance destroyed {{(pid=62574) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1775.027093] env[62574]: INFO nova.compute.manager [None req-29f21578-58fc-4f0b-83d0-40db1b5db69c tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] [instance: fb4b387a-6321-46fc-ac71-bedadebad505] Took 2.36 seconds to destroy the instance on the hypervisor. [ 1775.027567] env[62574]: DEBUG oslo.service.loopingcall [None req-29f21578-58fc-4f0b-83d0-40db1b5db69c tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62574) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1775.029679] env[62574]: DEBUG nova.compute.manager [-] [instance: fb4b387a-6321-46fc-ac71-bedadebad505] Deallocating network for instance {{(pid=62574) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1775.029679] env[62574]: DEBUG nova.network.neutron [-] [instance: fb4b387a-6321-46fc-ac71-bedadebad505] deallocate_for_instance() {{(pid=62574) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1775.058360] env[62574]: DEBUG nova.compute.manager [req-f38793c3-5114-48df-83f6-b2b69bb7d6d8 req-4756bf78-efc0-4eb6-a0d0-cf618e11b847 service nova] [instance: 6a34c941-0a2c-4eb8-a0cf-5ddbcd9d4cba] Received event network-vif-plugged-44ffc396-05ab-4e7b-a89d-7bf523a8c25d {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1775.058360] env[62574]: DEBUG oslo_concurrency.lockutils [req-f38793c3-5114-48df-83f6-b2b69bb7d6d8 req-4756bf78-efc0-4eb6-a0d0-cf618e11b847 service nova] Acquiring lock "6a34c941-0a2c-4eb8-a0cf-5ddbcd9d4cba-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1775.058360] env[62574]: DEBUG oslo_concurrency.lockutils [req-f38793c3-5114-48df-83f6-b2b69bb7d6d8 req-4756bf78-efc0-4eb6-a0d0-cf618e11b847 service nova] Lock "6a34c941-0a2c-4eb8-a0cf-5ddbcd9d4cba-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1775.058360] env[62574]: DEBUG oslo_concurrency.lockutils [req-f38793c3-5114-48df-83f6-b2b69bb7d6d8 req-4756bf78-efc0-4eb6-a0d0-cf618e11b847 service nova] Lock "6a34c941-0a2c-4eb8-a0cf-5ddbcd9d4cba-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1775.058360] env[62574]: DEBUG nova.compute.manager [req-f38793c3-5114-48df-83f6-b2b69bb7d6d8 req-4756bf78-efc0-4eb6-a0d0-cf618e11b847 service nova] [instance: 6a34c941-0a2c-4eb8-a0cf-5ddbcd9d4cba] No waiting events found dispatching network-vif-plugged-44ffc396-05ab-4e7b-a89d-7bf523a8c25d {{(pid=62574) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1775.059045] env[62574]: WARNING nova.compute.manager [req-f38793c3-5114-48df-83f6-b2b69bb7d6d8 req-4756bf78-efc0-4eb6-a0d0-cf618e11b847 service nova] [instance: 6a34c941-0a2c-4eb8-a0cf-5ddbcd9d4cba] Received unexpected event network-vif-plugged-44ffc396-05ab-4e7b-a89d-7bf523a8c25d for instance with vm_state building and task_state spawning. [ 1775.081249] env[62574]: DEBUG nova.network.neutron [None req-0dd38d03-2002-463c-951e-4aa9096e89c7 tempest-ServerPasswordTestJSON-355305620 tempest-ServerPasswordTestJSON-355305620-project-member] [instance: 6a34c941-0a2c-4eb8-a0cf-5ddbcd9d4cba] Successfully updated port: 44ffc396-05ab-4e7b-a89d-7bf523a8c25d {{(pid=62574) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1775.120889] env[62574]: DEBUG nova.compute.manager [req-771c2d7f-e8fc-4a2f-b4bd-333d0b6692f0 req-e57f8cc3-7fba-4d29-bd25-a58825c636c2 service nova] [instance: 4cc7d784-be5d-41db-a028-0dade3464032] Received event network-vif-deleted-84bf7a5e-2323-4711-a9b6-1a21d8f249ee {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1775.121108] env[62574]: INFO nova.compute.manager [req-771c2d7f-e8fc-4a2f-b4bd-333d0b6692f0 req-e57f8cc3-7fba-4d29-bd25-a58825c636c2 service nova] [instance: 4cc7d784-be5d-41db-a028-0dade3464032] Neutron deleted interface 84bf7a5e-2323-4711-a9b6-1a21d8f249ee; detaching it from the instance and deleting it from the info cache [ 1775.121287] env[62574]: DEBUG nova.network.neutron [req-771c2d7f-e8fc-4a2f-b4bd-333d0b6692f0 req-e57f8cc3-7fba-4d29-bd25-a58825c636c2 service nova] [instance: 4cc7d784-be5d-41db-a028-0dade3464032] Updating instance_info_cache with network_info: [] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1775.278746] env[62574]: DEBUG nova.compute.manager [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] [instance: 63c7e049-a6db-462e-a0c6-52ec32e23f86] Instance has had 0 of 5 cleanup attempts {{(pid=62574) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1775.348137] env[62574]: DEBUG nova.network.neutron [-] [instance: 4cc7d784-be5d-41db-a028-0dade3464032] Updating instance_info_cache with network_info: [] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1775.426773] env[62574]: DEBUG nova.scheduler.client.report [None req-b6a3fd9f-9bb0-400b-a14f-08393189d855 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Inventory has not changed for provider f0ed160a-beff-4626-a531-2a70d7bc0627 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1775.471195] env[62574]: DEBUG oslo_concurrency.lockutils [None req-881803b4-a050-4141-b363-a2536b9400c6 tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Acquiring lock "ec94034b-6638-46fc-a09c-b7bf5709f039" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1775.471600] env[62574]: DEBUG oslo_concurrency.lockutils [None req-881803b4-a050-4141-b363-a2536b9400c6 tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Lock "ec94034b-6638-46fc-a09c-b7bf5709f039" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1775.504486] env[62574]: DEBUG oslo_concurrency.lockutils [None req-881803b4-a050-4141-b363-a2536b9400c6 tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Acquiring lock "f90ce690-c313-43b3-a5e7-53257868a2af" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1775.504713] env[62574]: DEBUG oslo_concurrency.lockutils [None req-881803b4-a050-4141-b363-a2536b9400c6 tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Lock "f90ce690-c313-43b3-a5e7-53257868a2af" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1775.584482] env[62574]: DEBUG oslo_concurrency.lockutils [None req-0dd38d03-2002-463c-951e-4aa9096e89c7 tempest-ServerPasswordTestJSON-355305620 tempest-ServerPasswordTestJSON-355305620-project-member] Acquiring lock "refresh_cache-6a34c941-0a2c-4eb8-a0cf-5ddbcd9d4cba" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1775.584980] env[62574]: DEBUG oslo_concurrency.lockutils [None req-0dd38d03-2002-463c-951e-4aa9096e89c7 tempest-ServerPasswordTestJSON-355305620 tempest-ServerPasswordTestJSON-355305620-project-member] Acquired lock "refresh_cache-6a34c941-0a2c-4eb8-a0cf-5ddbcd9d4cba" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1775.585267] env[62574]: DEBUG nova.network.neutron [None req-0dd38d03-2002-463c-951e-4aa9096e89c7 tempest-ServerPasswordTestJSON-355305620 tempest-ServerPasswordTestJSON-355305620-project-member] [instance: 6a34c941-0a2c-4eb8-a0cf-5ddbcd9d4cba] Building network info cache for instance {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1775.626220] env[62574]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-adfb135d-ebdf-476b-9798-1c035a85465b {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.637866] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64ae71fc-3dfc-47b4-b598-903306623220 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.680218] env[62574]: DEBUG nova.compute.manager [req-771c2d7f-e8fc-4a2f-b4bd-333d0b6692f0 req-e57f8cc3-7fba-4d29-bd25-a58825c636c2 service nova] [instance: 4cc7d784-be5d-41db-a028-0dade3464032] Detach interface failed, port_id=84bf7a5e-2323-4711-a9b6-1a21d8f249ee, reason: Instance 4cc7d784-be5d-41db-a028-0dade3464032 could not be found. {{(pid=62574) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 1775.783032] env[62574]: DEBUG nova.compute.manager [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] [instance: f82bad60-9320-4a4e-af74-21557692aa80] Instance has had 0 of 5 cleanup attempts {{(pid=62574) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1775.851011] env[62574]: INFO nova.compute.manager [-] [instance: 4cc7d784-be5d-41db-a028-0dade3464032] Took 1.81 seconds to deallocate network for instance. [ 1775.869467] env[62574]: DEBUG nova.compute.manager [None req-dec079aa-83c6-4a48-a29b-4c585e681f56 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] [instance: 863dbe8b-20e6-485c-ba4d-b709d80fa327] Start spawning the instance on the hypervisor. {{(pid=62574) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1775.902473] env[62574]: DEBUG nova.virt.hardware [None req-dec079aa-83c6-4a48-a29b-4c585e681f56 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T19:26:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-13T19:26:40Z,direct_url=,disk_format='vmdk',id=3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7eed1dd4d2c3418eb32c4f4ceda3ab0d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-13T19:26:41Z,virtual_size=,visibility=), allow threads: False {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1775.902794] env[62574]: DEBUG nova.virt.hardware [None req-dec079aa-83c6-4a48-a29b-4c585e681f56 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Flavor limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1775.902854] env[62574]: DEBUG nova.virt.hardware [None req-dec079aa-83c6-4a48-a29b-4c585e681f56 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Image limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1775.903384] env[62574]: DEBUG nova.virt.hardware [None req-dec079aa-83c6-4a48-a29b-4c585e681f56 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Flavor pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1775.903384] env[62574]: DEBUG nova.virt.hardware [None req-dec079aa-83c6-4a48-a29b-4c585e681f56 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Image pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1775.903384] env[62574]: DEBUG nova.virt.hardware [None req-dec079aa-83c6-4a48-a29b-4c585e681f56 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1775.903741] env[62574]: DEBUG nova.virt.hardware [None req-dec079aa-83c6-4a48-a29b-4c585e681f56 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1775.903741] env[62574]: DEBUG nova.virt.hardware [None req-dec079aa-83c6-4a48-a29b-4c585e681f56 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1775.903885] env[62574]: DEBUG nova.virt.hardware [None req-dec079aa-83c6-4a48-a29b-4c585e681f56 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Got 1 possible topologies {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1775.904365] env[62574]: DEBUG nova.virt.hardware [None req-dec079aa-83c6-4a48-a29b-4c585e681f56 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1775.904365] env[62574]: DEBUG nova.virt.hardware [None req-dec079aa-83c6-4a48-a29b-4c585e681f56 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1775.905438] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55c1fdb8-a5a7-4656-afac-0e20cb7b50ce {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.914217] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0395ac77-a396-42f7-b3d2-2715f86113c3 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.935485] env[62574]: DEBUG oslo_concurrency.lockutils [None req-b6a3fd9f-9bb0-400b-a14f-08393189d855 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.089s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1775.937499] env[62574]: DEBUG nova.network.neutron [-] [instance: fb4b387a-6321-46fc-ac71-bedadebad505] Updating instance_info_cache with network_info: [] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1775.939571] env[62574]: DEBUG oslo_concurrency.lockutils [None req-41a085ec-ea3a-422f-9233-6b19a2aafc55 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.485s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1775.939803] env[62574]: DEBUG nova.objects.instance [None req-41a085ec-ea3a-422f-9233-6b19a2aafc55 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Lazy-loading 'resources' on Instance uuid 315b8f76-6d67-4e58-8898-2b68a1e4f79a {{(pid=62574) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1775.959839] env[62574]: INFO nova.scheduler.client.report [None req-b6a3fd9f-9bb0-400b-a14f-08393189d855 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Deleted allocations for instance 9ed0f4bc-f4eb-4eca-b448-053eec6339d4 [ 1775.978444] env[62574]: DEBUG nova.compute.manager [None req-881803b4-a050-4141-b363-a2536b9400c6 tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] [instance: ec94034b-6638-46fc-a09c-b7bf5709f039] Starting instance... {{(pid=62574) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1776.008228] env[62574]: DEBUG nova.compute.manager [None req-881803b4-a050-4141-b363-a2536b9400c6 tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] [instance: f90ce690-c313-43b3-a5e7-53257868a2af] Starting instance... {{(pid=62574) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1776.131212] env[62574]: DEBUG nova.network.neutron [None req-0dd38d03-2002-463c-951e-4aa9096e89c7 tempest-ServerPasswordTestJSON-355305620 tempest-ServerPasswordTestJSON-355305620-project-member] [instance: 6a34c941-0a2c-4eb8-a0cf-5ddbcd9d4cba] Instance cache missing network info. {{(pid=62574) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1776.268029] env[62574]: DEBUG nova.network.neutron [-] [instance: f2c6c5a5-8ba2-40a4-808c-26b8b73e1050] Updating instance_info_cache with network_info: [] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1776.287777] env[62574]: DEBUG nova.compute.manager [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] [instance: bf01cd22-6cbb-4a95-aca8-4bcdabdc5b36] Instance has had 0 of 5 cleanup attempts {{(pid=62574) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1776.356816] env[62574]: DEBUG oslo_concurrency.lockutils [None req-2ab33b0b-0c4e-494d-90c2-f24cd39da63e tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1776.361353] env[62574]: DEBUG nova.network.neutron [None req-0dd38d03-2002-463c-951e-4aa9096e89c7 tempest-ServerPasswordTestJSON-355305620 tempest-ServerPasswordTestJSON-355305620-project-member] [instance: 6a34c941-0a2c-4eb8-a0cf-5ddbcd9d4cba] Updating instance_info_cache with network_info: [{"id": "44ffc396-05ab-4e7b-a89d-7bf523a8c25d", "address": "fa:16:3e:25:ef:24", "network": {"id": "38b185b8-b6e9-48d2-bd5e-1533ac79d065", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-2054447579-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "24191a22df5d49b99483a09d688d46e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "085fb0ff-9285-4f1d-a008-a14da4844357", "external-id": "nsx-vlan-transportzone-729", "segmentation_id": 729, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap44ffc396-05", "ovs_interfaceid": "44ffc396-05ab-4e7b-a89d-7bf523a8c25d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1776.440330] env[62574]: INFO nova.compute.manager [-] [instance: fb4b387a-6321-46fc-ac71-bedadebad505] Took 1.41 seconds to deallocate network for instance. [ 1776.476012] env[62574]: DEBUG oslo_concurrency.lockutils [None req-b6a3fd9f-9bb0-400b-a14f-08393189d855 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Lock "9ed0f4bc-f4eb-4eca-b448-053eec6339d4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.368s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1776.501883] env[62574]: DEBUG oslo_concurrency.lockutils [None req-881803b4-a050-4141-b363-a2536b9400c6 tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1776.527783] env[62574]: DEBUG oslo_concurrency.lockutils [None req-881803b4-a050-4141-b363-a2536b9400c6 tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1776.770909] env[62574]: INFO nova.compute.manager [-] [instance: f2c6c5a5-8ba2-40a4-808c-26b8b73e1050] Took 2.49 seconds to deallocate network for instance. [ 1776.792038] env[62574]: DEBUG nova.compute.manager [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] [instance: 692b1ace-0ecb-4fc5-a348-ffe21f0d1ad7] Instance has had 0 of 5 cleanup attempts {{(pid=62574) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1776.829030] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a017cc4-60dc-430d-a80d-5379473e6582 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.838681] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d7ef7bc-9e94-4d6d-ae67-913ecea36b8c {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.844118] env[62574]: DEBUG nova.network.neutron [None req-dec079aa-83c6-4a48-a29b-4c585e681f56 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] [instance: 863dbe8b-20e6-485c-ba4d-b709d80fa327] Successfully updated port: 4cc1b3c9-929b-4e62-bdaf-ad0d56fe5466 {{(pid=62574) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1776.871683] env[62574]: DEBUG oslo_concurrency.lockutils [None req-0dd38d03-2002-463c-951e-4aa9096e89c7 tempest-ServerPasswordTestJSON-355305620 tempest-ServerPasswordTestJSON-355305620-project-member] Releasing lock "refresh_cache-6a34c941-0a2c-4eb8-a0cf-5ddbcd9d4cba" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1776.871995] env[62574]: DEBUG nova.compute.manager [None req-0dd38d03-2002-463c-951e-4aa9096e89c7 tempest-ServerPasswordTestJSON-355305620 tempest-ServerPasswordTestJSON-355305620-project-member] [instance: 6a34c941-0a2c-4eb8-a0cf-5ddbcd9d4cba] Instance network_info: |[{"id": "44ffc396-05ab-4e7b-a89d-7bf523a8c25d", "address": "fa:16:3e:25:ef:24", "network": {"id": "38b185b8-b6e9-48d2-bd5e-1533ac79d065", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-2054447579-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "24191a22df5d49b99483a09d688d46e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "085fb0ff-9285-4f1d-a008-a14da4844357", "external-id": "nsx-vlan-transportzone-729", "segmentation_id": 729, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap44ffc396-05", "ovs_interfaceid": "44ffc396-05ab-4e7b-a89d-7bf523a8c25d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62574) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1776.872832] env[62574]: DEBUG oslo_concurrency.lockutils [None req-dec079aa-83c6-4a48-a29b-4c585e681f56 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Acquiring lock "refresh_cache-863dbe8b-20e6-485c-ba4d-b709d80fa327" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1776.872965] env[62574]: DEBUG oslo_concurrency.lockutils [None req-dec079aa-83c6-4a48-a29b-4c585e681f56 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Acquired lock "refresh_cache-863dbe8b-20e6-485c-ba4d-b709d80fa327" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1776.873114] env[62574]: DEBUG nova.network.neutron [None req-dec079aa-83c6-4a48-a29b-4c585e681f56 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] [instance: 863dbe8b-20e6-485c-ba4d-b709d80fa327] Building network info cache for instance {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1776.874183] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-0dd38d03-2002-463c-951e-4aa9096e89c7 tempest-ServerPasswordTestJSON-355305620 tempest-ServerPasswordTestJSON-355305620-project-member] [instance: 6a34c941-0a2c-4eb8-a0cf-5ddbcd9d4cba] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:25:ef:24', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '085fb0ff-9285-4f1d-a008-a14da4844357', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '44ffc396-05ab-4e7b-a89d-7bf523a8c25d', 'vif_model': 'vmxnet3'}] {{(pid=62574) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1776.881665] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-0dd38d03-2002-463c-951e-4aa9096e89c7 tempest-ServerPasswordTestJSON-355305620 tempest-ServerPasswordTestJSON-355305620-project-member] Creating folder: Project (24191a22df5d49b99483a09d688d46e8). Parent ref: group-v384746. {{(pid=62574) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1776.883134] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adfd45b4-bab0-4a66-8c9f-86ab6fef178c {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.887972] env[62574]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0bb6ef0e-e72a-42f6-95d8-b5a99bf2bbe8 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.895230] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86eaf783-0762-4db1-9472-28d56c3675cc {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.901239] env[62574]: INFO nova.virt.vmwareapi.vm_util [None req-0dd38d03-2002-463c-951e-4aa9096e89c7 tempest-ServerPasswordTestJSON-355305620 tempest-ServerPasswordTestJSON-355305620-project-member] Created folder: Project (24191a22df5d49b99483a09d688d46e8) in parent group-v384746. [ 1776.901239] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-0dd38d03-2002-463c-951e-4aa9096e89c7 tempest-ServerPasswordTestJSON-355305620 tempest-ServerPasswordTestJSON-355305620-project-member] Creating folder: Instances. Parent ref: group-v384943. {{(pid=62574) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1776.901544] env[62574]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-849955f9-8728-48fd-a117-c3a77186b6af {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.911635] env[62574]: DEBUG nova.compute.provider_tree [None req-41a085ec-ea3a-422f-9233-6b19a2aafc55 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Inventory has not changed in ProviderTree for provider: f0ed160a-beff-4626-a531-2a70d7bc0627 {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1776.921161] env[62574]: DEBUG nova.network.neutron [None req-dec079aa-83c6-4a48-a29b-4c585e681f56 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] [instance: 863dbe8b-20e6-485c-ba4d-b709d80fa327] Instance cache missing network info. {{(pid=62574) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1776.923144] env[62574]: INFO nova.virt.vmwareapi.vm_util [None req-0dd38d03-2002-463c-951e-4aa9096e89c7 tempest-ServerPasswordTestJSON-355305620 tempest-ServerPasswordTestJSON-355305620-project-member] Created folder: Instances in parent group-v384943. [ 1776.923403] env[62574]: DEBUG oslo.service.loopingcall [None req-0dd38d03-2002-463c-951e-4aa9096e89c7 tempest-ServerPasswordTestJSON-355305620 tempest-ServerPasswordTestJSON-355305620-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62574) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1776.923613] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6a34c941-0a2c-4eb8-a0cf-5ddbcd9d4cba] Creating VM on the ESX host {{(pid=62574) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1776.924150] env[62574]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bbf036e8-9fce-4476-b0af-1894bdbc4d22 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.945472] env[62574]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1776.945472] env[62574]: value = "task-1861963" [ 1776.945472] env[62574]: _type = "Task" [ 1776.945472] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1776.956413] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1861963, 'name': CreateVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1777.010299] env[62574]: INFO nova.compute.manager [None req-29f21578-58fc-4f0b-83d0-40db1b5db69c tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] [instance: fb4b387a-6321-46fc-ac71-bedadebad505] Took 0.57 seconds to detach 1 volumes for instance. [ 1777.094403] env[62574]: DEBUG nova.network.neutron [None req-dec079aa-83c6-4a48-a29b-4c585e681f56 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] [instance: 863dbe8b-20e6-485c-ba4d-b709d80fa327] Updating instance_info_cache with network_info: [{"id": "4cc1b3c9-929b-4e62-bdaf-ad0d56fe5466", "address": "fa:16:3e:f1:a6:ac", "network": {"id": "048e4d0d-d1ab-45c4-a15c-a1cfb16572ac", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1657993544-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3efda8e53e3c4eea8bfd1d5d6cd90db3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f68ebd2a-3c68-48db-8c32-8a01497fc2e7", "external-id": "nsx-vlan-transportzone-49", "segmentation_id": 49, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4cc1b3c9-92", "ovs_interfaceid": "4cc1b3c9-929b-4e62-bdaf-ad0d56fe5466", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1777.211020] env[62574]: DEBUG nova.compute.manager [req-9bee6f7e-59f8-4b12-99e6-723e40bf83f3 req-fc3c12ca-ab9e-45b8-a565-236e831d8311 service nova] [instance: f2c6c5a5-8ba2-40a4-808c-26b8b73e1050] Received event network-vif-deleted-8679fb75-088c-4b47-a8e0-496b58d715f3 {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1777.211243] env[62574]: DEBUG nova.compute.manager [req-9bee6f7e-59f8-4b12-99e6-723e40bf83f3 req-fc3c12ca-ab9e-45b8-a565-236e831d8311 service nova] [instance: 6a34c941-0a2c-4eb8-a0cf-5ddbcd9d4cba] Received event network-changed-44ffc396-05ab-4e7b-a89d-7bf523a8c25d {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1777.211387] env[62574]: DEBUG nova.compute.manager [req-9bee6f7e-59f8-4b12-99e6-723e40bf83f3 req-fc3c12ca-ab9e-45b8-a565-236e831d8311 service nova] [instance: 6a34c941-0a2c-4eb8-a0cf-5ddbcd9d4cba] Refreshing instance network info cache due to event network-changed-44ffc396-05ab-4e7b-a89d-7bf523a8c25d. {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1777.211644] env[62574]: DEBUG oslo_concurrency.lockutils [req-9bee6f7e-59f8-4b12-99e6-723e40bf83f3 req-fc3c12ca-ab9e-45b8-a565-236e831d8311 service nova] Acquiring lock "refresh_cache-6a34c941-0a2c-4eb8-a0cf-5ddbcd9d4cba" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1777.211787] env[62574]: DEBUG oslo_concurrency.lockutils [req-9bee6f7e-59f8-4b12-99e6-723e40bf83f3 req-fc3c12ca-ab9e-45b8-a565-236e831d8311 service nova] Acquired lock "refresh_cache-6a34c941-0a2c-4eb8-a0cf-5ddbcd9d4cba" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1777.211943] env[62574]: DEBUG nova.network.neutron [req-9bee6f7e-59f8-4b12-99e6-723e40bf83f3 req-fc3c12ca-ab9e-45b8-a565-236e831d8311 service nova] [instance: 6a34c941-0a2c-4eb8-a0cf-5ddbcd9d4cba] Refreshing network info cache for port 44ffc396-05ab-4e7b-a89d-7bf523a8c25d {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1777.214922] env[62574]: DEBUG nova.compute.manager [req-ef3482d1-d6ed-4fa4-a420-89f28f4932a2 req-bf69cd29-3426-403d-ac41-d21d28ebe933 service nova] [instance: fb4b387a-6321-46fc-ac71-bedadebad505] Received event network-vif-deleted-fb5fdc76-7e28-4418-a4a1-9285aa453e38 {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1777.215155] env[62574]: DEBUG nova.compute.manager [req-ef3482d1-d6ed-4fa4-a420-89f28f4932a2 req-bf69cd29-3426-403d-ac41-d21d28ebe933 service nova] [instance: 863dbe8b-20e6-485c-ba4d-b709d80fa327] Received event network-vif-plugged-4cc1b3c9-929b-4e62-bdaf-ad0d56fe5466 {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1777.215332] env[62574]: DEBUG oslo_concurrency.lockutils [req-ef3482d1-d6ed-4fa4-a420-89f28f4932a2 req-bf69cd29-3426-403d-ac41-d21d28ebe933 service nova] Acquiring lock "863dbe8b-20e6-485c-ba4d-b709d80fa327-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1777.215525] env[62574]: DEBUG oslo_concurrency.lockutils [req-ef3482d1-d6ed-4fa4-a420-89f28f4932a2 req-bf69cd29-3426-403d-ac41-d21d28ebe933 service nova] Lock "863dbe8b-20e6-485c-ba4d-b709d80fa327-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1777.215691] env[62574]: DEBUG oslo_concurrency.lockutils [req-ef3482d1-d6ed-4fa4-a420-89f28f4932a2 req-bf69cd29-3426-403d-ac41-d21d28ebe933 service nova] Lock "863dbe8b-20e6-485c-ba4d-b709d80fa327-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1777.215850] env[62574]: DEBUG nova.compute.manager [req-ef3482d1-d6ed-4fa4-a420-89f28f4932a2 req-bf69cd29-3426-403d-ac41-d21d28ebe933 service nova] [instance: 863dbe8b-20e6-485c-ba4d-b709d80fa327] No waiting events found dispatching network-vif-plugged-4cc1b3c9-929b-4e62-bdaf-ad0d56fe5466 {{(pid=62574) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1777.216015] env[62574]: WARNING nova.compute.manager [req-ef3482d1-d6ed-4fa4-a420-89f28f4932a2 req-bf69cd29-3426-403d-ac41-d21d28ebe933 service nova] [instance: 863dbe8b-20e6-485c-ba4d-b709d80fa327] Received unexpected event network-vif-plugged-4cc1b3c9-929b-4e62-bdaf-ad0d56fe5466 for instance with vm_state building and task_state spawning. [ 1777.216210] env[62574]: DEBUG nova.compute.manager [req-ef3482d1-d6ed-4fa4-a420-89f28f4932a2 req-bf69cd29-3426-403d-ac41-d21d28ebe933 service nova] [instance: 863dbe8b-20e6-485c-ba4d-b709d80fa327] Received event network-changed-4cc1b3c9-929b-4e62-bdaf-ad0d56fe5466 {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1777.216499] env[62574]: DEBUG nova.compute.manager [req-ef3482d1-d6ed-4fa4-a420-89f28f4932a2 req-bf69cd29-3426-403d-ac41-d21d28ebe933 service nova] [instance: 863dbe8b-20e6-485c-ba4d-b709d80fa327] Refreshing instance network info cache due to event network-changed-4cc1b3c9-929b-4e62-bdaf-ad0d56fe5466. {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1777.216571] env[62574]: DEBUG oslo_concurrency.lockutils [req-ef3482d1-d6ed-4fa4-a420-89f28f4932a2 req-bf69cd29-3426-403d-ac41-d21d28ebe933 service nova] Acquiring lock "refresh_cache-863dbe8b-20e6-485c-ba4d-b709d80fa327" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1777.279876] env[62574]: DEBUG oslo_concurrency.lockutils [None req-1f69f444-322f-45dd-8144-ec4e03937614 tempest-ServersTestMultiNic-1484195929 tempest-ServersTestMultiNic-1484195929-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1777.295459] env[62574]: DEBUG nova.compute.manager [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] [instance: 2a0c3300-ba7f-4604-b629-42bda5d48664] Instance has had 0 of 5 cleanup attempts {{(pid=62574) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1777.319224] env[62574]: DEBUG oslo_concurrency.lockutils [None req-9a253a42-6a6a-4610-95e9-3d76367abc49 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Acquiring lock "1e669675-0551-49d8-af15-64fdd0984b3f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1777.319554] env[62574]: DEBUG oslo_concurrency.lockutils [None req-9a253a42-6a6a-4610-95e9-3d76367abc49 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Lock "1e669675-0551-49d8-af15-64fdd0984b3f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1777.319871] env[62574]: DEBUG oslo_concurrency.lockutils [None req-9a253a42-6a6a-4610-95e9-3d76367abc49 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Acquiring lock "1e669675-0551-49d8-af15-64fdd0984b3f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1777.320174] env[62574]: DEBUG oslo_concurrency.lockutils [None req-9a253a42-6a6a-4610-95e9-3d76367abc49 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Lock "1e669675-0551-49d8-af15-64fdd0984b3f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1777.320441] env[62574]: DEBUG oslo_concurrency.lockutils [None req-9a253a42-6a6a-4610-95e9-3d76367abc49 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Lock "1e669675-0551-49d8-af15-64fdd0984b3f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1777.322760] env[62574]: INFO nova.compute.manager [None req-9a253a42-6a6a-4610-95e9-3d76367abc49 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] [instance: 1e669675-0551-49d8-af15-64fdd0984b3f] Terminating instance [ 1777.416691] env[62574]: DEBUG nova.scheduler.client.report [None req-41a085ec-ea3a-422f-9233-6b19a2aafc55 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Inventory has not changed for provider f0ed160a-beff-4626-a531-2a70d7bc0627 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1777.457390] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1861963, 'name': CreateVM_Task} progress is 99%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1777.520528] env[62574]: DEBUG oslo_concurrency.lockutils [None req-29f21578-58fc-4f0b-83d0-40db1b5db69c tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1777.553502] env[62574]: DEBUG oslo_concurrency.lockutils [None req-497f915d-4960-45f6-a1aa-0da6c65cbcc5 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] Acquiring lock "8275ea75-5ca3-4b37-89e5-00babfa3d24e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1777.553769] env[62574]: DEBUG oslo_concurrency.lockutils [None req-497f915d-4960-45f6-a1aa-0da6c65cbcc5 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] Lock "8275ea75-5ca3-4b37-89e5-00babfa3d24e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1777.553976] env[62574]: DEBUG oslo_concurrency.lockutils [None req-497f915d-4960-45f6-a1aa-0da6c65cbcc5 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] Acquiring lock "8275ea75-5ca3-4b37-89e5-00babfa3d24e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1777.554195] env[62574]: DEBUG oslo_concurrency.lockutils [None req-497f915d-4960-45f6-a1aa-0da6c65cbcc5 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] Lock "8275ea75-5ca3-4b37-89e5-00babfa3d24e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1777.554406] env[62574]: DEBUG oslo_concurrency.lockutils [None req-497f915d-4960-45f6-a1aa-0da6c65cbcc5 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] Lock "8275ea75-5ca3-4b37-89e5-00babfa3d24e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1777.556618] env[62574]: INFO nova.compute.manager [None req-497f915d-4960-45f6-a1aa-0da6c65cbcc5 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] [instance: 8275ea75-5ca3-4b37-89e5-00babfa3d24e] Terminating instance [ 1777.597275] env[62574]: DEBUG oslo_concurrency.lockutils [None req-dec079aa-83c6-4a48-a29b-4c585e681f56 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Releasing lock "refresh_cache-863dbe8b-20e6-485c-ba4d-b709d80fa327" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1777.597608] env[62574]: DEBUG nova.compute.manager [None req-dec079aa-83c6-4a48-a29b-4c585e681f56 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] [instance: 863dbe8b-20e6-485c-ba4d-b709d80fa327] Instance network_info: |[{"id": "4cc1b3c9-929b-4e62-bdaf-ad0d56fe5466", "address": "fa:16:3e:f1:a6:ac", "network": {"id": "048e4d0d-d1ab-45c4-a15c-a1cfb16572ac", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1657993544-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3efda8e53e3c4eea8bfd1d5d6cd90db3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f68ebd2a-3c68-48db-8c32-8a01497fc2e7", "external-id": "nsx-vlan-transportzone-49", "segmentation_id": 49, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4cc1b3c9-92", "ovs_interfaceid": "4cc1b3c9-929b-4e62-bdaf-ad0d56fe5466", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62574) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1777.598326] env[62574]: DEBUG oslo_concurrency.lockutils [req-ef3482d1-d6ed-4fa4-a420-89f28f4932a2 req-bf69cd29-3426-403d-ac41-d21d28ebe933 service nova] Acquired lock "refresh_cache-863dbe8b-20e6-485c-ba4d-b709d80fa327" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1777.598554] env[62574]: DEBUG nova.network.neutron [req-ef3482d1-d6ed-4fa4-a420-89f28f4932a2 req-bf69cd29-3426-403d-ac41-d21d28ebe933 service nova] [instance: 863dbe8b-20e6-485c-ba4d-b709d80fa327] Refreshing network info cache for port 4cc1b3c9-929b-4e62-bdaf-ad0d56fe5466 {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1777.600724] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-dec079aa-83c6-4a48-a29b-4c585e681f56 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] [instance: 863dbe8b-20e6-485c-ba4d-b709d80fa327] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f1:a6:ac', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f68ebd2a-3c68-48db-8c32-8a01497fc2e7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4cc1b3c9-929b-4e62-bdaf-ad0d56fe5466', 'vif_model': 'vmxnet3'}] {{(pid=62574) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1777.608944] env[62574]: DEBUG oslo.service.loopingcall [None req-dec079aa-83c6-4a48-a29b-4c585e681f56 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62574) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1777.609803] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 863dbe8b-20e6-485c-ba4d-b709d80fa327] Creating VM on the ESX host {{(pid=62574) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1777.610054] env[62574]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c23d1be2-4cdb-43ad-b456-ebf6f811dfe1 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.631962] env[62574]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1777.631962] env[62574]: value = "task-1861964" [ 1777.631962] env[62574]: _type = "Task" [ 1777.631962] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1777.638853] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1861964, 'name': CreateVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1777.801059] env[62574]: DEBUG nova.compute.manager [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] [instance: 6d6540ed-ae82-4304-a6f2-7b7063587647] Instance has had 0 of 5 cleanup attempts {{(pid=62574) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1777.827583] env[62574]: DEBUG nova.compute.manager [None req-9a253a42-6a6a-4610-95e9-3d76367abc49 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] [instance: 1e669675-0551-49d8-af15-64fdd0984b3f] Start destroying the instance on the hypervisor. {{(pid=62574) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1777.827583] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-9a253a42-6a6a-4610-95e9-3d76367abc49 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] [instance: 1e669675-0551-49d8-af15-64fdd0984b3f] Destroying instance {{(pid=62574) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1777.828345] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8247d4b7-00ae-41f4-9b55-b8b6b987246a {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.838755] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a253a42-6a6a-4610-95e9-3d76367abc49 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] [instance: 1e669675-0551-49d8-af15-64fdd0984b3f] Powering off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1777.839392] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4ac3f07b-52b1-4e6c-9c09-dff675334fbd {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.848243] env[62574]: DEBUG oslo_vmware.api [None req-9a253a42-6a6a-4610-95e9-3d76367abc49 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Waiting for the task: (returnval){ [ 1777.848243] env[62574]: value = "task-1861965" [ 1777.848243] env[62574]: _type = "Task" [ 1777.848243] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1777.857151] env[62574]: DEBUG oslo_vmware.api [None req-9a253a42-6a6a-4610-95e9-3d76367abc49 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Task: {'id': task-1861965, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1777.921971] env[62574]: DEBUG oslo_concurrency.lockutils [None req-41a085ec-ea3a-422f-9233-6b19a2aafc55 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.982s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1777.924899] env[62574]: DEBUG oslo_concurrency.lockutils [None req-13059c5c-38eb-497f-9a08-a58900525f40 tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.121s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1777.925235] env[62574]: DEBUG nova.objects.instance [None req-13059c5c-38eb-497f-9a08-a58900525f40 tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] Lazy-loading 'resources' on Instance uuid e34254ce-88c3-41dd-be1c-553eea828050 {{(pid=62574) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1777.939490] env[62574]: DEBUG nova.network.neutron [req-9bee6f7e-59f8-4b12-99e6-723e40bf83f3 req-fc3c12ca-ab9e-45b8-a565-236e831d8311 service nova] [instance: 6a34c941-0a2c-4eb8-a0cf-5ddbcd9d4cba] Updated VIF entry in instance network info cache for port 44ffc396-05ab-4e7b-a89d-7bf523a8c25d. {{(pid=62574) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1777.939963] env[62574]: DEBUG nova.network.neutron [req-9bee6f7e-59f8-4b12-99e6-723e40bf83f3 req-fc3c12ca-ab9e-45b8-a565-236e831d8311 service nova] [instance: 6a34c941-0a2c-4eb8-a0cf-5ddbcd9d4cba] Updating instance_info_cache with network_info: [{"id": "44ffc396-05ab-4e7b-a89d-7bf523a8c25d", "address": "fa:16:3e:25:ef:24", "network": {"id": "38b185b8-b6e9-48d2-bd5e-1533ac79d065", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-2054447579-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "24191a22df5d49b99483a09d688d46e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "085fb0ff-9285-4f1d-a008-a14da4844357", "external-id": "nsx-vlan-transportzone-729", "segmentation_id": 729, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap44ffc396-05", "ovs_interfaceid": "44ffc396-05ab-4e7b-a89d-7bf523a8c25d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1777.946277] env[62574]: INFO nova.scheduler.client.report [None req-41a085ec-ea3a-422f-9233-6b19a2aafc55 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Deleted allocations for instance 315b8f76-6d67-4e58-8898-2b68a1e4f79a [ 1777.960782] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1861963, 'name': CreateVM_Task, 'duration_secs': 0.531634} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1777.960950] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6a34c941-0a2c-4eb8-a0cf-5ddbcd9d4cba] Created VM on the ESX host {{(pid=62574) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1777.961691] env[62574]: DEBUG oslo_concurrency.lockutils [None req-0dd38d03-2002-463c-951e-4aa9096e89c7 tempest-ServerPasswordTestJSON-355305620 tempest-ServerPasswordTestJSON-355305620-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1777.961878] env[62574]: DEBUG oslo_concurrency.lockutils [None req-0dd38d03-2002-463c-951e-4aa9096e89c7 tempest-ServerPasswordTestJSON-355305620 tempest-ServerPasswordTestJSON-355305620-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1777.962248] env[62574]: DEBUG oslo_concurrency.lockutils [None req-0dd38d03-2002-463c-951e-4aa9096e89c7 tempest-ServerPasswordTestJSON-355305620 tempest-ServerPasswordTestJSON-355305620-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1777.962567] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae94209d-4b29-4e4d-aae2-f324e753af59 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.967612] env[62574]: DEBUG oslo_vmware.api [None req-0dd38d03-2002-463c-951e-4aa9096e89c7 tempest-ServerPasswordTestJSON-355305620 tempest-ServerPasswordTestJSON-355305620-project-member] Waiting for the task: (returnval){ [ 1777.967612] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]528d29ec-5bba-2bec-23d7-9f3590cc56bc" [ 1777.967612] env[62574]: _type = "Task" [ 1777.967612] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1777.976658] env[62574]: DEBUG oslo_vmware.api [None req-0dd38d03-2002-463c-951e-4aa9096e89c7 tempest-ServerPasswordTestJSON-355305620 tempest-ServerPasswordTestJSON-355305620-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]528d29ec-5bba-2bec-23d7-9f3590cc56bc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1778.060351] env[62574]: DEBUG nova.compute.manager [None req-497f915d-4960-45f6-a1aa-0da6c65cbcc5 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] [instance: 8275ea75-5ca3-4b37-89e5-00babfa3d24e] Start destroying the instance on the hypervisor. {{(pid=62574) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1778.060707] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-497f915d-4960-45f6-a1aa-0da6c65cbcc5 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] [instance: 8275ea75-5ca3-4b37-89e5-00babfa3d24e] Destroying instance {{(pid=62574) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1778.061815] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7616067e-36d9-4b7c-8363-952cf4b4b982 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.071384] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-497f915d-4960-45f6-a1aa-0da6c65cbcc5 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] [instance: 8275ea75-5ca3-4b37-89e5-00babfa3d24e] Powering off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1778.071722] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d73389e6-d218-41c0-a91a-eb8909cbe72b {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.078662] env[62574]: DEBUG oslo_vmware.api [None req-497f915d-4960-45f6-a1aa-0da6c65cbcc5 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] Waiting for the task: (returnval){ [ 1778.078662] env[62574]: value = "task-1861966" [ 1778.078662] env[62574]: _type = "Task" [ 1778.078662] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1778.088764] env[62574]: DEBUG oslo_vmware.api [None req-497f915d-4960-45f6-a1aa-0da6c65cbcc5 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] Task: {'id': task-1861966, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1778.140715] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1861964, 'name': CreateVM_Task, 'duration_secs': 0.485742} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1778.143033] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 863dbe8b-20e6-485c-ba4d-b709d80fa327] Created VM on the ESX host {{(pid=62574) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1778.143724] env[62574]: DEBUG oslo_concurrency.lockutils [None req-dec079aa-83c6-4a48-a29b-4c585e681f56 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1778.143891] env[62574]: DEBUG oslo_concurrency.lockutils [None req-dec079aa-83c6-4a48-a29b-4c585e681f56 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1778.144216] env[62574]: DEBUG oslo_concurrency.lockutils [None req-dec079aa-83c6-4a48-a29b-4c585e681f56 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1778.144765] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-65949889-8bae-4c62-85b6-2cefcb42f41a {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.149902] env[62574]: DEBUG oslo_vmware.api [None req-dec079aa-83c6-4a48-a29b-4c585e681f56 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Waiting for the task: (returnval){ [ 1778.149902] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]52f00df3-18dc-b681-9e0a-d2f0cbd400e8" [ 1778.149902] env[62574]: _type = "Task" [ 1778.149902] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1778.157994] env[62574]: DEBUG oslo_vmware.api [None req-dec079aa-83c6-4a48-a29b-4c585e681f56 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52f00df3-18dc-b681-9e0a-d2f0cbd400e8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1778.304416] env[62574]: DEBUG nova.compute.manager [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] [instance: dc6d1fd4-d844-4ef6-b100-5e491a698ae3] Instance has had 0 of 5 cleanup attempts {{(pid=62574) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1778.320829] env[62574]: DEBUG nova.network.neutron [req-ef3482d1-d6ed-4fa4-a420-89f28f4932a2 req-bf69cd29-3426-403d-ac41-d21d28ebe933 service nova] [instance: 863dbe8b-20e6-485c-ba4d-b709d80fa327] Updated VIF entry in instance network info cache for port 4cc1b3c9-929b-4e62-bdaf-ad0d56fe5466. {{(pid=62574) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1778.321725] env[62574]: DEBUG nova.network.neutron [req-ef3482d1-d6ed-4fa4-a420-89f28f4932a2 req-bf69cd29-3426-403d-ac41-d21d28ebe933 service nova] [instance: 863dbe8b-20e6-485c-ba4d-b709d80fa327] Updating instance_info_cache with network_info: [{"id": "4cc1b3c9-929b-4e62-bdaf-ad0d56fe5466", "address": "fa:16:3e:f1:a6:ac", "network": {"id": "048e4d0d-d1ab-45c4-a15c-a1cfb16572ac", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1657993544-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3efda8e53e3c4eea8bfd1d5d6cd90db3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f68ebd2a-3c68-48db-8c32-8a01497fc2e7", "external-id": "nsx-vlan-transportzone-49", "segmentation_id": 49, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4cc1b3c9-92", "ovs_interfaceid": "4cc1b3c9-929b-4e62-bdaf-ad0d56fe5466", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1778.361142] env[62574]: DEBUG oslo_vmware.api [None req-9a253a42-6a6a-4610-95e9-3d76367abc49 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Task: {'id': task-1861965, 'name': PowerOffVM_Task, 'duration_secs': 0.262876} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1778.361550] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a253a42-6a6a-4610-95e9-3d76367abc49 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] [instance: 1e669675-0551-49d8-af15-64fdd0984b3f] Powered off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1778.361817] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-9a253a42-6a6a-4610-95e9-3d76367abc49 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] [instance: 1e669675-0551-49d8-af15-64fdd0984b3f] Unregistering the VM {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1778.362220] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c3c8cdbf-c862-48c2-aafd-ddf993ce0251 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.443858] env[62574]: DEBUG oslo_concurrency.lockutils [req-9bee6f7e-59f8-4b12-99e6-723e40bf83f3 req-fc3c12ca-ab9e-45b8-a565-236e831d8311 service nova] Releasing lock "refresh_cache-6a34c941-0a2c-4eb8-a0cf-5ddbcd9d4cba" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1778.444195] env[62574]: DEBUG nova.compute.manager [req-9bee6f7e-59f8-4b12-99e6-723e40bf83f3 req-fc3c12ca-ab9e-45b8-a565-236e831d8311 service nova] [instance: f2c6c5a5-8ba2-40a4-808c-26b8b73e1050] Received event network-vif-deleted-5ccecda6-779e-48d0-8320-0764a0ab3145 {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1778.444382] env[62574]: DEBUG nova.compute.manager [req-9bee6f7e-59f8-4b12-99e6-723e40bf83f3 req-fc3c12ca-ab9e-45b8-a565-236e831d8311 service nova] [instance: f2c6c5a5-8ba2-40a4-808c-26b8b73e1050] Received event network-vif-deleted-5fbe2c8e-0dd0-4b1f-9ee5-492e76001052 {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1778.446313] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-9a253a42-6a6a-4610-95e9-3d76367abc49 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] [instance: 1e669675-0551-49d8-af15-64fdd0984b3f] Unregistered the VM {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1778.446512] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-9a253a42-6a6a-4610-95e9-3d76367abc49 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] [instance: 1e669675-0551-49d8-af15-64fdd0984b3f] Deleting contents of the VM from datastore datastore2 {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1778.446710] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a253a42-6a6a-4610-95e9-3d76367abc49 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Deleting the datastore file [datastore2] 1e669675-0551-49d8-af15-64fdd0984b3f {{(pid=62574) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1778.447008] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1f7ee889-6f80-4ed2-a3da-a73c38f74ae0 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.458312] env[62574]: DEBUG oslo_vmware.api [None req-9a253a42-6a6a-4610-95e9-3d76367abc49 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Waiting for the task: (returnval){ [ 1778.458312] env[62574]: value = "task-1861968" [ 1778.458312] env[62574]: _type = "Task" [ 1778.458312] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1778.458779] env[62574]: DEBUG oslo_concurrency.lockutils [None req-41a085ec-ea3a-422f-9233-6b19a2aafc55 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Lock "315b8f76-6d67-4e58-8898-2b68a1e4f79a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.696s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1778.471036] env[62574]: DEBUG oslo_vmware.api [None req-9a253a42-6a6a-4610-95e9-3d76367abc49 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Task: {'id': task-1861968, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1778.482776] env[62574]: DEBUG oslo_vmware.api [None req-0dd38d03-2002-463c-951e-4aa9096e89c7 tempest-ServerPasswordTestJSON-355305620 tempest-ServerPasswordTestJSON-355305620-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]528d29ec-5bba-2bec-23d7-9f3590cc56bc, 'name': SearchDatastore_Task, 'duration_secs': 0.010863} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1778.483101] env[62574]: DEBUG oslo_concurrency.lockutils [None req-0dd38d03-2002-463c-951e-4aa9096e89c7 tempest-ServerPasswordTestJSON-355305620 tempest-ServerPasswordTestJSON-355305620-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1778.483344] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-0dd38d03-2002-463c-951e-4aa9096e89c7 tempest-ServerPasswordTestJSON-355305620 tempest-ServerPasswordTestJSON-355305620-project-member] [instance: 6a34c941-0a2c-4eb8-a0cf-5ddbcd9d4cba] Processing image 3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2 {{(pid=62574) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1778.483605] env[62574]: DEBUG oslo_concurrency.lockutils [None req-0dd38d03-2002-463c-951e-4aa9096e89c7 tempest-ServerPasswordTestJSON-355305620 tempest-ServerPasswordTestJSON-355305620-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1778.483790] env[62574]: DEBUG oslo_concurrency.lockutils [None req-0dd38d03-2002-463c-951e-4aa9096e89c7 tempest-ServerPasswordTestJSON-355305620 tempest-ServerPasswordTestJSON-355305620-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1778.483987] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-0dd38d03-2002-463c-951e-4aa9096e89c7 tempest-ServerPasswordTestJSON-355305620 tempest-ServerPasswordTestJSON-355305620-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1778.484268] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3aad4232-7c4a-419a-a00e-a93113070b7f {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.491825] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-0dd38d03-2002-463c-951e-4aa9096e89c7 tempest-ServerPasswordTestJSON-355305620 tempest-ServerPasswordTestJSON-355305620-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1778.492028] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-0dd38d03-2002-463c-951e-4aa9096e89c7 tempest-ServerPasswordTestJSON-355305620 tempest-ServerPasswordTestJSON-355305620-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62574) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1778.492759] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1fe6be35-fafb-4cc3-ba20-f18ab73de589 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.498058] env[62574]: DEBUG oslo_vmware.api [None req-0dd38d03-2002-463c-951e-4aa9096e89c7 tempest-ServerPasswordTestJSON-355305620 tempest-ServerPasswordTestJSON-355305620-project-member] Waiting for the task: (returnval){ [ 1778.498058] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]523f30ed-6cdb-9793-c03f-d1b5d07815c9" [ 1778.498058] env[62574]: _type = "Task" [ 1778.498058] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1778.509076] env[62574]: DEBUG oslo_vmware.api [None req-0dd38d03-2002-463c-951e-4aa9096e89c7 tempest-ServerPasswordTestJSON-355305620 tempest-ServerPasswordTestJSON-355305620-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]523f30ed-6cdb-9793-c03f-d1b5d07815c9, 'name': SearchDatastore_Task, 'duration_secs': 0.00892} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1778.510160] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-04589644-ea77-4104-8a91-db5ff464a378 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.518023] env[62574]: DEBUG oslo_vmware.api [None req-0dd38d03-2002-463c-951e-4aa9096e89c7 tempest-ServerPasswordTestJSON-355305620 tempest-ServerPasswordTestJSON-355305620-project-member] Waiting for the task: (returnval){ [ 1778.518023] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]526507de-8b93-5d6b-839c-640315914301" [ 1778.518023] env[62574]: _type = "Task" [ 1778.518023] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1778.530107] env[62574]: DEBUG oslo_vmware.api [None req-0dd38d03-2002-463c-951e-4aa9096e89c7 tempest-ServerPasswordTestJSON-355305620 tempest-ServerPasswordTestJSON-355305620-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]526507de-8b93-5d6b-839c-640315914301, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1778.587815] env[62574]: DEBUG oslo_vmware.api [None req-497f915d-4960-45f6-a1aa-0da6c65cbcc5 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] Task: {'id': task-1861966, 'name': PowerOffVM_Task, 'duration_secs': 0.163186} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1778.590751] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-497f915d-4960-45f6-a1aa-0da6c65cbcc5 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] [instance: 8275ea75-5ca3-4b37-89e5-00babfa3d24e] Powered off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1778.590930] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-497f915d-4960-45f6-a1aa-0da6c65cbcc5 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] [instance: 8275ea75-5ca3-4b37-89e5-00babfa3d24e] Unregistering the VM {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1778.591410] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-344377a3-6bfb-4b64-8290-c1e30445439f {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.662121] env[62574]: DEBUG oslo_vmware.api [None req-dec079aa-83c6-4a48-a29b-4c585e681f56 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52f00df3-18dc-b681-9e0a-d2f0cbd400e8, 'name': SearchDatastore_Task, 'duration_secs': 0.012526} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1778.662425] env[62574]: DEBUG oslo_concurrency.lockutils [None req-dec079aa-83c6-4a48-a29b-4c585e681f56 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1778.662602] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-dec079aa-83c6-4a48-a29b-4c585e681f56 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] [instance: 863dbe8b-20e6-485c-ba4d-b709d80fa327] Processing image 3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2 {{(pid=62574) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1778.662934] env[62574]: DEBUG oslo_concurrency.lockutils [None req-dec079aa-83c6-4a48-a29b-4c585e681f56 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1778.663098] env[62574]: DEBUG oslo_concurrency.lockutils [None req-dec079aa-83c6-4a48-a29b-4c585e681f56 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1778.663260] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-dec079aa-83c6-4a48-a29b-4c585e681f56 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1778.663530] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-18edc3e9-e28e-44a7-93bf-6a085c572c30 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.674795] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-dec079aa-83c6-4a48-a29b-4c585e681f56 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1778.674987] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-dec079aa-83c6-4a48-a29b-4c585e681f56 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62574) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1778.675758] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a2fe264a-c556-4f46-b1a5-c0ea23a83102 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.680258] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-497f915d-4960-45f6-a1aa-0da6c65cbcc5 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] [instance: 8275ea75-5ca3-4b37-89e5-00babfa3d24e] Unregistered the VM {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1778.680534] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-497f915d-4960-45f6-a1aa-0da6c65cbcc5 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] [instance: 8275ea75-5ca3-4b37-89e5-00babfa3d24e] Deleting contents of the VM from datastore datastore2 {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1778.680740] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-497f915d-4960-45f6-a1aa-0da6c65cbcc5 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] Deleting the datastore file [datastore2] 8275ea75-5ca3-4b37-89e5-00babfa3d24e {{(pid=62574) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1778.684312] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-97f3e69d-da5f-4902-be47-676c4a11cc0d {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.686419] env[62574]: DEBUG oslo_vmware.api [None req-dec079aa-83c6-4a48-a29b-4c585e681f56 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Waiting for the task: (returnval){ [ 1778.686419] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]5224aaa2-6612-a2df-cccd-bae8af738df8" [ 1778.686419] env[62574]: _type = "Task" [ 1778.686419] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1778.690757] env[62574]: DEBUG oslo_vmware.api [None req-497f915d-4960-45f6-a1aa-0da6c65cbcc5 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] Waiting for the task: (returnval){ [ 1778.690757] env[62574]: value = "task-1861970" [ 1778.690757] env[62574]: _type = "Task" [ 1778.690757] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1778.697406] env[62574]: DEBUG oslo_vmware.api [None req-dec079aa-83c6-4a48-a29b-4c585e681f56 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]5224aaa2-6612-a2df-cccd-bae8af738df8, 'name': SearchDatastore_Task, 'duration_secs': 0.009687} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1778.700826] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d394977f-373e-4e4e-827e-9eee458dfbbc {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.705550] env[62574]: DEBUG oslo_vmware.api [None req-497f915d-4960-45f6-a1aa-0da6c65cbcc5 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] Task: {'id': task-1861970, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1778.708752] env[62574]: DEBUG oslo_vmware.api [None req-dec079aa-83c6-4a48-a29b-4c585e681f56 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Waiting for the task: (returnval){ [ 1778.708752] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]520c5ba2-ca80-7e1c-0bc3-2ee404da71a5" [ 1778.708752] env[62574]: _type = "Task" [ 1778.708752] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1778.718366] env[62574]: DEBUG oslo_vmware.api [None req-dec079aa-83c6-4a48-a29b-4c585e681f56 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]520c5ba2-ca80-7e1c-0bc3-2ee404da71a5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1778.773970] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1359e47c-415a-4ef4-ae39-8a6a13cebb0a {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.783359] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09b3194e-3f4d-41c7-8c61-aed6ffd53311 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.813135] env[62574]: DEBUG nova.compute.manager [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] [instance: b79bac0e-5cb0-43de-b10f-26262358e61e] Instance has had 0 of 5 cleanup attempts {{(pid=62574) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1778.815658] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c3e701d-7a3e-4ae7-b9e2-28716eccbf4f {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.823528] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2518d66b-c707-4274-be24-d0021bd3500d {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.827706] env[62574]: DEBUG oslo_concurrency.lockutils [req-ef3482d1-d6ed-4fa4-a420-89f28f4932a2 req-bf69cd29-3426-403d-ac41-d21d28ebe933 service nova] Releasing lock "refresh_cache-863dbe8b-20e6-485c-ba4d-b709d80fa327" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1778.837545] env[62574]: DEBUG nova.compute.provider_tree [None req-13059c5c-38eb-497f-9a08-a58900525f40 tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] Inventory has not changed in ProviderTree for provider: f0ed160a-beff-4626-a531-2a70d7bc0627 {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1778.970237] env[62574]: DEBUG oslo_vmware.api [None req-9a253a42-6a6a-4610-95e9-3d76367abc49 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Task: {'id': task-1861968, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.130402} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1778.970525] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a253a42-6a6a-4610-95e9-3d76367abc49 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Deleted the datastore file {{(pid=62574) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1778.970732] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-9a253a42-6a6a-4610-95e9-3d76367abc49 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] [instance: 1e669675-0551-49d8-af15-64fdd0984b3f] Deleted contents of the VM from datastore datastore2 {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1778.970912] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-9a253a42-6a6a-4610-95e9-3d76367abc49 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] [instance: 1e669675-0551-49d8-af15-64fdd0984b3f] Instance destroyed {{(pid=62574) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1778.971099] env[62574]: INFO nova.compute.manager [None req-9a253a42-6a6a-4610-95e9-3d76367abc49 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] [instance: 1e669675-0551-49d8-af15-64fdd0984b3f] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1778.971340] env[62574]: DEBUG oslo.service.loopingcall [None req-9a253a42-6a6a-4610-95e9-3d76367abc49 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62574) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1778.971561] env[62574]: DEBUG nova.compute.manager [-] [instance: 1e669675-0551-49d8-af15-64fdd0984b3f] Deallocating network for instance {{(pid=62574) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1778.971669] env[62574]: DEBUG nova.network.neutron [-] [instance: 1e669675-0551-49d8-af15-64fdd0984b3f] deallocate_for_instance() {{(pid=62574) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1779.028414] env[62574]: DEBUG oslo_vmware.api [None req-0dd38d03-2002-463c-951e-4aa9096e89c7 tempest-ServerPasswordTestJSON-355305620 tempest-ServerPasswordTestJSON-355305620-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]526507de-8b93-5d6b-839c-640315914301, 'name': SearchDatastore_Task, 'duration_secs': 0.010199} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1779.030565] env[62574]: DEBUG oslo_concurrency.lockutils [None req-0dd38d03-2002-463c-951e-4aa9096e89c7 tempest-ServerPasswordTestJSON-355305620 tempest-ServerPasswordTestJSON-355305620-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1779.030836] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-0dd38d03-2002-463c-951e-4aa9096e89c7 tempest-ServerPasswordTestJSON-355305620 tempest-ServerPasswordTestJSON-355305620-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk to [datastore1] 6a34c941-0a2c-4eb8-a0cf-5ddbcd9d4cba/6a34c941-0a2c-4eb8-a0cf-5ddbcd9d4cba.vmdk {{(pid=62574) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1779.031176] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d59a095a-7f04-4885-aa26-a27656354d58 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.038349] env[62574]: DEBUG oslo_vmware.api [None req-0dd38d03-2002-463c-951e-4aa9096e89c7 tempest-ServerPasswordTestJSON-355305620 tempest-ServerPasswordTestJSON-355305620-project-member] Waiting for the task: (returnval){ [ 1779.038349] env[62574]: value = "task-1861971" [ 1779.038349] env[62574]: _type = "Task" [ 1779.038349] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1779.045742] env[62574]: DEBUG oslo_vmware.api [None req-0dd38d03-2002-463c-951e-4aa9096e89c7 tempest-ServerPasswordTestJSON-355305620 tempest-ServerPasswordTestJSON-355305620-project-member] Task: {'id': task-1861971, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1779.201751] env[62574]: DEBUG oslo_vmware.api [None req-497f915d-4960-45f6-a1aa-0da6c65cbcc5 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] Task: {'id': task-1861970, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144433} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1779.202381] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-497f915d-4960-45f6-a1aa-0da6c65cbcc5 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] Deleted the datastore file {{(pid=62574) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1779.202381] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-497f915d-4960-45f6-a1aa-0da6c65cbcc5 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] [instance: 8275ea75-5ca3-4b37-89e5-00babfa3d24e] Deleted contents of the VM from datastore datastore2 {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1779.202497] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-497f915d-4960-45f6-a1aa-0da6c65cbcc5 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] [instance: 8275ea75-5ca3-4b37-89e5-00babfa3d24e] Instance destroyed {{(pid=62574) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1779.202780] env[62574]: INFO nova.compute.manager [None req-497f915d-4960-45f6-a1aa-0da6c65cbcc5 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] [instance: 8275ea75-5ca3-4b37-89e5-00babfa3d24e] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1779.203087] env[62574]: DEBUG oslo.service.loopingcall [None req-497f915d-4960-45f6-a1aa-0da6c65cbcc5 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62574) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1779.203326] env[62574]: DEBUG nova.compute.manager [-] [instance: 8275ea75-5ca3-4b37-89e5-00babfa3d24e] Deallocating network for instance {{(pid=62574) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1779.203735] env[62574]: DEBUG nova.network.neutron [-] [instance: 8275ea75-5ca3-4b37-89e5-00babfa3d24e] deallocate_for_instance() {{(pid=62574) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1779.219298] env[62574]: DEBUG oslo_vmware.api [None req-dec079aa-83c6-4a48-a29b-4c585e681f56 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]520c5ba2-ca80-7e1c-0bc3-2ee404da71a5, 'name': SearchDatastore_Task, 'duration_secs': 0.014927} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1779.219298] env[62574]: DEBUG oslo_concurrency.lockutils [None req-dec079aa-83c6-4a48-a29b-4c585e681f56 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1779.219801] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-dec079aa-83c6-4a48-a29b-4c585e681f56 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk to [datastore2] 863dbe8b-20e6-485c-ba4d-b709d80fa327/863dbe8b-20e6-485c-ba4d-b709d80fa327.vmdk {{(pid=62574) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1779.219913] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8be094fd-89ea-4b8d-8f0a-9b9052932cfb {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.222889] env[62574]: DEBUG oslo_concurrency.lockutils [None req-6e975ef5-7536-4216-90c9-e2f5f7f0dff9 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Acquiring lock "296cf9dd-e110-4144-8899-56fb0d257b8b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1779.222889] env[62574]: DEBUG oslo_concurrency.lockutils [None req-6e975ef5-7536-4216-90c9-e2f5f7f0dff9 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Lock "296cf9dd-e110-4144-8899-56fb0d257b8b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1779.223158] env[62574]: DEBUG oslo_concurrency.lockutils [None req-6e975ef5-7536-4216-90c9-e2f5f7f0dff9 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Acquiring lock "296cf9dd-e110-4144-8899-56fb0d257b8b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1779.223158] env[62574]: DEBUG oslo_concurrency.lockutils [None req-6e975ef5-7536-4216-90c9-e2f5f7f0dff9 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Lock "296cf9dd-e110-4144-8899-56fb0d257b8b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1779.223446] env[62574]: DEBUG oslo_concurrency.lockutils [None req-6e975ef5-7536-4216-90c9-e2f5f7f0dff9 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Lock "296cf9dd-e110-4144-8899-56fb0d257b8b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1779.227656] env[62574]: INFO nova.compute.manager [None req-6e975ef5-7536-4216-90c9-e2f5f7f0dff9 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] [instance: 296cf9dd-e110-4144-8899-56fb0d257b8b] Terminating instance [ 1779.230756] env[62574]: DEBUG oslo_vmware.api [None req-dec079aa-83c6-4a48-a29b-4c585e681f56 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Waiting for the task: (returnval){ [ 1779.230756] env[62574]: value = "task-1861972" [ 1779.230756] env[62574]: _type = "Task" [ 1779.230756] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1779.241920] env[62574]: DEBUG oslo_vmware.api [None req-dec079aa-83c6-4a48-a29b-4c585e681f56 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Task: {'id': task-1861972, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1779.244640] env[62574]: DEBUG nova.compute.manager [req-f71ec213-c1d0-4aef-ad14-25bc39143b6e req-567cbd5d-9684-4257-88e6-84f93ef45246 service nova] [instance: 1e669675-0551-49d8-af15-64fdd0984b3f] Received event network-vif-deleted-c848933c-3878-4d23-a584-da483ccfe518 {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1779.244853] env[62574]: INFO nova.compute.manager [req-f71ec213-c1d0-4aef-ad14-25bc39143b6e req-567cbd5d-9684-4257-88e6-84f93ef45246 service nova] [instance: 1e669675-0551-49d8-af15-64fdd0984b3f] Neutron deleted interface c848933c-3878-4d23-a584-da483ccfe518; detaching it from the instance and deleting it from the info cache [ 1779.245032] env[62574]: DEBUG nova.network.neutron [req-f71ec213-c1d0-4aef-ad14-25bc39143b6e req-567cbd5d-9684-4257-88e6-84f93ef45246 service nova] [instance: 1e669675-0551-49d8-af15-64fdd0984b3f] Updating instance_info_cache with network_info: [] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1779.320420] env[62574]: DEBUG nova.compute.manager [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] [instance: a903fd4b-e31e-4fde-b8d6-a11ecf5a602f] Instance has had 0 of 5 cleanup attempts {{(pid=62574) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1779.342094] env[62574]: DEBUG nova.scheduler.client.report [None req-13059c5c-38eb-497f-9a08-a58900525f40 tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] Inventory has not changed for provider f0ed160a-beff-4626-a531-2a70d7bc0627 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1779.548467] env[62574]: DEBUG oslo_vmware.api [None req-0dd38d03-2002-463c-951e-4aa9096e89c7 tempest-ServerPasswordTestJSON-355305620 tempest-ServerPasswordTestJSON-355305620-project-member] Task: {'id': task-1861971, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.49292} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1779.548793] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-0dd38d03-2002-463c-951e-4aa9096e89c7 tempest-ServerPasswordTestJSON-355305620 tempest-ServerPasswordTestJSON-355305620-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk to [datastore1] 6a34c941-0a2c-4eb8-a0cf-5ddbcd9d4cba/6a34c941-0a2c-4eb8-a0cf-5ddbcd9d4cba.vmdk {{(pid=62574) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1779.549021] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-0dd38d03-2002-463c-951e-4aa9096e89c7 tempest-ServerPasswordTestJSON-355305620 tempest-ServerPasswordTestJSON-355305620-project-member] [instance: 6a34c941-0a2c-4eb8-a0cf-5ddbcd9d4cba] Extending root virtual disk to 1048576 {{(pid=62574) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1779.549278] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b58606e2-ced2-4c7f-b2d3-8d879003e659 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.555752] env[62574]: DEBUG oslo_vmware.api [None req-0dd38d03-2002-463c-951e-4aa9096e89c7 tempest-ServerPasswordTestJSON-355305620 tempest-ServerPasswordTestJSON-355305620-project-member] Waiting for the task: (returnval){ [ 1779.555752] env[62574]: value = "task-1861973" [ 1779.555752] env[62574]: _type = "Task" [ 1779.555752] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1779.564683] env[62574]: DEBUG oslo_vmware.api [None req-0dd38d03-2002-463c-951e-4aa9096e89c7 tempest-ServerPasswordTestJSON-355305620 tempest-ServerPasswordTestJSON-355305620-project-member] Task: {'id': task-1861973, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1779.623925] env[62574]: DEBUG nova.compute.manager [req-ec554d3b-8db6-400d-92fa-068cc9b1a2f7 req-889a5150-a649-42dd-805b-dff20c1b3cac service nova] [instance: 8275ea75-5ca3-4b37-89e5-00babfa3d24e] Received event network-vif-deleted-19dd378d-78a0-4d78-9a7f-d3f467f134ac {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1779.624228] env[62574]: INFO nova.compute.manager [req-ec554d3b-8db6-400d-92fa-068cc9b1a2f7 req-889a5150-a649-42dd-805b-dff20c1b3cac service nova] [instance: 8275ea75-5ca3-4b37-89e5-00babfa3d24e] Neutron deleted interface 19dd378d-78a0-4d78-9a7f-d3f467f134ac; detaching it from the instance and deleting it from the info cache [ 1779.624456] env[62574]: DEBUG nova.network.neutron [req-ec554d3b-8db6-400d-92fa-068cc9b1a2f7 req-889a5150-a649-42dd-805b-dff20c1b3cac service nova] [instance: 8275ea75-5ca3-4b37-89e5-00babfa3d24e] Updating instance_info_cache with network_info: [] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1779.714771] env[62574]: DEBUG nova.network.neutron [-] [instance: 1e669675-0551-49d8-af15-64fdd0984b3f] Updating instance_info_cache with network_info: [] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1779.736319] env[62574]: DEBUG nova.compute.manager [None req-6e975ef5-7536-4216-90c9-e2f5f7f0dff9 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] [instance: 296cf9dd-e110-4144-8899-56fb0d257b8b] Start destroying the instance on the hypervisor. {{(pid=62574) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1779.736627] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-6e975ef5-7536-4216-90c9-e2f5f7f0dff9 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] [instance: 296cf9dd-e110-4144-8899-56fb0d257b8b] Destroying instance {{(pid=62574) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1779.737400] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8984d46-94c3-4b3c-97a5-d632b19efd86 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.746232] env[62574]: DEBUG oslo_vmware.api [None req-dec079aa-83c6-4a48-a29b-4c585e681f56 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Task: {'id': task-1861972, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1779.748858] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e975ef5-7536-4216-90c9-e2f5f7f0dff9 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] [instance: 296cf9dd-e110-4144-8899-56fb0d257b8b] Powering off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1779.749118] env[62574]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-59a33267-e494-4f8d-93a5-13ddac4146b5 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.750978] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-416b13c5-b07c-4d97-a832-fc2529f86184 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.758254] env[62574]: DEBUG oslo_vmware.api [None req-6e975ef5-7536-4216-90c9-e2f5f7f0dff9 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Waiting for the task: (returnval){ [ 1779.758254] env[62574]: value = "task-1861974" [ 1779.758254] env[62574]: _type = "Task" [ 1779.758254] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1779.765271] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07d4a864-37a7-4df6-ba39-031c6c87b027 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.785118] env[62574]: DEBUG oslo_vmware.api [None req-6e975ef5-7536-4216-90c9-e2f5f7f0dff9 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Task: {'id': task-1861974, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1779.799899] env[62574]: DEBUG nova.compute.manager [req-f71ec213-c1d0-4aef-ad14-25bc39143b6e req-567cbd5d-9684-4257-88e6-84f93ef45246 service nova] [instance: 1e669675-0551-49d8-af15-64fdd0984b3f] Detach interface failed, port_id=c848933c-3878-4d23-a584-da483ccfe518, reason: Instance 1e669675-0551-49d8-af15-64fdd0984b3f could not be found. {{(pid=62574) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 1779.822567] env[62574]: DEBUG nova.compute.manager [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] [instance: 12efb14a-4241-42ec-b538-3efa54435951] Instance has had 0 of 5 cleanup attempts {{(pid=62574) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1779.848409] env[62574]: DEBUG oslo_concurrency.lockutils [None req-13059c5c-38eb-497f-9a08-a58900525f40 tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.923s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1779.851024] env[62574]: DEBUG oslo_concurrency.lockutils [None req-6c4f6635-afc1-4bed-be10-012b84a320b3 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.262s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1779.852922] env[62574]: INFO nova.compute.claims [None req-6c4f6635-afc1-4bed-be10-012b84a320b3 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] [instance: 2238c3b9-d614-49b1-b507-31f649ac4b25] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1779.873237] env[62574]: INFO nova.scheduler.client.report [None req-13059c5c-38eb-497f-9a08-a58900525f40 tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] Deleted allocations for instance e34254ce-88c3-41dd-be1c-553eea828050 [ 1779.966358] env[62574]: DEBUG nova.network.neutron [-] [instance: 8275ea75-5ca3-4b37-89e5-00babfa3d24e] Updating instance_info_cache with network_info: [] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1780.066614] env[62574]: DEBUG oslo_vmware.api [None req-0dd38d03-2002-463c-951e-4aa9096e89c7 tempest-ServerPasswordTestJSON-355305620 tempest-ServerPasswordTestJSON-355305620-project-member] Task: {'id': task-1861973, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.098681} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1780.066883] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-0dd38d03-2002-463c-951e-4aa9096e89c7 tempest-ServerPasswordTestJSON-355305620 tempest-ServerPasswordTestJSON-355305620-project-member] [instance: 6a34c941-0a2c-4eb8-a0cf-5ddbcd9d4cba] Extended root virtual disk {{(pid=62574) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1780.067669] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3628a2ed-f5c2-4a1f-86d3-a083652abc85 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.090162] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-0dd38d03-2002-463c-951e-4aa9096e89c7 tempest-ServerPasswordTestJSON-355305620 tempest-ServerPasswordTestJSON-355305620-project-member] [instance: 6a34c941-0a2c-4eb8-a0cf-5ddbcd9d4cba] Reconfiguring VM instance instance-00000046 to attach disk [datastore1] 6a34c941-0a2c-4eb8-a0cf-5ddbcd9d4cba/6a34c941-0a2c-4eb8-a0cf-5ddbcd9d4cba.vmdk or device None with type sparse {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1780.090385] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cef8aea3-fe0d-414e-960b-ceba9fd7e7e9 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.111059] env[62574]: DEBUG oslo_vmware.api [None req-0dd38d03-2002-463c-951e-4aa9096e89c7 tempest-ServerPasswordTestJSON-355305620 tempest-ServerPasswordTestJSON-355305620-project-member] Waiting for the task: (returnval){ [ 1780.111059] env[62574]: value = "task-1861975" [ 1780.111059] env[62574]: _type = "Task" [ 1780.111059] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1780.120317] env[62574]: DEBUG oslo_vmware.api [None req-0dd38d03-2002-463c-951e-4aa9096e89c7 tempest-ServerPasswordTestJSON-355305620 tempest-ServerPasswordTestJSON-355305620-project-member] Task: {'id': task-1861975, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1780.126983] env[62574]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-50cacffb-c71e-4a0c-bd0b-94cb8321e8e7 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.140930] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e24251c-0f50-4911-a31d-7f4dff3198d2 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.176123] env[62574]: DEBUG nova.compute.manager [req-ec554d3b-8db6-400d-92fa-068cc9b1a2f7 req-889a5150-a649-42dd-805b-dff20c1b3cac service nova] [instance: 8275ea75-5ca3-4b37-89e5-00babfa3d24e] Detach interface failed, port_id=19dd378d-78a0-4d78-9a7f-d3f467f134ac, reason: Instance 8275ea75-5ca3-4b37-89e5-00babfa3d24e could not be found. {{(pid=62574) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 1780.218047] env[62574]: INFO nova.compute.manager [-] [instance: 1e669675-0551-49d8-af15-64fdd0984b3f] Took 1.25 seconds to deallocate network for instance. [ 1780.243047] env[62574]: DEBUG oslo_vmware.api [None req-dec079aa-83c6-4a48-a29b-4c585e681f56 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Task: {'id': task-1861972, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.6685} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1780.243047] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-dec079aa-83c6-4a48-a29b-4c585e681f56 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk to [datastore2] 863dbe8b-20e6-485c-ba4d-b709d80fa327/863dbe8b-20e6-485c-ba4d-b709d80fa327.vmdk {{(pid=62574) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1780.243214] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-dec079aa-83c6-4a48-a29b-4c585e681f56 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] [instance: 863dbe8b-20e6-485c-ba4d-b709d80fa327] Extending root virtual disk to 1048576 {{(pid=62574) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1780.245173] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d20b1bb9-d342-43af-a5b0-c0fe9b5552be {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.250877] env[62574]: DEBUG oslo_vmware.api [None req-dec079aa-83c6-4a48-a29b-4c585e681f56 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Waiting for the task: (returnval){ [ 1780.250877] env[62574]: value = "task-1861976" [ 1780.250877] env[62574]: _type = "Task" [ 1780.250877] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1780.258806] env[62574]: DEBUG oslo_vmware.api [None req-dec079aa-83c6-4a48-a29b-4c585e681f56 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Task: {'id': task-1861976, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1780.268537] env[62574]: DEBUG oslo_vmware.api [None req-6e975ef5-7536-4216-90c9-e2f5f7f0dff9 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Task: {'id': task-1861974, 'name': PowerOffVM_Task, 'duration_secs': 0.253944} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1780.268794] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e975ef5-7536-4216-90c9-e2f5f7f0dff9 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] [instance: 296cf9dd-e110-4144-8899-56fb0d257b8b] Powered off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1780.268961] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-6e975ef5-7536-4216-90c9-e2f5f7f0dff9 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] [instance: 296cf9dd-e110-4144-8899-56fb0d257b8b] Unregistering the VM {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1780.269221] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-13bb3b2c-6c30-4fe7-a779-aee64b7bfcb3 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.326475] env[62574]: DEBUG nova.compute.manager [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] [instance: b8222a46-63c9-4282-85bf-9e9b044ed524] Instance has had 0 of 5 cleanup attempts {{(pid=62574) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1780.358639] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-6e975ef5-7536-4216-90c9-e2f5f7f0dff9 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] [instance: 296cf9dd-e110-4144-8899-56fb0d257b8b] Unregistered the VM {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1780.359017] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-6e975ef5-7536-4216-90c9-e2f5f7f0dff9 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] [instance: 296cf9dd-e110-4144-8899-56fb0d257b8b] Deleting contents of the VM from datastore datastore1 {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1780.359128] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e975ef5-7536-4216-90c9-e2f5f7f0dff9 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Deleting the datastore file [datastore1] 296cf9dd-e110-4144-8899-56fb0d257b8b {{(pid=62574) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1780.359322] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ea4928f8-758c-4bfd-847a-67506a182326 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.369497] env[62574]: DEBUG oslo_vmware.api [None req-6e975ef5-7536-4216-90c9-e2f5f7f0dff9 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Waiting for the task: (returnval){ [ 1780.369497] env[62574]: value = "task-1861978" [ 1780.369497] env[62574]: _type = "Task" [ 1780.369497] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1780.381024] env[62574]: DEBUG oslo_vmware.api [None req-6e975ef5-7536-4216-90c9-e2f5f7f0dff9 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Task: {'id': task-1861978, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1780.381565] env[62574]: DEBUG oslo_concurrency.lockutils [None req-13059c5c-38eb-497f-9a08-a58900525f40 tempest-ServerRescueTestJSON-1727825093 tempest-ServerRescueTestJSON-1727825093-project-member] Lock "e34254ce-88c3-41dd-be1c-553eea828050" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.428s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1780.468758] env[62574]: INFO nova.compute.manager [-] [instance: 8275ea75-5ca3-4b37-89e5-00babfa3d24e] Took 1.27 seconds to deallocate network for instance. [ 1780.621686] env[62574]: DEBUG oslo_vmware.api [None req-0dd38d03-2002-463c-951e-4aa9096e89c7 tempest-ServerPasswordTestJSON-355305620 tempest-ServerPasswordTestJSON-355305620-project-member] Task: {'id': task-1861975, 'name': ReconfigVM_Task, 'duration_secs': 0.481746} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1780.621972] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-0dd38d03-2002-463c-951e-4aa9096e89c7 tempest-ServerPasswordTestJSON-355305620 tempest-ServerPasswordTestJSON-355305620-project-member] [instance: 6a34c941-0a2c-4eb8-a0cf-5ddbcd9d4cba] Reconfigured VM instance instance-00000046 to attach disk [datastore1] 6a34c941-0a2c-4eb8-a0cf-5ddbcd9d4cba/6a34c941-0a2c-4eb8-a0cf-5ddbcd9d4cba.vmdk or device None with type sparse {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1780.625749] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c152a573-ae00-48e7-bfdf-78c04ed5276c {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.633304] env[62574]: DEBUG oslo_vmware.api [None req-0dd38d03-2002-463c-951e-4aa9096e89c7 tempest-ServerPasswordTestJSON-355305620 tempest-ServerPasswordTestJSON-355305620-project-member] Waiting for the task: (returnval){ [ 1780.633304] env[62574]: value = "task-1861979" [ 1780.633304] env[62574]: _type = "Task" [ 1780.633304] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1780.642553] env[62574]: DEBUG oslo_vmware.api [None req-0dd38d03-2002-463c-951e-4aa9096e89c7 tempest-ServerPasswordTestJSON-355305620 tempest-ServerPasswordTestJSON-355305620-project-member] Task: {'id': task-1861979, 'name': Rename_Task} progress is 5%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1780.725432] env[62574]: DEBUG oslo_concurrency.lockutils [None req-9a253a42-6a6a-4610-95e9-3d76367abc49 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1780.761808] env[62574]: DEBUG oslo_vmware.api [None req-dec079aa-83c6-4a48-a29b-4c585e681f56 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Task: {'id': task-1861976, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.190754} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1780.762171] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-dec079aa-83c6-4a48-a29b-4c585e681f56 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] [instance: 863dbe8b-20e6-485c-ba4d-b709d80fa327] Extended root virtual disk {{(pid=62574) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1780.763081] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3405c4a-d855-4f98-b816-40fc676d7d7a {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.786639] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-dec079aa-83c6-4a48-a29b-4c585e681f56 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] [instance: 863dbe8b-20e6-485c-ba4d-b709d80fa327] Reconfiguring VM instance instance-00000047 to attach disk [datastore2] 863dbe8b-20e6-485c-ba4d-b709d80fa327/863dbe8b-20e6-485c-ba4d-b709d80fa327.vmdk or device None with type sparse {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1780.786908] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5512cda6-a9e3-4a95-8f4d-c58d5272de24 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.808608] env[62574]: DEBUG oslo_vmware.api [None req-dec079aa-83c6-4a48-a29b-4c585e681f56 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Waiting for the task: (returnval){ [ 1780.808608] env[62574]: value = "task-1861980" [ 1780.808608] env[62574]: _type = "Task" [ 1780.808608] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1780.820246] env[62574]: DEBUG oslo_vmware.api [None req-dec079aa-83c6-4a48-a29b-4c585e681f56 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Task: {'id': task-1861980, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1780.830021] env[62574]: DEBUG nova.compute.manager [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] [instance: d35706fa-4b30-46ac-a6df-545c8b83bdca] Instance has had 0 of 5 cleanup attempts {{(pid=62574) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1780.883030] env[62574]: DEBUG oslo_vmware.api [None req-6e975ef5-7536-4216-90c9-e2f5f7f0dff9 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Task: {'id': task-1861978, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.29681} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1780.884217] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e975ef5-7536-4216-90c9-e2f5f7f0dff9 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Deleted the datastore file {{(pid=62574) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1780.884417] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-6e975ef5-7536-4216-90c9-e2f5f7f0dff9 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] [instance: 296cf9dd-e110-4144-8899-56fb0d257b8b] Deleted contents of the VM from datastore datastore1 {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1780.884617] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-6e975ef5-7536-4216-90c9-e2f5f7f0dff9 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] [instance: 296cf9dd-e110-4144-8899-56fb0d257b8b] Instance destroyed {{(pid=62574) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1780.884798] env[62574]: INFO nova.compute.manager [None req-6e975ef5-7536-4216-90c9-e2f5f7f0dff9 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] [instance: 296cf9dd-e110-4144-8899-56fb0d257b8b] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1780.885120] env[62574]: DEBUG oslo.service.loopingcall [None req-6e975ef5-7536-4216-90c9-e2f5f7f0dff9 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62574) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1780.885347] env[62574]: DEBUG nova.compute.manager [-] [instance: 296cf9dd-e110-4144-8899-56fb0d257b8b] Deallocating network for instance {{(pid=62574) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1780.885482] env[62574]: DEBUG nova.network.neutron [-] [instance: 296cf9dd-e110-4144-8899-56fb0d257b8b] deallocate_for_instance() {{(pid=62574) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1780.975735] env[62574]: DEBUG oslo_concurrency.lockutils [None req-497f915d-4960-45f6-a1aa-0da6c65cbcc5 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1781.146105] env[62574]: DEBUG oslo_vmware.api [None req-0dd38d03-2002-463c-951e-4aa9096e89c7 tempest-ServerPasswordTestJSON-355305620 tempest-ServerPasswordTestJSON-355305620-project-member] Task: {'id': task-1861979, 'name': Rename_Task, 'duration_secs': 0.138642} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1781.148455] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-0dd38d03-2002-463c-951e-4aa9096e89c7 tempest-ServerPasswordTestJSON-355305620 tempest-ServerPasswordTestJSON-355305620-project-member] [instance: 6a34c941-0a2c-4eb8-a0cf-5ddbcd9d4cba] Powering on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1781.149046] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-68d729db-4d17-4b14-90d6-2433af8785fb {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.155889] env[62574]: DEBUG oslo_vmware.api [None req-0dd38d03-2002-463c-951e-4aa9096e89c7 tempest-ServerPasswordTestJSON-355305620 tempest-ServerPasswordTestJSON-355305620-project-member] Waiting for the task: (returnval){ [ 1781.155889] env[62574]: value = "task-1861981" [ 1781.155889] env[62574]: _type = "Task" [ 1781.155889] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1781.171436] env[62574]: DEBUG oslo_vmware.api [None req-0dd38d03-2002-463c-951e-4aa9096e89c7 tempest-ServerPasswordTestJSON-355305620 tempest-ServerPasswordTestJSON-355305620-project-member] Task: {'id': task-1861981, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1781.203152] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72f0d390-5ac3-4613-82f6-6bb9adb50bda {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.209827] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03a23de7-0e14-41df-99f3-6458b54bdd95 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.243428] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bb46202-c850-4bdf-bc3f-9d983f1def18 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.252384] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f16cbd38-afbd-4545-9599-e0fe2ca967af {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.271133] env[62574]: DEBUG nova.compute.provider_tree [None req-6c4f6635-afc1-4bed-be10-012b84a320b3 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Inventory has not changed in ProviderTree for provider: f0ed160a-beff-4626-a531-2a70d7bc0627 {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1781.320305] env[62574]: DEBUG oslo_vmware.api [None req-dec079aa-83c6-4a48-a29b-4c585e681f56 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Task: {'id': task-1861980, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1781.333774] env[62574]: DEBUG nova.compute.manager [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] [instance: b19648bf-b106-4c17-8b48-8c579fb23b31] Instance has had 0 of 5 cleanup attempts {{(pid=62574) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1781.666219] env[62574]: DEBUG oslo_vmware.api [None req-0dd38d03-2002-463c-951e-4aa9096e89c7 tempest-ServerPasswordTestJSON-355305620 tempest-ServerPasswordTestJSON-355305620-project-member] Task: {'id': task-1861981, 'name': PowerOnVM_Task, 'duration_secs': 0.484151} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1781.666513] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-0dd38d03-2002-463c-951e-4aa9096e89c7 tempest-ServerPasswordTestJSON-355305620 tempest-ServerPasswordTestJSON-355305620-project-member] [instance: 6a34c941-0a2c-4eb8-a0cf-5ddbcd9d4cba] Powered on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1781.666877] env[62574]: INFO nova.compute.manager [None req-0dd38d03-2002-463c-951e-4aa9096e89c7 tempest-ServerPasswordTestJSON-355305620 tempest-ServerPasswordTestJSON-355305620-project-member] [instance: 6a34c941-0a2c-4eb8-a0cf-5ddbcd9d4cba] Took 16.88 seconds to spawn the instance on the hypervisor. [ 1781.667110] env[62574]: DEBUG nova.compute.manager [None req-0dd38d03-2002-463c-951e-4aa9096e89c7 tempest-ServerPasswordTestJSON-355305620 tempest-ServerPasswordTestJSON-355305620-project-member] [instance: 6a34c941-0a2c-4eb8-a0cf-5ddbcd9d4cba] Checking state {{(pid=62574) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1781.667902] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-588b808b-d39f-435a-a063-8d18177c3d13 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.678929] env[62574]: DEBUG nova.compute.manager [req-2f13f743-e35c-43c5-a696-570bd3d00640 req-5ddd4c88-6581-4935-abf1-0da911e4ed19 service nova] [instance: 296cf9dd-e110-4144-8899-56fb0d257b8b] Received event network-vif-deleted-aa4e4a30-e7af-4e77-8c7f-e76f770b56c8 {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1781.679223] env[62574]: INFO nova.compute.manager [req-2f13f743-e35c-43c5-a696-570bd3d00640 req-5ddd4c88-6581-4935-abf1-0da911e4ed19 service nova] [instance: 296cf9dd-e110-4144-8899-56fb0d257b8b] Neutron deleted interface aa4e4a30-e7af-4e77-8c7f-e76f770b56c8; detaching it from the instance and deleting it from the info cache [ 1781.679323] env[62574]: DEBUG nova.network.neutron [req-2f13f743-e35c-43c5-a696-570bd3d00640 req-5ddd4c88-6581-4935-abf1-0da911e4ed19 service nova] [instance: 296cf9dd-e110-4144-8899-56fb0d257b8b] Updating instance_info_cache with network_info: [] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1781.777041] env[62574]: DEBUG nova.scheduler.client.report [None req-6c4f6635-afc1-4bed-be10-012b84a320b3 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Inventory has not changed for provider f0ed160a-beff-4626-a531-2a70d7bc0627 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1781.809045] env[62574]: DEBUG nova.network.neutron [-] [instance: 296cf9dd-e110-4144-8899-56fb0d257b8b] Updating instance_info_cache with network_info: [] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1781.829912] env[62574]: DEBUG oslo_vmware.api [None req-dec079aa-83c6-4a48-a29b-4c585e681f56 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Task: {'id': task-1861980, 'name': ReconfigVM_Task, 'duration_secs': 0.741198} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1781.830210] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-dec079aa-83c6-4a48-a29b-4c585e681f56 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] [instance: 863dbe8b-20e6-485c-ba4d-b709d80fa327] Reconfigured VM instance instance-00000047 to attach disk [datastore2] 863dbe8b-20e6-485c-ba4d-b709d80fa327/863dbe8b-20e6-485c-ba4d-b709d80fa327.vmdk or device None with type sparse {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1781.831758] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-22aad791-64fe-4004-8b0b-718b1ce05f9d {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.839020] env[62574]: DEBUG nova.compute.manager [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] [instance: fff9b5fd-be41-4133-a2e3-aeb7188d76ec] Instance has had 0 of 5 cleanup attempts {{(pid=62574) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1781.839796] env[62574]: DEBUG oslo_vmware.api [None req-dec079aa-83c6-4a48-a29b-4c585e681f56 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Waiting for the task: (returnval){ [ 1781.839796] env[62574]: value = "task-1861982" [ 1781.839796] env[62574]: _type = "Task" [ 1781.839796] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1781.854276] env[62574]: DEBUG oslo_vmware.api [None req-dec079aa-83c6-4a48-a29b-4c585e681f56 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Task: {'id': task-1861982, 'name': Rename_Task} progress is 6%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1782.181856] env[62574]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e3528415-2704-4ad2-ac13-d17d183c307a {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.186573] env[62574]: INFO nova.compute.manager [None req-0dd38d03-2002-463c-951e-4aa9096e89c7 tempest-ServerPasswordTestJSON-355305620 tempest-ServerPasswordTestJSON-355305620-project-member] [instance: 6a34c941-0a2c-4eb8-a0cf-5ddbcd9d4cba] Took 29.66 seconds to build instance. [ 1782.192037] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b0e5827-2e2a-414f-af2d-ce6521a0be42 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.229678] env[62574]: DEBUG nova.compute.manager [req-2f13f743-e35c-43c5-a696-570bd3d00640 req-5ddd4c88-6581-4935-abf1-0da911e4ed19 service nova] [instance: 296cf9dd-e110-4144-8899-56fb0d257b8b] Detach interface failed, port_id=aa4e4a30-e7af-4e77-8c7f-e76f770b56c8, reason: Instance 296cf9dd-e110-4144-8899-56fb0d257b8b could not be found. {{(pid=62574) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 1782.284035] env[62574]: DEBUG oslo_concurrency.lockutils [None req-6c4f6635-afc1-4bed-be10-012b84a320b3 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.433s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1782.284583] env[62574]: DEBUG nova.compute.manager [None req-6c4f6635-afc1-4bed-be10-012b84a320b3 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] [instance: 2238c3b9-d614-49b1-b507-31f649ac4b25] Start building networks asynchronously for instance. {{(pid=62574) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1782.287313] env[62574]: DEBUG oslo_concurrency.lockutils [None req-2ab33b0b-0c4e-494d-90c2-f24cd39da63e tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.931s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1782.287502] env[62574]: DEBUG oslo_concurrency.lockutils [None req-2ab33b0b-0c4e-494d-90c2-f24cd39da63e tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1782.289620] env[62574]: DEBUG oslo_concurrency.lockutils [None req-881803b4-a050-4141-b363-a2536b9400c6 tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.788s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1782.291240] env[62574]: INFO nova.compute.claims [None req-881803b4-a050-4141-b363-a2536b9400c6 tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] [instance: ec94034b-6638-46fc-a09c-b7bf5709f039] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1782.316143] env[62574]: INFO nova.scheduler.client.report [None req-2ab33b0b-0c4e-494d-90c2-f24cd39da63e tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Deleted allocations for instance 4cc7d784-be5d-41db-a028-0dade3464032 [ 1782.320572] env[62574]: INFO nova.compute.manager [-] [instance: 296cf9dd-e110-4144-8899-56fb0d257b8b] Took 1.44 seconds to deallocate network for instance. [ 1782.341305] env[62574]: DEBUG oslo_service.periodic_task [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62574) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1782.341442] env[62574]: DEBUG nova.compute.manager [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Cleaning up deleted instances with incomplete migration {{(pid=62574) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11683}} [ 1782.353611] env[62574]: DEBUG oslo_vmware.api [None req-dec079aa-83c6-4a48-a29b-4c585e681f56 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Task: {'id': task-1861982, 'name': Rename_Task, 'duration_secs': 0.159539} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1782.354554] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-dec079aa-83c6-4a48-a29b-4c585e681f56 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] [instance: 863dbe8b-20e6-485c-ba4d-b709d80fa327] Powering on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1782.354877] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-23920254-dd17-44c6-9042-20c1847353ef {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.362193] env[62574]: DEBUG oslo_vmware.api [None req-dec079aa-83c6-4a48-a29b-4c585e681f56 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Waiting for the task: (returnval){ [ 1782.362193] env[62574]: value = "task-1861983" [ 1782.362193] env[62574]: _type = "Task" [ 1782.362193] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1782.371043] env[62574]: DEBUG oslo_vmware.api [None req-dec079aa-83c6-4a48-a29b-4c585e681f56 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Task: {'id': task-1861983, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1782.666325] env[62574]: DEBUG oslo_concurrency.lockutils [None req-68a9d6c8-a95b-4ec7-bbf9-c2ce7283ea96 tempest-ServerPasswordTestJSON-355305620 tempest-ServerPasswordTestJSON-355305620-project-member] Acquiring lock "6a34c941-0a2c-4eb8-a0cf-5ddbcd9d4cba" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1782.690026] env[62574]: DEBUG oslo_concurrency.lockutils [None req-0dd38d03-2002-463c-951e-4aa9096e89c7 tempest-ServerPasswordTestJSON-355305620 tempest-ServerPasswordTestJSON-355305620-project-member] Lock "6a34c941-0a2c-4eb8-a0cf-5ddbcd9d4cba" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.166s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1782.690204] env[62574]: DEBUG oslo_concurrency.lockutils [None req-68a9d6c8-a95b-4ec7-bbf9-c2ce7283ea96 tempest-ServerPasswordTestJSON-355305620 tempest-ServerPasswordTestJSON-355305620-project-member] Lock "6a34c941-0a2c-4eb8-a0cf-5ddbcd9d4cba" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.024s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1782.690297] env[62574]: DEBUG oslo_concurrency.lockutils [None req-68a9d6c8-a95b-4ec7-bbf9-c2ce7283ea96 tempest-ServerPasswordTestJSON-355305620 tempest-ServerPasswordTestJSON-355305620-project-member] Acquiring lock "6a34c941-0a2c-4eb8-a0cf-5ddbcd9d4cba-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1782.690527] env[62574]: DEBUG oslo_concurrency.lockutils [None req-68a9d6c8-a95b-4ec7-bbf9-c2ce7283ea96 tempest-ServerPasswordTestJSON-355305620 tempest-ServerPasswordTestJSON-355305620-project-member] Lock "6a34c941-0a2c-4eb8-a0cf-5ddbcd9d4cba-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1782.690752] env[62574]: DEBUG oslo_concurrency.lockutils [None req-68a9d6c8-a95b-4ec7-bbf9-c2ce7283ea96 tempest-ServerPasswordTestJSON-355305620 tempest-ServerPasswordTestJSON-355305620-project-member] Lock "6a34c941-0a2c-4eb8-a0cf-5ddbcd9d4cba-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1782.693535] env[62574]: INFO nova.compute.manager [None req-68a9d6c8-a95b-4ec7-bbf9-c2ce7283ea96 tempest-ServerPasswordTestJSON-355305620 tempest-ServerPasswordTestJSON-355305620-project-member] [instance: 6a34c941-0a2c-4eb8-a0cf-5ddbcd9d4cba] Terminating instance [ 1782.796260] env[62574]: DEBUG nova.compute.utils [None req-6c4f6635-afc1-4bed-be10-012b84a320b3 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Using /dev/sd instead of None {{(pid=62574) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1782.800846] env[62574]: DEBUG nova.compute.manager [None req-6c4f6635-afc1-4bed-be10-012b84a320b3 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] [instance: 2238c3b9-d614-49b1-b507-31f649ac4b25] Allocating IP information in the background. {{(pid=62574) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1782.800846] env[62574]: DEBUG nova.network.neutron [None req-6c4f6635-afc1-4bed-be10-012b84a320b3 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] [instance: 2238c3b9-d614-49b1-b507-31f649ac4b25] allocate_for_instance() {{(pid=62574) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1782.825976] env[62574]: DEBUG oslo_concurrency.lockutils [None req-2ab33b0b-0c4e-494d-90c2-f24cd39da63e tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Lock "4cc7d784-be5d-41db-a028-0dade3464032" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.588s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1782.827401] env[62574]: DEBUG oslo_concurrency.lockutils [None req-6e975ef5-7536-4216-90c9-e2f5f7f0dff9 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1782.846943] env[62574]: DEBUG oslo_service.periodic_task [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62574) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1782.854115] env[62574]: DEBUG nova.policy [None req-6c4f6635-afc1-4bed-be10-012b84a320b3 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1ff4b494e991450eb0aae14044b25d3d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dd623c359a6848e68b723390c29ce7e6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62574) authorize /opt/stack/nova/nova/policy.py:192}} [ 1782.871788] env[62574]: DEBUG oslo_vmware.api [None req-dec079aa-83c6-4a48-a29b-4c585e681f56 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Task: {'id': task-1861983, 'name': PowerOnVM_Task, 'duration_secs': 0.490999} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1782.872159] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-dec079aa-83c6-4a48-a29b-4c585e681f56 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] [instance: 863dbe8b-20e6-485c-ba4d-b709d80fa327] Powered on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1782.872371] env[62574]: INFO nova.compute.manager [None req-dec079aa-83c6-4a48-a29b-4c585e681f56 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] [instance: 863dbe8b-20e6-485c-ba4d-b709d80fa327] Took 7.00 seconds to spawn the instance on the hypervisor. [ 1782.872549] env[62574]: DEBUG nova.compute.manager [None req-dec079aa-83c6-4a48-a29b-4c585e681f56 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] [instance: 863dbe8b-20e6-485c-ba4d-b709d80fa327] Checking state {{(pid=62574) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1782.873314] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-061ed342-713c-4aae-9942-36721b3116c4 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.186394] env[62574]: DEBUG nova.network.neutron [None req-6c4f6635-afc1-4bed-be10-012b84a320b3 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] [instance: 2238c3b9-d614-49b1-b507-31f649ac4b25] Successfully created port: 02f71451-12ca-4c70-ba32-41eb8a1c913d {{(pid=62574) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1783.197747] env[62574]: DEBUG nova.compute.manager [None req-68a9d6c8-a95b-4ec7-bbf9-c2ce7283ea96 tempest-ServerPasswordTestJSON-355305620 tempest-ServerPasswordTestJSON-355305620-project-member] [instance: 6a34c941-0a2c-4eb8-a0cf-5ddbcd9d4cba] Start destroying the instance on the hypervisor. {{(pid=62574) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1783.198047] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-68a9d6c8-a95b-4ec7-bbf9-c2ce7283ea96 tempest-ServerPasswordTestJSON-355305620 tempest-ServerPasswordTestJSON-355305620-project-member] [instance: 6a34c941-0a2c-4eb8-a0cf-5ddbcd9d4cba] Destroying instance {{(pid=62574) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1783.198933] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6c9cd31-1960-482a-9339-e62ccf10d017 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.207383] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-68a9d6c8-a95b-4ec7-bbf9-c2ce7283ea96 tempest-ServerPasswordTestJSON-355305620 tempest-ServerPasswordTestJSON-355305620-project-member] [instance: 6a34c941-0a2c-4eb8-a0cf-5ddbcd9d4cba] Powering off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1783.207674] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f7ec1318-43cd-48ef-8cf0-ea1b87b99026 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.214400] env[62574]: DEBUG oslo_vmware.api [None req-68a9d6c8-a95b-4ec7-bbf9-c2ce7283ea96 tempest-ServerPasswordTestJSON-355305620 tempest-ServerPasswordTestJSON-355305620-project-member] Waiting for the task: (returnval){ [ 1783.214400] env[62574]: value = "task-1861984" [ 1783.214400] env[62574]: _type = "Task" [ 1783.214400] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1783.222413] env[62574]: DEBUG oslo_vmware.api [None req-68a9d6c8-a95b-4ec7-bbf9-c2ce7283ea96 tempest-ServerPasswordTestJSON-355305620 tempest-ServerPasswordTestJSON-355305620-project-member] Task: {'id': task-1861984, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1783.301341] env[62574]: DEBUG nova.compute.manager [None req-6c4f6635-afc1-4bed-be10-012b84a320b3 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] [instance: 2238c3b9-d614-49b1-b507-31f649ac4b25] Start building block device mappings for instance. {{(pid=62574) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1783.391015] env[62574]: INFO nova.compute.manager [None req-dec079aa-83c6-4a48-a29b-4c585e681f56 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] [instance: 863dbe8b-20e6-485c-ba4d-b709d80fa327] Took 19.65 seconds to build instance. [ 1783.670904] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c5ba4a6-7242-48fa-9a04-0fb582dd1abd {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.680012] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f68d5e43-7cfc-4f66-88e6-48482e9e740d {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.712812] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7469da4-f54e-4911-8535-2c63afeeff30 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.731020] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94fe8e36-67a7-4ac6-bf34-230056425d2c {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.733232] env[62574]: DEBUG oslo_vmware.api [None req-68a9d6c8-a95b-4ec7-bbf9-c2ce7283ea96 tempest-ServerPasswordTestJSON-355305620 tempest-ServerPasswordTestJSON-355305620-project-member] Task: {'id': task-1861984, 'name': PowerOffVM_Task, 'duration_secs': 0.334826} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1783.733434] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-68a9d6c8-a95b-4ec7-bbf9-c2ce7283ea96 tempest-ServerPasswordTestJSON-355305620 tempest-ServerPasswordTestJSON-355305620-project-member] [instance: 6a34c941-0a2c-4eb8-a0cf-5ddbcd9d4cba] Powered off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1783.733603] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-68a9d6c8-a95b-4ec7-bbf9-c2ce7283ea96 tempest-ServerPasswordTestJSON-355305620 tempest-ServerPasswordTestJSON-355305620-project-member] [instance: 6a34c941-0a2c-4eb8-a0cf-5ddbcd9d4cba] Unregistering the VM {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1783.734228] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2d7f6705-3a9e-4182-85a3-595f81c310fe {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.744903] env[62574]: DEBUG nova.compute.provider_tree [None req-881803b4-a050-4141-b363-a2536b9400c6 tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Inventory has not changed in ProviderTree for provider: f0ed160a-beff-4626-a531-2a70d7bc0627 {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1783.877076] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-68a9d6c8-a95b-4ec7-bbf9-c2ce7283ea96 tempest-ServerPasswordTestJSON-355305620 tempest-ServerPasswordTestJSON-355305620-project-member] [instance: 6a34c941-0a2c-4eb8-a0cf-5ddbcd9d4cba] Unregistered the VM {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1783.877530] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-68a9d6c8-a95b-4ec7-bbf9-c2ce7283ea96 tempest-ServerPasswordTestJSON-355305620 tempest-ServerPasswordTestJSON-355305620-project-member] [instance: 6a34c941-0a2c-4eb8-a0cf-5ddbcd9d4cba] Deleting contents of the VM from datastore datastore1 {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1783.877530] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-68a9d6c8-a95b-4ec7-bbf9-c2ce7283ea96 tempest-ServerPasswordTestJSON-355305620 tempest-ServerPasswordTestJSON-355305620-project-member] Deleting the datastore file [datastore1] 6a34c941-0a2c-4eb8-a0cf-5ddbcd9d4cba {{(pid=62574) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1783.878102] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a2ae3de9-a026-444f-8d76-389e1f5f2cb2 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.884739] env[62574]: DEBUG oslo_vmware.api [None req-68a9d6c8-a95b-4ec7-bbf9-c2ce7283ea96 tempest-ServerPasswordTestJSON-355305620 tempest-ServerPasswordTestJSON-355305620-project-member] Waiting for the task: (returnval){ [ 1783.884739] env[62574]: value = "task-1861986" [ 1783.884739] env[62574]: _type = "Task" [ 1783.884739] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1783.895435] env[62574]: DEBUG oslo_concurrency.lockutils [None req-dec079aa-83c6-4a48-a29b-4c585e681f56 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Lock "863dbe8b-20e6-485c-ba4d-b709d80fa327" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.182s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1783.895702] env[62574]: DEBUG oslo_vmware.api [None req-68a9d6c8-a95b-4ec7-bbf9-c2ce7283ea96 tempest-ServerPasswordTestJSON-355305620 tempest-ServerPasswordTestJSON-355305620-project-member] Task: {'id': task-1861986, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1784.009958] env[62574]: DEBUG nova.compute.manager [req-cf8995e5-e4f4-4cdc-971a-0b398fa043be req-831c7aa3-2cf2-4598-88a0-682b68e3d2b0 service nova] [instance: 863dbe8b-20e6-485c-ba4d-b709d80fa327] Received event network-changed-4cc1b3c9-929b-4e62-bdaf-ad0d56fe5466 {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1784.009958] env[62574]: DEBUG nova.compute.manager [req-cf8995e5-e4f4-4cdc-971a-0b398fa043be req-831c7aa3-2cf2-4598-88a0-682b68e3d2b0 service nova] [instance: 863dbe8b-20e6-485c-ba4d-b709d80fa327] Refreshing instance network info cache due to event network-changed-4cc1b3c9-929b-4e62-bdaf-ad0d56fe5466. {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1784.009958] env[62574]: DEBUG oslo_concurrency.lockutils [req-cf8995e5-e4f4-4cdc-971a-0b398fa043be req-831c7aa3-2cf2-4598-88a0-682b68e3d2b0 service nova] Acquiring lock "refresh_cache-863dbe8b-20e6-485c-ba4d-b709d80fa327" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1784.009958] env[62574]: DEBUG oslo_concurrency.lockutils [req-cf8995e5-e4f4-4cdc-971a-0b398fa043be req-831c7aa3-2cf2-4598-88a0-682b68e3d2b0 service nova] Acquired lock "refresh_cache-863dbe8b-20e6-485c-ba4d-b709d80fa327" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1784.009958] env[62574]: DEBUG nova.network.neutron [req-cf8995e5-e4f4-4cdc-971a-0b398fa043be req-831c7aa3-2cf2-4598-88a0-682b68e3d2b0 service nova] [instance: 863dbe8b-20e6-485c-ba4d-b709d80fa327] Refreshing network info cache for port 4cc1b3c9-929b-4e62-bdaf-ad0d56fe5466 {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1784.248424] env[62574]: DEBUG nova.scheduler.client.report [None req-881803b4-a050-4141-b363-a2536b9400c6 tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Inventory has not changed for provider f0ed160a-beff-4626-a531-2a70d7bc0627 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1784.314527] env[62574]: DEBUG nova.compute.manager [None req-6c4f6635-afc1-4bed-be10-012b84a320b3 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] [instance: 2238c3b9-d614-49b1-b507-31f649ac4b25] Start spawning the instance on the hypervisor. {{(pid=62574) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1784.341083] env[62574]: DEBUG nova.virt.hardware [None req-6c4f6635-afc1-4bed-be10-012b84a320b3 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T19:26:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-13T19:26:40Z,direct_url=,disk_format='vmdk',id=3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7eed1dd4d2c3418eb32c4f4ceda3ab0d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-13T19:26:41Z,virtual_size=,visibility=), allow threads: False {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1784.341364] env[62574]: DEBUG nova.virt.hardware [None req-6c4f6635-afc1-4bed-be10-012b84a320b3 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Flavor limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1784.341683] env[62574]: DEBUG nova.virt.hardware [None req-6c4f6635-afc1-4bed-be10-012b84a320b3 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Image limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1784.341766] env[62574]: DEBUG nova.virt.hardware [None req-6c4f6635-afc1-4bed-be10-012b84a320b3 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Flavor pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1784.341840] env[62574]: DEBUG nova.virt.hardware [None req-6c4f6635-afc1-4bed-be10-012b84a320b3 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Image pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1784.341983] env[62574]: DEBUG nova.virt.hardware [None req-6c4f6635-afc1-4bed-be10-012b84a320b3 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1784.342204] env[62574]: DEBUG nova.virt.hardware [None req-6c4f6635-afc1-4bed-be10-012b84a320b3 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1784.342365] env[62574]: DEBUG nova.virt.hardware [None req-6c4f6635-afc1-4bed-be10-012b84a320b3 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1784.342530] env[62574]: DEBUG nova.virt.hardware [None req-6c4f6635-afc1-4bed-be10-012b84a320b3 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Got 1 possible topologies {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1784.342692] env[62574]: DEBUG nova.virt.hardware [None req-6c4f6635-afc1-4bed-be10-012b84a320b3 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1784.342862] env[62574]: DEBUG nova.virt.hardware [None req-6c4f6635-afc1-4bed-be10-012b84a320b3 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1784.343750] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e076d544-6b50-4915-96fe-e513cf79954f {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.350744] env[62574]: DEBUG oslo_service.periodic_task [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62574) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1784.351040] env[62574]: DEBUG oslo_service.periodic_task [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62574) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1784.353236] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31285e2c-0348-4daf-8b8f-60614393501b {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.394711] env[62574]: DEBUG oslo_vmware.api [None req-68a9d6c8-a95b-4ec7-bbf9-c2ce7283ea96 tempest-ServerPasswordTestJSON-355305620 tempest-ServerPasswordTestJSON-355305620-project-member] Task: {'id': task-1861986, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.475906} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1784.394960] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-68a9d6c8-a95b-4ec7-bbf9-c2ce7283ea96 tempest-ServerPasswordTestJSON-355305620 tempest-ServerPasswordTestJSON-355305620-project-member] Deleted the datastore file {{(pid=62574) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1784.395155] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-68a9d6c8-a95b-4ec7-bbf9-c2ce7283ea96 tempest-ServerPasswordTestJSON-355305620 tempest-ServerPasswordTestJSON-355305620-project-member] [instance: 6a34c941-0a2c-4eb8-a0cf-5ddbcd9d4cba] Deleted contents of the VM from datastore datastore1 {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1784.395332] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-68a9d6c8-a95b-4ec7-bbf9-c2ce7283ea96 tempest-ServerPasswordTestJSON-355305620 tempest-ServerPasswordTestJSON-355305620-project-member] [instance: 6a34c941-0a2c-4eb8-a0cf-5ddbcd9d4cba] Instance destroyed {{(pid=62574) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1784.395593] env[62574]: INFO nova.compute.manager [None req-68a9d6c8-a95b-4ec7-bbf9-c2ce7283ea96 tempest-ServerPasswordTestJSON-355305620 tempest-ServerPasswordTestJSON-355305620-project-member] [instance: 6a34c941-0a2c-4eb8-a0cf-5ddbcd9d4cba] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1784.395732] env[62574]: DEBUG oslo.service.loopingcall [None req-68a9d6c8-a95b-4ec7-bbf9-c2ce7283ea96 tempest-ServerPasswordTestJSON-355305620 tempest-ServerPasswordTestJSON-355305620-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62574) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1784.395921] env[62574]: DEBUG nova.compute.manager [-] [instance: 6a34c941-0a2c-4eb8-a0cf-5ddbcd9d4cba] Deallocating network for instance {{(pid=62574) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1784.396026] env[62574]: DEBUG nova.network.neutron [-] [instance: 6a34c941-0a2c-4eb8-a0cf-5ddbcd9d4cba] deallocate_for_instance() {{(pid=62574) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1784.605261] env[62574]: DEBUG oslo_concurrency.lockutils [None req-aae01406-681e-492f-a666-a1f0bc54e028 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Acquiring lock "43793844-f400-4665-b287-bc4374a1ae6d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1784.605517] env[62574]: DEBUG oslo_concurrency.lockutils [None req-aae01406-681e-492f-a666-a1f0bc54e028 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Lock "43793844-f400-4665-b287-bc4374a1ae6d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1784.715359] env[62574]: DEBUG nova.compute.manager [req-dec28d37-6779-462d-8e95-c70bb7b55451 req-9362975c-c6a2-44a6-bab4-271b4944b229 service nova] [instance: 2238c3b9-d614-49b1-b507-31f649ac4b25] Received event network-vif-plugged-02f71451-12ca-4c70-ba32-41eb8a1c913d {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1784.715725] env[62574]: DEBUG oslo_concurrency.lockutils [req-dec28d37-6779-462d-8e95-c70bb7b55451 req-9362975c-c6a2-44a6-bab4-271b4944b229 service nova] Acquiring lock "2238c3b9-d614-49b1-b507-31f649ac4b25-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1784.716191] env[62574]: DEBUG oslo_concurrency.lockutils [req-dec28d37-6779-462d-8e95-c70bb7b55451 req-9362975c-c6a2-44a6-bab4-271b4944b229 service nova] Lock "2238c3b9-d614-49b1-b507-31f649ac4b25-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1784.716605] env[62574]: DEBUG oslo_concurrency.lockutils [req-dec28d37-6779-462d-8e95-c70bb7b55451 req-9362975c-c6a2-44a6-bab4-271b4944b229 service nova] Lock "2238c3b9-d614-49b1-b507-31f649ac4b25-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1784.716829] env[62574]: DEBUG nova.compute.manager [req-dec28d37-6779-462d-8e95-c70bb7b55451 req-9362975c-c6a2-44a6-bab4-271b4944b229 service nova] [instance: 2238c3b9-d614-49b1-b507-31f649ac4b25] No waiting events found dispatching network-vif-plugged-02f71451-12ca-4c70-ba32-41eb8a1c913d {{(pid=62574) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1784.717031] env[62574]: WARNING nova.compute.manager [req-dec28d37-6779-462d-8e95-c70bb7b55451 req-9362975c-c6a2-44a6-bab4-271b4944b229 service nova] [instance: 2238c3b9-d614-49b1-b507-31f649ac4b25] Received unexpected event network-vif-plugged-02f71451-12ca-4c70-ba32-41eb8a1c913d for instance with vm_state building and task_state spawning. [ 1784.755942] env[62574]: DEBUG oslo_concurrency.lockutils [None req-881803b4-a050-4141-b363-a2536b9400c6 tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.466s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1784.755942] env[62574]: DEBUG nova.compute.manager [None req-881803b4-a050-4141-b363-a2536b9400c6 tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] [instance: ec94034b-6638-46fc-a09c-b7bf5709f039] Start building networks asynchronously for instance. {{(pid=62574) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1784.758870] env[62574]: DEBUG oslo_concurrency.lockutils [None req-881803b4-a050-4141-b363-a2536b9400c6 tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.231s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1784.760288] env[62574]: INFO nova.compute.claims [None req-881803b4-a050-4141-b363-a2536b9400c6 tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] [instance: f90ce690-c313-43b3-a5e7-53257868a2af] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1784.801418] env[62574]: DEBUG nova.network.neutron [None req-6c4f6635-afc1-4bed-be10-012b84a320b3 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] [instance: 2238c3b9-d614-49b1-b507-31f649ac4b25] Successfully updated port: 02f71451-12ca-4c70-ba32-41eb8a1c913d {{(pid=62574) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1784.826531] env[62574]: DEBUG nova.network.neutron [req-cf8995e5-e4f4-4cdc-971a-0b398fa043be req-831c7aa3-2cf2-4598-88a0-682b68e3d2b0 service nova] [instance: 863dbe8b-20e6-485c-ba4d-b709d80fa327] Updated VIF entry in instance network info cache for port 4cc1b3c9-929b-4e62-bdaf-ad0d56fe5466. {{(pid=62574) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1784.826893] env[62574]: DEBUG nova.network.neutron [req-cf8995e5-e4f4-4cdc-971a-0b398fa043be req-831c7aa3-2cf2-4598-88a0-682b68e3d2b0 service nova] [instance: 863dbe8b-20e6-485c-ba4d-b709d80fa327] Updating instance_info_cache with network_info: [{"id": "4cc1b3c9-929b-4e62-bdaf-ad0d56fe5466", "address": "fa:16:3e:f1:a6:ac", "network": {"id": "048e4d0d-d1ab-45c4-a15c-a1cfb16572ac", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1657993544-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.217", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3efda8e53e3c4eea8bfd1d5d6cd90db3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f68ebd2a-3c68-48db-8c32-8a01497fc2e7", "external-id": "nsx-vlan-transportzone-49", "segmentation_id": 49, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4cc1b3c9-92", "ovs_interfaceid": "4cc1b3c9-929b-4e62-bdaf-ad0d56fe5466", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1784.863819] env[62574]: DEBUG oslo_service.periodic_task [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62574) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1784.863997] env[62574]: DEBUG nova.compute.manager [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Starting heal instance info cache {{(pid=62574) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10345}} [ 1784.864132] env[62574]: DEBUG nova.compute.manager [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Rebuilding the list of instances to heal {{(pid=62574) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10349}} [ 1785.108386] env[62574]: DEBUG nova.compute.manager [None req-aae01406-681e-492f-a666-a1f0bc54e028 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] [instance: 43793844-f400-4665-b287-bc4374a1ae6d] Starting instance... {{(pid=62574) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1785.225487] env[62574]: DEBUG nova.network.neutron [-] [instance: 6a34c941-0a2c-4eb8-a0cf-5ddbcd9d4cba] Updating instance_info_cache with network_info: [] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1785.264735] env[62574]: DEBUG nova.compute.utils [None req-881803b4-a050-4141-b363-a2536b9400c6 tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Using /dev/sd instead of None {{(pid=62574) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1785.268456] env[62574]: DEBUG nova.compute.manager [None req-881803b4-a050-4141-b363-a2536b9400c6 tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] [instance: ec94034b-6638-46fc-a09c-b7bf5709f039] Allocating IP information in the background. {{(pid=62574) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1785.268908] env[62574]: DEBUG nova.network.neutron [None req-881803b4-a050-4141-b363-a2536b9400c6 tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] [instance: ec94034b-6638-46fc-a09c-b7bf5709f039] allocate_for_instance() {{(pid=62574) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1785.302707] env[62574]: DEBUG oslo_concurrency.lockutils [None req-6c4f6635-afc1-4bed-be10-012b84a320b3 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Acquiring lock "refresh_cache-2238c3b9-d614-49b1-b507-31f649ac4b25" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1785.302707] env[62574]: DEBUG oslo_concurrency.lockutils [None req-6c4f6635-afc1-4bed-be10-012b84a320b3 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Acquired lock "refresh_cache-2238c3b9-d614-49b1-b507-31f649ac4b25" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1785.302788] env[62574]: DEBUG nova.network.neutron [None req-6c4f6635-afc1-4bed-be10-012b84a320b3 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] [instance: 2238c3b9-d614-49b1-b507-31f649ac4b25] Building network info cache for instance {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1785.317850] env[62574]: DEBUG nova.policy [None req-881803b4-a050-4141-b363-a2536b9400c6 tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f86533d519de4315910812141dca5309', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '98d2d71fa23141efa5a8a6ad920fbd1b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62574) authorize /opt/stack/nova/nova/policy.py:192}} [ 1785.329613] env[62574]: DEBUG oslo_concurrency.lockutils [req-cf8995e5-e4f4-4cdc-971a-0b398fa043be req-831c7aa3-2cf2-4598-88a0-682b68e3d2b0 service nova] Releasing lock "refresh_cache-863dbe8b-20e6-485c-ba4d-b709d80fa327" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1785.371383] env[62574]: DEBUG nova.compute.manager [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] [instance: 6a34c941-0a2c-4eb8-a0cf-5ddbcd9d4cba] Skipping network cache update for instance because it is being deleted. {{(pid=62574) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10362}} [ 1785.371562] env[62574]: DEBUG nova.compute.manager [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] [instance: 2238c3b9-d614-49b1-b507-31f649ac4b25] Skipping network cache update for instance because it is Building. {{(pid=62574) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10358}} [ 1785.371690] env[62574]: DEBUG nova.compute.manager [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] [instance: ec94034b-6638-46fc-a09c-b7bf5709f039] Skipping network cache update for instance because it is Building. {{(pid=62574) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10358}} [ 1785.371814] env[62574]: DEBUG nova.compute.manager [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] [instance: f90ce690-c313-43b3-a5e7-53257868a2af] Skipping network cache update for instance because it is Building. {{(pid=62574) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10358}} [ 1785.387509] env[62574]: DEBUG oslo_concurrency.lockutils [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Acquiring lock "refresh_cache-1e669675-0551-49d8-af15-64fdd0984b3f" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1785.387668] env[62574]: DEBUG oslo_concurrency.lockutils [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Acquired lock "refresh_cache-1e669675-0551-49d8-af15-64fdd0984b3f" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1785.387878] env[62574]: DEBUG nova.network.neutron [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] [instance: 1e669675-0551-49d8-af15-64fdd0984b3f] Forcefully refreshing network info cache for instance {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1785.388079] env[62574]: DEBUG nova.objects.instance [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Lazy-loading 'info_cache' on Instance uuid 1e669675-0551-49d8-af15-64fdd0984b3f {{(pid=62574) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1785.572855] env[62574]: DEBUG nova.network.neutron [None req-881803b4-a050-4141-b363-a2536b9400c6 tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] [instance: ec94034b-6638-46fc-a09c-b7bf5709f039] Successfully created port: ee4ebb8b-ffc0-471a-88b8-ffa03ff58572 {{(pid=62574) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1785.631457] env[62574]: DEBUG oslo_concurrency.lockutils [None req-aae01406-681e-492f-a666-a1f0bc54e028 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1785.728375] env[62574]: INFO nova.compute.manager [-] [instance: 6a34c941-0a2c-4eb8-a0cf-5ddbcd9d4cba] Took 1.33 seconds to deallocate network for instance. [ 1785.769301] env[62574]: DEBUG nova.compute.manager [None req-881803b4-a050-4141-b363-a2536b9400c6 tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] [instance: ec94034b-6638-46fc-a09c-b7bf5709f039] Start building block device mappings for instance. {{(pid=62574) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1785.837506] env[62574]: DEBUG nova.network.neutron [None req-6c4f6635-afc1-4bed-be10-012b84a320b3 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] [instance: 2238c3b9-d614-49b1-b507-31f649ac4b25] Instance cache missing network info. {{(pid=62574) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1785.977314] env[62574]: DEBUG nova.network.neutron [None req-6c4f6635-afc1-4bed-be10-012b84a320b3 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] [instance: 2238c3b9-d614-49b1-b507-31f649ac4b25] Updating instance_info_cache with network_info: [{"id": "02f71451-12ca-4c70-ba32-41eb8a1c913d", "address": "fa:16:3e:e3:04:1f", "network": {"id": "8bd12a38-08c1-4356-9843-f29b17be87eb", "bridge": "br-int", "label": "tempest-ServersTestJSON-544040280-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd623c359a6848e68b723390c29ce7e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cb94a1a-f287-46e7-b63b-ec692c2141b4", "external-id": "nsx-vlan-transportzone-346", "segmentation_id": 346, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02f71451-12", "ovs_interfaceid": "02f71451-12ca-4c70-ba32-41eb8a1c913d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1786.036211] env[62574]: DEBUG nova.compute.manager [req-502f2930-922f-4b6b-b222-c688574664ea req-3c4573b7-a4c7-4cb1-a744-09c14b247675 service nova] [instance: 6a34c941-0a2c-4eb8-a0cf-5ddbcd9d4cba] Received event network-vif-deleted-44ffc396-05ab-4e7b-a89d-7bf523a8c25d {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1786.066235] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ac6ad0d-eecf-40c5-a7a4-753c783b915c {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.074350] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57a693a6-df1e-40ec-b275-00a1f6b3cceb {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.104769] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bf8dc79-7d76-479e-8667-2409a0ed6770 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.112212] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a21bb23-b7b1-4427-8db8-7659372be44e {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.127041] env[62574]: DEBUG nova.compute.provider_tree [None req-881803b4-a050-4141-b363-a2536b9400c6 tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Inventory has not changed in ProviderTree for provider: f0ed160a-beff-4626-a531-2a70d7bc0627 {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1786.234598] env[62574]: DEBUG oslo_concurrency.lockutils [None req-68a9d6c8-a95b-4ec7-bbf9-c2ce7283ea96 tempest-ServerPasswordTestJSON-355305620 tempest-ServerPasswordTestJSON-355305620-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1786.408638] env[62574]: DEBUG nova.network.neutron [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] [instance: 1e669675-0551-49d8-af15-64fdd0984b3f] Instance cache missing network info. {{(pid=62574) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1786.479510] env[62574]: DEBUG oslo_concurrency.lockutils [None req-6c4f6635-afc1-4bed-be10-012b84a320b3 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Releasing lock "refresh_cache-2238c3b9-d614-49b1-b507-31f649ac4b25" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1786.479855] env[62574]: DEBUG nova.compute.manager [None req-6c4f6635-afc1-4bed-be10-012b84a320b3 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] [instance: 2238c3b9-d614-49b1-b507-31f649ac4b25] Instance network_info: |[{"id": "02f71451-12ca-4c70-ba32-41eb8a1c913d", "address": "fa:16:3e:e3:04:1f", "network": {"id": "8bd12a38-08c1-4356-9843-f29b17be87eb", "bridge": "br-int", "label": "tempest-ServersTestJSON-544040280-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd623c359a6848e68b723390c29ce7e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cb94a1a-f287-46e7-b63b-ec692c2141b4", "external-id": "nsx-vlan-transportzone-346", "segmentation_id": 346, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02f71451-12", "ovs_interfaceid": "02f71451-12ca-4c70-ba32-41eb8a1c913d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62574) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1786.480312] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-6c4f6635-afc1-4bed-be10-012b84a320b3 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] [instance: 2238c3b9-d614-49b1-b507-31f649ac4b25] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e3:04:1f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1cb94a1a-f287-46e7-b63b-ec692c2141b4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '02f71451-12ca-4c70-ba32-41eb8a1c913d', 'vif_model': 'vmxnet3'}] {{(pid=62574) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1786.488185] env[62574]: DEBUG oslo.service.loopingcall [None req-6c4f6635-afc1-4bed-be10-012b84a320b3 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62574) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1786.488397] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2238c3b9-d614-49b1-b507-31f649ac4b25] Creating VM on the ESX host {{(pid=62574) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1786.488635] env[62574]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f59b48a9-3ff8-49e3-9bd3-eb6e2cca641f {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.508555] env[62574]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1786.508555] env[62574]: value = "task-1861987" [ 1786.508555] env[62574]: _type = "Task" [ 1786.508555] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1786.516488] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1861987, 'name': CreateVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1786.630267] env[62574]: DEBUG nova.scheduler.client.report [None req-881803b4-a050-4141-b363-a2536b9400c6 tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Inventory has not changed for provider f0ed160a-beff-4626-a531-2a70d7bc0627 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1786.736543] env[62574]: DEBUG nova.compute.manager [req-19f9c1de-f655-4312-8668-19a9601f4ce2 req-b6ecd34e-92f7-4b8b-bf1d-f90454d4fcee service nova] [instance: 2238c3b9-d614-49b1-b507-31f649ac4b25] Received event network-changed-02f71451-12ca-4c70-ba32-41eb8a1c913d {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1786.736734] env[62574]: DEBUG nova.compute.manager [req-19f9c1de-f655-4312-8668-19a9601f4ce2 req-b6ecd34e-92f7-4b8b-bf1d-f90454d4fcee service nova] [instance: 2238c3b9-d614-49b1-b507-31f649ac4b25] Refreshing instance network info cache due to event network-changed-02f71451-12ca-4c70-ba32-41eb8a1c913d. {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1786.736983] env[62574]: DEBUG oslo_concurrency.lockutils [req-19f9c1de-f655-4312-8668-19a9601f4ce2 req-b6ecd34e-92f7-4b8b-bf1d-f90454d4fcee service nova] Acquiring lock "refresh_cache-2238c3b9-d614-49b1-b507-31f649ac4b25" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1786.737121] env[62574]: DEBUG oslo_concurrency.lockutils [req-19f9c1de-f655-4312-8668-19a9601f4ce2 req-b6ecd34e-92f7-4b8b-bf1d-f90454d4fcee service nova] Acquired lock "refresh_cache-2238c3b9-d614-49b1-b507-31f649ac4b25" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1786.737280] env[62574]: DEBUG nova.network.neutron [req-19f9c1de-f655-4312-8668-19a9601f4ce2 req-b6ecd34e-92f7-4b8b-bf1d-f90454d4fcee service nova] [instance: 2238c3b9-d614-49b1-b507-31f649ac4b25] Refreshing network info cache for port 02f71451-12ca-4c70-ba32-41eb8a1c913d {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1786.781369] env[62574]: DEBUG nova.compute.manager [None req-881803b4-a050-4141-b363-a2536b9400c6 tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] [instance: ec94034b-6638-46fc-a09c-b7bf5709f039] Start spawning the instance on the hypervisor. {{(pid=62574) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1786.806733] env[62574]: DEBUG nova.virt.hardware [None req-881803b4-a050-4141-b363-a2536b9400c6 tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T19:26:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-13T19:26:40Z,direct_url=,disk_format='vmdk',id=3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7eed1dd4d2c3418eb32c4f4ceda3ab0d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-13T19:26:41Z,virtual_size=,visibility=), allow threads: False {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1786.806975] env[62574]: DEBUG nova.virt.hardware [None req-881803b4-a050-4141-b363-a2536b9400c6 tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Flavor limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1786.807146] env[62574]: DEBUG nova.virt.hardware [None req-881803b4-a050-4141-b363-a2536b9400c6 tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Image limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1786.807326] env[62574]: DEBUG nova.virt.hardware [None req-881803b4-a050-4141-b363-a2536b9400c6 tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Flavor pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1786.807469] env[62574]: DEBUG nova.virt.hardware [None req-881803b4-a050-4141-b363-a2536b9400c6 tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Image pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1786.807612] env[62574]: DEBUG nova.virt.hardware [None req-881803b4-a050-4141-b363-a2536b9400c6 tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1786.807835] env[62574]: DEBUG nova.virt.hardware [None req-881803b4-a050-4141-b363-a2536b9400c6 tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1786.808016] env[62574]: DEBUG nova.virt.hardware [None req-881803b4-a050-4141-b363-a2536b9400c6 tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1786.808196] env[62574]: DEBUG nova.virt.hardware [None req-881803b4-a050-4141-b363-a2536b9400c6 tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Got 1 possible topologies {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1786.808358] env[62574]: DEBUG nova.virt.hardware [None req-881803b4-a050-4141-b363-a2536b9400c6 tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1786.808527] env[62574]: DEBUG nova.virt.hardware [None req-881803b4-a050-4141-b363-a2536b9400c6 tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1786.809410] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cd3df03-6678-40a9-960b-a89189abb8a3 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.817355] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95d4e865-13df-4697-97c9-6994139bf7d9 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.964849] env[62574]: DEBUG nova.network.neutron [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] [instance: 1e669675-0551-49d8-af15-64fdd0984b3f] Updating instance_info_cache with network_info: [] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1787.021093] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1861987, 'name': CreateVM_Task, 'duration_secs': 0.435651} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1787.021294] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2238c3b9-d614-49b1-b507-31f649ac4b25] Created VM on the ESX host {{(pid=62574) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1787.022064] env[62574]: DEBUG oslo_concurrency.lockutils [None req-6c4f6635-afc1-4bed-be10-012b84a320b3 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1787.022295] env[62574]: DEBUG oslo_concurrency.lockutils [None req-6c4f6635-afc1-4bed-be10-012b84a320b3 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1787.022667] env[62574]: DEBUG oslo_concurrency.lockutils [None req-6c4f6635-afc1-4bed-be10-012b84a320b3 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1787.022933] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-703eafa1-147a-49e5-a7fd-7ecfc88f84ee {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.027354] env[62574]: DEBUG oslo_vmware.api [None req-6c4f6635-afc1-4bed-be10-012b84a320b3 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Waiting for the task: (returnval){ [ 1787.027354] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]5210eabd-3eff-e499-57d5-e82123411fa9" [ 1787.027354] env[62574]: _type = "Task" [ 1787.027354] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1787.036657] env[62574]: DEBUG oslo_vmware.api [None req-6c4f6635-afc1-4bed-be10-012b84a320b3 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]5210eabd-3eff-e499-57d5-e82123411fa9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1787.084080] env[62574]: DEBUG nova.network.neutron [None req-881803b4-a050-4141-b363-a2536b9400c6 tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] [instance: ec94034b-6638-46fc-a09c-b7bf5709f039] Successfully updated port: ee4ebb8b-ffc0-471a-88b8-ffa03ff58572 {{(pid=62574) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1787.138827] env[62574]: DEBUG oslo_concurrency.lockutils [None req-881803b4-a050-4141-b363-a2536b9400c6 tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.379s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1787.138827] env[62574]: DEBUG nova.compute.manager [None req-881803b4-a050-4141-b363-a2536b9400c6 tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] [instance: f90ce690-c313-43b3-a5e7-53257868a2af] Start building networks asynchronously for instance. {{(pid=62574) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1787.141265] env[62574]: DEBUG oslo_concurrency.lockutils [None req-1f69f444-322f-45dd-8144-ec4e03937614 tempest-ServersTestMultiNic-1484195929 tempest-ServersTestMultiNic-1484195929-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.862s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1787.141488] env[62574]: DEBUG nova.objects.instance [None req-1f69f444-322f-45dd-8144-ec4e03937614 tempest-ServersTestMultiNic-1484195929 tempest-ServersTestMultiNic-1484195929-project-member] Lazy-loading 'resources' on Instance uuid f2c6c5a5-8ba2-40a4-808c-26b8b73e1050 {{(pid=62574) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1787.436767] env[62574]: DEBUG nova.network.neutron [req-19f9c1de-f655-4312-8668-19a9601f4ce2 req-b6ecd34e-92f7-4b8b-bf1d-f90454d4fcee service nova] [instance: 2238c3b9-d614-49b1-b507-31f649ac4b25] Updated VIF entry in instance network info cache for port 02f71451-12ca-4c70-ba32-41eb8a1c913d. {{(pid=62574) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1787.437138] env[62574]: DEBUG nova.network.neutron [req-19f9c1de-f655-4312-8668-19a9601f4ce2 req-b6ecd34e-92f7-4b8b-bf1d-f90454d4fcee service nova] [instance: 2238c3b9-d614-49b1-b507-31f649ac4b25] Updating instance_info_cache with network_info: [{"id": "02f71451-12ca-4c70-ba32-41eb8a1c913d", "address": "fa:16:3e:e3:04:1f", "network": {"id": "8bd12a38-08c1-4356-9843-f29b17be87eb", "bridge": "br-int", "label": "tempest-ServersTestJSON-544040280-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd623c359a6848e68b723390c29ce7e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cb94a1a-f287-46e7-b63b-ec692c2141b4", "external-id": "nsx-vlan-transportzone-346", "segmentation_id": 346, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02f71451-12", "ovs_interfaceid": "02f71451-12ca-4c70-ba32-41eb8a1c913d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1787.467834] env[62574]: DEBUG oslo_concurrency.lockutils [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Releasing lock "refresh_cache-1e669675-0551-49d8-af15-64fdd0984b3f" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1787.468085] env[62574]: DEBUG nova.compute.manager [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] [instance: 1e669675-0551-49d8-af15-64fdd0984b3f] Updated the network info_cache for instance {{(pid=62574) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10416}} [ 1787.468295] env[62574]: DEBUG oslo_service.periodic_task [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62574) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1787.468512] env[62574]: DEBUG oslo_service.periodic_task [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62574) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1787.468675] env[62574]: DEBUG oslo_service.periodic_task [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62574) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1787.468852] env[62574]: DEBUG oslo_service.periodic_task [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62574) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1787.469008] env[62574]: DEBUG oslo_service.periodic_task [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62574) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1787.469191] env[62574]: DEBUG oslo_service.periodic_task [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62574) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1787.469333] env[62574]: DEBUG nova.compute.manager [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62574) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10964}} [ 1787.469454] env[62574]: DEBUG oslo_service.periodic_task [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Running periodic task ComputeManager.update_available_resource {{(pid=62574) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1787.536952] env[62574]: DEBUG oslo_vmware.api [None req-6c4f6635-afc1-4bed-be10-012b84a320b3 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]5210eabd-3eff-e499-57d5-e82123411fa9, 'name': SearchDatastore_Task, 'duration_secs': 0.045905} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1787.537294] env[62574]: DEBUG oslo_concurrency.lockutils [None req-6c4f6635-afc1-4bed-be10-012b84a320b3 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1787.537525] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-6c4f6635-afc1-4bed-be10-012b84a320b3 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] [instance: 2238c3b9-d614-49b1-b507-31f649ac4b25] Processing image 3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2 {{(pid=62574) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1787.537757] env[62574]: DEBUG oslo_concurrency.lockutils [None req-6c4f6635-afc1-4bed-be10-012b84a320b3 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1787.537904] env[62574]: DEBUG oslo_concurrency.lockutils [None req-6c4f6635-afc1-4bed-be10-012b84a320b3 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1787.538091] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c4f6635-afc1-4bed-be10-012b84a320b3 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1787.538507] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fa737064-ad95-4831-a897-9bc1eee58c5e {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.546284] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c4f6635-afc1-4bed-be10-012b84a320b3 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1787.546461] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-6c4f6635-afc1-4bed-be10-012b84a320b3 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62574) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1787.547228] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-64c5f461-6875-48e3-8873-13cc158f8836 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.552454] env[62574]: DEBUG oslo_vmware.api [None req-6c4f6635-afc1-4bed-be10-012b84a320b3 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Waiting for the task: (returnval){ [ 1787.552454] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]52e9dc8e-6b92-5d31-9179-2e13bab78f62" [ 1787.552454] env[62574]: _type = "Task" [ 1787.552454] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1787.561182] env[62574]: DEBUG oslo_vmware.api [None req-6c4f6635-afc1-4bed-be10-012b84a320b3 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52e9dc8e-6b92-5d31-9179-2e13bab78f62, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1787.587845] env[62574]: DEBUG oslo_concurrency.lockutils [None req-881803b4-a050-4141-b363-a2536b9400c6 tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Acquiring lock "refresh_cache-ec94034b-6638-46fc-a09c-b7bf5709f039" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1787.588047] env[62574]: DEBUG oslo_concurrency.lockutils [None req-881803b4-a050-4141-b363-a2536b9400c6 tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Acquired lock "refresh_cache-ec94034b-6638-46fc-a09c-b7bf5709f039" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1787.588250] env[62574]: DEBUG nova.network.neutron [None req-881803b4-a050-4141-b363-a2536b9400c6 tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] [instance: ec94034b-6638-46fc-a09c-b7bf5709f039] Building network info cache for instance {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1787.645050] env[62574]: DEBUG nova.compute.utils [None req-881803b4-a050-4141-b363-a2536b9400c6 tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Using /dev/sd instead of None {{(pid=62574) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1787.645850] env[62574]: DEBUG nova.compute.manager [None req-881803b4-a050-4141-b363-a2536b9400c6 tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] [instance: f90ce690-c313-43b3-a5e7-53257868a2af] Allocating IP information in the background. {{(pid=62574) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1787.647615] env[62574]: DEBUG nova.network.neutron [None req-881803b4-a050-4141-b363-a2536b9400c6 tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] [instance: f90ce690-c313-43b3-a5e7-53257868a2af] allocate_for_instance() {{(pid=62574) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1787.693212] env[62574]: DEBUG nova.policy [None req-881803b4-a050-4141-b363-a2536b9400c6 tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f86533d519de4315910812141dca5309', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '98d2d71fa23141efa5a8a6ad920fbd1b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62574) authorize /opt/stack/nova/nova/policy.py:192}} [ 1787.941055] env[62574]: DEBUG oslo_concurrency.lockutils [req-19f9c1de-f655-4312-8668-19a9601f4ce2 req-b6ecd34e-92f7-4b8b-bf1d-f90454d4fcee service nova] Releasing lock "refresh_cache-2238c3b9-d614-49b1-b507-31f649ac4b25" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1787.946896] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82df70f5-c934-41bc-9a59-b28f74487f12 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.950803] env[62574]: DEBUG nova.network.neutron [None req-881803b4-a050-4141-b363-a2536b9400c6 tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] [instance: f90ce690-c313-43b3-a5e7-53257868a2af] Successfully created port: 715a3cc7-6432-43c2-ae8b-faf84d8af175 {{(pid=62574) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1787.955204] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc012068-9799-47f0-aad7-624172a96f35 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.985713] env[62574]: DEBUG oslo_concurrency.lockutils [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1787.986701] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e3a53ce-3d9d-4e4e-a5fa-e2f2a55263fb {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.994154] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c4a7d01-e0da-4f7b-a60e-c1bd3748c21e {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.006857] env[62574]: DEBUG nova.compute.provider_tree [None req-1f69f444-322f-45dd-8144-ec4e03937614 tempest-ServersTestMultiNic-1484195929 tempest-ServersTestMultiNic-1484195929-project-member] Inventory has not changed in ProviderTree for provider: f0ed160a-beff-4626-a531-2a70d7bc0627 {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1788.062734] env[62574]: DEBUG oslo_vmware.api [None req-6c4f6635-afc1-4bed-be10-012b84a320b3 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52e9dc8e-6b92-5d31-9179-2e13bab78f62, 'name': SearchDatastore_Task, 'duration_secs': 0.008059} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1788.065359] env[62574]: DEBUG nova.compute.manager [req-c989d885-1378-48e9-b6f9-c82441f48445 req-ddf8af3e-988f-4b35-b69f-b61c4543e8c3 service nova] [instance: ec94034b-6638-46fc-a09c-b7bf5709f039] Received event network-vif-plugged-ee4ebb8b-ffc0-471a-88b8-ffa03ff58572 {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1788.065646] env[62574]: DEBUG oslo_concurrency.lockutils [req-c989d885-1378-48e9-b6f9-c82441f48445 req-ddf8af3e-988f-4b35-b69f-b61c4543e8c3 service nova] Acquiring lock "ec94034b-6638-46fc-a09c-b7bf5709f039-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1788.065875] env[62574]: DEBUG oslo_concurrency.lockutils [req-c989d885-1378-48e9-b6f9-c82441f48445 req-ddf8af3e-988f-4b35-b69f-b61c4543e8c3 service nova] Lock "ec94034b-6638-46fc-a09c-b7bf5709f039-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1788.066098] env[62574]: DEBUG oslo_concurrency.lockutils [req-c989d885-1378-48e9-b6f9-c82441f48445 req-ddf8af3e-988f-4b35-b69f-b61c4543e8c3 service nova] Lock "ec94034b-6638-46fc-a09c-b7bf5709f039-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1788.066409] env[62574]: DEBUG nova.compute.manager [req-c989d885-1378-48e9-b6f9-c82441f48445 req-ddf8af3e-988f-4b35-b69f-b61c4543e8c3 service nova] [instance: ec94034b-6638-46fc-a09c-b7bf5709f039] No waiting events found dispatching network-vif-plugged-ee4ebb8b-ffc0-471a-88b8-ffa03ff58572 {{(pid=62574) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1788.066513] env[62574]: WARNING nova.compute.manager [req-c989d885-1378-48e9-b6f9-c82441f48445 req-ddf8af3e-988f-4b35-b69f-b61c4543e8c3 service nova] [instance: ec94034b-6638-46fc-a09c-b7bf5709f039] Received unexpected event network-vif-plugged-ee4ebb8b-ffc0-471a-88b8-ffa03ff58572 for instance with vm_state building and task_state spawning. [ 1788.066708] env[62574]: DEBUG nova.compute.manager [req-c989d885-1378-48e9-b6f9-c82441f48445 req-ddf8af3e-988f-4b35-b69f-b61c4543e8c3 service nova] [instance: ec94034b-6638-46fc-a09c-b7bf5709f039] Received event network-changed-ee4ebb8b-ffc0-471a-88b8-ffa03ff58572 {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1788.066944] env[62574]: DEBUG nova.compute.manager [req-c989d885-1378-48e9-b6f9-c82441f48445 req-ddf8af3e-988f-4b35-b69f-b61c4543e8c3 service nova] [instance: ec94034b-6638-46fc-a09c-b7bf5709f039] Refreshing instance network info cache due to event network-changed-ee4ebb8b-ffc0-471a-88b8-ffa03ff58572. {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1788.067223] env[62574]: DEBUG oslo_concurrency.lockutils [req-c989d885-1378-48e9-b6f9-c82441f48445 req-ddf8af3e-988f-4b35-b69f-b61c4543e8c3 service nova] Acquiring lock "refresh_cache-ec94034b-6638-46fc-a09c-b7bf5709f039" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1788.067451] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c1fbcbcd-7225-4a0d-a26b-1f9dc4aeeb9b {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.073033] env[62574]: DEBUG oslo_vmware.api [None req-6c4f6635-afc1-4bed-be10-012b84a320b3 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Waiting for the task: (returnval){ [ 1788.073033] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]5247d563-a4fc-f622-0cda-17fd7d2698b3" [ 1788.073033] env[62574]: _type = "Task" [ 1788.073033] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1788.080730] env[62574]: DEBUG oslo_vmware.api [None req-6c4f6635-afc1-4bed-be10-012b84a320b3 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]5247d563-a4fc-f622-0cda-17fd7d2698b3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1788.119870] env[62574]: DEBUG nova.network.neutron [None req-881803b4-a050-4141-b363-a2536b9400c6 tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] [instance: ec94034b-6638-46fc-a09c-b7bf5709f039] Instance cache missing network info. {{(pid=62574) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1788.153167] env[62574]: DEBUG nova.compute.manager [None req-881803b4-a050-4141-b363-a2536b9400c6 tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] [instance: f90ce690-c313-43b3-a5e7-53257868a2af] Start building block device mappings for instance. {{(pid=62574) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1788.248042] env[62574]: DEBUG nova.network.neutron [None req-881803b4-a050-4141-b363-a2536b9400c6 tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] [instance: ec94034b-6638-46fc-a09c-b7bf5709f039] Updating instance_info_cache with network_info: [{"id": "ee4ebb8b-ffc0-471a-88b8-ffa03ff58572", "address": "fa:16:3e:23:6e:de", "network": {"id": "bfd87714-e7b9-4cf4-9a7b-332da9f833dc", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1925993314-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "98d2d71fa23141efa5a8a6ad920fbd1b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee018eb-75be-4037-a80a-07034d4eae35", "external-id": "nsx-vlan-transportzone-8", "segmentation_id": 8, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee4ebb8b-ff", "ovs_interfaceid": "ee4ebb8b-ffc0-471a-88b8-ffa03ff58572", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1788.510361] env[62574]: DEBUG nova.scheduler.client.report [None req-1f69f444-322f-45dd-8144-ec4e03937614 tempest-ServersTestMultiNic-1484195929 tempest-ServersTestMultiNic-1484195929-project-member] Inventory has not changed for provider f0ed160a-beff-4626-a531-2a70d7bc0627 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1788.582887] env[62574]: DEBUG oslo_vmware.api [None req-6c4f6635-afc1-4bed-be10-012b84a320b3 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]5247d563-a4fc-f622-0cda-17fd7d2698b3, 'name': SearchDatastore_Task, 'duration_secs': 0.008882} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1788.583116] env[62574]: DEBUG oslo_concurrency.lockutils [None req-6c4f6635-afc1-4bed-be10-012b84a320b3 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1788.583408] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c4f6635-afc1-4bed-be10-012b84a320b3 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk to [datastore2] 2238c3b9-d614-49b1-b507-31f649ac4b25/2238c3b9-d614-49b1-b507-31f649ac4b25.vmdk {{(pid=62574) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1788.583659] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-24012417-c178-4032-b0b3-91376011e767 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.589643] env[62574]: DEBUG oslo_vmware.api [None req-6c4f6635-afc1-4bed-be10-012b84a320b3 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Waiting for the task: (returnval){ [ 1788.589643] env[62574]: value = "task-1861988" [ 1788.589643] env[62574]: _type = "Task" [ 1788.589643] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1788.597115] env[62574]: DEBUG oslo_vmware.api [None req-6c4f6635-afc1-4bed-be10-012b84a320b3 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Task: {'id': task-1861988, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1788.750573] env[62574]: DEBUG oslo_concurrency.lockutils [None req-881803b4-a050-4141-b363-a2536b9400c6 tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Releasing lock "refresh_cache-ec94034b-6638-46fc-a09c-b7bf5709f039" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1788.752023] env[62574]: DEBUG nova.compute.manager [None req-881803b4-a050-4141-b363-a2536b9400c6 tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] [instance: ec94034b-6638-46fc-a09c-b7bf5709f039] Instance network_info: |[{"id": "ee4ebb8b-ffc0-471a-88b8-ffa03ff58572", "address": "fa:16:3e:23:6e:de", "network": {"id": "bfd87714-e7b9-4cf4-9a7b-332da9f833dc", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1925993314-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "98d2d71fa23141efa5a8a6ad920fbd1b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee018eb-75be-4037-a80a-07034d4eae35", "external-id": "nsx-vlan-transportzone-8", "segmentation_id": 8, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee4ebb8b-ff", "ovs_interfaceid": "ee4ebb8b-ffc0-471a-88b8-ffa03ff58572", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62574) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1788.752023] env[62574]: DEBUG oslo_concurrency.lockutils [req-c989d885-1378-48e9-b6f9-c82441f48445 req-ddf8af3e-988f-4b35-b69f-b61c4543e8c3 service nova] Acquired lock "refresh_cache-ec94034b-6638-46fc-a09c-b7bf5709f039" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1788.752023] env[62574]: DEBUG nova.network.neutron [req-c989d885-1378-48e9-b6f9-c82441f48445 req-ddf8af3e-988f-4b35-b69f-b61c4543e8c3 service nova] [instance: ec94034b-6638-46fc-a09c-b7bf5709f039] Refreshing network info cache for port ee4ebb8b-ffc0-471a-88b8-ffa03ff58572 {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1788.752742] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-881803b4-a050-4141-b363-a2536b9400c6 tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] [instance: ec94034b-6638-46fc-a09c-b7bf5709f039] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:23:6e:de', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2ee018eb-75be-4037-a80a-07034d4eae35', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ee4ebb8b-ffc0-471a-88b8-ffa03ff58572', 'vif_model': 'vmxnet3'}] {{(pid=62574) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1788.761304] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-881803b4-a050-4141-b363-a2536b9400c6 tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Creating folder: Project (98d2d71fa23141efa5a8a6ad920fbd1b). Parent ref: group-v384746. {{(pid=62574) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1788.762477] env[62574]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-42fdf08f-9bc5-4c07-98d8-dc64c97aa9ad {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.773333] env[62574]: INFO nova.virt.vmwareapi.vm_util [None req-881803b4-a050-4141-b363-a2536b9400c6 tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Created folder: Project (98d2d71fa23141efa5a8a6ad920fbd1b) in parent group-v384746. [ 1788.773572] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-881803b4-a050-4141-b363-a2536b9400c6 tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Creating folder: Instances. Parent ref: group-v384948. {{(pid=62574) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1788.773831] env[62574]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0875aa80-ced1-4b76-a8f7-da0159e55dce {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.785546] env[62574]: INFO nova.virt.vmwareapi.vm_util [None req-881803b4-a050-4141-b363-a2536b9400c6 tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Created folder: Instances in parent group-v384948. [ 1788.785787] env[62574]: DEBUG oslo.service.loopingcall [None req-881803b4-a050-4141-b363-a2536b9400c6 tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62574) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1788.785998] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ec94034b-6638-46fc-a09c-b7bf5709f039] Creating VM on the ESX host {{(pid=62574) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1788.786255] env[62574]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1cc81f63-b1c7-4a26-979d-6b5ed64f02d2 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.805804] env[62574]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1788.805804] env[62574]: value = "task-1861991" [ 1788.805804] env[62574]: _type = "Task" [ 1788.805804] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1788.817598] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1861991, 'name': CreateVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1789.015468] env[62574]: DEBUG oslo_concurrency.lockutils [None req-1f69f444-322f-45dd-8144-ec4e03937614 tempest-ServersTestMultiNic-1484195929 tempest-ServersTestMultiNic-1484195929-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.874s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1789.018294] env[62574]: DEBUG oslo_concurrency.lockutils [None req-29f21578-58fc-4f0b-83d0-40db1b5db69c tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.498s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1789.018611] env[62574]: DEBUG nova.objects.instance [None req-29f21578-58fc-4f0b-83d0-40db1b5db69c tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Lazy-loading 'resources' on Instance uuid fb4b387a-6321-46fc-ac71-bedadebad505 {{(pid=62574) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1789.038931] env[62574]: INFO nova.scheduler.client.report [None req-1f69f444-322f-45dd-8144-ec4e03937614 tempest-ServersTestMultiNic-1484195929 tempest-ServersTestMultiNic-1484195929-project-member] Deleted allocations for instance f2c6c5a5-8ba2-40a4-808c-26b8b73e1050 [ 1789.099976] env[62574]: DEBUG oslo_vmware.api [None req-6c4f6635-afc1-4bed-be10-012b84a320b3 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Task: {'id': task-1861988, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.475968} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1789.100182] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c4f6635-afc1-4bed-be10-012b84a320b3 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk to [datastore2] 2238c3b9-d614-49b1-b507-31f649ac4b25/2238c3b9-d614-49b1-b507-31f649ac4b25.vmdk {{(pid=62574) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1789.100411] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-6c4f6635-afc1-4bed-be10-012b84a320b3 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] [instance: 2238c3b9-d614-49b1-b507-31f649ac4b25] Extending root virtual disk to 1048576 {{(pid=62574) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1789.100655] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f601c370-4e6e-4fad-91b3-691c01b5bc23 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.107043] env[62574]: DEBUG oslo_vmware.api [None req-6c4f6635-afc1-4bed-be10-012b84a320b3 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Waiting for the task: (returnval){ [ 1789.107043] env[62574]: value = "task-1861992" [ 1789.107043] env[62574]: _type = "Task" [ 1789.107043] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1789.114543] env[62574]: DEBUG oslo_vmware.api [None req-6c4f6635-afc1-4bed-be10-012b84a320b3 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Task: {'id': task-1861992, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1789.164616] env[62574]: DEBUG nova.compute.manager [None req-881803b4-a050-4141-b363-a2536b9400c6 tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] [instance: f90ce690-c313-43b3-a5e7-53257868a2af] Start spawning the instance on the hypervisor. {{(pid=62574) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1789.190850] env[62574]: DEBUG nova.virt.hardware [None req-881803b4-a050-4141-b363-a2536b9400c6 tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T19:26:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-13T19:26:40Z,direct_url=,disk_format='vmdk',id=3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7eed1dd4d2c3418eb32c4f4ceda3ab0d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-13T19:26:41Z,virtual_size=,visibility=), allow threads: False {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1789.191284] env[62574]: DEBUG nova.virt.hardware [None req-881803b4-a050-4141-b363-a2536b9400c6 tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Flavor limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1789.191523] env[62574]: DEBUG nova.virt.hardware [None req-881803b4-a050-4141-b363-a2536b9400c6 tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Image limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1789.191774] env[62574]: DEBUG nova.virt.hardware [None req-881803b4-a050-4141-b363-a2536b9400c6 tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Flavor pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1789.191971] env[62574]: DEBUG nova.virt.hardware [None req-881803b4-a050-4141-b363-a2536b9400c6 tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Image pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1789.192198] env[62574]: DEBUG nova.virt.hardware [None req-881803b4-a050-4141-b363-a2536b9400c6 tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1789.192458] env[62574]: DEBUG nova.virt.hardware [None req-881803b4-a050-4141-b363-a2536b9400c6 tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1789.192654] env[62574]: DEBUG nova.virt.hardware [None req-881803b4-a050-4141-b363-a2536b9400c6 tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1789.192867] env[62574]: DEBUG nova.virt.hardware [None req-881803b4-a050-4141-b363-a2536b9400c6 tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Got 1 possible topologies {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1789.193154] env[62574]: DEBUG nova.virt.hardware [None req-881803b4-a050-4141-b363-a2536b9400c6 tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1789.193391] env[62574]: DEBUG nova.virt.hardware [None req-881803b4-a050-4141-b363-a2536b9400c6 tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1789.194321] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c570b371-2113-45d2-a8e6-814e0c543c7d {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.202931] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a559d254-82c7-4794-bf54-d99dca110e95 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.315988] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1861991, 'name': CreateVM_Task} progress is 25%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1789.420516] env[62574]: DEBUG nova.network.neutron [None req-881803b4-a050-4141-b363-a2536b9400c6 tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] [instance: f90ce690-c313-43b3-a5e7-53257868a2af] Successfully updated port: 715a3cc7-6432-43c2-ae8b-faf84d8af175 {{(pid=62574) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1789.526966] env[62574]: DEBUG nova.network.neutron [req-c989d885-1378-48e9-b6f9-c82441f48445 req-ddf8af3e-988f-4b35-b69f-b61c4543e8c3 service nova] [instance: ec94034b-6638-46fc-a09c-b7bf5709f039] Updated VIF entry in instance network info cache for port ee4ebb8b-ffc0-471a-88b8-ffa03ff58572. {{(pid=62574) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1789.527337] env[62574]: DEBUG nova.network.neutron [req-c989d885-1378-48e9-b6f9-c82441f48445 req-ddf8af3e-988f-4b35-b69f-b61c4543e8c3 service nova] [instance: ec94034b-6638-46fc-a09c-b7bf5709f039] Updating instance_info_cache with network_info: [{"id": "ee4ebb8b-ffc0-471a-88b8-ffa03ff58572", "address": "fa:16:3e:23:6e:de", "network": {"id": "bfd87714-e7b9-4cf4-9a7b-332da9f833dc", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1925993314-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "98d2d71fa23141efa5a8a6ad920fbd1b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee018eb-75be-4037-a80a-07034d4eae35", "external-id": "nsx-vlan-transportzone-8", "segmentation_id": 8, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee4ebb8b-ff", "ovs_interfaceid": "ee4ebb8b-ffc0-471a-88b8-ffa03ff58572", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1789.547339] env[62574]: DEBUG oslo_concurrency.lockutils [None req-1f69f444-322f-45dd-8144-ec4e03937614 tempest-ServersTestMultiNic-1484195929 tempest-ServersTestMultiNic-1484195929-project-member] Lock "f2c6c5a5-8ba2-40a4-808c-26b8b73e1050" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.405s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1789.617642] env[62574]: DEBUG oslo_vmware.api [None req-6c4f6635-afc1-4bed-be10-012b84a320b3 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Task: {'id': task-1861992, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.057997} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1789.618689] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-6c4f6635-afc1-4bed-be10-012b84a320b3 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] [instance: 2238c3b9-d614-49b1-b507-31f649ac4b25] Extended root virtual disk {{(pid=62574) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1789.621354] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba86978b-f970-487c-844c-2b058869a19b {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.644874] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c4f6635-afc1-4bed-be10-012b84a320b3 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] [instance: 2238c3b9-d614-49b1-b507-31f649ac4b25] Reconfiguring VM instance instance-00000048 to attach disk [datastore2] 2238c3b9-d614-49b1-b507-31f649ac4b25/2238c3b9-d614-49b1-b507-31f649ac4b25.vmdk or device None with type sparse {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1789.648275] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f4826749-7493-409a-a70b-bde26418f63d {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.671263] env[62574]: DEBUG oslo_vmware.api [None req-6c4f6635-afc1-4bed-be10-012b84a320b3 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Waiting for the task: (returnval){ [ 1789.671263] env[62574]: value = "task-1861993" [ 1789.671263] env[62574]: _type = "Task" [ 1789.671263] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1789.682503] env[62574]: DEBUG oslo_vmware.api [None req-6c4f6635-afc1-4bed-be10-012b84a320b3 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Task: {'id': task-1861993, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1789.817966] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1861991, 'name': CreateVM_Task, 'duration_secs': 0.85244} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1789.820741] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ec94034b-6638-46fc-a09c-b7bf5709f039] Created VM on the ESX host {{(pid=62574) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1789.822287] env[62574]: DEBUG oslo_concurrency.lockutils [None req-881803b4-a050-4141-b363-a2536b9400c6 tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1789.822517] env[62574]: DEBUG oslo_concurrency.lockutils [None req-881803b4-a050-4141-b363-a2536b9400c6 tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1789.823410] env[62574]: DEBUG oslo_concurrency.lockutils [None req-881803b4-a050-4141-b363-a2536b9400c6 tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1789.823410] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-15840893-9829-4205-8ab1-8a4a47130f7c {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.829508] env[62574]: DEBUG oslo_vmware.api [None req-881803b4-a050-4141-b363-a2536b9400c6 tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Waiting for the task: (returnval){ [ 1789.829508] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]52ca2151-01b0-3f2f-f640-db1207dfb961" [ 1789.829508] env[62574]: _type = "Task" [ 1789.829508] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1789.839864] env[62574]: DEBUG oslo_vmware.api [None req-881803b4-a050-4141-b363-a2536b9400c6 tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52ca2151-01b0-3f2f-f640-db1207dfb961, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1789.890821] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb5c8d67-fc36-4c19-912c-9ecb5820af1f {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.899133] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b9e06f2-ac56-4809-996b-15debaeffb68 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.929653] env[62574]: DEBUG oslo_concurrency.lockutils [None req-881803b4-a050-4141-b363-a2536b9400c6 tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Acquiring lock "refresh_cache-f90ce690-c313-43b3-a5e7-53257868a2af" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1789.929810] env[62574]: DEBUG oslo_concurrency.lockutils [None req-881803b4-a050-4141-b363-a2536b9400c6 tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Acquired lock "refresh_cache-f90ce690-c313-43b3-a5e7-53257868a2af" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1789.929866] env[62574]: DEBUG nova.network.neutron [None req-881803b4-a050-4141-b363-a2536b9400c6 tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] [instance: f90ce690-c313-43b3-a5e7-53257868a2af] Building network info cache for instance {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1789.932133] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5abd0eb-c4e2-45db-9494-e7d8fb62cf68 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.941037] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07de3af9-aa71-4e2d-9fe0-b4f05b85ef3a {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.955992] env[62574]: DEBUG nova.compute.provider_tree [None req-29f21578-58fc-4f0b-83d0-40db1b5db69c tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Inventory has not changed in ProviderTree for provider: f0ed160a-beff-4626-a531-2a70d7bc0627 {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1790.031214] env[62574]: DEBUG oslo_concurrency.lockutils [req-c989d885-1378-48e9-b6f9-c82441f48445 req-ddf8af3e-988f-4b35-b69f-b61c4543e8c3 service nova] Releasing lock "refresh_cache-ec94034b-6638-46fc-a09c-b7bf5709f039" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1790.095158] env[62574]: DEBUG nova.compute.manager [req-2a521e15-cb27-4a43-ac13-40c5ce0e6a42 req-673ad355-6aa4-4eab-97fd-016b92681f58 service nova] [instance: f90ce690-c313-43b3-a5e7-53257868a2af] Received event network-vif-plugged-715a3cc7-6432-43c2-ae8b-faf84d8af175 {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1790.095158] env[62574]: DEBUG oslo_concurrency.lockutils [req-2a521e15-cb27-4a43-ac13-40c5ce0e6a42 req-673ad355-6aa4-4eab-97fd-016b92681f58 service nova] Acquiring lock "f90ce690-c313-43b3-a5e7-53257868a2af-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1790.095158] env[62574]: DEBUG oslo_concurrency.lockutils [req-2a521e15-cb27-4a43-ac13-40c5ce0e6a42 req-673ad355-6aa4-4eab-97fd-016b92681f58 service nova] Lock "f90ce690-c313-43b3-a5e7-53257868a2af-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1790.095158] env[62574]: DEBUG oslo_concurrency.lockutils [req-2a521e15-cb27-4a43-ac13-40c5ce0e6a42 req-673ad355-6aa4-4eab-97fd-016b92681f58 service nova] Lock "f90ce690-c313-43b3-a5e7-53257868a2af-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1790.095158] env[62574]: DEBUG nova.compute.manager [req-2a521e15-cb27-4a43-ac13-40c5ce0e6a42 req-673ad355-6aa4-4eab-97fd-016b92681f58 service nova] [instance: f90ce690-c313-43b3-a5e7-53257868a2af] No waiting events found dispatching network-vif-plugged-715a3cc7-6432-43c2-ae8b-faf84d8af175 {{(pid=62574) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1790.095158] env[62574]: WARNING nova.compute.manager [req-2a521e15-cb27-4a43-ac13-40c5ce0e6a42 req-673ad355-6aa4-4eab-97fd-016b92681f58 service nova] [instance: f90ce690-c313-43b3-a5e7-53257868a2af] Received unexpected event network-vif-plugged-715a3cc7-6432-43c2-ae8b-faf84d8af175 for instance with vm_state building and task_state spawning. [ 1790.095158] env[62574]: DEBUG nova.compute.manager [req-2a521e15-cb27-4a43-ac13-40c5ce0e6a42 req-673ad355-6aa4-4eab-97fd-016b92681f58 service nova] [instance: f90ce690-c313-43b3-a5e7-53257868a2af] Received event network-changed-715a3cc7-6432-43c2-ae8b-faf84d8af175 {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1790.095158] env[62574]: DEBUG nova.compute.manager [req-2a521e15-cb27-4a43-ac13-40c5ce0e6a42 req-673ad355-6aa4-4eab-97fd-016b92681f58 service nova] [instance: f90ce690-c313-43b3-a5e7-53257868a2af] Refreshing instance network info cache due to event network-changed-715a3cc7-6432-43c2-ae8b-faf84d8af175. {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1790.096591] env[62574]: DEBUG oslo_concurrency.lockutils [req-2a521e15-cb27-4a43-ac13-40c5ce0e6a42 req-673ad355-6aa4-4eab-97fd-016b92681f58 service nova] Acquiring lock "refresh_cache-f90ce690-c313-43b3-a5e7-53257868a2af" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1790.184522] env[62574]: DEBUG oslo_vmware.api [None req-6c4f6635-afc1-4bed-be10-012b84a320b3 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Task: {'id': task-1861993, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1790.339845] env[62574]: DEBUG oslo_vmware.api [None req-881803b4-a050-4141-b363-a2536b9400c6 tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52ca2151-01b0-3f2f-f640-db1207dfb961, 'name': SearchDatastore_Task, 'duration_secs': 0.033942} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1790.340167] env[62574]: DEBUG oslo_concurrency.lockutils [None req-881803b4-a050-4141-b363-a2536b9400c6 tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1790.340404] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-881803b4-a050-4141-b363-a2536b9400c6 tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] [instance: ec94034b-6638-46fc-a09c-b7bf5709f039] Processing image 3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2 {{(pid=62574) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1790.340636] env[62574]: DEBUG oslo_concurrency.lockutils [None req-881803b4-a050-4141-b363-a2536b9400c6 tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1790.340780] env[62574]: DEBUG oslo_concurrency.lockutils [None req-881803b4-a050-4141-b363-a2536b9400c6 tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1790.340985] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-881803b4-a050-4141-b363-a2536b9400c6 tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1790.341302] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e5fe6895-ed7a-4127-85f4-876cfbc8ebdf {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.349635] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-881803b4-a050-4141-b363-a2536b9400c6 tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1790.349837] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-881803b4-a050-4141-b363-a2536b9400c6 tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62574) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1790.350606] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f2e0007-7a81-400d-a624-3cabf80379f4 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.356498] env[62574]: DEBUG oslo_vmware.api [None req-881803b4-a050-4141-b363-a2536b9400c6 tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Waiting for the task: (returnval){ [ 1790.356498] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]526df447-aec8-03aa-6472-dbeb5e954cbc" [ 1790.356498] env[62574]: _type = "Task" [ 1790.356498] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1790.365553] env[62574]: DEBUG oslo_vmware.api [None req-881803b4-a050-4141-b363-a2536b9400c6 tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]526df447-aec8-03aa-6472-dbeb5e954cbc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1790.459686] env[62574]: DEBUG nova.scheduler.client.report [None req-29f21578-58fc-4f0b-83d0-40db1b5db69c tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Inventory has not changed for provider f0ed160a-beff-4626-a531-2a70d7bc0627 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1790.496341] env[62574]: DEBUG nova.network.neutron [None req-881803b4-a050-4141-b363-a2536b9400c6 tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] [instance: f90ce690-c313-43b3-a5e7-53257868a2af] Instance cache missing network info. {{(pid=62574) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1790.685060] env[62574]: DEBUG oslo_vmware.api [None req-6c4f6635-afc1-4bed-be10-012b84a320b3 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Task: {'id': task-1861993, 'name': ReconfigVM_Task, 'duration_secs': 0.919289} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1790.685222] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c4f6635-afc1-4bed-be10-012b84a320b3 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] [instance: 2238c3b9-d614-49b1-b507-31f649ac4b25] Reconfigured VM instance instance-00000048 to attach disk [datastore2] 2238c3b9-d614-49b1-b507-31f649ac4b25/2238c3b9-d614-49b1-b507-31f649ac4b25.vmdk or device None with type sparse {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1790.686080] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8bd9bedf-6775-496c-aa2a-ed33c2c9ca9e {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.695659] env[62574]: DEBUG oslo_vmware.api [None req-6c4f6635-afc1-4bed-be10-012b84a320b3 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Waiting for the task: (returnval){ [ 1790.695659] env[62574]: value = "task-1861994" [ 1790.695659] env[62574]: _type = "Task" [ 1790.695659] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1790.705376] env[62574]: DEBUG oslo_vmware.api [None req-6c4f6635-afc1-4bed-be10-012b84a320b3 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Task: {'id': task-1861994, 'name': Rename_Task} progress is 5%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1790.816700] env[62574]: DEBUG nova.network.neutron [None req-881803b4-a050-4141-b363-a2536b9400c6 tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] [instance: f90ce690-c313-43b3-a5e7-53257868a2af] Updating instance_info_cache with network_info: [{"id": "715a3cc7-6432-43c2-ae8b-faf84d8af175", "address": "fa:16:3e:47:be:c6", "network": {"id": "bfd87714-e7b9-4cf4-9a7b-332da9f833dc", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1925993314-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "98d2d71fa23141efa5a8a6ad920fbd1b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee018eb-75be-4037-a80a-07034d4eae35", "external-id": "nsx-vlan-transportzone-8", "segmentation_id": 8, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap715a3cc7-64", "ovs_interfaceid": "715a3cc7-6432-43c2-ae8b-faf84d8af175", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1790.871655] env[62574]: DEBUG oslo_vmware.api [None req-881803b4-a050-4141-b363-a2536b9400c6 tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]526df447-aec8-03aa-6472-dbeb5e954cbc, 'name': SearchDatastore_Task, 'duration_secs': 0.009383} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1790.872728] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a161bcba-581f-4135-a30f-096738c43610 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.878215] env[62574]: DEBUG oslo_vmware.api [None req-881803b4-a050-4141-b363-a2536b9400c6 tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Waiting for the task: (returnval){ [ 1790.878215] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]52fb25ff-a47e-41d1-c42d-4b4a29f57e1e" [ 1790.878215] env[62574]: _type = "Task" [ 1790.878215] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1790.887381] env[62574]: DEBUG oslo_vmware.api [None req-881803b4-a050-4141-b363-a2536b9400c6 tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52fb25ff-a47e-41d1-c42d-4b4a29f57e1e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1790.965009] env[62574]: DEBUG oslo_concurrency.lockutils [None req-29f21578-58fc-4f0b-83d0-40db1b5db69c tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.947s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1790.967433] env[62574]: DEBUG oslo_concurrency.lockutils [None req-9a253a42-6a6a-4610-95e9-3d76367abc49 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.242s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1790.967756] env[62574]: DEBUG nova.objects.instance [None req-9a253a42-6a6a-4610-95e9-3d76367abc49 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Lazy-loading 'resources' on Instance uuid 1e669675-0551-49d8-af15-64fdd0984b3f {{(pid=62574) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1790.990695] env[62574]: INFO nova.scheduler.client.report [None req-29f21578-58fc-4f0b-83d0-40db1b5db69c tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Deleted allocations for instance fb4b387a-6321-46fc-ac71-bedadebad505 [ 1791.205777] env[62574]: DEBUG oslo_vmware.api [None req-6c4f6635-afc1-4bed-be10-012b84a320b3 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Task: {'id': task-1861994, 'name': Rename_Task, 'duration_secs': 0.378629} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1791.206130] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c4f6635-afc1-4bed-be10-012b84a320b3 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] [instance: 2238c3b9-d614-49b1-b507-31f649ac4b25] Powering on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1791.206328] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-92e4bd02-73b3-4852-9e2d-e937348917a6 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.214553] env[62574]: DEBUG oslo_vmware.api [None req-6c4f6635-afc1-4bed-be10-012b84a320b3 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Waiting for the task: (returnval){ [ 1791.214553] env[62574]: value = "task-1861995" [ 1791.214553] env[62574]: _type = "Task" [ 1791.214553] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1791.223388] env[62574]: DEBUG oslo_vmware.api [None req-6c4f6635-afc1-4bed-be10-012b84a320b3 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Task: {'id': task-1861995, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1791.319703] env[62574]: DEBUG oslo_concurrency.lockutils [None req-881803b4-a050-4141-b363-a2536b9400c6 tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Releasing lock "refresh_cache-f90ce690-c313-43b3-a5e7-53257868a2af" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1791.320065] env[62574]: DEBUG nova.compute.manager [None req-881803b4-a050-4141-b363-a2536b9400c6 tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] [instance: f90ce690-c313-43b3-a5e7-53257868a2af] Instance network_info: |[{"id": "715a3cc7-6432-43c2-ae8b-faf84d8af175", "address": "fa:16:3e:47:be:c6", "network": {"id": "bfd87714-e7b9-4cf4-9a7b-332da9f833dc", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1925993314-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "98d2d71fa23141efa5a8a6ad920fbd1b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee018eb-75be-4037-a80a-07034d4eae35", "external-id": "nsx-vlan-transportzone-8", "segmentation_id": 8, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap715a3cc7-64", "ovs_interfaceid": "715a3cc7-6432-43c2-ae8b-faf84d8af175", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62574) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1791.320390] env[62574]: DEBUG oslo_concurrency.lockutils [req-2a521e15-cb27-4a43-ac13-40c5ce0e6a42 req-673ad355-6aa4-4eab-97fd-016b92681f58 service nova] Acquired lock "refresh_cache-f90ce690-c313-43b3-a5e7-53257868a2af" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1791.320568] env[62574]: DEBUG nova.network.neutron [req-2a521e15-cb27-4a43-ac13-40c5ce0e6a42 req-673ad355-6aa4-4eab-97fd-016b92681f58 service nova] [instance: f90ce690-c313-43b3-a5e7-53257868a2af] Refreshing network info cache for port 715a3cc7-6432-43c2-ae8b-faf84d8af175 {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1791.321831] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-881803b4-a050-4141-b363-a2536b9400c6 tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] [instance: f90ce690-c313-43b3-a5e7-53257868a2af] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:47:be:c6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2ee018eb-75be-4037-a80a-07034d4eae35', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '715a3cc7-6432-43c2-ae8b-faf84d8af175', 'vif_model': 'vmxnet3'}] {{(pid=62574) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1791.329309] env[62574]: DEBUG oslo.service.loopingcall [None req-881803b4-a050-4141-b363-a2536b9400c6 tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62574) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1791.330303] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f90ce690-c313-43b3-a5e7-53257868a2af] Creating VM on the ESX host {{(pid=62574) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1791.330535] env[62574]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4424c650-b117-4c9c-8d15-b275481d6829 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.351453] env[62574]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1791.351453] env[62574]: value = "task-1861996" [ 1791.351453] env[62574]: _type = "Task" [ 1791.351453] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1791.361142] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1861996, 'name': CreateVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1791.388856] env[62574]: DEBUG oslo_vmware.api [None req-881803b4-a050-4141-b363-a2536b9400c6 tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52fb25ff-a47e-41d1-c42d-4b4a29f57e1e, 'name': SearchDatastore_Task, 'duration_secs': 0.014932} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1791.389181] env[62574]: DEBUG oslo_concurrency.lockutils [None req-881803b4-a050-4141-b363-a2536b9400c6 tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1791.389457] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-881803b4-a050-4141-b363-a2536b9400c6 tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk to [datastore2] ec94034b-6638-46fc-a09c-b7bf5709f039/ec94034b-6638-46fc-a09c-b7bf5709f039.vmdk {{(pid=62574) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1791.389732] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-20bf53c6-7fb4-47ad-aa2f-0de34b20fd1a {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.396093] env[62574]: DEBUG oslo_vmware.api [None req-881803b4-a050-4141-b363-a2536b9400c6 tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Waiting for the task: (returnval){ [ 1791.396093] env[62574]: value = "task-1861997" [ 1791.396093] env[62574]: _type = "Task" [ 1791.396093] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1791.404409] env[62574]: DEBUG oslo_vmware.api [None req-881803b4-a050-4141-b363-a2536b9400c6 tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Task: {'id': task-1861997, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1791.498452] env[62574]: DEBUG oslo_concurrency.lockutils [None req-29f21578-58fc-4f0b-83d0-40db1b5db69c tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Lock "fb4b387a-6321-46fc-ac71-bedadebad505" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.350s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1791.728030] env[62574]: DEBUG oslo_vmware.api [None req-6c4f6635-afc1-4bed-be10-012b84a320b3 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Task: {'id': task-1861995, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1791.804379] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86c53750-d7e9-4b56-9708-048bb385db03 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.815025] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c5e1586-e6ea-4b70-ae09-b6dfc8035cf4 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.849654] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dea55230-312c-40ee-b1ea-2baa40c2717e {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.867224] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96a05216-85a1-40aa-aca6-1987cbb1dbdf {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.872386] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1861996, 'name': CreateVM_Task, 'duration_secs': 0.421529} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1791.872558] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f90ce690-c313-43b3-a5e7-53257868a2af] Created VM on the ESX host {{(pid=62574) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1791.873761] env[62574]: DEBUG oslo_concurrency.lockutils [None req-881803b4-a050-4141-b363-a2536b9400c6 tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1791.873879] env[62574]: DEBUG oslo_concurrency.lockutils [None req-881803b4-a050-4141-b363-a2536b9400c6 tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1791.874275] env[62574]: DEBUG oslo_concurrency.lockutils [None req-881803b4-a050-4141-b363-a2536b9400c6 tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1791.874626] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c2970597-78f5-43da-a08c-3f3435cb20a5 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.887981] env[62574]: DEBUG nova.compute.provider_tree [None req-9a253a42-6a6a-4610-95e9-3d76367abc49 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Inventory has not changed in ProviderTree for provider: f0ed160a-beff-4626-a531-2a70d7bc0627 {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1791.891070] env[62574]: DEBUG oslo_vmware.api [None req-881803b4-a050-4141-b363-a2536b9400c6 tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Waiting for the task: (returnval){ [ 1791.891070] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]52a27f58-6719-4d87-3d16-66e4b11ee457" [ 1791.891070] env[62574]: _type = "Task" [ 1791.891070] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1791.905188] env[62574]: DEBUG oslo_vmware.api [None req-881803b4-a050-4141-b363-a2536b9400c6 tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52a27f58-6719-4d87-3d16-66e4b11ee457, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1791.915615] env[62574]: DEBUG oslo_vmware.api [None req-881803b4-a050-4141-b363-a2536b9400c6 tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Task: {'id': task-1861997, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1792.224692] env[62574]: DEBUG oslo_concurrency.lockutils [None req-e01c7657-c94f-4b9f-95ba-301fb10350d8 tempest-ServersTestMultiNic-1484195929 tempest-ServersTestMultiNic-1484195929-project-member] Acquiring lock "5cb931ed-2cde-467c-a11f-0f03be79e11b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1792.225026] env[62574]: DEBUG oslo_concurrency.lockutils [None req-e01c7657-c94f-4b9f-95ba-301fb10350d8 tempest-ServersTestMultiNic-1484195929 tempest-ServersTestMultiNic-1484195929-project-member] Lock "5cb931ed-2cde-467c-a11f-0f03be79e11b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1792.229930] env[62574]: DEBUG oslo_vmware.api [None req-6c4f6635-afc1-4bed-be10-012b84a320b3 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Task: {'id': task-1861995, 'name': PowerOnVM_Task, 'duration_secs': 0.774125} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1792.230188] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c4f6635-afc1-4bed-be10-012b84a320b3 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] [instance: 2238c3b9-d614-49b1-b507-31f649ac4b25] Powered on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1792.230385] env[62574]: INFO nova.compute.manager [None req-6c4f6635-afc1-4bed-be10-012b84a320b3 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] [instance: 2238c3b9-d614-49b1-b507-31f649ac4b25] Took 7.92 seconds to spawn the instance on the hypervisor. [ 1792.230563] env[62574]: DEBUG nova.compute.manager [None req-6c4f6635-afc1-4bed-be10-012b84a320b3 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] [instance: 2238c3b9-d614-49b1-b507-31f649ac4b25] Checking state {{(pid=62574) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1792.231402] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8af81aa3-119f-4f09-96b2-bf0da30e3417 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.393107] env[62574]: DEBUG nova.scheduler.client.report [None req-9a253a42-6a6a-4610-95e9-3d76367abc49 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Inventory has not changed for provider f0ed160a-beff-4626-a531-2a70d7bc0627 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1792.409266] env[62574]: DEBUG oslo_vmware.api [None req-881803b4-a050-4141-b363-a2536b9400c6 tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52a27f58-6719-4d87-3d16-66e4b11ee457, 'name': SearchDatastore_Task, 'duration_secs': 0.063534} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1792.412398] env[62574]: DEBUG oslo_concurrency.lockutils [None req-881803b4-a050-4141-b363-a2536b9400c6 tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1792.412631] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-881803b4-a050-4141-b363-a2536b9400c6 tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] [instance: f90ce690-c313-43b3-a5e7-53257868a2af] Processing image 3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2 {{(pid=62574) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1792.412864] env[62574]: DEBUG oslo_concurrency.lockutils [None req-881803b4-a050-4141-b363-a2536b9400c6 tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1792.413016] env[62574]: DEBUG oslo_concurrency.lockutils [None req-881803b4-a050-4141-b363-a2536b9400c6 tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1792.413199] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-881803b4-a050-4141-b363-a2536b9400c6 tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1792.413461] env[62574]: DEBUG oslo_vmware.api [None req-881803b4-a050-4141-b363-a2536b9400c6 tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Task: {'id': task-1861997, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.571374} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1792.414175] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e07cfaf2-1805-4389-9517-d174321057dd {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.415898] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-881803b4-a050-4141-b363-a2536b9400c6 tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk to [datastore2] ec94034b-6638-46fc-a09c-b7bf5709f039/ec94034b-6638-46fc-a09c-b7bf5709f039.vmdk {{(pid=62574) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1792.416122] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-881803b4-a050-4141-b363-a2536b9400c6 tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] [instance: ec94034b-6638-46fc-a09c-b7bf5709f039] Extending root virtual disk to 1048576 {{(pid=62574) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1792.416589] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a389cf7c-73a9-4bc4-a7f6-5fc079aaecbf {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.424023] env[62574]: DEBUG oslo_vmware.api [None req-881803b4-a050-4141-b363-a2536b9400c6 tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Waiting for the task: (returnval){ [ 1792.424023] env[62574]: value = "task-1861998" [ 1792.424023] env[62574]: _type = "Task" [ 1792.424023] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1792.427816] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-881803b4-a050-4141-b363-a2536b9400c6 tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1792.427989] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-881803b4-a050-4141-b363-a2536b9400c6 tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62574) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1792.428673] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-70c3a1d5-94f2-44a2-a694-c6df88ab8d2b {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.436298] env[62574]: DEBUG oslo_vmware.api [None req-881803b4-a050-4141-b363-a2536b9400c6 tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Task: {'id': task-1861998, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1792.437668] env[62574]: DEBUG oslo_vmware.api [None req-881803b4-a050-4141-b363-a2536b9400c6 tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Waiting for the task: (returnval){ [ 1792.437668] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]5272f935-50da-4e00-4fff-abb09418adb5" [ 1792.437668] env[62574]: _type = "Task" [ 1792.437668] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1792.441281] env[62574]: DEBUG nova.network.neutron [req-2a521e15-cb27-4a43-ac13-40c5ce0e6a42 req-673ad355-6aa4-4eab-97fd-016b92681f58 service nova] [instance: f90ce690-c313-43b3-a5e7-53257868a2af] Updated VIF entry in instance network info cache for port 715a3cc7-6432-43c2-ae8b-faf84d8af175. {{(pid=62574) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1792.441611] env[62574]: DEBUG nova.network.neutron [req-2a521e15-cb27-4a43-ac13-40c5ce0e6a42 req-673ad355-6aa4-4eab-97fd-016b92681f58 service nova] [instance: f90ce690-c313-43b3-a5e7-53257868a2af] Updating instance_info_cache with network_info: [{"id": "715a3cc7-6432-43c2-ae8b-faf84d8af175", "address": "fa:16:3e:47:be:c6", "network": {"id": "bfd87714-e7b9-4cf4-9a7b-332da9f833dc", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1925993314-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "98d2d71fa23141efa5a8a6ad920fbd1b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee018eb-75be-4037-a80a-07034d4eae35", "external-id": "nsx-vlan-transportzone-8", "segmentation_id": 8, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap715a3cc7-64", "ovs_interfaceid": "715a3cc7-6432-43c2-ae8b-faf84d8af175", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1792.450234] env[62574]: DEBUG oslo_vmware.api [None req-881803b4-a050-4141-b363-a2536b9400c6 tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]5272f935-50da-4e00-4fff-abb09418adb5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1792.728145] env[62574]: DEBUG nova.compute.manager [None req-e01c7657-c94f-4b9f-95ba-301fb10350d8 tempest-ServersTestMultiNic-1484195929 tempest-ServersTestMultiNic-1484195929-project-member] [instance: 5cb931ed-2cde-467c-a11f-0f03be79e11b] Starting instance... {{(pid=62574) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1792.748904] env[62574]: INFO nova.compute.manager [None req-6c4f6635-afc1-4bed-be10-012b84a320b3 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] [instance: 2238c3b9-d614-49b1-b507-31f649ac4b25] Took 26.18 seconds to build instance. [ 1792.901158] env[62574]: DEBUG oslo_concurrency.lockutils [None req-9a253a42-6a6a-4610-95e9-3d76367abc49 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.933s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1792.903744] env[62574]: DEBUG oslo_concurrency.lockutils [None req-497f915d-4960-45f6-a1aa-0da6c65cbcc5 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.928s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1792.905103] env[62574]: DEBUG nova.objects.instance [None req-497f915d-4960-45f6-a1aa-0da6c65cbcc5 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] Lazy-loading 'resources' on Instance uuid 8275ea75-5ca3-4b37-89e5-00babfa3d24e {{(pid=62574) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1792.921998] env[62574]: INFO nova.scheduler.client.report [None req-9a253a42-6a6a-4610-95e9-3d76367abc49 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Deleted allocations for instance 1e669675-0551-49d8-af15-64fdd0984b3f [ 1792.936303] env[62574]: DEBUG oslo_vmware.api [None req-881803b4-a050-4141-b363-a2536b9400c6 tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Task: {'id': task-1861998, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.259138} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1792.936558] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-881803b4-a050-4141-b363-a2536b9400c6 tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] [instance: ec94034b-6638-46fc-a09c-b7bf5709f039] Extended root virtual disk {{(pid=62574) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1792.937337] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa3614bd-b670-4d35-b468-45aca0e6afe8 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.943685] env[62574]: DEBUG oslo_concurrency.lockutils [req-2a521e15-cb27-4a43-ac13-40c5ce0e6a42 req-673ad355-6aa4-4eab-97fd-016b92681f58 service nova] Releasing lock "refresh_cache-f90ce690-c313-43b3-a5e7-53257868a2af" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1792.948593] env[62574]: DEBUG oslo_vmware.api [None req-881803b4-a050-4141-b363-a2536b9400c6 tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]5272f935-50da-4e00-4fff-abb09418adb5, 'name': SearchDatastore_Task, 'duration_secs': 0.025147} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1792.967266] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-881803b4-a050-4141-b363-a2536b9400c6 tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] [instance: ec94034b-6638-46fc-a09c-b7bf5709f039] Reconfiguring VM instance instance-00000049 to attach disk [datastore2] ec94034b-6638-46fc-a09c-b7bf5709f039/ec94034b-6638-46fc-a09c-b7bf5709f039.vmdk or device None with type sparse {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1792.967597] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1565a83e-5d8d-4b89-ab8c-bb4b3660ae44 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.970967] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b949f899-bead-4861-810b-20fc6190fae2 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.989278] env[62574]: DEBUG oslo_vmware.api [None req-881803b4-a050-4141-b363-a2536b9400c6 tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Waiting for the task: (returnval){ [ 1792.989278] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]52e2cd57-81c5-c1d3-7b4a-2dcb1408ac7a" [ 1792.989278] env[62574]: _type = "Task" [ 1792.989278] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1792.994078] env[62574]: DEBUG oslo_vmware.api [None req-881803b4-a050-4141-b363-a2536b9400c6 tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Waiting for the task: (returnval){ [ 1792.994078] env[62574]: value = "task-1861999" [ 1792.994078] env[62574]: _type = "Task" [ 1792.994078] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1793.001315] env[62574]: DEBUG oslo_vmware.api [None req-881803b4-a050-4141-b363-a2536b9400c6 tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52e2cd57-81c5-c1d3-7b4a-2dcb1408ac7a, 'name': SearchDatastore_Task, 'duration_secs': 0.009475} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1793.001965] env[62574]: DEBUG oslo_concurrency.lockutils [None req-881803b4-a050-4141-b363-a2536b9400c6 tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1793.002330] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-881803b4-a050-4141-b363-a2536b9400c6 tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk to [datastore2] f90ce690-c313-43b3-a5e7-53257868a2af/f90ce690-c313-43b3-a5e7-53257868a2af.vmdk {{(pid=62574) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1793.002603] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-da30dac0-d575-41a6-a2ea-60015555bd9c {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.007626] env[62574]: DEBUG oslo_vmware.api [None req-881803b4-a050-4141-b363-a2536b9400c6 tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Task: {'id': task-1861999, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1793.011506] env[62574]: DEBUG oslo_vmware.api [None req-881803b4-a050-4141-b363-a2536b9400c6 tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Waiting for the task: (returnval){ [ 1793.011506] env[62574]: value = "task-1862000" [ 1793.011506] env[62574]: _type = "Task" [ 1793.011506] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1793.019759] env[62574]: DEBUG oslo_vmware.api [None req-881803b4-a050-4141-b363-a2536b9400c6 tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Task: {'id': task-1862000, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1793.254192] env[62574]: DEBUG oslo_concurrency.lockutils [None req-e01c7657-c94f-4b9f-95ba-301fb10350d8 tempest-ServersTestMultiNic-1484195929 tempest-ServersTestMultiNic-1484195929-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1793.254810] env[62574]: DEBUG oslo_concurrency.lockutils [None req-6c4f6635-afc1-4bed-be10-012b84a320b3 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Lock "2238c3b9-d614-49b1-b507-31f649ac4b25" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.695s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1793.435601] env[62574]: DEBUG oslo_concurrency.lockutils [None req-9a253a42-6a6a-4610-95e9-3d76367abc49 tempest-MigrationsAdminTest-170067643 tempest-MigrationsAdminTest-170067643-project-member] Lock "1e669675-0551-49d8-af15-64fdd0984b3f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.116s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1793.504361] env[62574]: DEBUG oslo_vmware.api [None req-881803b4-a050-4141-b363-a2536b9400c6 tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Task: {'id': task-1861999, 'name': ReconfigVM_Task, 'duration_secs': 0.369874} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1793.506950] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-881803b4-a050-4141-b363-a2536b9400c6 tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] [instance: ec94034b-6638-46fc-a09c-b7bf5709f039] Reconfigured VM instance instance-00000049 to attach disk [datastore2] ec94034b-6638-46fc-a09c-b7bf5709f039/ec94034b-6638-46fc-a09c-b7bf5709f039.vmdk or device None with type sparse {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1793.507806] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e8621eb5-865b-43aa-b260-0c018f7cb654 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.515941] env[62574]: DEBUG oslo_vmware.api [None req-881803b4-a050-4141-b363-a2536b9400c6 tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Waiting for the task: (returnval){ [ 1793.515941] env[62574]: value = "task-1862001" [ 1793.515941] env[62574]: _type = "Task" [ 1793.515941] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1793.524685] env[62574]: DEBUG oslo_vmware.api [None req-881803b4-a050-4141-b363-a2536b9400c6 tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Task: {'id': task-1862000, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.488205} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1793.525302] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-881803b4-a050-4141-b363-a2536b9400c6 tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk to [datastore2] f90ce690-c313-43b3-a5e7-53257868a2af/f90ce690-c313-43b3-a5e7-53257868a2af.vmdk {{(pid=62574) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1793.525538] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-881803b4-a050-4141-b363-a2536b9400c6 tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] [instance: f90ce690-c313-43b3-a5e7-53257868a2af] Extending root virtual disk to 1048576 {{(pid=62574) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1793.525779] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d7471e9a-2de7-4bdd-975a-beb1fb008b37 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.530527] env[62574]: DEBUG oslo_vmware.api [None req-881803b4-a050-4141-b363-a2536b9400c6 tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Task: {'id': task-1862001, 'name': Rename_Task} progress is 10%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1793.534507] env[62574]: DEBUG oslo_vmware.api [None req-881803b4-a050-4141-b363-a2536b9400c6 tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Waiting for the task: (returnval){ [ 1793.534507] env[62574]: value = "task-1862002" [ 1793.534507] env[62574]: _type = "Task" [ 1793.534507] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1793.545055] env[62574]: DEBUG oslo_vmware.api [None req-881803b4-a050-4141-b363-a2536b9400c6 tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Task: {'id': task-1862002, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1793.625414] env[62574]: DEBUG oslo_concurrency.lockutils [None req-f9d0b9e8-73ee-4c22-8ffa-f6921c3e4385 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Acquiring lock "b4a5297d-ced1-4f1d-8b44-508a8f6d8dc3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1793.625755] env[62574]: DEBUG oslo_concurrency.lockutils [None req-f9d0b9e8-73ee-4c22-8ffa-f6921c3e4385 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Lock "b4a5297d-ced1-4f1d-8b44-508a8f6d8dc3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1793.737124] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22bd592b-6c9e-4732-94b2-13bc80480d1f {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.744967] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01bd4ca5-3892-4dd2-832c-4ccef0deaa72 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.774936] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1fb5d1b-90f6-40ec-975e-f617b290f1ef {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.782364] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08817025-5921-43cf-aa50-313be9f25589 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.795623] env[62574]: DEBUG nova.compute.provider_tree [None req-497f915d-4960-45f6-a1aa-0da6c65cbcc5 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] Inventory has not changed in ProviderTree for provider: f0ed160a-beff-4626-a531-2a70d7bc0627 {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1793.935117] env[62574]: DEBUG oslo_concurrency.lockutils [None req-93f36003-753b-463b-ae0a-cd4878fbe8dc tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Acquiring lock "2238c3b9-d614-49b1-b507-31f649ac4b25" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1793.935408] env[62574]: DEBUG oslo_concurrency.lockutils [None req-93f36003-753b-463b-ae0a-cd4878fbe8dc tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Lock "2238c3b9-d614-49b1-b507-31f649ac4b25" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1793.935629] env[62574]: DEBUG oslo_concurrency.lockutils [None req-93f36003-753b-463b-ae0a-cd4878fbe8dc tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Acquiring lock "2238c3b9-d614-49b1-b507-31f649ac4b25-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1793.935817] env[62574]: DEBUG oslo_concurrency.lockutils [None req-93f36003-753b-463b-ae0a-cd4878fbe8dc tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Lock "2238c3b9-d614-49b1-b507-31f649ac4b25-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1793.935987] env[62574]: DEBUG oslo_concurrency.lockutils [None req-93f36003-753b-463b-ae0a-cd4878fbe8dc tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Lock "2238c3b9-d614-49b1-b507-31f649ac4b25-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1793.940785] env[62574]: INFO nova.compute.manager [None req-93f36003-753b-463b-ae0a-cd4878fbe8dc tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] [instance: 2238c3b9-d614-49b1-b507-31f649ac4b25] Terminating instance [ 1794.026628] env[62574]: DEBUG oslo_vmware.api [None req-881803b4-a050-4141-b363-a2536b9400c6 tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Task: {'id': task-1862001, 'name': Rename_Task, 'duration_secs': 0.135874} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1794.028026] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-881803b4-a050-4141-b363-a2536b9400c6 tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] [instance: ec94034b-6638-46fc-a09c-b7bf5709f039] Powering on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1794.028026] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bf242835-b6ba-41dc-a330-27d18d988601 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.032779] env[62574]: DEBUG oslo_vmware.api [None req-881803b4-a050-4141-b363-a2536b9400c6 tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Waiting for the task: (returnval){ [ 1794.032779] env[62574]: value = "task-1862003" [ 1794.032779] env[62574]: _type = "Task" [ 1794.032779] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1794.043895] env[62574]: DEBUG oslo_vmware.api [None req-881803b4-a050-4141-b363-a2536b9400c6 tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Task: {'id': task-1862003, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1794.048190] env[62574]: DEBUG oslo_vmware.api [None req-881803b4-a050-4141-b363-a2536b9400c6 tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Task: {'id': task-1862002, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.057962} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1794.048426] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-881803b4-a050-4141-b363-a2536b9400c6 tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] [instance: f90ce690-c313-43b3-a5e7-53257868a2af] Extended root virtual disk {{(pid=62574) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1794.049132] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b7882ee-2e56-48fa-89ba-ad256423f6d5 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.070615] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-881803b4-a050-4141-b363-a2536b9400c6 tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] [instance: f90ce690-c313-43b3-a5e7-53257868a2af] Reconfiguring VM instance instance-0000004a to attach disk [datastore2] f90ce690-c313-43b3-a5e7-53257868a2af/f90ce690-c313-43b3-a5e7-53257868a2af.vmdk or device None with type sparse {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1794.070877] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eb2079cb-e22d-46a1-84c4-4acc6e2d703f {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.090509] env[62574]: DEBUG oslo_vmware.api [None req-881803b4-a050-4141-b363-a2536b9400c6 tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Waiting for the task: (returnval){ [ 1794.090509] env[62574]: value = "task-1862004" [ 1794.090509] env[62574]: _type = "Task" [ 1794.090509] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1794.098537] env[62574]: DEBUG oslo_vmware.api [None req-881803b4-a050-4141-b363-a2536b9400c6 tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Task: {'id': task-1862004, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1794.128399] env[62574]: DEBUG nova.compute.manager [None req-f9d0b9e8-73ee-4c22-8ffa-f6921c3e4385 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] [instance: b4a5297d-ced1-4f1d-8b44-508a8f6d8dc3] Starting instance... {{(pid=62574) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1794.299932] env[62574]: DEBUG nova.scheduler.client.report [None req-497f915d-4960-45f6-a1aa-0da6c65cbcc5 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] Inventory has not changed for provider f0ed160a-beff-4626-a531-2a70d7bc0627 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1794.445097] env[62574]: DEBUG nova.compute.manager [None req-93f36003-753b-463b-ae0a-cd4878fbe8dc tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] [instance: 2238c3b9-d614-49b1-b507-31f649ac4b25] Start destroying the instance on the hypervisor. {{(pid=62574) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1794.445366] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-93f36003-753b-463b-ae0a-cd4878fbe8dc tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] [instance: 2238c3b9-d614-49b1-b507-31f649ac4b25] Destroying instance {{(pid=62574) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1794.446488] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e33db530-308c-42ad-88ec-ccd45b7c3dce {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.454755] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-93f36003-753b-463b-ae0a-cd4878fbe8dc tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] [instance: 2238c3b9-d614-49b1-b507-31f649ac4b25] Powering off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1794.454992] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f8651e23-2465-4eda-b2f5-7980998bf0c2 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.460763] env[62574]: DEBUG oslo_vmware.api [None req-93f36003-753b-463b-ae0a-cd4878fbe8dc tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Waiting for the task: (returnval){ [ 1794.460763] env[62574]: value = "task-1862005" [ 1794.460763] env[62574]: _type = "Task" [ 1794.460763] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1794.468066] env[62574]: DEBUG oslo_vmware.api [None req-93f36003-753b-463b-ae0a-cd4878fbe8dc tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Task: {'id': task-1862005, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1794.542679] env[62574]: DEBUG oslo_vmware.api [None req-881803b4-a050-4141-b363-a2536b9400c6 tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Task: {'id': task-1862003, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1794.600796] env[62574]: DEBUG oslo_vmware.api [None req-881803b4-a050-4141-b363-a2536b9400c6 tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Task: {'id': task-1862004, 'name': ReconfigVM_Task, 'duration_secs': 0.280259} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1794.601083] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-881803b4-a050-4141-b363-a2536b9400c6 tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] [instance: f90ce690-c313-43b3-a5e7-53257868a2af] Reconfigured VM instance instance-0000004a to attach disk [datastore2] f90ce690-c313-43b3-a5e7-53257868a2af/f90ce690-c313-43b3-a5e7-53257868a2af.vmdk or device None with type sparse {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1794.601743] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ccc63f15-e21f-4f1d-93f0-4f3498a7a326 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.607778] env[62574]: DEBUG oslo_vmware.api [None req-881803b4-a050-4141-b363-a2536b9400c6 tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Waiting for the task: (returnval){ [ 1794.607778] env[62574]: value = "task-1862006" [ 1794.607778] env[62574]: _type = "Task" [ 1794.607778] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1794.616021] env[62574]: DEBUG oslo_vmware.api [None req-881803b4-a050-4141-b363-a2536b9400c6 tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Task: {'id': task-1862006, 'name': Rename_Task} progress is 5%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1794.652721] env[62574]: DEBUG oslo_concurrency.lockutils [None req-f9d0b9e8-73ee-4c22-8ffa-f6921c3e4385 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1794.806026] env[62574]: DEBUG oslo_concurrency.lockutils [None req-497f915d-4960-45f6-a1aa-0da6c65cbcc5 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.902s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1794.808540] env[62574]: DEBUG oslo_concurrency.lockutils [None req-6e975ef5-7536-4216-90c9-e2f5f7f0dff9 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.981s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1794.809156] env[62574]: DEBUG nova.objects.instance [None req-6e975ef5-7536-4216-90c9-e2f5f7f0dff9 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Lazy-loading 'resources' on Instance uuid 296cf9dd-e110-4144-8899-56fb0d257b8b {{(pid=62574) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1794.832337] env[62574]: INFO nova.scheduler.client.report [None req-497f915d-4960-45f6-a1aa-0da6c65cbcc5 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] Deleted allocations for instance 8275ea75-5ca3-4b37-89e5-00babfa3d24e [ 1794.976628] env[62574]: DEBUG oslo_vmware.api [None req-93f36003-753b-463b-ae0a-cd4878fbe8dc tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Task: {'id': task-1862005, 'name': PowerOffVM_Task, 'duration_secs': 0.331263} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1794.977251] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-93f36003-753b-463b-ae0a-cd4878fbe8dc tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] [instance: 2238c3b9-d614-49b1-b507-31f649ac4b25] Powered off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1794.977455] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-93f36003-753b-463b-ae0a-cd4878fbe8dc tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] [instance: 2238c3b9-d614-49b1-b507-31f649ac4b25] Unregistering the VM {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1794.978228] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d8c62c29-1ffc-4a57-baf1-6346a704b7ab {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.049485] env[62574]: DEBUG oslo_vmware.api [None req-881803b4-a050-4141-b363-a2536b9400c6 tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Task: {'id': task-1862003, 'name': PowerOnVM_Task, 'duration_secs': 0.937181} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1795.049775] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-881803b4-a050-4141-b363-a2536b9400c6 tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] [instance: ec94034b-6638-46fc-a09c-b7bf5709f039] Powered on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1795.049976] env[62574]: INFO nova.compute.manager [None req-881803b4-a050-4141-b363-a2536b9400c6 tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] [instance: ec94034b-6638-46fc-a09c-b7bf5709f039] Took 8.27 seconds to spawn the instance on the hypervisor. [ 1795.050184] env[62574]: DEBUG nova.compute.manager [None req-881803b4-a050-4141-b363-a2536b9400c6 tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] [instance: ec94034b-6638-46fc-a09c-b7bf5709f039] Checking state {{(pid=62574) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1795.051019] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab8d36af-6391-4722-9175-36fc3f9586b6 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.117847] env[62574]: DEBUG oslo_vmware.api [None req-881803b4-a050-4141-b363-a2536b9400c6 tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Task: {'id': task-1862006, 'name': Rename_Task, 'duration_secs': 0.209298} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1795.120250] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-881803b4-a050-4141-b363-a2536b9400c6 tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] [instance: f90ce690-c313-43b3-a5e7-53257868a2af] Powering on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1795.120250] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6a194025-f8f3-419f-8d1b-630a98178679 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.127471] env[62574]: DEBUG oslo_vmware.api [None req-881803b4-a050-4141-b363-a2536b9400c6 tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Waiting for the task: (returnval){ [ 1795.127471] env[62574]: value = "task-1862008" [ 1795.127471] env[62574]: _type = "Task" [ 1795.127471] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1795.134437] env[62574]: DEBUG oslo_vmware.api [None req-881803b4-a050-4141-b363-a2536b9400c6 tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Task: {'id': task-1862008, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1795.344438] env[62574]: DEBUG oslo_concurrency.lockutils [None req-497f915d-4960-45f6-a1aa-0da6c65cbcc5 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] Lock "8275ea75-5ca3-4b37-89e5-00babfa3d24e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.791s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1795.376881] env[62574]: DEBUG oslo_concurrency.lockutils [None req-0a92e8e1-33fb-4770-b8eb-a0a0ece75547 tempest-ServersWithSpecificFlavorTestJSON-1641053384 tempest-ServersWithSpecificFlavorTestJSON-1641053384-project-member] Acquiring lock "5dac9007-8ded-444f-a7ea-5032465ccced" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1795.377179] env[62574]: DEBUG oslo_concurrency.lockutils [None req-0a92e8e1-33fb-4770-b8eb-a0a0ece75547 tempest-ServersWithSpecificFlavorTestJSON-1641053384 tempest-ServersWithSpecificFlavorTestJSON-1641053384-project-member] Lock "5dac9007-8ded-444f-a7ea-5032465ccced" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1795.377472] env[62574]: DEBUG oslo_concurrency.lockutils [None req-0a92e8e1-33fb-4770-b8eb-a0a0ece75547 tempest-ServersWithSpecificFlavorTestJSON-1641053384 tempest-ServersWithSpecificFlavorTestJSON-1641053384-project-member] Acquiring lock "5dac9007-8ded-444f-a7ea-5032465ccced-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1795.377720] env[62574]: DEBUG oslo_concurrency.lockutils [None req-0a92e8e1-33fb-4770-b8eb-a0a0ece75547 tempest-ServersWithSpecificFlavorTestJSON-1641053384 tempest-ServersWithSpecificFlavorTestJSON-1641053384-project-member] Lock "5dac9007-8ded-444f-a7ea-5032465ccced-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1795.377837] env[62574]: DEBUG oslo_concurrency.lockutils [None req-0a92e8e1-33fb-4770-b8eb-a0a0ece75547 tempest-ServersWithSpecificFlavorTestJSON-1641053384 tempest-ServersWithSpecificFlavorTestJSON-1641053384-project-member] Lock "5dac9007-8ded-444f-a7ea-5032465ccced-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1795.380221] env[62574]: INFO nova.compute.manager [None req-0a92e8e1-33fb-4770-b8eb-a0a0ece75547 tempest-ServersWithSpecificFlavorTestJSON-1641053384 tempest-ServersWithSpecificFlavorTestJSON-1641053384-project-member] [instance: 5dac9007-8ded-444f-a7ea-5032465ccced] Terminating instance [ 1795.570354] env[62574]: INFO nova.compute.manager [None req-881803b4-a050-4141-b363-a2536b9400c6 tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] [instance: ec94034b-6638-46fc-a09c-b7bf5709f039] Took 19.09 seconds to build instance. [ 1795.608431] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-068352df-8cb6-42b4-b881-48ee8d3434e3 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.616985] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfd9723a-d02b-4a39-ad61-217cede51630 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.649916] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d045bf2d-d1c8-4a24-870d-c04100f88f47 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.657419] env[62574]: DEBUG oslo_vmware.api [None req-881803b4-a050-4141-b363-a2536b9400c6 tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Task: {'id': task-1862008, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1795.660904] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4952df2-087d-4bd4-b720-da91e9f55f78 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.678150] env[62574]: DEBUG nova.compute.provider_tree [None req-6e975ef5-7536-4216-90c9-e2f5f7f0dff9 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Inventory has not changed in ProviderTree for provider: f0ed160a-beff-4626-a531-2a70d7bc0627 {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1795.887299] env[62574]: DEBUG nova.compute.manager [None req-0a92e8e1-33fb-4770-b8eb-a0a0ece75547 tempest-ServersWithSpecificFlavorTestJSON-1641053384 tempest-ServersWithSpecificFlavorTestJSON-1641053384-project-member] [instance: 5dac9007-8ded-444f-a7ea-5032465ccced] Start destroying the instance on the hypervisor. {{(pid=62574) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1795.887299] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-0a92e8e1-33fb-4770-b8eb-a0a0ece75547 tempest-ServersWithSpecificFlavorTestJSON-1641053384 tempest-ServersWithSpecificFlavorTestJSON-1641053384-project-member] [instance: 5dac9007-8ded-444f-a7ea-5032465ccced] Destroying instance {{(pid=62574) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1795.887299] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06d93c72-bd7d-4e98-8e7e-e7c0e993b446 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.896163] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a92e8e1-33fb-4770-b8eb-a0a0ece75547 tempest-ServersWithSpecificFlavorTestJSON-1641053384 tempest-ServersWithSpecificFlavorTestJSON-1641053384-project-member] [instance: 5dac9007-8ded-444f-a7ea-5032465ccced] Powering off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1795.896507] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-381bc9f7-7811-4261-a5cc-18baad887343 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.905711] env[62574]: DEBUG oslo_vmware.api [None req-0a92e8e1-33fb-4770-b8eb-a0a0ece75547 tempest-ServersWithSpecificFlavorTestJSON-1641053384 tempest-ServersWithSpecificFlavorTestJSON-1641053384-project-member] Waiting for the task: (returnval){ [ 1795.905711] env[62574]: value = "task-1862009" [ 1795.905711] env[62574]: _type = "Task" [ 1795.905711] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1795.915441] env[62574]: DEBUG oslo_vmware.api [None req-0a92e8e1-33fb-4770-b8eb-a0a0ece75547 tempest-ServersWithSpecificFlavorTestJSON-1641053384 tempest-ServersWithSpecificFlavorTestJSON-1641053384-project-member] Task: {'id': task-1862009, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1796.072736] env[62574]: DEBUG oslo_concurrency.lockutils [None req-881803b4-a050-4141-b363-a2536b9400c6 tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Lock "ec94034b-6638-46fc-a09c-b7bf5709f039" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.601s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1796.158265] env[62574]: DEBUG oslo_vmware.api [None req-881803b4-a050-4141-b363-a2536b9400c6 tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Task: {'id': task-1862008, 'name': PowerOnVM_Task, 'duration_secs': 0.930085} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1796.158265] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-881803b4-a050-4141-b363-a2536b9400c6 tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] [instance: f90ce690-c313-43b3-a5e7-53257868a2af] Powered on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1796.158265] env[62574]: INFO nova.compute.manager [None req-881803b4-a050-4141-b363-a2536b9400c6 tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] [instance: f90ce690-c313-43b3-a5e7-53257868a2af] Took 6.99 seconds to spawn the instance on the hypervisor. [ 1796.158265] env[62574]: DEBUG nova.compute.manager [None req-881803b4-a050-4141-b363-a2536b9400c6 tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] [instance: f90ce690-c313-43b3-a5e7-53257868a2af] Checking state {{(pid=62574) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1796.158265] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5e88692-d12d-4efb-8158-63f0dc4c4be1 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.183458] env[62574]: DEBUG nova.scheduler.client.report [None req-6e975ef5-7536-4216-90c9-e2f5f7f0dff9 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Inventory has not changed for provider f0ed160a-beff-4626-a531-2a70d7bc0627 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1796.370243] env[62574]: DEBUG oslo_concurrency.lockutils [None req-fbe66de2-ebab-4e29-a25b-2cadd35220e1 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] Acquiring lock "6a33b561-3788-4b8e-8763-ac23485c0dc8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1796.370569] env[62574]: DEBUG oslo_concurrency.lockutils [None req-fbe66de2-ebab-4e29-a25b-2cadd35220e1 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] Lock "6a33b561-3788-4b8e-8763-ac23485c0dc8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1796.370732] env[62574]: DEBUG oslo_concurrency.lockutils [None req-fbe66de2-ebab-4e29-a25b-2cadd35220e1 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] Acquiring lock "6a33b561-3788-4b8e-8763-ac23485c0dc8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1796.370925] env[62574]: DEBUG oslo_concurrency.lockutils [None req-fbe66de2-ebab-4e29-a25b-2cadd35220e1 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] Lock "6a33b561-3788-4b8e-8763-ac23485c0dc8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1796.371113] env[62574]: DEBUG oslo_concurrency.lockutils [None req-fbe66de2-ebab-4e29-a25b-2cadd35220e1 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] Lock "6a33b561-3788-4b8e-8763-ac23485c0dc8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1796.373130] env[62574]: INFO nova.compute.manager [None req-fbe66de2-ebab-4e29-a25b-2cadd35220e1 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] [instance: 6a33b561-3788-4b8e-8763-ac23485c0dc8] Terminating instance [ 1796.414648] env[62574]: DEBUG oslo_vmware.api [None req-0a92e8e1-33fb-4770-b8eb-a0a0ece75547 tempest-ServersWithSpecificFlavorTestJSON-1641053384 tempest-ServersWithSpecificFlavorTestJSON-1641053384-project-member] Task: {'id': task-1862009, 'name': PowerOffVM_Task, 'duration_secs': 0.434318} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1796.415187] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a92e8e1-33fb-4770-b8eb-a0a0ece75547 tempest-ServersWithSpecificFlavorTestJSON-1641053384 tempest-ServersWithSpecificFlavorTestJSON-1641053384-project-member] [instance: 5dac9007-8ded-444f-a7ea-5032465ccced] Powered off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1796.415368] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-0a92e8e1-33fb-4770-b8eb-a0a0ece75547 tempest-ServersWithSpecificFlavorTestJSON-1641053384 tempest-ServersWithSpecificFlavorTestJSON-1641053384-project-member] [instance: 5dac9007-8ded-444f-a7ea-5032465ccced] Unregistering the VM {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1796.415620] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-06f51269-b138-4629-91a3-0adecc567b71 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.682706] env[62574]: INFO nova.compute.manager [None req-881803b4-a050-4141-b363-a2536b9400c6 tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] [instance: f90ce690-c313-43b3-a5e7-53257868a2af] Took 20.17 seconds to build instance. [ 1796.691017] env[62574]: DEBUG oslo_concurrency.lockutils [None req-6e975ef5-7536-4216-90c9-e2f5f7f0dff9 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.882s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1796.697064] env[62574]: DEBUG oslo_concurrency.lockutils [None req-aae01406-681e-492f-a666-a1f0bc54e028 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.064s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1796.697064] env[62574]: INFO nova.compute.claims [None req-aae01406-681e-492f-a666-a1f0bc54e028 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] [instance: 43793844-f400-4665-b287-bc4374a1ae6d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1796.735774] env[62574]: INFO nova.scheduler.client.report [None req-6e975ef5-7536-4216-90c9-e2f5f7f0dff9 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Deleted allocations for instance 296cf9dd-e110-4144-8899-56fb0d257b8b [ 1796.876395] env[62574]: DEBUG nova.compute.manager [None req-fbe66de2-ebab-4e29-a25b-2cadd35220e1 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] [instance: 6a33b561-3788-4b8e-8763-ac23485c0dc8] Start destroying the instance on the hypervisor. {{(pid=62574) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1796.876593] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-fbe66de2-ebab-4e29-a25b-2cadd35220e1 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] [instance: 6a33b561-3788-4b8e-8763-ac23485c0dc8] Destroying instance {{(pid=62574) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1796.878721] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60b46aa1-267f-47ca-89b1-af79c755da75 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.895999] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbe66de2-ebab-4e29-a25b-2cadd35220e1 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] [instance: 6a33b561-3788-4b8e-8763-ac23485c0dc8] Powering off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1796.896294] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7a26c667-d7aa-428d-b0ba-c1f66af92a7e {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.904744] env[62574]: DEBUG oslo_vmware.api [None req-fbe66de2-ebab-4e29-a25b-2cadd35220e1 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] Waiting for the task: (returnval){ [ 1796.904744] env[62574]: value = "task-1862011" [ 1796.904744] env[62574]: _type = "Task" [ 1796.904744] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1796.915636] env[62574]: DEBUG oslo_vmware.api [None req-fbe66de2-ebab-4e29-a25b-2cadd35220e1 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] Task: {'id': task-1862011, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1797.186637] env[62574]: DEBUG oslo_concurrency.lockutils [None req-881803b4-a050-4141-b363-a2536b9400c6 tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Lock "f90ce690-c313-43b3-a5e7-53257868a2af" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.682s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1797.243140] env[62574]: DEBUG oslo_concurrency.lockutils [None req-6e975ef5-7536-4216-90c9-e2f5f7f0dff9 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Lock "296cf9dd-e110-4144-8899-56fb0d257b8b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.020s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1797.314504] env[62574]: DEBUG oslo_concurrency.lockutils [None req-7da96856-6976-4e19-9c31-66b6dde01124 tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Acquiring lock "ec94034b-6638-46fc-a09c-b7bf5709f039" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1797.314771] env[62574]: DEBUG oslo_concurrency.lockutils [None req-7da96856-6976-4e19-9c31-66b6dde01124 tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Lock "ec94034b-6638-46fc-a09c-b7bf5709f039" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1797.315115] env[62574]: DEBUG oslo_concurrency.lockutils [None req-7da96856-6976-4e19-9c31-66b6dde01124 tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Acquiring lock "ec94034b-6638-46fc-a09c-b7bf5709f039-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1797.315207] env[62574]: DEBUG oslo_concurrency.lockutils [None req-7da96856-6976-4e19-9c31-66b6dde01124 tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Lock "ec94034b-6638-46fc-a09c-b7bf5709f039-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1797.315358] env[62574]: DEBUG oslo_concurrency.lockutils [None req-7da96856-6976-4e19-9c31-66b6dde01124 tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Lock "ec94034b-6638-46fc-a09c-b7bf5709f039-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1797.318585] env[62574]: INFO nova.compute.manager [None req-7da96856-6976-4e19-9c31-66b6dde01124 tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] [instance: ec94034b-6638-46fc-a09c-b7bf5709f039] Terminating instance [ 1797.389297] env[62574]: DEBUG oslo_concurrency.lockutils [None req-fd579b57-6871-4a68-aa00-84b5b5cf38be tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Acquiring lock "f90ce690-c313-43b3-a5e7-53257868a2af" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1797.390051] env[62574]: DEBUG oslo_concurrency.lockutils [None req-fd579b57-6871-4a68-aa00-84b5b5cf38be tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Lock "f90ce690-c313-43b3-a5e7-53257868a2af" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1797.390365] env[62574]: DEBUG oslo_concurrency.lockutils [None req-fd579b57-6871-4a68-aa00-84b5b5cf38be tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Acquiring lock "f90ce690-c313-43b3-a5e7-53257868a2af-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1797.390578] env[62574]: DEBUG oslo_concurrency.lockutils [None req-fd579b57-6871-4a68-aa00-84b5b5cf38be tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Lock "f90ce690-c313-43b3-a5e7-53257868a2af-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1797.390757] env[62574]: DEBUG oslo_concurrency.lockutils [None req-fd579b57-6871-4a68-aa00-84b5b5cf38be tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Lock "f90ce690-c313-43b3-a5e7-53257868a2af-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1797.392892] env[62574]: INFO nova.compute.manager [None req-fd579b57-6871-4a68-aa00-84b5b5cf38be tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] [instance: f90ce690-c313-43b3-a5e7-53257868a2af] Terminating instance [ 1797.415190] env[62574]: DEBUG oslo_vmware.api [None req-fbe66de2-ebab-4e29-a25b-2cadd35220e1 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] Task: {'id': task-1862011, 'name': PowerOffVM_Task, 'duration_secs': 0.215869} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1797.415458] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbe66de2-ebab-4e29-a25b-2cadd35220e1 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] [instance: 6a33b561-3788-4b8e-8763-ac23485c0dc8] Powered off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1797.415630] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-fbe66de2-ebab-4e29-a25b-2cadd35220e1 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] [instance: 6a33b561-3788-4b8e-8763-ac23485c0dc8] Unregistering the VM {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1797.415872] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-50d343b5-8645-452a-a324-7a3a19308dae {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.823134] env[62574]: DEBUG nova.compute.manager [None req-7da96856-6976-4e19-9c31-66b6dde01124 tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] [instance: ec94034b-6638-46fc-a09c-b7bf5709f039] Start destroying the instance on the hypervisor. {{(pid=62574) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1797.823367] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-7da96856-6976-4e19-9c31-66b6dde01124 tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] [instance: ec94034b-6638-46fc-a09c-b7bf5709f039] Destroying instance {{(pid=62574) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1797.824434] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54e63d37-314b-459e-ba40-14ca9881b786 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.832096] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-7da96856-6976-4e19-9c31-66b6dde01124 tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] [instance: ec94034b-6638-46fc-a09c-b7bf5709f039] Powering off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1797.832893] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5a9abef4-a5ec-4f28-a502-5f2ad4a23616 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.839275] env[62574]: DEBUG oslo_vmware.api [None req-7da96856-6976-4e19-9c31-66b6dde01124 tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Waiting for the task: (returnval){ [ 1797.839275] env[62574]: value = "task-1862013" [ 1797.839275] env[62574]: _type = "Task" [ 1797.839275] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1797.847469] env[62574]: DEBUG oslo_vmware.api [None req-7da96856-6976-4e19-9c31-66b6dde01124 tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Task: {'id': task-1862013, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1797.898039] env[62574]: DEBUG nova.compute.manager [None req-fd579b57-6871-4a68-aa00-84b5b5cf38be tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] [instance: f90ce690-c313-43b3-a5e7-53257868a2af] Start destroying the instance on the hypervisor. {{(pid=62574) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1797.898277] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-fd579b57-6871-4a68-aa00-84b5b5cf38be tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] [instance: f90ce690-c313-43b3-a5e7-53257868a2af] Destroying instance {{(pid=62574) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1797.899505] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f719bae-1928-48d2-9d3d-0196b57a18bd {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.908462] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd579b57-6871-4a68-aa00-84b5b5cf38be tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] [instance: f90ce690-c313-43b3-a5e7-53257868a2af] Powering off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1797.908462] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f9f4047a-6434-4d1a-bbca-b01749982c16 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.914429] env[62574]: DEBUG oslo_vmware.api [None req-fd579b57-6871-4a68-aa00-84b5b5cf38be tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Waiting for the task: (returnval){ [ 1797.914429] env[62574]: value = "task-1862014" [ 1797.914429] env[62574]: _type = "Task" [ 1797.914429] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1797.923206] env[62574]: DEBUG oslo_vmware.api [None req-fd579b57-6871-4a68-aa00-84b5b5cf38be tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Task: {'id': task-1862014, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1798.063846] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b6f37e5-8e61-4702-9b20-83946b843889 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.071134] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e2e9ecb-c02e-4db8-865b-eec6dbd5c164 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.104773] env[62574]: DEBUG oslo_concurrency.lockutils [None req-e6795ce2-7c43-4572-bc2f-795423885267 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Acquiring lock "cf8dfe40-abfe-4888-a1a5-b26f6d781e93" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1798.104773] env[62574]: DEBUG oslo_concurrency.lockutils [None req-e6795ce2-7c43-4572-bc2f-795423885267 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Lock "cf8dfe40-abfe-4888-a1a5-b26f6d781e93" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1798.104773] env[62574]: DEBUG oslo_concurrency.lockutils [None req-e6795ce2-7c43-4572-bc2f-795423885267 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Acquiring lock "cf8dfe40-abfe-4888-a1a5-b26f6d781e93-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1798.104773] env[62574]: DEBUG oslo_concurrency.lockutils [None req-e6795ce2-7c43-4572-bc2f-795423885267 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Lock "cf8dfe40-abfe-4888-a1a5-b26f6d781e93-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1798.104773] env[62574]: DEBUG oslo_concurrency.lockutils [None req-e6795ce2-7c43-4572-bc2f-795423885267 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Lock "cf8dfe40-abfe-4888-a1a5-b26f6d781e93-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1798.106718] env[62574]: INFO nova.compute.manager [None req-e6795ce2-7c43-4572-bc2f-795423885267 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] [instance: cf8dfe40-abfe-4888-a1a5-b26f6d781e93] Terminating instance [ 1798.108536] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7406c4f-6bf8-446c-a70d-1f158f40dda0 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.117441] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b958346-dd41-4f1a-be0c-30e89956b4ca {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.136123] env[62574]: DEBUG nova.compute.provider_tree [None req-aae01406-681e-492f-a666-a1f0bc54e028 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Inventory has not changed in ProviderTree for provider: f0ed160a-beff-4626-a531-2a70d7bc0627 {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1798.348770] env[62574]: DEBUG oslo_vmware.api [None req-7da96856-6976-4e19-9c31-66b6dde01124 tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Task: {'id': task-1862013, 'name': PowerOffVM_Task, 'duration_secs': 0.225904} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1798.349080] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-7da96856-6976-4e19-9c31-66b6dde01124 tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] [instance: ec94034b-6638-46fc-a09c-b7bf5709f039] Powered off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1798.349299] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-7da96856-6976-4e19-9c31-66b6dde01124 tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] [instance: ec94034b-6638-46fc-a09c-b7bf5709f039] Unregistering the VM {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1798.349566] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-35a9501b-454d-42c7-ab8e-8874c309258e {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.427245] env[62574]: DEBUG oslo_vmware.api [None req-fd579b57-6871-4a68-aa00-84b5b5cf38be tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Task: {'id': task-1862014, 'name': PowerOffVM_Task, 'duration_secs': 0.265963} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1798.427585] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd579b57-6871-4a68-aa00-84b5b5cf38be tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] [instance: f90ce690-c313-43b3-a5e7-53257868a2af] Powered off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1798.427761] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-fd579b57-6871-4a68-aa00-84b5b5cf38be tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] [instance: f90ce690-c313-43b3-a5e7-53257868a2af] Unregistering the VM {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1798.428013] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-059c858f-c884-41c7-97ab-b438dd131711 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.615494] env[62574]: DEBUG nova.compute.manager [None req-e6795ce2-7c43-4572-bc2f-795423885267 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] [instance: cf8dfe40-abfe-4888-a1a5-b26f6d781e93] Start destroying the instance on the hypervisor. {{(pid=62574) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1798.615724] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-e6795ce2-7c43-4572-bc2f-795423885267 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] [instance: cf8dfe40-abfe-4888-a1a5-b26f6d781e93] Destroying instance {{(pid=62574) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1798.616719] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c98331c-f53f-4de3-becf-f7e645e9b0a1 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.632508] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6795ce2-7c43-4572-bc2f-795423885267 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] [instance: cf8dfe40-abfe-4888-a1a5-b26f6d781e93] Powering off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1798.632777] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f555be37-7520-463b-94d7-c91ba91ccd19 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.638955] env[62574]: DEBUG nova.scheduler.client.report [None req-aae01406-681e-492f-a666-a1f0bc54e028 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Inventory has not changed for provider f0ed160a-beff-4626-a531-2a70d7bc0627 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1798.644178] env[62574]: DEBUG oslo_vmware.api [None req-e6795ce2-7c43-4572-bc2f-795423885267 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Waiting for the task: (returnval){ [ 1798.644178] env[62574]: value = "task-1862017" [ 1798.644178] env[62574]: _type = "Task" [ 1798.644178] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1798.651969] env[62574]: DEBUG oslo_vmware.api [None req-e6795ce2-7c43-4572-bc2f-795423885267 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Task: {'id': task-1862017, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1799.149457] env[62574]: DEBUG oslo_concurrency.lockutils [None req-aae01406-681e-492f-a666-a1f0bc54e028 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.454s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1799.152613] env[62574]: DEBUG nova.compute.manager [None req-aae01406-681e-492f-a666-a1f0bc54e028 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] [instance: 43793844-f400-4665-b287-bc4374a1ae6d] Start building networks asynchronously for instance. {{(pid=62574) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1799.155145] env[62574]: DEBUG oslo_concurrency.lockutils [None req-68a9d6c8-a95b-4ec7-bbf9-c2ce7283ea96 tempest-ServerPasswordTestJSON-355305620 tempest-ServerPasswordTestJSON-355305620-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.921s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1799.155302] env[62574]: DEBUG nova.objects.instance [None req-68a9d6c8-a95b-4ec7-bbf9-c2ce7283ea96 tempest-ServerPasswordTestJSON-355305620 tempest-ServerPasswordTestJSON-355305620-project-member] Lazy-loading 'resources' on Instance uuid 6a34c941-0a2c-4eb8-a0cf-5ddbcd9d4cba {{(pid=62574) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1799.167646] env[62574]: DEBUG oslo_vmware.api [None req-e6795ce2-7c43-4572-bc2f-795423885267 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Task: {'id': task-1862017, 'name': PowerOffVM_Task, 'duration_secs': 0.165779} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1799.169017] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6795ce2-7c43-4572-bc2f-795423885267 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] [instance: cf8dfe40-abfe-4888-a1a5-b26f6d781e93] Powered off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1799.169257] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-e6795ce2-7c43-4572-bc2f-795423885267 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] [instance: cf8dfe40-abfe-4888-a1a5-b26f6d781e93] Unregistering the VM {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1799.169518] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8011cfca-37d8-46cc-b7f0-3ad22638bf63 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.666914] env[62574]: DEBUG nova.compute.utils [None req-aae01406-681e-492f-a666-a1f0bc54e028 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Using /dev/sd instead of None {{(pid=62574) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1799.668652] env[62574]: DEBUG nova.compute.manager [None req-aae01406-681e-492f-a666-a1f0bc54e028 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] [instance: 43793844-f400-4665-b287-bc4374a1ae6d] Allocating IP information in the background. {{(pid=62574) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1799.668773] env[62574]: DEBUG nova.network.neutron [None req-aae01406-681e-492f-a666-a1f0bc54e028 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] [instance: 43793844-f400-4665-b287-bc4374a1ae6d] allocate_for_instance() {{(pid=62574) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1799.717938] env[62574]: DEBUG nova.policy [None req-aae01406-681e-492f-a666-a1f0bc54e028 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6d0aa4b943e24496979354e660652905', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7ab01ddb6cf3453f8b60099794e20a03', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62574) authorize /opt/stack/nova/nova/policy.py:192}} [ 1799.863926] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-fbe66de2-ebab-4e29-a25b-2cadd35220e1 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] [instance: 6a33b561-3788-4b8e-8763-ac23485c0dc8] Unregistered the VM {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1799.864251] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-fbe66de2-ebab-4e29-a25b-2cadd35220e1 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] [instance: 6a33b561-3788-4b8e-8763-ac23485c0dc8] Deleting contents of the VM from datastore datastore2 {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1799.864461] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-fbe66de2-ebab-4e29-a25b-2cadd35220e1 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] Deleting the datastore file [datastore2] 6a33b561-3788-4b8e-8763-ac23485c0dc8 {{(pid=62574) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1799.864762] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-545bc729-96db-4c11-8af5-26df92b15e2e {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.871415] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-0a92e8e1-33fb-4770-b8eb-a0a0ece75547 tempest-ServersWithSpecificFlavorTestJSON-1641053384 tempest-ServersWithSpecificFlavorTestJSON-1641053384-project-member] [instance: 5dac9007-8ded-444f-a7ea-5032465ccced] Unregistered the VM {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1799.871646] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-0a92e8e1-33fb-4770-b8eb-a0a0ece75547 tempest-ServersWithSpecificFlavorTestJSON-1641053384 tempest-ServersWithSpecificFlavorTestJSON-1641053384-project-member] [instance: 5dac9007-8ded-444f-a7ea-5032465ccced] Deleting contents of the VM from datastore datastore1 {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1799.871843] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a92e8e1-33fb-4770-b8eb-a0a0ece75547 tempest-ServersWithSpecificFlavorTestJSON-1641053384 tempest-ServersWithSpecificFlavorTestJSON-1641053384-project-member] Deleting the datastore file [datastore1] 5dac9007-8ded-444f-a7ea-5032465ccced {{(pid=62574) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1799.872139] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2663bc66-c155-4f8c-8d86-6590562cb020 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.876139] env[62574]: DEBUG oslo_vmware.api [None req-fbe66de2-ebab-4e29-a25b-2cadd35220e1 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] Waiting for the task: (returnval){ [ 1799.876139] env[62574]: value = "task-1862019" [ 1799.876139] env[62574]: _type = "Task" [ 1799.876139] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1799.882741] env[62574]: DEBUG oslo_vmware.api [None req-0a92e8e1-33fb-4770-b8eb-a0a0ece75547 tempest-ServersWithSpecificFlavorTestJSON-1641053384 tempest-ServersWithSpecificFlavorTestJSON-1641053384-project-member] Waiting for the task: (returnval){ [ 1799.882741] env[62574]: value = "task-1862020" [ 1799.882741] env[62574]: _type = "Task" [ 1799.882741] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1799.884658] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-7da96856-6976-4e19-9c31-66b6dde01124 tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] [instance: ec94034b-6638-46fc-a09c-b7bf5709f039] Unregistered the VM {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1799.885087] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-7da96856-6976-4e19-9c31-66b6dde01124 tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] [instance: ec94034b-6638-46fc-a09c-b7bf5709f039] Deleting contents of the VM from datastore datastore2 {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1799.885575] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-7da96856-6976-4e19-9c31-66b6dde01124 tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Deleting the datastore file [datastore2] ec94034b-6638-46fc-a09c-b7bf5709f039 {{(pid=62574) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1799.893147] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1238cb7d-0609-487e-88bf-6f45760563b6 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.896740] env[62574]: DEBUG oslo_vmware.api [None req-fbe66de2-ebab-4e29-a25b-2cadd35220e1 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] Task: {'id': task-1862019, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1799.902848] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-e6795ce2-7c43-4572-bc2f-795423885267 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] [instance: cf8dfe40-abfe-4888-a1a5-b26f6d781e93] Unregistered the VM {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1799.903123] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-e6795ce2-7c43-4572-bc2f-795423885267 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] [instance: cf8dfe40-abfe-4888-a1a5-b26f6d781e93] Deleting contents of the VM from datastore datastore2 {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1799.903252] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6795ce2-7c43-4572-bc2f-795423885267 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Deleting the datastore file [datastore2] cf8dfe40-abfe-4888-a1a5-b26f6d781e93 {{(pid=62574) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1799.904904] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3e8eedd2-ea83-4c97-850a-37cc8b81e665 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.907888] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-93f36003-753b-463b-ae0a-cd4878fbe8dc tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] [instance: 2238c3b9-d614-49b1-b507-31f649ac4b25] Unregistered the VM {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1799.908341] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-93f36003-753b-463b-ae0a-cd4878fbe8dc tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] [instance: 2238c3b9-d614-49b1-b507-31f649ac4b25] Deleting contents of the VM from datastore datastore2 {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1799.908547] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-93f36003-753b-463b-ae0a-cd4878fbe8dc tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Deleting the datastore file [datastore2] 2238c3b9-d614-49b1-b507-31f649ac4b25 {{(pid=62574) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1799.912914] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fc44edc0-07a4-406e-837a-a4be971db0d3 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.915243] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-fd579b57-6871-4a68-aa00-84b5b5cf38be tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] [instance: f90ce690-c313-43b3-a5e7-53257868a2af] Unregistered the VM {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1799.915591] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-fd579b57-6871-4a68-aa00-84b5b5cf38be tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] [instance: f90ce690-c313-43b3-a5e7-53257868a2af] Deleting contents of the VM from datastore datastore2 {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1799.915591] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd579b57-6871-4a68-aa00-84b5b5cf38be tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Deleting the datastore file [datastore2] f90ce690-c313-43b3-a5e7-53257868a2af {{(pid=62574) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1799.915853] env[62574]: DEBUG oslo_vmware.api [None req-0a92e8e1-33fb-4770-b8eb-a0a0ece75547 tempest-ServersWithSpecificFlavorTestJSON-1641053384 tempest-ServersWithSpecificFlavorTestJSON-1641053384-project-member] Task: {'id': task-1862020, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1799.920017] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-24b279b8-640c-4a3c-91ea-f508f3af2d52 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.921796] env[62574]: DEBUG oslo_vmware.api [None req-e6795ce2-7c43-4572-bc2f-795423885267 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Waiting for the task: (returnval){ [ 1799.921796] env[62574]: value = "task-1862022" [ 1799.921796] env[62574]: _type = "Task" [ 1799.921796] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1799.922065] env[62574]: DEBUG oslo_vmware.api [None req-7da96856-6976-4e19-9c31-66b6dde01124 tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Waiting for the task: (returnval){ [ 1799.922065] env[62574]: value = "task-1862021" [ 1799.922065] env[62574]: _type = "Task" [ 1799.922065] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1799.931766] env[62574]: DEBUG oslo_vmware.api [None req-fd579b57-6871-4a68-aa00-84b5b5cf38be tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Waiting for the task: (returnval){ [ 1799.931766] env[62574]: value = "task-1862024" [ 1799.931766] env[62574]: _type = "Task" [ 1799.931766] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1799.932070] env[62574]: DEBUG oslo_vmware.api [None req-93f36003-753b-463b-ae0a-cd4878fbe8dc tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Waiting for the task: (returnval){ [ 1799.932070] env[62574]: value = "task-1862023" [ 1799.932070] env[62574]: _type = "Task" [ 1799.932070] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1799.947213] env[62574]: DEBUG oslo_vmware.api [None req-e6795ce2-7c43-4572-bc2f-795423885267 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Task: {'id': task-1862022, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1799.947485] env[62574]: DEBUG oslo_vmware.api [None req-7da96856-6976-4e19-9c31-66b6dde01124 tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Task: {'id': task-1862021, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1799.954154] env[62574]: DEBUG oslo_vmware.api [None req-93f36003-753b-463b-ae0a-cd4878fbe8dc tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Task: {'id': task-1862023, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1799.957750] env[62574]: DEBUG oslo_vmware.api [None req-fd579b57-6871-4a68-aa00-84b5b5cf38be tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Task: {'id': task-1862024, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1800.014843] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aea9762b-1265-41ff-9c03-27acd35694e4 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.023073] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bd5b213-0ab6-4858-a3d2-0032755a917c {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.055944] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd0f2946-db0b-4ead-8774-095a203e0baf {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.063655] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5dba639-0663-49ef-9b54-c03a64a9f1ba {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.080314] env[62574]: DEBUG nova.compute.provider_tree [None req-68a9d6c8-a95b-4ec7-bbf9-c2ce7283ea96 tempest-ServerPasswordTestJSON-355305620 tempest-ServerPasswordTestJSON-355305620-project-member] Updating inventory in ProviderTree for provider f0ed160a-beff-4626-a531-2a70d7bc0627 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 148, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1800.172777] env[62574]: DEBUG nova.compute.manager [None req-aae01406-681e-492f-a666-a1f0bc54e028 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] [instance: 43793844-f400-4665-b287-bc4374a1ae6d] Start building block device mappings for instance. {{(pid=62574) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1800.263235] env[62574]: DEBUG nova.network.neutron [None req-aae01406-681e-492f-a666-a1f0bc54e028 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] [instance: 43793844-f400-4665-b287-bc4374a1ae6d] Successfully created port: 7de90c52-6b23-4e19-8e20-5842728825ab {{(pid=62574) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1800.386558] env[62574]: DEBUG oslo_vmware.api [None req-fbe66de2-ebab-4e29-a25b-2cadd35220e1 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] Task: {'id': task-1862019, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.160336} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1800.389631] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-fbe66de2-ebab-4e29-a25b-2cadd35220e1 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] Deleted the datastore file {{(pid=62574) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1800.389826] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-fbe66de2-ebab-4e29-a25b-2cadd35220e1 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] [instance: 6a33b561-3788-4b8e-8763-ac23485c0dc8] Deleted contents of the VM from datastore datastore2 {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1800.390014] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-fbe66de2-ebab-4e29-a25b-2cadd35220e1 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] [instance: 6a33b561-3788-4b8e-8763-ac23485c0dc8] Instance destroyed {{(pid=62574) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1800.390304] env[62574]: INFO nova.compute.manager [None req-fbe66de2-ebab-4e29-a25b-2cadd35220e1 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] [instance: 6a33b561-3788-4b8e-8763-ac23485c0dc8] Took 3.51 seconds to destroy the instance on the hypervisor. [ 1800.390565] env[62574]: DEBUG oslo.service.loopingcall [None req-fbe66de2-ebab-4e29-a25b-2cadd35220e1 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62574) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1800.390768] env[62574]: DEBUG nova.compute.manager [-] [instance: 6a33b561-3788-4b8e-8763-ac23485c0dc8] Deallocating network for instance {{(pid=62574) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1800.390876] env[62574]: DEBUG nova.network.neutron [-] [instance: 6a33b561-3788-4b8e-8763-ac23485c0dc8] deallocate_for_instance() {{(pid=62574) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1800.397273] env[62574]: DEBUG oslo_vmware.api [None req-0a92e8e1-33fb-4770-b8eb-a0a0ece75547 tempest-ServersWithSpecificFlavorTestJSON-1641053384 tempest-ServersWithSpecificFlavorTestJSON-1641053384-project-member] Task: {'id': task-1862020, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.194017} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1800.397508] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a92e8e1-33fb-4770-b8eb-a0a0ece75547 tempest-ServersWithSpecificFlavorTestJSON-1641053384 tempest-ServersWithSpecificFlavorTestJSON-1641053384-project-member] Deleted the datastore file {{(pid=62574) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1800.397681] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-0a92e8e1-33fb-4770-b8eb-a0a0ece75547 tempest-ServersWithSpecificFlavorTestJSON-1641053384 tempest-ServersWithSpecificFlavorTestJSON-1641053384-project-member] [instance: 5dac9007-8ded-444f-a7ea-5032465ccced] Deleted contents of the VM from datastore datastore1 {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1800.397848] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-0a92e8e1-33fb-4770-b8eb-a0a0ece75547 tempest-ServersWithSpecificFlavorTestJSON-1641053384 tempest-ServersWithSpecificFlavorTestJSON-1641053384-project-member] [instance: 5dac9007-8ded-444f-a7ea-5032465ccced] Instance destroyed {{(pid=62574) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1800.398019] env[62574]: INFO nova.compute.manager [None req-0a92e8e1-33fb-4770-b8eb-a0a0ece75547 tempest-ServersWithSpecificFlavorTestJSON-1641053384 tempest-ServersWithSpecificFlavorTestJSON-1641053384-project-member] [instance: 5dac9007-8ded-444f-a7ea-5032465ccced] Took 4.51 seconds to destroy the instance on the hypervisor. [ 1800.398246] env[62574]: DEBUG oslo.service.loopingcall [None req-0a92e8e1-33fb-4770-b8eb-a0a0ece75547 tempest-ServersWithSpecificFlavorTestJSON-1641053384 tempest-ServersWithSpecificFlavorTestJSON-1641053384-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62574) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1800.398423] env[62574]: DEBUG nova.compute.manager [-] [instance: 5dac9007-8ded-444f-a7ea-5032465ccced] Deallocating network for instance {{(pid=62574) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1800.398510] env[62574]: DEBUG nova.network.neutron [-] [instance: 5dac9007-8ded-444f-a7ea-5032465ccced] deallocate_for_instance() {{(pid=62574) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1800.439217] env[62574]: DEBUG oslo_vmware.api [None req-e6795ce2-7c43-4572-bc2f-795423885267 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Task: {'id': task-1862022, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.164899} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1800.439568] env[62574]: DEBUG oslo_vmware.api [None req-7da96856-6976-4e19-9c31-66b6dde01124 tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Task: {'id': task-1862021, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.1617} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1800.449796] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6795ce2-7c43-4572-bc2f-795423885267 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Deleted the datastore file {{(pid=62574) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1800.450061] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-e6795ce2-7c43-4572-bc2f-795423885267 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] [instance: cf8dfe40-abfe-4888-a1a5-b26f6d781e93] Deleted contents of the VM from datastore datastore2 {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1800.450298] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-e6795ce2-7c43-4572-bc2f-795423885267 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] [instance: cf8dfe40-abfe-4888-a1a5-b26f6d781e93] Instance destroyed {{(pid=62574) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1800.450510] env[62574]: INFO nova.compute.manager [None req-e6795ce2-7c43-4572-bc2f-795423885267 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] [instance: cf8dfe40-abfe-4888-a1a5-b26f6d781e93] Took 1.83 seconds to destroy the instance on the hypervisor. [ 1800.450784] env[62574]: DEBUG oslo.service.loopingcall [None req-e6795ce2-7c43-4572-bc2f-795423885267 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62574) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1800.451024] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-7da96856-6976-4e19-9c31-66b6dde01124 tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Deleted the datastore file {{(pid=62574) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1800.451229] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-7da96856-6976-4e19-9c31-66b6dde01124 tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] [instance: ec94034b-6638-46fc-a09c-b7bf5709f039] Deleted contents of the VM from datastore datastore2 {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1800.451456] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-7da96856-6976-4e19-9c31-66b6dde01124 tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] [instance: ec94034b-6638-46fc-a09c-b7bf5709f039] Instance destroyed {{(pid=62574) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1800.451655] env[62574]: INFO nova.compute.manager [None req-7da96856-6976-4e19-9c31-66b6dde01124 tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] [instance: ec94034b-6638-46fc-a09c-b7bf5709f039] Took 2.63 seconds to destroy the instance on the hypervisor. [ 1800.452167] env[62574]: DEBUG oslo.service.loopingcall [None req-7da96856-6976-4e19-9c31-66b6dde01124 tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62574) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1800.452167] env[62574]: DEBUG nova.compute.manager [-] [instance: cf8dfe40-abfe-4888-a1a5-b26f6d781e93] Deallocating network for instance {{(pid=62574) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1800.452287] env[62574]: DEBUG nova.network.neutron [-] [instance: cf8dfe40-abfe-4888-a1a5-b26f6d781e93] deallocate_for_instance() {{(pid=62574) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1800.454539] env[62574]: DEBUG nova.compute.manager [-] [instance: ec94034b-6638-46fc-a09c-b7bf5709f039] Deallocating network for instance {{(pid=62574) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1800.454671] env[62574]: DEBUG nova.network.neutron [-] [instance: ec94034b-6638-46fc-a09c-b7bf5709f039] deallocate_for_instance() {{(pid=62574) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1800.464857] env[62574]: DEBUG oslo_vmware.api [None req-93f36003-753b-463b-ae0a-cd4878fbe8dc tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Task: {'id': task-1862023, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.158374} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1800.465132] env[62574]: DEBUG oslo_vmware.api [None req-fd579b57-6871-4a68-aa00-84b5b5cf38be tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Task: {'id': task-1862024, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.15927} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1800.465664] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-93f36003-753b-463b-ae0a-cd4878fbe8dc tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Deleted the datastore file {{(pid=62574) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1800.465877] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-93f36003-753b-463b-ae0a-cd4878fbe8dc tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] [instance: 2238c3b9-d614-49b1-b507-31f649ac4b25] Deleted contents of the VM from datastore datastore2 {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1800.466094] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-93f36003-753b-463b-ae0a-cd4878fbe8dc tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] [instance: 2238c3b9-d614-49b1-b507-31f649ac4b25] Instance destroyed {{(pid=62574) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1800.467781] env[62574]: INFO nova.compute.manager [None req-93f36003-753b-463b-ae0a-cd4878fbe8dc tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] [instance: 2238c3b9-d614-49b1-b507-31f649ac4b25] Took 6.02 seconds to destroy the instance on the hypervisor. [ 1800.468117] env[62574]: DEBUG oslo.service.loopingcall [None req-93f36003-753b-463b-ae0a-cd4878fbe8dc tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62574) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1800.468336] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd579b57-6871-4a68-aa00-84b5b5cf38be tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Deleted the datastore file {{(pid=62574) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1800.468657] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-fd579b57-6871-4a68-aa00-84b5b5cf38be tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] [instance: f90ce690-c313-43b3-a5e7-53257868a2af] Deleted contents of the VM from datastore datastore2 {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1800.468830] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-fd579b57-6871-4a68-aa00-84b5b5cf38be tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] [instance: f90ce690-c313-43b3-a5e7-53257868a2af] Instance destroyed {{(pid=62574) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1800.469039] env[62574]: INFO nova.compute.manager [None req-fd579b57-6871-4a68-aa00-84b5b5cf38be tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] [instance: f90ce690-c313-43b3-a5e7-53257868a2af] Took 2.57 seconds to destroy the instance on the hypervisor. [ 1800.469300] env[62574]: DEBUG oslo.service.loopingcall [None req-fd579b57-6871-4a68-aa00-84b5b5cf38be tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62574) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1800.469515] env[62574]: DEBUG nova.compute.manager [-] [instance: 2238c3b9-d614-49b1-b507-31f649ac4b25] Deallocating network for instance {{(pid=62574) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1800.469631] env[62574]: DEBUG nova.network.neutron [-] [instance: 2238c3b9-d614-49b1-b507-31f649ac4b25] deallocate_for_instance() {{(pid=62574) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1800.472785] env[62574]: DEBUG nova.compute.manager [-] [instance: f90ce690-c313-43b3-a5e7-53257868a2af] Deallocating network for instance {{(pid=62574) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1800.472907] env[62574]: DEBUG nova.network.neutron [-] [instance: f90ce690-c313-43b3-a5e7-53257868a2af] deallocate_for_instance() {{(pid=62574) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1800.604449] env[62574]: ERROR nova.scheduler.client.report [None req-68a9d6c8-a95b-4ec7-bbf9-c2ce7283ea96 tempest-ServerPasswordTestJSON-355305620 tempest-ServerPasswordTestJSON-355305620-project-member] [req-3f6cb25b-8e4b-4236-8dd4-39f4234a3e2d] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 148, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID f0ed160a-beff-4626-a531-2a70d7bc0627. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-3f6cb25b-8e4b-4236-8dd4-39f4234a3e2d"}]} [ 1800.621731] env[62574]: DEBUG nova.scheduler.client.report [None req-68a9d6c8-a95b-4ec7-bbf9-c2ce7283ea96 tempest-ServerPasswordTestJSON-355305620 tempest-ServerPasswordTestJSON-355305620-project-member] Refreshing inventories for resource provider f0ed160a-beff-4626-a531-2a70d7bc0627 {{(pid=62574) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1800.646131] env[62574]: DEBUG nova.scheduler.client.report [None req-68a9d6c8-a95b-4ec7-bbf9-c2ce7283ea96 tempest-ServerPasswordTestJSON-355305620 tempest-ServerPasswordTestJSON-355305620-project-member] Updating ProviderTree inventory for provider f0ed160a-beff-4626-a531-2a70d7bc0627 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1800.646131] env[62574]: DEBUG nova.compute.provider_tree [None req-68a9d6c8-a95b-4ec7-bbf9-c2ce7283ea96 tempest-ServerPasswordTestJSON-355305620 tempest-ServerPasswordTestJSON-355305620-project-member] Updating inventory in ProviderTree for provider f0ed160a-beff-4626-a531-2a70d7bc0627 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1800.659182] env[62574]: DEBUG nova.scheduler.client.report [None req-68a9d6c8-a95b-4ec7-bbf9-c2ce7283ea96 tempest-ServerPasswordTestJSON-355305620 tempest-ServerPasswordTestJSON-355305620-project-member] Refreshing aggregate associations for resource provider f0ed160a-beff-4626-a531-2a70d7bc0627, aggregates: None {{(pid=62574) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1800.682057] env[62574]: DEBUG nova.scheduler.client.report [None req-68a9d6c8-a95b-4ec7-bbf9-c2ce7283ea96 tempest-ServerPasswordTestJSON-355305620 tempest-ServerPasswordTestJSON-355305620-project-member] Refreshing trait associations for resource provider f0ed160a-beff-4626-a531-2a70d7bc0627, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=62574) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1800.986302] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8147433-f0f0-418e-ae41-386af892f11f {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.994935] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a85f91bf-5305-45d9-a378-65366e79bfff {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.030416] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2c61698-4b7d-4809-aff2-1785cad3dcb8 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.037720] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3401862f-c585-4e7e-b7f1-0f9f5abe01b1 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.053526] env[62574]: DEBUG nova.compute.provider_tree [None req-68a9d6c8-a95b-4ec7-bbf9-c2ce7283ea96 tempest-ServerPasswordTestJSON-355305620 tempest-ServerPasswordTestJSON-355305620-project-member] Updating inventory in ProviderTree for provider f0ed160a-beff-4626-a531-2a70d7bc0627 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 148, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1801.121084] env[62574]: DEBUG nova.compute.manager [req-1e1b2045-b6cb-463d-b069-4f60c16dc23a req-d5af9754-de53-41a9-982e-d56593ae992a service nova] [instance: cf8dfe40-abfe-4888-a1a5-b26f6d781e93] Received event network-vif-deleted-a3ad0359-fee4-4551-b572-64bb971c491d {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1801.121296] env[62574]: INFO nova.compute.manager [req-1e1b2045-b6cb-463d-b069-4f60c16dc23a req-d5af9754-de53-41a9-982e-d56593ae992a service nova] [instance: cf8dfe40-abfe-4888-a1a5-b26f6d781e93] Neutron deleted interface a3ad0359-fee4-4551-b572-64bb971c491d; detaching it from the instance and deleting it from the info cache [ 1801.121517] env[62574]: DEBUG nova.network.neutron [req-1e1b2045-b6cb-463d-b069-4f60c16dc23a req-d5af9754-de53-41a9-982e-d56593ae992a service nova] [instance: cf8dfe40-abfe-4888-a1a5-b26f6d781e93] Updating instance_info_cache with network_info: [] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1801.186818] env[62574]: DEBUG nova.compute.manager [None req-aae01406-681e-492f-a666-a1f0bc54e028 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] [instance: 43793844-f400-4665-b287-bc4374a1ae6d] Start spawning the instance on the hypervisor. {{(pid=62574) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1801.212271] env[62574]: DEBUG nova.virt.hardware [None req-aae01406-681e-492f-a666-a1f0bc54e028 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T19:26:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-13T19:26:40Z,direct_url=,disk_format='vmdk',id=3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7eed1dd4d2c3418eb32c4f4ceda3ab0d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-13T19:26:41Z,virtual_size=,visibility=), allow threads: False {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1801.212519] env[62574]: DEBUG nova.virt.hardware [None req-aae01406-681e-492f-a666-a1f0bc54e028 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Flavor limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1801.212677] env[62574]: DEBUG nova.virt.hardware [None req-aae01406-681e-492f-a666-a1f0bc54e028 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Image limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1801.212858] env[62574]: DEBUG nova.virt.hardware [None req-aae01406-681e-492f-a666-a1f0bc54e028 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Flavor pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1801.213011] env[62574]: DEBUG nova.virt.hardware [None req-aae01406-681e-492f-a666-a1f0bc54e028 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Image pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1801.213411] env[62574]: DEBUG nova.virt.hardware [None req-aae01406-681e-492f-a666-a1f0bc54e028 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1801.213687] env[62574]: DEBUG nova.virt.hardware [None req-aae01406-681e-492f-a666-a1f0bc54e028 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1801.213938] env[62574]: DEBUG nova.virt.hardware [None req-aae01406-681e-492f-a666-a1f0bc54e028 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1801.214172] env[62574]: DEBUG nova.virt.hardware [None req-aae01406-681e-492f-a666-a1f0bc54e028 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Got 1 possible topologies {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1801.214348] env[62574]: DEBUG nova.virt.hardware [None req-aae01406-681e-492f-a666-a1f0bc54e028 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1801.214524] env[62574]: DEBUG nova.virt.hardware [None req-aae01406-681e-492f-a666-a1f0bc54e028 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1801.215380] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-449c44f1-6a59-4dea-a32e-8b5cc9542357 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.223935] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dc30bbc-1ee7-4330-8353-191dc077bbfd {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.531143] env[62574]: DEBUG nova.compute.manager [req-a46d5692-47fa-41e4-a63f-762660d5d720 req-9f32101d-c76d-4139-8e90-88f22fcdf16c service nova] [instance: 6a33b561-3788-4b8e-8763-ac23485c0dc8] Received event network-vif-deleted-7a490395-e45d-4505-9598-d2efc1d53a1f {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1801.531364] env[62574]: INFO nova.compute.manager [req-a46d5692-47fa-41e4-a63f-762660d5d720 req-9f32101d-c76d-4139-8e90-88f22fcdf16c service nova] [instance: 6a33b561-3788-4b8e-8763-ac23485c0dc8] Neutron deleted interface 7a490395-e45d-4505-9598-d2efc1d53a1f; detaching it from the instance and deleting it from the info cache [ 1801.531578] env[62574]: DEBUG nova.network.neutron [req-a46d5692-47fa-41e4-a63f-762660d5d720 req-9f32101d-c76d-4139-8e90-88f22fcdf16c service nova] [instance: 6a33b561-3788-4b8e-8763-ac23485c0dc8] Updating instance_info_cache with network_info: [] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1801.585751] env[62574]: DEBUG nova.network.neutron [-] [instance: cf8dfe40-abfe-4888-a1a5-b26f6d781e93] Updating instance_info_cache with network_info: [] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1801.589648] env[62574]: DEBUG nova.scheduler.client.report [None req-68a9d6c8-a95b-4ec7-bbf9-c2ce7283ea96 tempest-ServerPasswordTestJSON-355305620 tempest-ServerPasswordTestJSON-355305620-project-member] Updated inventory for provider f0ed160a-beff-4626-a531-2a70d7bc0627 with generation 99 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 148, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1801.589926] env[62574]: DEBUG nova.compute.provider_tree [None req-68a9d6c8-a95b-4ec7-bbf9-c2ce7283ea96 tempest-ServerPasswordTestJSON-355305620 tempest-ServerPasswordTestJSON-355305620-project-member] Updating resource provider f0ed160a-beff-4626-a531-2a70d7bc0627 generation from 99 to 100 during operation: update_inventory {{(pid=62574) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1801.590086] env[62574]: DEBUG nova.compute.provider_tree [None req-68a9d6c8-a95b-4ec7-bbf9-c2ce7283ea96 tempest-ServerPasswordTestJSON-355305620 tempest-ServerPasswordTestJSON-355305620-project-member] Updating inventory in ProviderTree for provider f0ed160a-beff-4626-a531-2a70d7bc0627 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 148, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1801.624447] env[62574]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-216942b4-c71b-4e1c-9daf-030479f57858 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.628189] env[62574]: DEBUG nova.network.neutron [-] [instance: f90ce690-c313-43b3-a5e7-53257868a2af] Updating instance_info_cache with network_info: [] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1801.634227] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fcfd63e-2b08-4043-a8ac-fefd2190cf03 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.675020] env[62574]: DEBUG nova.compute.manager [req-1e1b2045-b6cb-463d-b069-4f60c16dc23a req-d5af9754-de53-41a9-982e-d56593ae992a service nova] [instance: cf8dfe40-abfe-4888-a1a5-b26f6d781e93] Detach interface failed, port_id=a3ad0359-fee4-4551-b572-64bb971c491d, reason: Instance cf8dfe40-abfe-4888-a1a5-b26f6d781e93 could not be found. {{(pid=62574) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 1801.940771] env[62574]: DEBUG nova.network.neutron [-] [instance: 6a33b561-3788-4b8e-8763-ac23485c0dc8] Updating instance_info_cache with network_info: [] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1801.973403] env[62574]: DEBUG nova.network.neutron [-] [instance: ec94034b-6638-46fc-a09c-b7bf5709f039] Updating instance_info_cache with network_info: [] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1801.978484] env[62574]: DEBUG nova.network.neutron [-] [instance: 2238c3b9-d614-49b1-b507-31f649ac4b25] Updating instance_info_cache with network_info: [] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1802.036391] env[62574]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-adc4bc7c-1ce0-4943-a0f1-12da329b89c0 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.045192] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c27b1596-578a-4d07-ae5b-adcf5c0477dc {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.084752] env[62574]: DEBUG nova.compute.manager [req-a46d5692-47fa-41e4-a63f-762660d5d720 req-9f32101d-c76d-4139-8e90-88f22fcdf16c service nova] [instance: 6a33b561-3788-4b8e-8763-ac23485c0dc8] Detach interface failed, port_id=7a490395-e45d-4505-9598-d2efc1d53a1f, reason: Instance 6a33b561-3788-4b8e-8763-ac23485c0dc8 could not be found. {{(pid=62574) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 1802.090174] env[62574]: INFO nova.compute.manager [-] [instance: cf8dfe40-abfe-4888-a1a5-b26f6d781e93] Took 1.64 seconds to deallocate network for instance. [ 1802.097146] env[62574]: DEBUG oslo_concurrency.lockutils [None req-68a9d6c8-a95b-4ec7-bbf9-c2ce7283ea96 tempest-ServerPasswordTestJSON-355305620 tempest-ServerPasswordTestJSON-355305620-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.941s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1802.100033] env[62574]: DEBUG oslo_concurrency.lockutils [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 14.114s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1802.100033] env[62574]: DEBUG oslo_concurrency.lockutils [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1802.100033] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62574) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1802.100288] env[62574]: DEBUG oslo_concurrency.lockutils [None req-e01c7657-c94f-4b9f-95ba-301fb10350d8 tempest-ServersTestMultiNic-1484195929 tempest-ServersTestMultiNic-1484195929-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.846s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1802.102699] env[62574]: INFO nova.compute.claims [None req-e01c7657-c94f-4b9f-95ba-301fb10350d8 tempest-ServersTestMultiNic-1484195929 tempest-ServersTestMultiNic-1484195929-project-member] [instance: 5cb931ed-2cde-467c-a11f-0f03be79e11b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1802.105918] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f678ab1b-c391-4028-99cf-4a1887a899dc {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.116566] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e6256d7-39f6-4bbd-a631-4fdac5a15253 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.134045] env[62574]: INFO nova.compute.manager [-] [instance: f90ce690-c313-43b3-a5e7-53257868a2af] Took 1.66 seconds to deallocate network for instance. [ 1802.135622] env[62574]: INFO nova.scheduler.client.report [None req-68a9d6c8-a95b-4ec7-bbf9-c2ce7283ea96 tempest-ServerPasswordTestJSON-355305620 tempest-ServerPasswordTestJSON-355305620-project-member] Deleted allocations for instance 6a34c941-0a2c-4eb8-a0cf-5ddbcd9d4cba [ 1802.145082] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23e488c9-573a-4bf4-9864-e4c193adb0e8 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.157314] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6e2c16c-673e-4715-861c-42582da91c29 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.191898] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178256MB free_disk=148GB free_vcpus=48 pci_devices=None {{(pid=62574) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1802.192239] env[62574]: DEBUG oslo_concurrency.lockutils [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1802.305767] env[62574]: DEBUG nova.network.neutron [-] [instance: 5dac9007-8ded-444f-a7ea-5032465ccced] Updating instance_info_cache with network_info: [] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1802.351823] env[62574]: DEBUG nova.network.neutron [None req-aae01406-681e-492f-a666-a1f0bc54e028 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] [instance: 43793844-f400-4665-b287-bc4374a1ae6d] Successfully updated port: 7de90c52-6b23-4e19-8e20-5842728825ab {{(pid=62574) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1802.444783] env[62574]: INFO nova.compute.manager [-] [instance: 6a33b561-3788-4b8e-8763-ac23485c0dc8] Took 2.05 seconds to deallocate network for instance. [ 1802.476472] env[62574]: INFO nova.compute.manager [-] [instance: ec94034b-6638-46fc-a09c-b7bf5709f039] Took 2.02 seconds to deallocate network for instance. [ 1802.483816] env[62574]: INFO nova.compute.manager [-] [instance: 2238c3b9-d614-49b1-b507-31f649ac4b25] Took 2.01 seconds to deallocate network for instance. [ 1802.596257] env[62574]: DEBUG oslo_concurrency.lockutils [None req-e6795ce2-7c43-4572-bc2f-795423885267 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1802.643680] env[62574]: DEBUG oslo_concurrency.lockutils [None req-68a9d6c8-a95b-4ec7-bbf9-c2ce7283ea96 tempest-ServerPasswordTestJSON-355305620 tempest-ServerPasswordTestJSON-355305620-project-member] Lock "6a34c941-0a2c-4eb8-a0cf-5ddbcd9d4cba" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.953s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1802.645586] env[62574]: DEBUG oslo_concurrency.lockutils [None req-fd579b57-6871-4a68-aa00-84b5b5cf38be tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1802.808644] env[62574]: INFO nova.compute.manager [-] [instance: 5dac9007-8ded-444f-a7ea-5032465ccced] Took 2.41 seconds to deallocate network for instance. [ 1802.854907] env[62574]: DEBUG oslo_concurrency.lockutils [None req-aae01406-681e-492f-a666-a1f0bc54e028 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Acquiring lock "refresh_cache-43793844-f400-4665-b287-bc4374a1ae6d" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1802.854907] env[62574]: DEBUG oslo_concurrency.lockutils [None req-aae01406-681e-492f-a666-a1f0bc54e028 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Acquired lock "refresh_cache-43793844-f400-4665-b287-bc4374a1ae6d" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1802.858466] env[62574]: DEBUG nova.network.neutron [None req-aae01406-681e-492f-a666-a1f0bc54e028 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] [instance: 43793844-f400-4665-b287-bc4374a1ae6d] Building network info cache for instance {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1802.955605] env[62574]: DEBUG oslo_concurrency.lockutils [None req-fbe66de2-ebab-4e29-a25b-2cadd35220e1 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1802.987811] env[62574]: DEBUG oslo_concurrency.lockutils [None req-7da96856-6976-4e19-9c31-66b6dde01124 tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1802.997035] env[62574]: DEBUG oslo_concurrency.lockutils [None req-93f36003-753b-463b-ae0a-cd4878fbe8dc tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1803.192571] env[62574]: DEBUG nova.compute.manager [req-d2fa8a83-8b79-48cb-a2c0-9a13aef2af89 req-6a623a57-b736-4857-95e3-c96b482e0be8 service nova] [instance: f90ce690-c313-43b3-a5e7-53257868a2af] Received event network-vif-deleted-715a3cc7-6432-43c2-ae8b-faf84d8af175 {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1803.192769] env[62574]: DEBUG nova.compute.manager [req-d2fa8a83-8b79-48cb-a2c0-9a13aef2af89 req-6a623a57-b736-4857-95e3-c96b482e0be8 service nova] [instance: 43793844-f400-4665-b287-bc4374a1ae6d] Received event network-vif-plugged-7de90c52-6b23-4e19-8e20-5842728825ab {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1803.192961] env[62574]: DEBUG oslo_concurrency.lockutils [req-d2fa8a83-8b79-48cb-a2c0-9a13aef2af89 req-6a623a57-b736-4857-95e3-c96b482e0be8 service nova] Acquiring lock "43793844-f400-4665-b287-bc4374a1ae6d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1803.193299] env[62574]: DEBUG oslo_concurrency.lockutils [req-d2fa8a83-8b79-48cb-a2c0-9a13aef2af89 req-6a623a57-b736-4857-95e3-c96b482e0be8 service nova] Lock "43793844-f400-4665-b287-bc4374a1ae6d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1803.193511] env[62574]: DEBUG oslo_concurrency.lockutils [req-d2fa8a83-8b79-48cb-a2c0-9a13aef2af89 req-6a623a57-b736-4857-95e3-c96b482e0be8 service nova] Lock "43793844-f400-4665-b287-bc4374a1ae6d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1803.193722] env[62574]: DEBUG nova.compute.manager [req-d2fa8a83-8b79-48cb-a2c0-9a13aef2af89 req-6a623a57-b736-4857-95e3-c96b482e0be8 service nova] [instance: 43793844-f400-4665-b287-bc4374a1ae6d] No waiting events found dispatching network-vif-plugged-7de90c52-6b23-4e19-8e20-5842728825ab {{(pid=62574) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1803.193954] env[62574]: WARNING nova.compute.manager [req-d2fa8a83-8b79-48cb-a2c0-9a13aef2af89 req-6a623a57-b736-4857-95e3-c96b482e0be8 service nova] [instance: 43793844-f400-4665-b287-bc4374a1ae6d] Received unexpected event network-vif-plugged-7de90c52-6b23-4e19-8e20-5842728825ab for instance with vm_state building and task_state spawning. [ 1803.194229] env[62574]: DEBUG nova.compute.manager [req-d2fa8a83-8b79-48cb-a2c0-9a13aef2af89 req-6a623a57-b736-4857-95e3-c96b482e0be8 service nova] [instance: 43793844-f400-4665-b287-bc4374a1ae6d] Received event network-changed-7de90c52-6b23-4e19-8e20-5842728825ab {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1803.194427] env[62574]: DEBUG nova.compute.manager [req-d2fa8a83-8b79-48cb-a2c0-9a13aef2af89 req-6a623a57-b736-4857-95e3-c96b482e0be8 service nova] [instance: 43793844-f400-4665-b287-bc4374a1ae6d] Refreshing instance network info cache due to event network-changed-7de90c52-6b23-4e19-8e20-5842728825ab. {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1803.194694] env[62574]: DEBUG oslo_concurrency.lockutils [req-d2fa8a83-8b79-48cb-a2c0-9a13aef2af89 req-6a623a57-b736-4857-95e3-c96b482e0be8 service nova] Acquiring lock "refresh_cache-43793844-f400-4665-b287-bc4374a1ae6d" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1803.317464] env[62574]: DEBUG oslo_concurrency.lockutils [None req-0a92e8e1-33fb-4770-b8eb-a0a0ece75547 tempest-ServersWithSpecificFlavorTestJSON-1641053384 tempest-ServersWithSpecificFlavorTestJSON-1641053384-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1803.395776] env[62574]: DEBUG nova.network.neutron [None req-aae01406-681e-492f-a666-a1f0bc54e028 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] [instance: 43793844-f400-4665-b287-bc4374a1ae6d] Instance cache missing network info. {{(pid=62574) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1803.424857] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28a675eb-3425-49e2-93fd-ef57827c287e {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.434120] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-771ca0f7-28b3-4b43-b199-6d33c6e8fed9 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.470957] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a9ff751-77e9-4f27-9732-b854a90e5752 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.479417] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0154b35a-1d86-4a10-9ee0-09cf143ec151 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.492437] env[62574]: DEBUG nova.compute.provider_tree [None req-e01c7657-c94f-4b9f-95ba-301fb10350d8 tempest-ServersTestMultiNic-1484195929 tempest-ServersTestMultiNic-1484195929-project-member] Inventory has not changed in ProviderTree for provider: f0ed160a-beff-4626-a531-2a70d7bc0627 {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1803.574612] env[62574]: DEBUG nova.compute.manager [req-fac4d7ec-2bdf-4585-9eac-5e25315ecf84 req-d58c716f-5c29-4ac2-8fdf-07e3ed28bd9f service nova] [instance: ec94034b-6638-46fc-a09c-b7bf5709f039] Received event network-vif-deleted-ee4ebb8b-ffc0-471a-88b8-ffa03ff58572 {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1803.574919] env[62574]: DEBUG nova.compute.manager [req-fac4d7ec-2bdf-4585-9eac-5e25315ecf84 req-d58c716f-5c29-4ac2-8fdf-07e3ed28bd9f service nova] [instance: 2238c3b9-d614-49b1-b507-31f649ac4b25] Received event network-vif-deleted-02f71451-12ca-4c70-ba32-41eb8a1c913d {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1803.575096] env[62574]: DEBUG nova.compute.manager [req-fac4d7ec-2bdf-4585-9eac-5e25315ecf84 req-d58c716f-5c29-4ac2-8fdf-07e3ed28bd9f service nova] [instance: 5dac9007-8ded-444f-a7ea-5032465ccced] Received event network-vif-deleted-dc938684-251b-4a29-a478-df82a134bf74 {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1803.605381] env[62574]: DEBUG nova.network.neutron [None req-aae01406-681e-492f-a666-a1f0bc54e028 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] [instance: 43793844-f400-4665-b287-bc4374a1ae6d] Updating instance_info_cache with network_info: [{"id": "7de90c52-6b23-4e19-8e20-5842728825ab", "address": "fa:16:3e:ae:28:b4", "network": {"id": "b2d07115-f5da-483b-99a5-ede728256338", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-116321158-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ab01ddb6cf3453f8b60099794e20a03", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c20f5114-0866-45b3-9a7c-62f113ff83fa", "external-id": "nsx-vlan-transportzone-47", "segmentation_id": 47, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7de90c52-6b", "ovs_interfaceid": "7de90c52-6b23-4e19-8e20-5842728825ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1803.999470] env[62574]: DEBUG nova.scheduler.client.report [None req-e01c7657-c94f-4b9f-95ba-301fb10350d8 tempest-ServersTestMultiNic-1484195929 tempest-ServersTestMultiNic-1484195929-project-member] Inventory has not changed for provider f0ed160a-beff-4626-a531-2a70d7bc0627 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 148, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1804.045612] env[62574]: DEBUG oslo_concurrency.lockutils [None req-36585934-6d1d-4b06-8fc9-b3b23ec74bf2 tempest-ServerAddressesTestJSON-1538992806 tempest-ServerAddressesTestJSON-1538992806-project-member] Acquiring lock "1df4bdfb-d2ab-4974-99ed-9c7398e20b1d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1804.045938] env[62574]: DEBUG oslo_concurrency.lockutils [None req-36585934-6d1d-4b06-8fc9-b3b23ec74bf2 tempest-ServerAddressesTestJSON-1538992806 tempest-ServerAddressesTestJSON-1538992806-project-member] Lock "1df4bdfb-d2ab-4974-99ed-9c7398e20b1d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1804.108849] env[62574]: DEBUG oslo_concurrency.lockutils [None req-aae01406-681e-492f-a666-a1f0bc54e028 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Releasing lock "refresh_cache-43793844-f400-4665-b287-bc4374a1ae6d" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1804.109200] env[62574]: DEBUG nova.compute.manager [None req-aae01406-681e-492f-a666-a1f0bc54e028 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] [instance: 43793844-f400-4665-b287-bc4374a1ae6d] Instance network_info: |[{"id": "7de90c52-6b23-4e19-8e20-5842728825ab", "address": "fa:16:3e:ae:28:b4", "network": {"id": "b2d07115-f5da-483b-99a5-ede728256338", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-116321158-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ab01ddb6cf3453f8b60099794e20a03", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c20f5114-0866-45b3-9a7c-62f113ff83fa", "external-id": "nsx-vlan-transportzone-47", "segmentation_id": 47, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7de90c52-6b", "ovs_interfaceid": "7de90c52-6b23-4e19-8e20-5842728825ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62574) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1804.109534] env[62574]: DEBUG oslo_concurrency.lockutils [req-d2fa8a83-8b79-48cb-a2c0-9a13aef2af89 req-6a623a57-b736-4857-95e3-c96b482e0be8 service nova] Acquired lock "refresh_cache-43793844-f400-4665-b287-bc4374a1ae6d" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1804.109739] env[62574]: DEBUG nova.network.neutron [req-d2fa8a83-8b79-48cb-a2c0-9a13aef2af89 req-6a623a57-b736-4857-95e3-c96b482e0be8 service nova] [instance: 43793844-f400-4665-b287-bc4374a1ae6d] Refreshing network info cache for port 7de90c52-6b23-4e19-8e20-5842728825ab {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1804.111089] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-aae01406-681e-492f-a666-a1f0bc54e028 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] [instance: 43793844-f400-4665-b287-bc4374a1ae6d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ae:28:b4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c20f5114-0866-45b3-9a7c-62f113ff83fa', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7de90c52-6b23-4e19-8e20-5842728825ab', 'vif_model': 'vmxnet3'}] {{(pid=62574) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1804.119353] env[62574]: DEBUG oslo.service.loopingcall [None req-aae01406-681e-492f-a666-a1f0bc54e028 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62574) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1804.122564] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 43793844-f400-4665-b287-bc4374a1ae6d] Creating VM on the ESX host {{(pid=62574) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1804.122854] env[62574]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d9b42f61-a094-4fed-8d54-80de26288f26 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.143491] env[62574]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1804.143491] env[62574]: value = "task-1862025" [ 1804.143491] env[62574]: _type = "Task" [ 1804.143491] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1804.152111] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1862025, 'name': CreateVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1804.388965] env[62574]: DEBUG nova.network.neutron [req-d2fa8a83-8b79-48cb-a2c0-9a13aef2af89 req-6a623a57-b736-4857-95e3-c96b482e0be8 service nova] [instance: 43793844-f400-4665-b287-bc4374a1ae6d] Updated VIF entry in instance network info cache for port 7de90c52-6b23-4e19-8e20-5842728825ab. {{(pid=62574) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1804.388965] env[62574]: DEBUG nova.network.neutron [req-d2fa8a83-8b79-48cb-a2c0-9a13aef2af89 req-6a623a57-b736-4857-95e3-c96b482e0be8 service nova] [instance: 43793844-f400-4665-b287-bc4374a1ae6d] Updating instance_info_cache with network_info: [{"id": "7de90c52-6b23-4e19-8e20-5842728825ab", "address": "fa:16:3e:ae:28:b4", "network": {"id": "b2d07115-f5da-483b-99a5-ede728256338", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-116321158-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ab01ddb6cf3453f8b60099794e20a03", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c20f5114-0866-45b3-9a7c-62f113ff83fa", "external-id": "nsx-vlan-transportzone-47", "segmentation_id": 47, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7de90c52-6b", "ovs_interfaceid": "7de90c52-6b23-4e19-8e20-5842728825ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1804.508241] env[62574]: DEBUG oslo_concurrency.lockutils [None req-e01c7657-c94f-4b9f-95ba-301fb10350d8 tempest-ServersTestMultiNic-1484195929 tempest-ServersTestMultiNic-1484195929-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.407s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1804.508241] env[62574]: DEBUG nova.compute.manager [None req-e01c7657-c94f-4b9f-95ba-301fb10350d8 tempest-ServersTestMultiNic-1484195929 tempest-ServersTestMultiNic-1484195929-project-member] [instance: 5cb931ed-2cde-467c-a11f-0f03be79e11b] Start building networks asynchronously for instance. {{(pid=62574) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1804.514838] env[62574]: DEBUG oslo_concurrency.lockutils [None req-f9d0b9e8-73ee-4c22-8ffa-f6921c3e4385 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.862s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1804.519016] env[62574]: INFO nova.compute.claims [None req-f9d0b9e8-73ee-4c22-8ffa-f6921c3e4385 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] [instance: b4a5297d-ced1-4f1d-8b44-508a8f6d8dc3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1804.549598] env[62574]: DEBUG nova.compute.manager [None req-36585934-6d1d-4b06-8fc9-b3b23ec74bf2 tempest-ServerAddressesTestJSON-1538992806 tempest-ServerAddressesTestJSON-1538992806-project-member] [instance: 1df4bdfb-d2ab-4974-99ed-9c7398e20b1d] Starting instance... {{(pid=62574) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1804.654122] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1862025, 'name': CreateVM_Task, 'duration_secs': 0.395999} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1804.654306] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 43793844-f400-4665-b287-bc4374a1ae6d] Created VM on the ESX host {{(pid=62574) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1804.654969] env[62574]: DEBUG oslo_concurrency.lockutils [None req-aae01406-681e-492f-a666-a1f0bc54e028 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1804.655154] env[62574]: DEBUG oslo_concurrency.lockutils [None req-aae01406-681e-492f-a666-a1f0bc54e028 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1804.655462] env[62574]: DEBUG oslo_concurrency.lockutils [None req-aae01406-681e-492f-a666-a1f0bc54e028 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1804.655713] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-210f063b-20a8-4593-9df6-49e380790bb8 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.660357] env[62574]: DEBUG oslo_vmware.api [None req-aae01406-681e-492f-a666-a1f0bc54e028 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Waiting for the task: (returnval){ [ 1804.660357] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]525c9355-4f4d-1e1f-0e6c-63eb84a2a8de" [ 1804.660357] env[62574]: _type = "Task" [ 1804.660357] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1804.668132] env[62574]: DEBUG oslo_vmware.api [None req-aae01406-681e-492f-a666-a1f0bc54e028 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]525c9355-4f4d-1e1f-0e6c-63eb84a2a8de, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1804.892340] env[62574]: DEBUG oslo_concurrency.lockutils [req-d2fa8a83-8b79-48cb-a2c0-9a13aef2af89 req-6a623a57-b736-4857-95e3-c96b482e0be8 service nova] Releasing lock "refresh_cache-43793844-f400-4665-b287-bc4374a1ae6d" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1805.023292] env[62574]: DEBUG nova.compute.utils [None req-e01c7657-c94f-4b9f-95ba-301fb10350d8 tempest-ServersTestMultiNic-1484195929 tempest-ServersTestMultiNic-1484195929-project-member] Using /dev/sd instead of None {{(pid=62574) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1805.027667] env[62574]: DEBUG nova.compute.manager [None req-e01c7657-c94f-4b9f-95ba-301fb10350d8 tempest-ServersTestMultiNic-1484195929 tempest-ServersTestMultiNic-1484195929-project-member] [instance: 5cb931ed-2cde-467c-a11f-0f03be79e11b] Allocating IP information in the background. {{(pid=62574) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1805.027846] env[62574]: DEBUG nova.network.neutron [None req-e01c7657-c94f-4b9f-95ba-301fb10350d8 tempest-ServersTestMultiNic-1484195929 tempest-ServersTestMultiNic-1484195929-project-member] [instance: 5cb931ed-2cde-467c-a11f-0f03be79e11b] allocate_for_instance() {{(pid=62574) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1805.072398] env[62574]: DEBUG oslo_concurrency.lockutils [None req-36585934-6d1d-4b06-8fc9-b3b23ec74bf2 tempest-ServerAddressesTestJSON-1538992806 tempest-ServerAddressesTestJSON-1538992806-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1805.081242] env[62574]: DEBUG nova.policy [None req-e01c7657-c94f-4b9f-95ba-301fb10350d8 tempest-ServersTestMultiNic-1484195929 tempest-ServersTestMultiNic-1484195929-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '742e4005a3b24f14ac207a5652d64b9b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'aea62038e47e423fbefca1cdb5c68d79', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62574) authorize /opt/stack/nova/nova/policy.py:192}} [ 1805.170611] env[62574]: DEBUG oslo_vmware.api [None req-aae01406-681e-492f-a666-a1f0bc54e028 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]525c9355-4f4d-1e1f-0e6c-63eb84a2a8de, 'name': SearchDatastore_Task, 'duration_secs': 0.009994} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1805.170912] env[62574]: DEBUG oslo_concurrency.lockutils [None req-aae01406-681e-492f-a666-a1f0bc54e028 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1805.171177] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-aae01406-681e-492f-a666-a1f0bc54e028 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] [instance: 43793844-f400-4665-b287-bc4374a1ae6d] Processing image 3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2 {{(pid=62574) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1805.171442] env[62574]: DEBUG oslo_concurrency.lockutils [None req-aae01406-681e-492f-a666-a1f0bc54e028 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1805.171538] env[62574]: DEBUG oslo_concurrency.lockutils [None req-aae01406-681e-492f-a666-a1f0bc54e028 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1805.171749] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-aae01406-681e-492f-a666-a1f0bc54e028 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1805.172142] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a6386546-8f02-4d7d-a313-a758b3062bc6 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.180587] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-aae01406-681e-492f-a666-a1f0bc54e028 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1805.180770] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-aae01406-681e-492f-a666-a1f0bc54e028 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62574) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1805.181476] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b778d55-e881-45c9-9b2e-f11a5b81e586 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.186561] env[62574]: DEBUG oslo_vmware.api [None req-aae01406-681e-492f-a666-a1f0bc54e028 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Waiting for the task: (returnval){ [ 1805.186561] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]52e6b559-6b8e-3b9e-9e9e-874bfd9ca895" [ 1805.186561] env[62574]: _type = "Task" [ 1805.186561] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1805.193890] env[62574]: DEBUG oslo_vmware.api [None req-aae01406-681e-492f-a666-a1f0bc54e028 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52e6b559-6b8e-3b9e-9e9e-874bfd9ca895, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1805.342343] env[62574]: DEBUG nova.network.neutron [None req-e01c7657-c94f-4b9f-95ba-301fb10350d8 tempest-ServersTestMultiNic-1484195929 tempest-ServersTestMultiNic-1484195929-project-member] [instance: 5cb931ed-2cde-467c-a11f-0f03be79e11b] Successfully created port: 075dfeff-b032-43b5-a475-bb376cfd0d1f {{(pid=62574) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1805.530842] env[62574]: DEBUG nova.compute.manager [None req-e01c7657-c94f-4b9f-95ba-301fb10350d8 tempest-ServersTestMultiNic-1484195929 tempest-ServersTestMultiNic-1484195929-project-member] [instance: 5cb931ed-2cde-467c-a11f-0f03be79e11b] Start building block device mappings for instance. {{(pid=62574) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1805.585363] env[62574]: DEBUG nova.network.neutron [None req-e01c7657-c94f-4b9f-95ba-301fb10350d8 tempest-ServersTestMultiNic-1484195929 tempest-ServersTestMultiNic-1484195929-project-member] [instance: 5cb931ed-2cde-467c-a11f-0f03be79e11b] Successfully created port: ac6d5fd4-f351-4d28-9ec1-afa539e81ac7 {{(pid=62574) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1805.720172] env[62574]: DEBUG oslo_vmware.api [None req-aae01406-681e-492f-a666-a1f0bc54e028 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52e6b559-6b8e-3b9e-9e9e-874bfd9ca895, 'name': SearchDatastore_Task, 'duration_secs': 0.008937} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1805.720172] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bfe5125e-7833-4fa3-ad04-7bf4fcc3ef2a {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.725896] env[62574]: DEBUG oslo_vmware.api [None req-aae01406-681e-492f-a666-a1f0bc54e028 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Waiting for the task: (returnval){ [ 1805.725896] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]52b73bb7-3e65-4819-48c5-0f8d1f4148bc" [ 1805.725896] env[62574]: _type = "Task" [ 1805.725896] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1805.737291] env[62574]: DEBUG oslo_vmware.api [None req-aae01406-681e-492f-a666-a1f0bc54e028 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52b73bb7-3e65-4819-48c5-0f8d1f4148bc, 'name': SearchDatastore_Task, 'duration_secs': 0.009605} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1805.737533] env[62574]: DEBUG oslo_concurrency.lockutils [None req-aae01406-681e-492f-a666-a1f0bc54e028 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1805.737783] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-aae01406-681e-492f-a666-a1f0bc54e028 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk to [datastore2] 43793844-f400-4665-b287-bc4374a1ae6d/43793844-f400-4665-b287-bc4374a1ae6d.vmdk {{(pid=62574) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1805.738041] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a463e249-5715-4f43-b942-efb5f1386416 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.746918] env[62574]: DEBUG oslo_vmware.api [None req-aae01406-681e-492f-a666-a1f0bc54e028 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Waiting for the task: (returnval){ [ 1805.746918] env[62574]: value = "task-1862026" [ 1805.746918] env[62574]: _type = "Task" [ 1805.746918] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1805.754704] env[62574]: DEBUG oslo_vmware.api [None req-aae01406-681e-492f-a666-a1f0bc54e028 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Task: {'id': task-1862026, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1805.813747] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7b412d1-9477-43c3-b820-7f4f62dd9083 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.821449] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a74e3a7c-8740-4214-87ed-e674fed99de9 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.851224] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e57bf6e6-1046-496a-815c-46d5f17b2178 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.858498] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba470881-816a-467d-b4cb-63a6ad6cd516 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.871745] env[62574]: DEBUG nova.compute.provider_tree [None req-f9d0b9e8-73ee-4c22-8ffa-f6921c3e4385 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Inventory has not changed in ProviderTree for provider: f0ed160a-beff-4626-a531-2a70d7bc0627 {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1806.258436] env[62574]: DEBUG oslo_vmware.api [None req-aae01406-681e-492f-a666-a1f0bc54e028 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Task: {'id': task-1862026, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.452445} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1806.258436] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-aae01406-681e-492f-a666-a1f0bc54e028 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk to [datastore2] 43793844-f400-4665-b287-bc4374a1ae6d/43793844-f400-4665-b287-bc4374a1ae6d.vmdk {{(pid=62574) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1806.258436] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-aae01406-681e-492f-a666-a1f0bc54e028 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] [instance: 43793844-f400-4665-b287-bc4374a1ae6d] Extending root virtual disk to 1048576 {{(pid=62574) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1806.258436] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-54102fba-9475-4000-afcb-c1cf0499807c {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.264431] env[62574]: DEBUG oslo_vmware.api [None req-aae01406-681e-492f-a666-a1f0bc54e028 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Waiting for the task: (returnval){ [ 1806.264431] env[62574]: value = "task-1862027" [ 1806.264431] env[62574]: _type = "Task" [ 1806.264431] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1806.274764] env[62574]: DEBUG oslo_vmware.api [None req-aae01406-681e-492f-a666-a1f0bc54e028 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Task: {'id': task-1862027, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1806.375756] env[62574]: DEBUG nova.scheduler.client.report [None req-f9d0b9e8-73ee-4c22-8ffa-f6921c3e4385 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Inventory has not changed for provider f0ed160a-beff-4626-a531-2a70d7bc0627 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 148, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1806.540937] env[62574]: DEBUG nova.compute.manager [None req-e01c7657-c94f-4b9f-95ba-301fb10350d8 tempest-ServersTestMultiNic-1484195929 tempest-ServersTestMultiNic-1484195929-project-member] [instance: 5cb931ed-2cde-467c-a11f-0f03be79e11b] Start spawning the instance on the hypervisor. {{(pid=62574) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1806.567330] env[62574]: DEBUG nova.virt.hardware [None req-e01c7657-c94f-4b9f-95ba-301fb10350d8 tempest-ServersTestMultiNic-1484195929 tempest-ServersTestMultiNic-1484195929-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T19:26:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-13T19:26:40Z,direct_url=,disk_format='vmdk',id=3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7eed1dd4d2c3418eb32c4f4ceda3ab0d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-13T19:26:41Z,virtual_size=,visibility=), allow threads: False {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1806.567599] env[62574]: DEBUG nova.virt.hardware [None req-e01c7657-c94f-4b9f-95ba-301fb10350d8 tempest-ServersTestMultiNic-1484195929 tempest-ServersTestMultiNic-1484195929-project-member] Flavor limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1806.567756] env[62574]: DEBUG nova.virt.hardware [None req-e01c7657-c94f-4b9f-95ba-301fb10350d8 tempest-ServersTestMultiNic-1484195929 tempest-ServersTestMultiNic-1484195929-project-member] Image limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1806.567936] env[62574]: DEBUG nova.virt.hardware [None req-e01c7657-c94f-4b9f-95ba-301fb10350d8 tempest-ServersTestMultiNic-1484195929 tempest-ServersTestMultiNic-1484195929-project-member] Flavor pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1806.568096] env[62574]: DEBUG nova.virt.hardware [None req-e01c7657-c94f-4b9f-95ba-301fb10350d8 tempest-ServersTestMultiNic-1484195929 tempest-ServersTestMultiNic-1484195929-project-member] Image pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1806.568246] env[62574]: DEBUG nova.virt.hardware [None req-e01c7657-c94f-4b9f-95ba-301fb10350d8 tempest-ServersTestMultiNic-1484195929 tempest-ServersTestMultiNic-1484195929-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1806.568456] env[62574]: DEBUG nova.virt.hardware [None req-e01c7657-c94f-4b9f-95ba-301fb10350d8 tempest-ServersTestMultiNic-1484195929 tempest-ServersTestMultiNic-1484195929-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1806.568616] env[62574]: DEBUG nova.virt.hardware [None req-e01c7657-c94f-4b9f-95ba-301fb10350d8 tempest-ServersTestMultiNic-1484195929 tempest-ServersTestMultiNic-1484195929-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1806.568971] env[62574]: DEBUG nova.virt.hardware [None req-e01c7657-c94f-4b9f-95ba-301fb10350d8 tempest-ServersTestMultiNic-1484195929 tempest-ServersTestMultiNic-1484195929-project-member] Got 1 possible topologies {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1806.568971] env[62574]: DEBUG nova.virt.hardware [None req-e01c7657-c94f-4b9f-95ba-301fb10350d8 tempest-ServersTestMultiNic-1484195929 tempest-ServersTestMultiNic-1484195929-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1806.569102] env[62574]: DEBUG nova.virt.hardware [None req-e01c7657-c94f-4b9f-95ba-301fb10350d8 tempest-ServersTestMultiNic-1484195929 tempest-ServersTestMultiNic-1484195929-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1806.569949] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14874ba6-d143-4377-87dc-409d0bef138f {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.578342] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-265140af-624d-4421-9d08-1f18c3f34f44 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.775263] env[62574]: DEBUG oslo_vmware.api [None req-aae01406-681e-492f-a666-a1f0bc54e028 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Task: {'id': task-1862027, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.060048} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1806.775629] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-aae01406-681e-492f-a666-a1f0bc54e028 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] [instance: 43793844-f400-4665-b287-bc4374a1ae6d] Extended root virtual disk {{(pid=62574) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1806.776538] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42993768-f9ef-4b40-8c41-d2d3b3804c47 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.799835] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-aae01406-681e-492f-a666-a1f0bc54e028 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] [instance: 43793844-f400-4665-b287-bc4374a1ae6d] Reconfiguring VM instance instance-0000004c to attach disk [datastore2] 43793844-f400-4665-b287-bc4374a1ae6d/43793844-f400-4665-b287-bc4374a1ae6d.vmdk or device None with type sparse {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1806.800106] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-338ed161-1d41-4d7d-998b-7d2855a5e26f {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.819662] env[62574]: DEBUG oslo_vmware.api [None req-aae01406-681e-492f-a666-a1f0bc54e028 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Waiting for the task: (returnval){ [ 1806.819662] env[62574]: value = "task-1862028" [ 1806.819662] env[62574]: _type = "Task" [ 1806.819662] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1806.827533] env[62574]: DEBUG oslo_vmware.api [None req-aae01406-681e-492f-a666-a1f0bc54e028 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Task: {'id': task-1862028, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1806.880612] env[62574]: DEBUG oslo_concurrency.lockutils [None req-f9d0b9e8-73ee-4c22-8ffa-f6921c3e4385 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.366s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1806.881132] env[62574]: DEBUG nova.compute.manager [None req-f9d0b9e8-73ee-4c22-8ffa-f6921c3e4385 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] [instance: b4a5297d-ced1-4f1d-8b44-508a8f6d8dc3] Start building networks asynchronously for instance. {{(pid=62574) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1806.883888] env[62574]: DEBUG oslo_concurrency.lockutils [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 4.692s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1807.331288] env[62574]: DEBUG oslo_vmware.api [None req-aae01406-681e-492f-a666-a1f0bc54e028 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Task: {'id': task-1862028, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1807.389480] env[62574]: DEBUG nova.compute.utils [None req-f9d0b9e8-73ee-4c22-8ffa-f6921c3e4385 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Using /dev/sd instead of None {{(pid=62574) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1807.401548] env[62574]: DEBUG nova.compute.manager [None req-f9d0b9e8-73ee-4c22-8ffa-f6921c3e4385 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] [instance: b4a5297d-ced1-4f1d-8b44-508a8f6d8dc3] Allocating IP information in the background. {{(pid=62574) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1807.401768] env[62574]: DEBUG nova.network.neutron [None req-f9d0b9e8-73ee-4c22-8ffa-f6921c3e4385 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] [instance: b4a5297d-ced1-4f1d-8b44-508a8f6d8dc3] allocate_for_instance() {{(pid=62574) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1807.447669] env[62574]: DEBUG nova.policy [None req-f9d0b9e8-73ee-4c22-8ffa-f6921c3e4385 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c0cdb0738bb2402d898812bdb0ef8c7d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '50322706d83c42c3a9bbd5c51ba34b64', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62574) authorize /opt/stack/nova/nova/policy.py:192}} [ 1807.492499] env[62574]: DEBUG nova.compute.manager [req-664ff5ce-1b56-4571-84ad-f5cf0d39893b req-3af43437-af1a-48df-a175-f0417b88eba2 service nova] [instance: 5cb931ed-2cde-467c-a11f-0f03be79e11b] Received event network-vif-plugged-075dfeff-b032-43b5-a475-bb376cfd0d1f {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1807.493461] env[62574]: DEBUG oslo_concurrency.lockutils [req-664ff5ce-1b56-4571-84ad-f5cf0d39893b req-3af43437-af1a-48df-a175-f0417b88eba2 service nova] Acquiring lock "5cb931ed-2cde-467c-a11f-0f03be79e11b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1807.493461] env[62574]: DEBUG oslo_concurrency.lockutils [req-664ff5ce-1b56-4571-84ad-f5cf0d39893b req-3af43437-af1a-48df-a175-f0417b88eba2 service nova] Lock "5cb931ed-2cde-467c-a11f-0f03be79e11b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1807.493461] env[62574]: DEBUG oslo_concurrency.lockutils [req-664ff5ce-1b56-4571-84ad-f5cf0d39893b req-3af43437-af1a-48df-a175-f0417b88eba2 service nova] Lock "5cb931ed-2cde-467c-a11f-0f03be79e11b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1807.493461] env[62574]: DEBUG nova.compute.manager [req-664ff5ce-1b56-4571-84ad-f5cf0d39893b req-3af43437-af1a-48df-a175-f0417b88eba2 service nova] [instance: 5cb931ed-2cde-467c-a11f-0f03be79e11b] No waiting events found dispatching network-vif-plugged-075dfeff-b032-43b5-a475-bb376cfd0d1f {{(pid=62574) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1807.493461] env[62574]: WARNING nova.compute.manager [req-664ff5ce-1b56-4571-84ad-f5cf0d39893b req-3af43437-af1a-48df-a175-f0417b88eba2 service nova] [instance: 5cb931ed-2cde-467c-a11f-0f03be79e11b] Received unexpected event network-vif-plugged-075dfeff-b032-43b5-a475-bb376cfd0d1f for instance with vm_state building and task_state spawning. [ 1807.586349] env[62574]: DEBUG nova.network.neutron [None req-e01c7657-c94f-4b9f-95ba-301fb10350d8 tempest-ServersTestMultiNic-1484195929 tempest-ServersTestMultiNic-1484195929-project-member] [instance: 5cb931ed-2cde-467c-a11f-0f03be79e11b] Successfully updated port: 075dfeff-b032-43b5-a475-bb376cfd0d1f {{(pid=62574) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1807.707245] env[62574]: DEBUG nova.network.neutron [None req-f9d0b9e8-73ee-4c22-8ffa-f6921c3e4385 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] [instance: b4a5297d-ced1-4f1d-8b44-508a8f6d8dc3] Successfully created port: 8cf74255-5117-49de-b85f-53cf72770ed3 {{(pid=62574) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1807.831853] env[62574]: DEBUG oslo_vmware.api [None req-aae01406-681e-492f-a666-a1f0bc54e028 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Task: {'id': task-1862028, 'name': ReconfigVM_Task, 'duration_secs': 0.756591} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1807.832145] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-aae01406-681e-492f-a666-a1f0bc54e028 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] [instance: 43793844-f400-4665-b287-bc4374a1ae6d] Reconfigured VM instance instance-0000004c to attach disk [datastore2] 43793844-f400-4665-b287-bc4374a1ae6d/43793844-f400-4665-b287-bc4374a1ae6d.vmdk or device None with type sparse {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1807.832703] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-36dc2a27-9d3c-4a60-a1be-82c4c3c1a2d3 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.838273] env[62574]: DEBUG oslo_vmware.api [None req-aae01406-681e-492f-a666-a1f0bc54e028 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Waiting for the task: (returnval){ [ 1807.838273] env[62574]: value = "task-1862029" [ 1807.838273] env[62574]: _type = "Task" [ 1807.838273] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1807.845238] env[62574]: DEBUG oslo_vmware.api [None req-aae01406-681e-492f-a666-a1f0bc54e028 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Task: {'id': task-1862029, 'name': Rename_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1807.902544] env[62574]: DEBUG nova.compute.manager [None req-f9d0b9e8-73ee-4c22-8ffa-f6921c3e4385 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] [instance: b4a5297d-ced1-4f1d-8b44-508a8f6d8dc3] Start building block device mappings for instance. {{(pid=62574) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1807.927655] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Instance b4522995-fb9c-471f-bd36-af8b721aa5ff actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62574) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1807.927848] env[62574]: WARNING nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Instance cf8dfe40-abfe-4888-a1a5-b26f6d781e93 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1807.928044] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Instance e9878c22-2044-464f-915f-c1c865693437 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62574) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1807.928210] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Instance c4ca3d86-7d6e-4dbf-912b-7cb292596272 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62574) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1807.928345] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Instance a3e0bf12-7471-4d8d-bb31-bf4b3b35f87f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62574) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1807.928461] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Instance d06fca54-652a-47dd-b14b-8f6bbf696503 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62574) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1807.928572] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Instance c2d3abbc-2fdd-4df1-bb58-709b2bc89bb4 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62574) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1807.928687] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Instance cdb4528a-d1b1-442b-a5e3-e3c663ab7390 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62574) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1807.928833] env[62574]: WARNING nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Instance 5dac9007-8ded-444f-a7ea-5032465ccced is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1807.928969] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Instance bf51b779-23b8-4401-8e23-74f751a27b18 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62574) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1807.929135] env[62574]: WARNING nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Instance 6a33b561-3788-4b8e-8763-ac23485c0dc8 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1807.929282] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Instance 76ab47f1-1837-44ef-a0c5-bbd149566601 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62574) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1807.929426] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Instance f6cfb126-1ff6-4ac9-802e-7bbdfb539176 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62574) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1807.929585] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Instance fb94d5d1-7f0f-4534-b9e9-2a52ac9a7c7f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62574) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1807.929776] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Instance 863dbe8b-20e6-485c-ba4d-b709d80fa327 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62574) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1807.929860] env[62574]: WARNING nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Instance 2238c3b9-d614-49b1-b507-31f649ac4b25 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1807.929995] env[62574]: WARNING nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Instance ec94034b-6638-46fc-a09c-b7bf5709f039 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1807.930133] env[62574]: WARNING nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Instance f90ce690-c313-43b3-a5e7-53257868a2af is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1807.930261] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Instance 43793844-f400-4665-b287-bc4374a1ae6d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62574) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1807.930373] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Instance 5cb931ed-2cde-467c-a11f-0f03be79e11b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62574) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1807.930493] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Instance b4a5297d-ced1-4f1d-8b44-508a8f6d8dc3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62574) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1808.348609] env[62574]: DEBUG oslo_vmware.api [None req-aae01406-681e-492f-a666-a1f0bc54e028 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Task: {'id': task-1862029, 'name': Rename_Task, 'duration_secs': 0.137763} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1808.348904] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-aae01406-681e-492f-a666-a1f0bc54e028 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] [instance: 43793844-f400-4665-b287-bc4374a1ae6d] Powering on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1808.349342] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-da8253d7-5619-49f6-85eb-1af2f46e2a61 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1808.355180] env[62574]: DEBUG oslo_vmware.api [None req-aae01406-681e-492f-a666-a1f0bc54e028 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Waiting for the task: (returnval){ [ 1808.355180] env[62574]: value = "task-1862030" [ 1808.355180] env[62574]: _type = "Task" [ 1808.355180] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1808.362809] env[62574]: DEBUG oslo_vmware.api [None req-aae01406-681e-492f-a666-a1f0bc54e028 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Task: {'id': task-1862030, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1808.433673] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Instance 1df4bdfb-d2ab-4974-99ed-9c7398e20b1d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62574) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1808.434205] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Total usable vcpus: 48, total allocated vcpus: 15 {{(pid=62574) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1808.434205] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3392MB phys_disk=200GB used_disk=14GB total_vcpus=48 used_vcpus=15 pci_stats=[] {{(pid=62574) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1808.697064] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a83ea74-e8f6-43b3-a62b-d404ae021a75 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1808.704987] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bfa21c4-87f3-44c1-96cb-8e7103d9c314 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1808.736478] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71d815fc-aea0-4854-9443-e05f0701f31d {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1808.746229] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42155e81-ae94-404d-9a8f-cf9253fb7e27 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1808.761881] env[62574]: DEBUG nova.compute.provider_tree [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Inventory has not changed in ProviderTree for provider: f0ed160a-beff-4626-a531-2a70d7bc0627 {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1808.865691] env[62574]: DEBUG oslo_vmware.api [None req-aae01406-681e-492f-a666-a1f0bc54e028 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Task: {'id': task-1862030, 'name': PowerOnVM_Task, 'duration_secs': 0.470743} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1808.865974] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-aae01406-681e-492f-a666-a1f0bc54e028 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] [instance: 43793844-f400-4665-b287-bc4374a1ae6d] Powered on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1808.866225] env[62574]: INFO nova.compute.manager [None req-aae01406-681e-492f-a666-a1f0bc54e028 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] [instance: 43793844-f400-4665-b287-bc4374a1ae6d] Took 7.68 seconds to spawn the instance on the hypervisor. [ 1808.866374] env[62574]: DEBUG nova.compute.manager [None req-aae01406-681e-492f-a666-a1f0bc54e028 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] [instance: 43793844-f400-4665-b287-bc4374a1ae6d] Checking state {{(pid=62574) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1808.867169] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98268c17-2b00-4e76-aa27-5cd44993565d {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1808.916657] env[62574]: DEBUG nova.compute.manager [None req-f9d0b9e8-73ee-4c22-8ffa-f6921c3e4385 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] [instance: b4a5297d-ced1-4f1d-8b44-508a8f6d8dc3] Start spawning the instance on the hypervisor. {{(pid=62574) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1808.944890] env[62574]: DEBUG nova.virt.hardware [None req-f9d0b9e8-73ee-4c22-8ffa-f6921c3e4385 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T19:26:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-13T19:26:40Z,direct_url=,disk_format='vmdk',id=3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7eed1dd4d2c3418eb32c4f4ceda3ab0d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-13T19:26:41Z,virtual_size=,visibility=), allow threads: False {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1808.945193] env[62574]: DEBUG nova.virt.hardware [None req-f9d0b9e8-73ee-4c22-8ffa-f6921c3e4385 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Flavor limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1808.945378] env[62574]: DEBUG nova.virt.hardware [None req-f9d0b9e8-73ee-4c22-8ffa-f6921c3e4385 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Image limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1808.945567] env[62574]: DEBUG nova.virt.hardware [None req-f9d0b9e8-73ee-4c22-8ffa-f6921c3e4385 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Flavor pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1808.945714] env[62574]: DEBUG nova.virt.hardware [None req-f9d0b9e8-73ee-4c22-8ffa-f6921c3e4385 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Image pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1808.945862] env[62574]: DEBUG nova.virt.hardware [None req-f9d0b9e8-73ee-4c22-8ffa-f6921c3e4385 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1808.946110] env[62574]: DEBUG nova.virt.hardware [None req-f9d0b9e8-73ee-4c22-8ffa-f6921c3e4385 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1808.946298] env[62574]: DEBUG nova.virt.hardware [None req-f9d0b9e8-73ee-4c22-8ffa-f6921c3e4385 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1808.946475] env[62574]: DEBUG nova.virt.hardware [None req-f9d0b9e8-73ee-4c22-8ffa-f6921c3e4385 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Got 1 possible topologies {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1808.946639] env[62574]: DEBUG nova.virt.hardware [None req-f9d0b9e8-73ee-4c22-8ffa-f6921c3e4385 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1808.946811] env[62574]: DEBUG nova.virt.hardware [None req-f9d0b9e8-73ee-4c22-8ffa-f6921c3e4385 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1808.947808] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78fe135a-9bf5-4d64-978d-d039a8616669 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1808.956712] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f93c898f-6e2c-40f0-adba-9d243a8fb5e2 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.127483] env[62574]: DEBUG nova.compute.manager [req-da441a20-f9d8-426c-8518-58127765b02c req-dde2f453-2ce7-42ba-a390-b0f5f6687745 service nova] [instance: b4a5297d-ced1-4f1d-8b44-508a8f6d8dc3] Received event network-vif-plugged-8cf74255-5117-49de-b85f-53cf72770ed3 {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1809.127677] env[62574]: DEBUG oslo_concurrency.lockutils [req-da441a20-f9d8-426c-8518-58127765b02c req-dde2f453-2ce7-42ba-a390-b0f5f6687745 service nova] Acquiring lock "b4a5297d-ced1-4f1d-8b44-508a8f6d8dc3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1809.127919] env[62574]: DEBUG oslo_concurrency.lockutils [req-da441a20-f9d8-426c-8518-58127765b02c req-dde2f453-2ce7-42ba-a390-b0f5f6687745 service nova] Lock "b4a5297d-ced1-4f1d-8b44-508a8f6d8dc3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1809.128067] env[62574]: DEBUG oslo_concurrency.lockutils [req-da441a20-f9d8-426c-8518-58127765b02c req-dde2f453-2ce7-42ba-a390-b0f5f6687745 service nova] Lock "b4a5297d-ced1-4f1d-8b44-508a8f6d8dc3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1809.128247] env[62574]: DEBUG nova.compute.manager [req-da441a20-f9d8-426c-8518-58127765b02c req-dde2f453-2ce7-42ba-a390-b0f5f6687745 service nova] [instance: b4a5297d-ced1-4f1d-8b44-508a8f6d8dc3] No waiting events found dispatching network-vif-plugged-8cf74255-5117-49de-b85f-53cf72770ed3 {{(pid=62574) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1809.128408] env[62574]: WARNING nova.compute.manager [req-da441a20-f9d8-426c-8518-58127765b02c req-dde2f453-2ce7-42ba-a390-b0f5f6687745 service nova] [instance: b4a5297d-ced1-4f1d-8b44-508a8f6d8dc3] Received unexpected event network-vif-plugged-8cf74255-5117-49de-b85f-53cf72770ed3 for instance with vm_state building and task_state spawning. [ 1809.224885] env[62574]: DEBUG nova.network.neutron [None req-f9d0b9e8-73ee-4c22-8ffa-f6921c3e4385 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] [instance: b4a5297d-ced1-4f1d-8b44-508a8f6d8dc3] Successfully updated port: 8cf74255-5117-49de-b85f-53cf72770ed3 {{(pid=62574) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1809.266527] env[62574]: DEBUG nova.scheduler.client.report [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Inventory has not changed for provider f0ed160a-beff-4626-a531-2a70d7bc0627 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 148, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1809.384268] env[62574]: INFO nova.compute.manager [None req-aae01406-681e-492f-a666-a1f0bc54e028 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] [instance: 43793844-f400-4665-b287-bc4374a1ae6d] Took 23.77 seconds to build instance. [ 1809.523112] env[62574]: DEBUG nova.compute.manager [req-50e54c72-b276-4055-9439-92cb875b78f6 req-bd10a67e-0234-4fd7-9e7c-ec01e2c521b1 service nova] [instance: 5cb931ed-2cde-467c-a11f-0f03be79e11b] Received event network-changed-075dfeff-b032-43b5-a475-bb376cfd0d1f {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1809.523487] env[62574]: DEBUG nova.compute.manager [req-50e54c72-b276-4055-9439-92cb875b78f6 req-bd10a67e-0234-4fd7-9e7c-ec01e2c521b1 service nova] [instance: 5cb931ed-2cde-467c-a11f-0f03be79e11b] Refreshing instance network info cache due to event network-changed-075dfeff-b032-43b5-a475-bb376cfd0d1f. {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1809.523832] env[62574]: DEBUG oslo_concurrency.lockutils [req-50e54c72-b276-4055-9439-92cb875b78f6 req-bd10a67e-0234-4fd7-9e7c-ec01e2c521b1 service nova] Acquiring lock "refresh_cache-5cb931ed-2cde-467c-a11f-0f03be79e11b" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1809.524137] env[62574]: DEBUG oslo_concurrency.lockutils [req-50e54c72-b276-4055-9439-92cb875b78f6 req-bd10a67e-0234-4fd7-9e7c-ec01e2c521b1 service nova] Acquired lock "refresh_cache-5cb931ed-2cde-467c-a11f-0f03be79e11b" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1809.525658] env[62574]: DEBUG nova.network.neutron [req-50e54c72-b276-4055-9439-92cb875b78f6 req-bd10a67e-0234-4fd7-9e7c-ec01e2c521b1 service nova] [instance: 5cb931ed-2cde-467c-a11f-0f03be79e11b] Refreshing network info cache for port 075dfeff-b032-43b5-a475-bb376cfd0d1f {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1809.727473] env[62574]: DEBUG oslo_concurrency.lockutils [None req-f9d0b9e8-73ee-4c22-8ffa-f6921c3e4385 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Acquiring lock "refresh_cache-b4a5297d-ced1-4f1d-8b44-508a8f6d8dc3" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1809.727869] env[62574]: DEBUG oslo_concurrency.lockutils [None req-f9d0b9e8-73ee-4c22-8ffa-f6921c3e4385 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Acquired lock "refresh_cache-b4a5297d-ced1-4f1d-8b44-508a8f6d8dc3" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1809.728199] env[62574]: DEBUG nova.network.neutron [None req-f9d0b9e8-73ee-4c22-8ffa-f6921c3e4385 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] [instance: b4a5297d-ced1-4f1d-8b44-508a8f6d8dc3] Building network info cache for instance {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1809.753055] env[62574]: DEBUG nova.network.neutron [None req-e01c7657-c94f-4b9f-95ba-301fb10350d8 tempest-ServersTestMultiNic-1484195929 tempest-ServersTestMultiNic-1484195929-project-member] [instance: 5cb931ed-2cde-467c-a11f-0f03be79e11b] Successfully updated port: ac6d5fd4-f351-4d28-9ec1-afa539e81ac7 {{(pid=62574) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1809.772377] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62574) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1809.772377] env[62574]: DEBUG oslo_concurrency.lockutils [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.888s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1809.772939] env[62574]: DEBUG oslo_concurrency.lockutils [None req-e6795ce2-7c43-4572-bc2f-795423885267 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.177s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1809.773177] env[62574]: DEBUG oslo_concurrency.lockutils [None req-e6795ce2-7c43-4572-bc2f-795423885267 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1809.776191] env[62574]: DEBUG oslo_concurrency.lockutils [None req-fd579b57-6871-4a68-aa00-84b5b5cf38be tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.131s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1809.776459] env[62574]: DEBUG oslo_concurrency.lockutils [None req-fd579b57-6871-4a68-aa00-84b5b5cf38be tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1809.778889] env[62574]: DEBUG oslo_concurrency.lockutils [None req-fbe66de2-ebab-4e29-a25b-2cadd35220e1 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.824s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1809.779129] env[62574]: DEBUG oslo_concurrency.lockutils [None req-fbe66de2-ebab-4e29-a25b-2cadd35220e1 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1809.781115] env[62574]: DEBUG oslo_concurrency.lockutils [None req-7da96856-6976-4e19-9c31-66b6dde01124 tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.793s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1809.781115] env[62574]: DEBUG oslo_concurrency.lockutils [None req-7da96856-6976-4e19-9c31-66b6dde01124 tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1809.783301] env[62574]: DEBUG oslo_concurrency.lockutils [None req-93f36003-753b-463b-ae0a-cd4878fbe8dc tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.786s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1809.783535] env[62574]: DEBUG oslo_concurrency.lockutils [None req-93f36003-753b-463b-ae0a-cd4878fbe8dc tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1809.785256] env[62574]: DEBUG oslo_concurrency.lockutils [None req-0a92e8e1-33fb-4770-b8eb-a0a0ece75547 tempest-ServersWithSpecificFlavorTestJSON-1641053384 tempest-ServersWithSpecificFlavorTestJSON-1641053384-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.468s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1809.785489] env[62574]: DEBUG oslo_concurrency.lockutils [None req-0a92e8e1-33fb-4770-b8eb-a0a0ece75547 tempest-ServersWithSpecificFlavorTestJSON-1641053384 tempest-ServersWithSpecificFlavorTestJSON-1641053384-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1809.787108] env[62574]: DEBUG oslo_concurrency.lockutils [None req-36585934-6d1d-4b06-8fc9-b3b23ec74bf2 tempest-ServerAddressesTestJSON-1538992806 tempest-ServerAddressesTestJSON-1538992806-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.715s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1809.788817] env[62574]: INFO nova.compute.claims [None req-36585934-6d1d-4b06-8fc9-b3b23ec74bf2 tempest-ServerAddressesTestJSON-1538992806 tempest-ServerAddressesTestJSON-1538992806-project-member] [instance: 1df4bdfb-d2ab-4974-99ed-9c7398e20b1d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1809.814640] env[62574]: INFO nova.scheduler.client.report [None req-fbe66de2-ebab-4e29-a25b-2cadd35220e1 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] Deleted allocations for instance 6a33b561-3788-4b8e-8763-ac23485c0dc8 [ 1809.822065] env[62574]: INFO nova.scheduler.client.report [None req-e6795ce2-7c43-4572-bc2f-795423885267 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Deleted allocations for instance cf8dfe40-abfe-4888-a1a5-b26f6d781e93 [ 1809.832204] env[62574]: INFO nova.scheduler.client.report [None req-93f36003-753b-463b-ae0a-cd4878fbe8dc tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Deleted allocations for instance 2238c3b9-d614-49b1-b507-31f649ac4b25 [ 1809.839448] env[62574]: INFO nova.scheduler.client.report [None req-0a92e8e1-33fb-4770-b8eb-a0a0ece75547 tempest-ServersWithSpecificFlavorTestJSON-1641053384 tempest-ServersWithSpecificFlavorTestJSON-1641053384-project-member] Deleted allocations for instance 5dac9007-8ded-444f-a7ea-5032465ccced [ 1809.856032] env[62574]: INFO nova.scheduler.client.report [None req-fd579b57-6871-4a68-aa00-84b5b5cf38be tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Deleted allocations for instance f90ce690-c313-43b3-a5e7-53257868a2af [ 1809.858132] env[62574]: INFO nova.scheduler.client.report [None req-7da96856-6976-4e19-9c31-66b6dde01124 tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Deleted allocations for instance ec94034b-6638-46fc-a09c-b7bf5709f039 [ 1809.864542] env[62574]: WARNING oslo_messaging._drivers.amqpdriver [None req-fd579b57-6871-4a68-aa00-84b5b5cf38be tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 1809.887025] env[62574]: DEBUG oslo_concurrency.lockutils [None req-aae01406-681e-492f-a666-a1f0bc54e028 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Lock "43793844-f400-4665-b287-bc4374a1ae6d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.281s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1810.057687] env[62574]: DEBUG nova.network.neutron [req-50e54c72-b276-4055-9439-92cb875b78f6 req-bd10a67e-0234-4fd7-9e7c-ec01e2c521b1 service nova] [instance: 5cb931ed-2cde-467c-a11f-0f03be79e11b] Instance cache missing network info. {{(pid=62574) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1810.143572] env[62574]: DEBUG nova.network.neutron [req-50e54c72-b276-4055-9439-92cb875b78f6 req-bd10a67e-0234-4fd7-9e7c-ec01e2c521b1 service nova] [instance: 5cb931ed-2cde-467c-a11f-0f03be79e11b] Updating instance_info_cache with network_info: [] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1810.255403] env[62574]: DEBUG oslo_concurrency.lockutils [None req-e01c7657-c94f-4b9f-95ba-301fb10350d8 tempest-ServersTestMultiNic-1484195929 tempest-ServersTestMultiNic-1484195929-project-member] Acquiring lock "refresh_cache-5cb931ed-2cde-467c-a11f-0f03be79e11b" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1810.279750] env[62574]: DEBUG nova.network.neutron [None req-f9d0b9e8-73ee-4c22-8ffa-f6921c3e4385 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] [instance: b4a5297d-ced1-4f1d-8b44-508a8f6d8dc3] Instance cache missing network info. {{(pid=62574) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1810.326154] env[62574]: DEBUG oslo_concurrency.lockutils [None req-fbe66de2-ebab-4e29-a25b-2cadd35220e1 tempest-ListImageFiltersTestJSON-633364512 tempest-ListImageFiltersTestJSON-633364512-project-member] Lock "6a33b561-3788-4b8e-8763-ac23485c0dc8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.955s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1810.332086] env[62574]: DEBUG oslo_concurrency.lockutils [None req-e6795ce2-7c43-4572-bc2f-795423885267 tempest-ServersAdminTestJSON-1558705392 tempest-ServersAdminTestJSON-1558705392-project-member] Lock "cf8dfe40-abfe-4888-a1a5-b26f6d781e93" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.228s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1810.341217] env[62574]: DEBUG oslo_concurrency.lockutils [None req-93f36003-753b-463b-ae0a-cd4878fbe8dc tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Lock "2238c3b9-d614-49b1-b507-31f649ac4b25" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.406s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1810.347440] env[62574]: DEBUG oslo_concurrency.lockutils [None req-0a92e8e1-33fb-4770-b8eb-a0a0ece75547 tempest-ServersWithSpecificFlavorTestJSON-1641053384 tempest-ServersWithSpecificFlavorTestJSON-1641053384-project-member] Lock "5dac9007-8ded-444f-a7ea-5032465ccced" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.970s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1810.369489] env[62574]: DEBUG oslo_concurrency.lockutils [None req-7da96856-6976-4e19-9c31-66b6dde01124 tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Lock "ec94034b-6638-46fc-a09c-b7bf5709f039" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.055s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1810.370453] env[62574]: DEBUG oslo_concurrency.lockutils [None req-fd579b57-6871-4a68-aa00-84b5b5cf38be tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Lock "f90ce690-c313-43b3-a5e7-53257868a2af" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.981s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1810.497931] env[62574]: DEBUG nova.network.neutron [None req-f9d0b9e8-73ee-4c22-8ffa-f6921c3e4385 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] [instance: b4a5297d-ced1-4f1d-8b44-508a8f6d8dc3] Updating instance_info_cache with network_info: [{"id": "8cf74255-5117-49de-b85f-53cf72770ed3", "address": "fa:16:3e:23:da:94", "network": {"id": "d21729a3-6af1-4685-8299-0af047d6c105", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-979648045-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "50322706d83c42c3a9bbd5c51ba34b64", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d903c404-a23a-40c0-a217-96d4bb2e5b08", "external-id": "nsx-vlan-transportzone-228", "segmentation_id": 228, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8cf74255-51", "ovs_interfaceid": "8cf74255-5117-49de-b85f-53cf72770ed3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1810.648059] env[62574]: DEBUG oslo_concurrency.lockutils [req-50e54c72-b276-4055-9439-92cb875b78f6 req-bd10a67e-0234-4fd7-9e7c-ec01e2c521b1 service nova] Releasing lock "refresh_cache-5cb931ed-2cde-467c-a11f-0f03be79e11b" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1810.648059] env[62574]: DEBUG oslo_concurrency.lockutils [None req-e01c7657-c94f-4b9f-95ba-301fb10350d8 tempest-ServersTestMultiNic-1484195929 tempest-ServersTestMultiNic-1484195929-project-member] Acquired lock "refresh_cache-5cb931ed-2cde-467c-a11f-0f03be79e11b" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1810.648059] env[62574]: DEBUG nova.network.neutron [None req-e01c7657-c94f-4b9f-95ba-301fb10350d8 tempest-ServersTestMultiNic-1484195929 tempest-ServersTestMultiNic-1484195929-project-member] [instance: 5cb931ed-2cde-467c-a11f-0f03be79e11b] Building network info cache for instance {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1811.000805] env[62574]: DEBUG oslo_concurrency.lockutils [None req-f9d0b9e8-73ee-4c22-8ffa-f6921c3e4385 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Releasing lock "refresh_cache-b4a5297d-ced1-4f1d-8b44-508a8f6d8dc3" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1811.001400] env[62574]: DEBUG nova.compute.manager [None req-f9d0b9e8-73ee-4c22-8ffa-f6921c3e4385 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] [instance: b4a5297d-ced1-4f1d-8b44-508a8f6d8dc3] Instance network_info: |[{"id": "8cf74255-5117-49de-b85f-53cf72770ed3", "address": "fa:16:3e:23:da:94", "network": {"id": "d21729a3-6af1-4685-8299-0af047d6c105", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-979648045-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "50322706d83c42c3a9bbd5c51ba34b64", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d903c404-a23a-40c0-a217-96d4bb2e5b08", "external-id": "nsx-vlan-transportzone-228", "segmentation_id": 228, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8cf74255-51", "ovs_interfaceid": "8cf74255-5117-49de-b85f-53cf72770ed3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62574) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1811.001700] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-f9d0b9e8-73ee-4c22-8ffa-f6921c3e4385 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] [instance: b4a5297d-ced1-4f1d-8b44-508a8f6d8dc3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:23:da:94', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd903c404-a23a-40c0-a217-96d4bb2e5b08', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8cf74255-5117-49de-b85f-53cf72770ed3', 'vif_model': 'vmxnet3'}] {{(pid=62574) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1811.009434] env[62574]: DEBUG oslo.service.loopingcall [None req-f9d0b9e8-73ee-4c22-8ffa-f6921c3e4385 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62574) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1811.012418] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b4a5297d-ced1-4f1d-8b44-508a8f6d8dc3] Creating VM on the ESX host {{(pid=62574) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1811.012871] env[62574]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c32bb3e9-06ab-44d8-bd41-c0e517fc240f {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.036803] env[62574]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1811.036803] env[62574]: value = "task-1862031" [ 1811.036803] env[62574]: _type = "Task" [ 1811.036803] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1811.047869] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1862031, 'name': CreateVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1811.087871] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5286f90f-70cd-42ef-93f3-ef6f7afa55b2 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.095281] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f818148b-75b1-4ddc-a4a1-a246c74d79ca {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.139424] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-359438a8-df3a-4493-8184-5a0878798154 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.148620] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c14cc300-a787-4ebf-ad9c-a1caca245688 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.168979] env[62574]: DEBUG nova.compute.provider_tree [None req-36585934-6d1d-4b06-8fc9-b3b23ec74bf2 tempest-ServerAddressesTestJSON-1538992806 tempest-ServerAddressesTestJSON-1538992806-project-member] Inventory has not changed in ProviderTree for provider: f0ed160a-beff-4626-a531-2a70d7bc0627 {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1811.173022] env[62574]: DEBUG nova.compute.manager [req-3c5d7de4-631d-458b-9f97-459c85ec1283 req-beab6155-31f1-449d-bc80-22f01cd556dd service nova] [instance: b4a5297d-ced1-4f1d-8b44-508a8f6d8dc3] Received event network-changed-8cf74255-5117-49de-b85f-53cf72770ed3 {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1811.173022] env[62574]: DEBUG nova.compute.manager [req-3c5d7de4-631d-458b-9f97-459c85ec1283 req-beab6155-31f1-449d-bc80-22f01cd556dd service nova] [instance: b4a5297d-ced1-4f1d-8b44-508a8f6d8dc3] Refreshing instance network info cache due to event network-changed-8cf74255-5117-49de-b85f-53cf72770ed3. {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1811.173022] env[62574]: DEBUG oslo_concurrency.lockutils [req-3c5d7de4-631d-458b-9f97-459c85ec1283 req-beab6155-31f1-449d-bc80-22f01cd556dd service nova] Acquiring lock "refresh_cache-b4a5297d-ced1-4f1d-8b44-508a8f6d8dc3" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1811.173022] env[62574]: DEBUG oslo_concurrency.lockutils [req-3c5d7de4-631d-458b-9f97-459c85ec1283 req-beab6155-31f1-449d-bc80-22f01cd556dd service nova] Acquired lock "refresh_cache-b4a5297d-ced1-4f1d-8b44-508a8f6d8dc3" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1811.173559] env[62574]: DEBUG nova.network.neutron [req-3c5d7de4-631d-458b-9f97-459c85ec1283 req-beab6155-31f1-449d-bc80-22f01cd556dd service nova] [instance: b4a5297d-ced1-4f1d-8b44-508a8f6d8dc3] Refreshing network info cache for port 8cf74255-5117-49de-b85f-53cf72770ed3 {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1811.225711] env[62574]: DEBUG nova.network.neutron [None req-e01c7657-c94f-4b9f-95ba-301fb10350d8 tempest-ServersTestMultiNic-1484195929 tempest-ServersTestMultiNic-1484195929-project-member] [instance: 5cb931ed-2cde-467c-a11f-0f03be79e11b] Instance cache missing network info. {{(pid=62574) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1811.270835] env[62574]: DEBUG oslo_concurrency.lockutils [None req-4e48a156-b311-4d1f-a9b0-95eed1a35b82 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Acquiring lock "c790641f-213d-4c82-b627-7ffc416d9f0b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1811.270835] env[62574]: DEBUG oslo_concurrency.lockutils [None req-4e48a156-b311-4d1f-a9b0-95eed1a35b82 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Lock "c790641f-213d-4c82-b627-7ffc416d9f0b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1811.551255] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1862031, 'name': CreateVM_Task, 'duration_secs': 0.460417} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1811.551255] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b4a5297d-ced1-4f1d-8b44-508a8f6d8dc3] Created VM on the ESX host {{(pid=62574) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1811.551255] env[62574]: DEBUG oslo_concurrency.lockutils [None req-f9d0b9e8-73ee-4c22-8ffa-f6921c3e4385 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1811.551255] env[62574]: DEBUG oslo_concurrency.lockutils [None req-f9d0b9e8-73ee-4c22-8ffa-f6921c3e4385 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1811.551255] env[62574]: DEBUG oslo_concurrency.lockutils [None req-f9d0b9e8-73ee-4c22-8ffa-f6921c3e4385 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1811.551255] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-720bc13d-c686-4413-a512-cb0bb50794d4 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.559021] env[62574]: DEBUG oslo_vmware.api [None req-f9d0b9e8-73ee-4c22-8ffa-f6921c3e4385 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Waiting for the task: (returnval){ [ 1811.559021] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]52ffadac-3cb4-1fac-1294-f0025407e7f7" [ 1811.559021] env[62574]: _type = "Task" [ 1811.559021] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1811.568588] env[62574]: DEBUG oslo_vmware.api [None req-f9d0b9e8-73ee-4c22-8ffa-f6921c3e4385 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52ffadac-3cb4-1fac-1294-f0025407e7f7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1811.571907] env[62574]: DEBUG nova.compute.manager [req-9f7a9f26-06da-4486-a124-82cb7cf4fa0c req-a3fcbbe4-805c-4fca-b08b-09f3fc1e2aa0 service nova] [instance: 5cb931ed-2cde-467c-a11f-0f03be79e11b] Received event network-vif-plugged-ac6d5fd4-f351-4d28-9ec1-afa539e81ac7 {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1811.572792] env[62574]: DEBUG oslo_concurrency.lockutils [req-9f7a9f26-06da-4486-a124-82cb7cf4fa0c req-a3fcbbe4-805c-4fca-b08b-09f3fc1e2aa0 service nova] Acquiring lock "5cb931ed-2cde-467c-a11f-0f03be79e11b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1811.572792] env[62574]: DEBUG oslo_concurrency.lockutils [req-9f7a9f26-06da-4486-a124-82cb7cf4fa0c req-a3fcbbe4-805c-4fca-b08b-09f3fc1e2aa0 service nova] Lock "5cb931ed-2cde-467c-a11f-0f03be79e11b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1811.572968] env[62574]: DEBUG oslo_concurrency.lockutils [req-9f7a9f26-06da-4486-a124-82cb7cf4fa0c req-a3fcbbe4-805c-4fca-b08b-09f3fc1e2aa0 service nova] Lock "5cb931ed-2cde-467c-a11f-0f03be79e11b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1811.573817] env[62574]: DEBUG nova.compute.manager [req-9f7a9f26-06da-4486-a124-82cb7cf4fa0c req-a3fcbbe4-805c-4fca-b08b-09f3fc1e2aa0 service nova] [instance: 5cb931ed-2cde-467c-a11f-0f03be79e11b] No waiting events found dispatching network-vif-plugged-ac6d5fd4-f351-4d28-9ec1-afa539e81ac7 {{(pid=62574) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1811.574634] env[62574]: WARNING nova.compute.manager [req-9f7a9f26-06da-4486-a124-82cb7cf4fa0c req-a3fcbbe4-805c-4fca-b08b-09f3fc1e2aa0 service nova] [instance: 5cb931ed-2cde-467c-a11f-0f03be79e11b] Received unexpected event network-vif-plugged-ac6d5fd4-f351-4d28-9ec1-afa539e81ac7 for instance with vm_state building and task_state spawning. [ 1811.574957] env[62574]: DEBUG nova.compute.manager [req-9f7a9f26-06da-4486-a124-82cb7cf4fa0c req-a3fcbbe4-805c-4fca-b08b-09f3fc1e2aa0 service nova] [instance: 5cb931ed-2cde-467c-a11f-0f03be79e11b] Received event network-changed-ac6d5fd4-f351-4d28-9ec1-afa539e81ac7 {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1811.576995] env[62574]: DEBUG nova.compute.manager [req-9f7a9f26-06da-4486-a124-82cb7cf4fa0c req-a3fcbbe4-805c-4fca-b08b-09f3fc1e2aa0 service nova] [instance: 5cb931ed-2cde-467c-a11f-0f03be79e11b] Refreshing instance network info cache due to event network-changed-ac6d5fd4-f351-4d28-9ec1-afa539e81ac7. {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1811.576995] env[62574]: DEBUG oslo_concurrency.lockutils [req-9f7a9f26-06da-4486-a124-82cb7cf4fa0c req-a3fcbbe4-805c-4fca-b08b-09f3fc1e2aa0 service nova] Acquiring lock "refresh_cache-5cb931ed-2cde-467c-a11f-0f03be79e11b" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1811.671908] env[62574]: DEBUG nova.scheduler.client.report [None req-36585934-6d1d-4b06-8fc9-b3b23ec74bf2 tempest-ServerAddressesTestJSON-1538992806 tempest-ServerAddressesTestJSON-1538992806-project-member] Inventory has not changed for provider f0ed160a-beff-4626-a531-2a70d7bc0627 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 148, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1811.773587] env[62574]: DEBUG nova.compute.manager [None req-4e48a156-b311-4d1f-a9b0-95eed1a35b82 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] [instance: c790641f-213d-4c82-b627-7ffc416d9f0b] Starting instance... {{(pid=62574) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1811.811274] env[62574]: DEBUG nova.network.neutron [None req-e01c7657-c94f-4b9f-95ba-301fb10350d8 tempest-ServersTestMultiNic-1484195929 tempest-ServersTestMultiNic-1484195929-project-member] [instance: 5cb931ed-2cde-467c-a11f-0f03be79e11b] Updating instance_info_cache with network_info: [{"id": "075dfeff-b032-43b5-a475-bb376cfd0d1f", "address": "fa:16:3e:09:1a:90", "network": {"id": "5c38696d-2ce5-44a4-bcd9-a3a1a48bca96", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1471526898", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.81", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aea62038e47e423fbefca1cdb5c68d79", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13e71dbb-4279-427c-b39d-ba5df9895e58", "external-id": "nsx-vlan-transportzone-417", "segmentation_id": 417, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap075dfeff-b0", "ovs_interfaceid": "075dfeff-b032-43b5-a475-bb376cfd0d1f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ac6d5fd4-f351-4d28-9ec1-afa539e81ac7", "address": "fa:16:3e:ce:62:e8", "network": {"id": "0317bfac-2b9a-4cf5-b949-f230f6f61aa6", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-387224400", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.234", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "aea62038e47e423fbefca1cdb5c68d79", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c9a12d2-469f-4199-bfaa-f791d765deac", "external-id": "nsx-vlan-transportzone-96", "segmentation_id": 96, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac6d5fd4-f3", "ovs_interfaceid": "ac6d5fd4-f351-4d28-9ec1-afa539e81ac7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1812.069249] env[62574]: DEBUG oslo_vmware.api [None req-f9d0b9e8-73ee-4c22-8ffa-f6921c3e4385 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52ffadac-3cb4-1fac-1294-f0025407e7f7, 'name': SearchDatastore_Task, 'duration_secs': 0.00993} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1812.069566] env[62574]: DEBUG oslo_concurrency.lockutils [None req-f9d0b9e8-73ee-4c22-8ffa-f6921c3e4385 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1812.070129] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-f9d0b9e8-73ee-4c22-8ffa-f6921c3e4385 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] [instance: b4a5297d-ced1-4f1d-8b44-508a8f6d8dc3] Processing image 3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2 {{(pid=62574) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1812.070299] env[62574]: DEBUG oslo_concurrency.lockutils [None req-f9d0b9e8-73ee-4c22-8ffa-f6921c3e4385 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1812.070450] env[62574]: DEBUG oslo_concurrency.lockutils [None req-f9d0b9e8-73ee-4c22-8ffa-f6921c3e4385 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1812.070714] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9d0b9e8-73ee-4c22-8ffa-f6921c3e4385 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1812.071061] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b081520e-7623-40d2-9f12-e5b79907fa3a {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.080784] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9d0b9e8-73ee-4c22-8ffa-f6921c3e4385 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1812.080970] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-f9d0b9e8-73ee-4c22-8ffa-f6921c3e4385 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62574) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1812.082656] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27f4de96-f299-4f6b-8eff-000ecff00f00 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.089189] env[62574]: DEBUG oslo_vmware.api [None req-f9d0b9e8-73ee-4c22-8ffa-f6921c3e4385 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Waiting for the task: (returnval){ [ 1812.089189] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]52318521-d182-ef01-c1cc-af5e4cedc5f9" [ 1812.089189] env[62574]: _type = "Task" [ 1812.089189] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1812.097945] env[62574]: DEBUG oslo_vmware.api [None req-f9d0b9e8-73ee-4c22-8ffa-f6921c3e4385 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52318521-d182-ef01-c1cc-af5e4cedc5f9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1812.186644] env[62574]: DEBUG oslo_concurrency.lockutils [None req-36585934-6d1d-4b06-8fc9-b3b23ec74bf2 tempest-ServerAddressesTestJSON-1538992806 tempest-ServerAddressesTestJSON-1538992806-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.399s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1812.187186] env[62574]: DEBUG nova.compute.manager [None req-36585934-6d1d-4b06-8fc9-b3b23ec74bf2 tempest-ServerAddressesTestJSON-1538992806 tempest-ServerAddressesTestJSON-1538992806-project-member] [instance: 1df4bdfb-d2ab-4974-99ed-9c7398e20b1d] Start building networks asynchronously for instance. {{(pid=62574) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1812.274178] env[62574]: DEBUG oslo_concurrency.lockutils [None req-94fdfb00-15f1-42bd-824e-50d1b210d78a tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Acquiring lock "8abe0c7b-f3f1-4f99-83f0-ddff0d909b82" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1812.274178] env[62574]: DEBUG oslo_concurrency.lockutils [None req-94fdfb00-15f1-42bd-824e-50d1b210d78a tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Lock "8abe0c7b-f3f1-4f99-83f0-ddff0d909b82" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1812.301544] env[62574]: DEBUG nova.network.neutron [req-3c5d7de4-631d-458b-9f97-459c85ec1283 req-beab6155-31f1-449d-bc80-22f01cd556dd service nova] [instance: b4a5297d-ced1-4f1d-8b44-508a8f6d8dc3] Updated VIF entry in instance network info cache for port 8cf74255-5117-49de-b85f-53cf72770ed3. {{(pid=62574) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1812.302467] env[62574]: DEBUG nova.network.neutron [req-3c5d7de4-631d-458b-9f97-459c85ec1283 req-beab6155-31f1-449d-bc80-22f01cd556dd service nova] [instance: b4a5297d-ced1-4f1d-8b44-508a8f6d8dc3] Updating instance_info_cache with network_info: [{"id": "8cf74255-5117-49de-b85f-53cf72770ed3", "address": "fa:16:3e:23:da:94", "network": {"id": "d21729a3-6af1-4685-8299-0af047d6c105", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-979648045-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "50322706d83c42c3a9bbd5c51ba34b64", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d903c404-a23a-40c0-a217-96d4bb2e5b08", "external-id": "nsx-vlan-transportzone-228", "segmentation_id": 228, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8cf74255-51", "ovs_interfaceid": "8cf74255-5117-49de-b85f-53cf72770ed3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1812.305950] env[62574]: DEBUG oslo_concurrency.lockutils [None req-4e48a156-b311-4d1f-a9b0-95eed1a35b82 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1812.306435] env[62574]: DEBUG oslo_concurrency.lockutils [None req-4e48a156-b311-4d1f-a9b0-95eed1a35b82 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1812.308295] env[62574]: INFO nova.compute.claims [None req-4e48a156-b311-4d1f-a9b0-95eed1a35b82 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] [instance: c790641f-213d-4c82-b627-7ffc416d9f0b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1812.315291] env[62574]: DEBUG oslo_concurrency.lockutils [None req-e01c7657-c94f-4b9f-95ba-301fb10350d8 tempest-ServersTestMultiNic-1484195929 tempest-ServersTestMultiNic-1484195929-project-member] Releasing lock "refresh_cache-5cb931ed-2cde-467c-a11f-0f03be79e11b" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1812.319032] env[62574]: DEBUG nova.compute.manager [None req-e01c7657-c94f-4b9f-95ba-301fb10350d8 tempest-ServersTestMultiNic-1484195929 tempest-ServersTestMultiNic-1484195929-project-member] [instance: 5cb931ed-2cde-467c-a11f-0f03be79e11b] Instance network_info: |[{"id": "075dfeff-b032-43b5-a475-bb376cfd0d1f", "address": "fa:16:3e:09:1a:90", "network": {"id": "5c38696d-2ce5-44a4-bcd9-a3a1a48bca96", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1471526898", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.81", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aea62038e47e423fbefca1cdb5c68d79", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13e71dbb-4279-427c-b39d-ba5df9895e58", "external-id": "nsx-vlan-transportzone-417", "segmentation_id": 417, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap075dfeff-b0", "ovs_interfaceid": "075dfeff-b032-43b5-a475-bb376cfd0d1f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ac6d5fd4-f351-4d28-9ec1-afa539e81ac7", "address": "fa:16:3e:ce:62:e8", "network": {"id": "0317bfac-2b9a-4cf5-b949-f230f6f61aa6", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-387224400", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.234", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "aea62038e47e423fbefca1cdb5c68d79", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c9a12d2-469f-4199-bfaa-f791d765deac", "external-id": "nsx-vlan-transportzone-96", "segmentation_id": 96, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac6d5fd4-f3", "ovs_interfaceid": "ac6d5fd4-f351-4d28-9ec1-afa539e81ac7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62574) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1812.319032] env[62574]: DEBUG oslo_concurrency.lockutils [None req-94fdfb00-15f1-42bd-824e-50d1b210d78a tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Acquiring lock "787a4d2b-9ae0-4226-95c3-ed825a3a3f55" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1812.319032] env[62574]: DEBUG oslo_concurrency.lockutils [None req-94fdfb00-15f1-42bd-824e-50d1b210d78a tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Lock "787a4d2b-9ae0-4226-95c3-ed825a3a3f55" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1812.319032] env[62574]: DEBUG oslo_concurrency.lockutils [req-9f7a9f26-06da-4486-a124-82cb7cf4fa0c req-a3fcbbe4-805c-4fca-b08b-09f3fc1e2aa0 service nova] Acquired lock "refresh_cache-5cb931ed-2cde-467c-a11f-0f03be79e11b" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1812.319032] env[62574]: DEBUG nova.network.neutron [req-9f7a9f26-06da-4486-a124-82cb7cf4fa0c req-a3fcbbe4-805c-4fca-b08b-09f3fc1e2aa0 service nova] [instance: 5cb931ed-2cde-467c-a11f-0f03be79e11b] Refreshing network info cache for port ac6d5fd4-f351-4d28-9ec1-afa539e81ac7 {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1812.319032] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-e01c7657-c94f-4b9f-95ba-301fb10350d8 tempest-ServersTestMultiNic-1484195929 tempest-ServersTestMultiNic-1484195929-project-member] [instance: 5cb931ed-2cde-467c-a11f-0f03be79e11b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:09:1a:90', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '13e71dbb-4279-427c-b39d-ba5df9895e58', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '075dfeff-b032-43b5-a475-bb376cfd0d1f', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:ce:62:e8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4c9a12d2-469f-4199-bfaa-f791d765deac', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ac6d5fd4-f351-4d28-9ec1-afa539e81ac7', 'vif_model': 'vmxnet3'}] {{(pid=62574) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1812.329165] env[62574]: DEBUG oslo.service.loopingcall [None req-e01c7657-c94f-4b9f-95ba-301fb10350d8 tempest-ServersTestMultiNic-1484195929 tempest-ServersTestMultiNic-1484195929-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62574) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1812.330726] env[62574]: DEBUG nova.compute.manager [None req-94fdfb00-15f1-42bd-824e-50d1b210d78a tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] [instance: 787a4d2b-9ae0-4226-95c3-ed825a3a3f55] Starting instance... {{(pid=62574) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1812.334580] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5cb931ed-2cde-467c-a11f-0f03be79e11b] Creating VM on the ESX host {{(pid=62574) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1812.335908] env[62574]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-72a711d5-c4a8-47c0-88af-947a9db6507e {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.358931] env[62574]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1812.358931] env[62574]: value = "task-1862032" [ 1812.358931] env[62574]: _type = "Task" [ 1812.358931] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1812.368562] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1862032, 'name': CreateVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1812.600942] env[62574]: DEBUG oslo_vmware.api [None req-f9d0b9e8-73ee-4c22-8ffa-f6921c3e4385 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52318521-d182-ef01-c1cc-af5e4cedc5f9, 'name': SearchDatastore_Task, 'duration_secs': 0.008791} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1812.602022] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d764ec71-8cb4-479b-a55a-7de48fe12912 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.609314] env[62574]: DEBUG oslo_vmware.api [None req-f9d0b9e8-73ee-4c22-8ffa-f6921c3e4385 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Waiting for the task: (returnval){ [ 1812.609314] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]5245ba81-5ced-3184-fad3-f62cd6f82bac" [ 1812.609314] env[62574]: _type = "Task" [ 1812.609314] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1812.619934] env[62574]: DEBUG oslo_vmware.api [None req-f9d0b9e8-73ee-4c22-8ffa-f6921c3e4385 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]5245ba81-5ced-3184-fad3-f62cd6f82bac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1812.692750] env[62574]: DEBUG nova.compute.utils [None req-36585934-6d1d-4b06-8fc9-b3b23ec74bf2 tempest-ServerAddressesTestJSON-1538992806 tempest-ServerAddressesTestJSON-1538992806-project-member] Using /dev/sd instead of None {{(pid=62574) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1812.695070] env[62574]: DEBUG nova.compute.manager [None req-36585934-6d1d-4b06-8fc9-b3b23ec74bf2 tempest-ServerAddressesTestJSON-1538992806 tempest-ServerAddressesTestJSON-1538992806-project-member] [instance: 1df4bdfb-d2ab-4974-99ed-9c7398e20b1d] Allocating IP information in the background. {{(pid=62574) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1812.695070] env[62574]: DEBUG nova.network.neutron [None req-36585934-6d1d-4b06-8fc9-b3b23ec74bf2 tempest-ServerAddressesTestJSON-1538992806 tempest-ServerAddressesTestJSON-1538992806-project-member] [instance: 1df4bdfb-d2ab-4974-99ed-9c7398e20b1d] allocate_for_instance() {{(pid=62574) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1812.763253] env[62574]: DEBUG nova.policy [None req-36585934-6d1d-4b06-8fc9-b3b23ec74bf2 tempest-ServerAddressesTestJSON-1538992806 tempest-ServerAddressesTestJSON-1538992806-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0c9629e3db3f4efaa21f814ceff90832', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '57795dd8ced9412cb84234af2a2a6832', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62574) authorize /opt/stack/nova/nova/policy.py:192}} [ 1812.776196] env[62574]: DEBUG nova.compute.manager [None req-94fdfb00-15f1-42bd-824e-50d1b210d78a tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] [instance: 8abe0c7b-f3f1-4f99-83f0-ddff0d909b82] Starting instance... {{(pid=62574) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1812.806207] env[62574]: DEBUG oslo_concurrency.lockutils [req-3c5d7de4-631d-458b-9f97-459c85ec1283 req-beab6155-31f1-449d-bc80-22f01cd556dd service nova] Releasing lock "refresh_cache-b4a5297d-ced1-4f1d-8b44-508a8f6d8dc3" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1812.806507] env[62574]: DEBUG nova.compute.manager [req-3c5d7de4-631d-458b-9f97-459c85ec1283 req-beab6155-31f1-449d-bc80-22f01cd556dd service nova] [instance: 43793844-f400-4665-b287-bc4374a1ae6d] Received event network-changed-7de90c52-6b23-4e19-8e20-5842728825ab {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1812.806676] env[62574]: DEBUG nova.compute.manager [req-3c5d7de4-631d-458b-9f97-459c85ec1283 req-beab6155-31f1-449d-bc80-22f01cd556dd service nova] [instance: 43793844-f400-4665-b287-bc4374a1ae6d] Refreshing instance network info cache due to event network-changed-7de90c52-6b23-4e19-8e20-5842728825ab. {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1812.806896] env[62574]: DEBUG oslo_concurrency.lockutils [req-3c5d7de4-631d-458b-9f97-459c85ec1283 req-beab6155-31f1-449d-bc80-22f01cd556dd service nova] Acquiring lock "refresh_cache-43793844-f400-4665-b287-bc4374a1ae6d" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1812.807079] env[62574]: DEBUG oslo_concurrency.lockutils [req-3c5d7de4-631d-458b-9f97-459c85ec1283 req-beab6155-31f1-449d-bc80-22f01cd556dd service nova] Acquired lock "refresh_cache-43793844-f400-4665-b287-bc4374a1ae6d" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1812.808060] env[62574]: DEBUG nova.network.neutron [req-3c5d7de4-631d-458b-9f97-459c85ec1283 req-beab6155-31f1-449d-bc80-22f01cd556dd service nova] [instance: 43793844-f400-4665-b287-bc4374a1ae6d] Refreshing network info cache for port 7de90c52-6b23-4e19-8e20-5842728825ab {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1812.861072] env[62574]: DEBUG oslo_concurrency.lockutils [None req-94fdfb00-15f1-42bd-824e-50d1b210d78a tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1812.870116] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1862032, 'name': CreateVM_Task, 'duration_secs': 0.508551} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1812.870305] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5cb931ed-2cde-467c-a11f-0f03be79e11b] Created VM on the ESX host {{(pid=62574) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1812.871128] env[62574]: DEBUG oslo_concurrency.lockutils [None req-e01c7657-c94f-4b9f-95ba-301fb10350d8 tempest-ServersTestMultiNic-1484195929 tempest-ServersTestMultiNic-1484195929-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1812.871298] env[62574]: DEBUG oslo_concurrency.lockutils [None req-e01c7657-c94f-4b9f-95ba-301fb10350d8 tempest-ServersTestMultiNic-1484195929 tempest-ServersTestMultiNic-1484195929-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1812.871613] env[62574]: DEBUG oslo_concurrency.lockutils [None req-e01c7657-c94f-4b9f-95ba-301fb10350d8 tempest-ServersTestMultiNic-1484195929 tempest-ServersTestMultiNic-1484195929-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1812.871863] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f7e26284-e183-44a5-89ec-565b9c5c9796 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.876802] env[62574]: DEBUG oslo_vmware.api [None req-e01c7657-c94f-4b9f-95ba-301fb10350d8 tempest-ServersTestMultiNic-1484195929 tempest-ServersTestMultiNic-1484195929-project-member] Waiting for the task: (returnval){ [ 1812.876802] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]527b13cd-c3b0-88a5-2f5e-0629abb78392" [ 1812.876802] env[62574]: _type = "Task" [ 1812.876802] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1812.886119] env[62574]: DEBUG oslo_vmware.api [None req-e01c7657-c94f-4b9f-95ba-301fb10350d8 tempest-ServersTestMultiNic-1484195929 tempest-ServersTestMultiNic-1484195929-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]527b13cd-c3b0-88a5-2f5e-0629abb78392, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1813.124521] env[62574]: DEBUG oslo_vmware.api [None req-f9d0b9e8-73ee-4c22-8ffa-f6921c3e4385 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]5245ba81-5ced-3184-fad3-f62cd6f82bac, 'name': SearchDatastore_Task, 'duration_secs': 0.009386} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1813.124857] env[62574]: DEBUG oslo_concurrency.lockutils [None req-f9d0b9e8-73ee-4c22-8ffa-f6921c3e4385 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1813.125242] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9d0b9e8-73ee-4c22-8ffa-f6921c3e4385 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk to [datastore1] b4a5297d-ced1-4f1d-8b44-508a8f6d8dc3/b4a5297d-ced1-4f1d-8b44-508a8f6d8dc3.vmdk {{(pid=62574) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1813.125530] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1c6b8c16-a36f-4876-ae51-92f93adab027 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.132769] env[62574]: DEBUG oslo_vmware.api [None req-f9d0b9e8-73ee-4c22-8ffa-f6921c3e4385 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Waiting for the task: (returnval){ [ 1813.132769] env[62574]: value = "task-1862033" [ 1813.132769] env[62574]: _type = "Task" [ 1813.132769] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1813.142124] env[62574]: DEBUG oslo_vmware.api [None req-f9d0b9e8-73ee-4c22-8ffa-f6921c3e4385 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Task: {'id': task-1862033, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1813.198054] env[62574]: DEBUG nova.compute.manager [None req-36585934-6d1d-4b06-8fc9-b3b23ec74bf2 tempest-ServerAddressesTestJSON-1538992806 tempest-ServerAddressesTestJSON-1538992806-project-member] [instance: 1df4bdfb-d2ab-4974-99ed-9c7398e20b1d] Start building block device mappings for instance. {{(pid=62574) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1813.297490] env[62574]: DEBUG oslo_concurrency.lockutils [None req-94fdfb00-15f1-42bd-824e-50d1b210d78a tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1813.394349] env[62574]: DEBUG oslo_vmware.api [None req-e01c7657-c94f-4b9f-95ba-301fb10350d8 tempest-ServersTestMultiNic-1484195929 tempest-ServersTestMultiNic-1484195929-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]527b13cd-c3b0-88a5-2f5e-0629abb78392, 'name': SearchDatastore_Task, 'duration_secs': 0.008897} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1813.397124] env[62574]: DEBUG oslo_concurrency.lockutils [None req-e01c7657-c94f-4b9f-95ba-301fb10350d8 tempest-ServersTestMultiNic-1484195929 tempest-ServersTestMultiNic-1484195929-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1813.397499] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-e01c7657-c94f-4b9f-95ba-301fb10350d8 tempest-ServersTestMultiNic-1484195929 tempest-ServersTestMultiNic-1484195929-project-member] [instance: 5cb931ed-2cde-467c-a11f-0f03be79e11b] Processing image 3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2 {{(pid=62574) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1813.397729] env[62574]: DEBUG oslo_concurrency.lockutils [None req-e01c7657-c94f-4b9f-95ba-301fb10350d8 tempest-ServersTestMultiNic-1484195929 tempest-ServersTestMultiNic-1484195929-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1813.397880] env[62574]: DEBUG oslo_concurrency.lockutils [None req-e01c7657-c94f-4b9f-95ba-301fb10350d8 tempest-ServersTestMultiNic-1484195929 tempest-ServersTestMultiNic-1484195929-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1813.398072] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-e01c7657-c94f-4b9f-95ba-301fb10350d8 tempest-ServersTestMultiNic-1484195929 tempest-ServersTestMultiNic-1484195929-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1813.398670] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2107d8a5-4349-4c19-b709-83307778fa5d {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.413133] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-e01c7657-c94f-4b9f-95ba-301fb10350d8 tempest-ServersTestMultiNic-1484195929 tempest-ServersTestMultiNic-1484195929-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1813.413641] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-e01c7657-c94f-4b9f-95ba-301fb10350d8 tempest-ServersTestMultiNic-1484195929 tempest-ServersTestMultiNic-1484195929-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62574) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1813.416961] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f1923fad-ed6d-4e13-bdc2-b4fcfb572656 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.426019] env[62574]: DEBUG oslo_vmware.api [None req-e01c7657-c94f-4b9f-95ba-301fb10350d8 tempest-ServersTestMultiNic-1484195929 tempest-ServersTestMultiNic-1484195929-project-member] Waiting for the task: (returnval){ [ 1813.426019] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]52630414-4362-0136-cb47-4a5b83186d3a" [ 1813.426019] env[62574]: _type = "Task" [ 1813.426019] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1813.447868] env[62574]: DEBUG oslo_vmware.api [None req-e01c7657-c94f-4b9f-95ba-301fb10350d8 tempest-ServersTestMultiNic-1484195929 tempest-ServersTestMultiNic-1484195929-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52630414-4362-0136-cb47-4a5b83186d3a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1813.450413] env[62574]: DEBUG nova.network.neutron [None req-36585934-6d1d-4b06-8fc9-b3b23ec74bf2 tempest-ServerAddressesTestJSON-1538992806 tempest-ServerAddressesTestJSON-1538992806-project-member] [instance: 1df4bdfb-d2ab-4974-99ed-9c7398e20b1d] Successfully created port: e32a3d9b-9462-465a-b58b-daa61f1d1673 {{(pid=62574) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1813.643999] env[62574]: DEBUG oslo_vmware.api [None req-f9d0b9e8-73ee-4c22-8ffa-f6921c3e4385 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Task: {'id': task-1862033, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1813.675724] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54d2bf05-a958-4dc4-8ac5-ea6106abfd6e {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.685361] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e08b46d1-fc1c-4848-aeb1-c05974f92608 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.729598] env[62574]: DEBUG nova.network.neutron [req-9f7a9f26-06da-4486-a124-82cb7cf4fa0c req-a3fcbbe4-805c-4fca-b08b-09f3fc1e2aa0 service nova] [instance: 5cb931ed-2cde-467c-a11f-0f03be79e11b] Updated VIF entry in instance network info cache for port ac6d5fd4-f351-4d28-9ec1-afa539e81ac7. {{(pid=62574) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1813.729999] env[62574]: DEBUG nova.network.neutron [req-9f7a9f26-06da-4486-a124-82cb7cf4fa0c req-a3fcbbe4-805c-4fca-b08b-09f3fc1e2aa0 service nova] [instance: 5cb931ed-2cde-467c-a11f-0f03be79e11b] Updating instance_info_cache with network_info: [{"id": "075dfeff-b032-43b5-a475-bb376cfd0d1f", "address": "fa:16:3e:09:1a:90", "network": {"id": "5c38696d-2ce5-44a4-bcd9-a3a1a48bca96", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1471526898", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.81", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aea62038e47e423fbefca1cdb5c68d79", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13e71dbb-4279-427c-b39d-ba5df9895e58", "external-id": "nsx-vlan-transportzone-417", "segmentation_id": 417, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap075dfeff-b0", "ovs_interfaceid": "075dfeff-b032-43b5-a475-bb376cfd0d1f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ac6d5fd4-f351-4d28-9ec1-afa539e81ac7", "address": "fa:16:3e:ce:62:e8", "network": {"id": "0317bfac-2b9a-4cf5-b949-f230f6f61aa6", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-387224400", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.234", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "aea62038e47e423fbefca1cdb5c68d79", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c9a12d2-469f-4199-bfaa-f791d765deac", "external-id": "nsx-vlan-transportzone-96", "segmentation_id": 96, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac6d5fd4-f3", "ovs_interfaceid": "ac6d5fd4-f351-4d28-9ec1-afa539e81ac7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1813.734313] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ff59328-79cd-4a3e-b8d3-84ee92fdbfbc {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.743501] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51ecc355-b0cf-4e31-8b6c-e74629a95322 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.758361] env[62574]: DEBUG nova.compute.provider_tree [None req-4e48a156-b311-4d1f-a9b0-95eed1a35b82 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Inventory has not changed in ProviderTree for provider: f0ed160a-beff-4626-a531-2a70d7bc0627 {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1813.855673] env[62574]: DEBUG nova.network.neutron [req-3c5d7de4-631d-458b-9f97-459c85ec1283 req-beab6155-31f1-449d-bc80-22f01cd556dd service nova] [instance: 43793844-f400-4665-b287-bc4374a1ae6d] Updated VIF entry in instance network info cache for port 7de90c52-6b23-4e19-8e20-5842728825ab. {{(pid=62574) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1813.855673] env[62574]: DEBUG nova.network.neutron [req-3c5d7de4-631d-458b-9f97-459c85ec1283 req-beab6155-31f1-449d-bc80-22f01cd556dd service nova] [instance: 43793844-f400-4665-b287-bc4374a1ae6d] Updating instance_info_cache with network_info: [{"id": "7de90c52-6b23-4e19-8e20-5842728825ab", "address": "fa:16:3e:ae:28:b4", "network": {"id": "b2d07115-f5da-483b-99a5-ede728256338", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-116321158-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.173", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ab01ddb6cf3453f8b60099794e20a03", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c20f5114-0866-45b3-9a7c-62f113ff83fa", "external-id": "nsx-vlan-transportzone-47", "segmentation_id": 47, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7de90c52-6b", "ovs_interfaceid": "7de90c52-6b23-4e19-8e20-5842728825ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1813.937050] env[62574]: DEBUG oslo_vmware.api [None req-e01c7657-c94f-4b9f-95ba-301fb10350d8 tempest-ServersTestMultiNic-1484195929 tempest-ServersTestMultiNic-1484195929-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52630414-4362-0136-cb47-4a5b83186d3a, 'name': SearchDatastore_Task, 'duration_secs': 0.06155} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1813.937854] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-653da0de-1181-407c-b2ab-8beb6fb38031 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.943505] env[62574]: DEBUG oslo_vmware.api [None req-e01c7657-c94f-4b9f-95ba-301fb10350d8 tempest-ServersTestMultiNic-1484195929 tempest-ServersTestMultiNic-1484195929-project-member] Waiting for the task: (returnval){ [ 1813.943505] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]52676bb9-25f4-05bc-8d25-c480ae8caa39" [ 1813.943505] env[62574]: _type = "Task" [ 1813.943505] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1813.951181] env[62574]: DEBUG oslo_vmware.api [None req-e01c7657-c94f-4b9f-95ba-301fb10350d8 tempest-ServersTestMultiNic-1484195929 tempest-ServersTestMultiNic-1484195929-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52676bb9-25f4-05bc-8d25-c480ae8caa39, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1814.143165] env[62574]: DEBUG oslo_vmware.api [None req-f9d0b9e8-73ee-4c22-8ffa-f6921c3e4385 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Task: {'id': task-1862033, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.529844} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1814.143455] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9d0b9e8-73ee-4c22-8ffa-f6921c3e4385 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk to [datastore1] b4a5297d-ced1-4f1d-8b44-508a8f6d8dc3/b4a5297d-ced1-4f1d-8b44-508a8f6d8dc3.vmdk {{(pid=62574) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1814.143677] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-f9d0b9e8-73ee-4c22-8ffa-f6921c3e4385 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] [instance: b4a5297d-ced1-4f1d-8b44-508a8f6d8dc3] Extending root virtual disk to 1048576 {{(pid=62574) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1814.143932] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-105cd172-7bee-44c3-842f-8eebc26209e7 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.150376] env[62574]: DEBUG oslo_vmware.api [None req-f9d0b9e8-73ee-4c22-8ffa-f6921c3e4385 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Waiting for the task: (returnval){ [ 1814.150376] env[62574]: value = "task-1862034" [ 1814.150376] env[62574]: _type = "Task" [ 1814.150376] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1814.158232] env[62574]: DEBUG oslo_vmware.api [None req-f9d0b9e8-73ee-4c22-8ffa-f6921c3e4385 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Task: {'id': task-1862034, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1814.238777] env[62574]: DEBUG nova.compute.manager [None req-36585934-6d1d-4b06-8fc9-b3b23ec74bf2 tempest-ServerAddressesTestJSON-1538992806 tempest-ServerAddressesTestJSON-1538992806-project-member] [instance: 1df4bdfb-d2ab-4974-99ed-9c7398e20b1d] Start spawning the instance on the hypervisor. {{(pid=62574) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1814.241526] env[62574]: DEBUG oslo_concurrency.lockutils [req-9f7a9f26-06da-4486-a124-82cb7cf4fa0c req-a3fcbbe4-805c-4fca-b08b-09f3fc1e2aa0 service nova] Releasing lock "refresh_cache-5cb931ed-2cde-467c-a11f-0f03be79e11b" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1814.262491] env[62574]: DEBUG nova.scheduler.client.report [None req-4e48a156-b311-4d1f-a9b0-95eed1a35b82 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Inventory has not changed for provider f0ed160a-beff-4626-a531-2a70d7bc0627 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 148, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1814.278301] env[62574]: DEBUG nova.virt.hardware [None req-36585934-6d1d-4b06-8fc9-b3b23ec74bf2 tempest-ServerAddressesTestJSON-1538992806 tempest-ServerAddressesTestJSON-1538992806-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T19:26:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-13T19:26:40Z,direct_url=,disk_format='vmdk',id=3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7eed1dd4d2c3418eb32c4f4ceda3ab0d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-13T19:26:41Z,virtual_size=,visibility=), allow threads: False {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1814.278560] env[62574]: DEBUG nova.virt.hardware [None req-36585934-6d1d-4b06-8fc9-b3b23ec74bf2 tempest-ServerAddressesTestJSON-1538992806 tempest-ServerAddressesTestJSON-1538992806-project-member] Flavor limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1814.278760] env[62574]: DEBUG nova.virt.hardware [None req-36585934-6d1d-4b06-8fc9-b3b23ec74bf2 tempest-ServerAddressesTestJSON-1538992806 tempest-ServerAddressesTestJSON-1538992806-project-member] Image limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1814.278879] env[62574]: DEBUG nova.virt.hardware [None req-36585934-6d1d-4b06-8fc9-b3b23ec74bf2 tempest-ServerAddressesTestJSON-1538992806 tempest-ServerAddressesTestJSON-1538992806-project-member] Flavor pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1814.279770] env[62574]: DEBUG nova.virt.hardware [None req-36585934-6d1d-4b06-8fc9-b3b23ec74bf2 tempest-ServerAddressesTestJSON-1538992806 tempest-ServerAddressesTestJSON-1538992806-project-member] Image pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1814.279770] env[62574]: DEBUG nova.virt.hardware [None req-36585934-6d1d-4b06-8fc9-b3b23ec74bf2 tempest-ServerAddressesTestJSON-1538992806 tempest-ServerAddressesTestJSON-1538992806-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1814.279936] env[62574]: DEBUG nova.virt.hardware [None req-36585934-6d1d-4b06-8fc9-b3b23ec74bf2 tempest-ServerAddressesTestJSON-1538992806 tempest-ServerAddressesTestJSON-1538992806-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1814.280200] env[62574]: DEBUG nova.virt.hardware [None req-36585934-6d1d-4b06-8fc9-b3b23ec74bf2 tempest-ServerAddressesTestJSON-1538992806 tempest-ServerAddressesTestJSON-1538992806-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1814.280472] env[62574]: DEBUG nova.virt.hardware [None req-36585934-6d1d-4b06-8fc9-b3b23ec74bf2 tempest-ServerAddressesTestJSON-1538992806 tempest-ServerAddressesTestJSON-1538992806-project-member] Got 1 possible topologies {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1814.280724] env[62574]: DEBUG nova.virt.hardware [None req-36585934-6d1d-4b06-8fc9-b3b23ec74bf2 tempest-ServerAddressesTestJSON-1538992806 tempest-ServerAddressesTestJSON-1538992806-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1814.280983] env[62574]: DEBUG nova.virt.hardware [None req-36585934-6d1d-4b06-8fc9-b3b23ec74bf2 tempest-ServerAddressesTestJSON-1538992806 tempest-ServerAddressesTestJSON-1538992806-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1814.281804] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f26f8ff-d198-4c21-910a-84ac07465197 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.293072] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4176db9-f551-407e-9373-0186fac4eff7 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.358876] env[62574]: DEBUG oslo_concurrency.lockutils [req-3c5d7de4-631d-458b-9f97-459c85ec1283 req-beab6155-31f1-449d-bc80-22f01cd556dd service nova] Releasing lock "refresh_cache-43793844-f400-4665-b287-bc4374a1ae6d" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1815.219088] env[62574]: DEBUG oslo_concurrency.lockutils [None req-4e48a156-b311-4d1f-a9b0-95eed1a35b82 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.913s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1815.219517] env[62574]: DEBUG nova.compute.manager [None req-4e48a156-b311-4d1f-a9b0-95eed1a35b82 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] [instance: c790641f-213d-4c82-b627-7ffc416d9f0b] Start building networks asynchronously for instance. {{(pid=62574) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1815.222662] env[62574]: DEBUG oslo_vmware.api [None req-e01c7657-c94f-4b9f-95ba-301fb10350d8 tempest-ServersTestMultiNic-1484195929 tempest-ServersTestMultiNic-1484195929-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52676bb9-25f4-05bc-8d25-c480ae8caa39, 'name': SearchDatastore_Task, 'duration_secs': 0.009245} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1815.225984] env[62574]: DEBUG oslo_concurrency.lockutils [None req-94fdfb00-15f1-42bd-824e-50d1b210d78a tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.367s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1815.227186] env[62574]: INFO nova.compute.claims [None req-94fdfb00-15f1-42bd-824e-50d1b210d78a tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] [instance: 787a4d2b-9ae0-4226-95c3-ed825a3a3f55] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1815.230677] env[62574]: DEBUG oslo_concurrency.lockutils [None req-e01c7657-c94f-4b9f-95ba-301fb10350d8 tempest-ServersTestMultiNic-1484195929 tempest-ServersTestMultiNic-1484195929-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1815.230677] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-e01c7657-c94f-4b9f-95ba-301fb10350d8 tempest-ServersTestMultiNic-1484195929 tempest-ServersTestMultiNic-1484195929-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk to [datastore1] 5cb931ed-2cde-467c-a11f-0f03be79e11b/5cb931ed-2cde-467c-a11f-0f03be79e11b.vmdk {{(pid=62574) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1815.230677] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a765f075-288e-4a31-99d5-1293cd0fda76 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.238385] env[62574]: DEBUG oslo_vmware.api [None req-f9d0b9e8-73ee-4c22-8ffa-f6921c3e4385 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Task: {'id': task-1862034, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.147429} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1815.239695] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-f9d0b9e8-73ee-4c22-8ffa-f6921c3e4385 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] [instance: b4a5297d-ced1-4f1d-8b44-508a8f6d8dc3] Extended root virtual disk {{(pid=62574) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1815.240066] env[62574]: DEBUG oslo_vmware.api [None req-e01c7657-c94f-4b9f-95ba-301fb10350d8 tempest-ServersTestMultiNic-1484195929 tempest-ServersTestMultiNic-1484195929-project-member] Waiting for the task: (returnval){ [ 1815.240066] env[62574]: value = "task-1862035" [ 1815.240066] env[62574]: _type = "Task" [ 1815.240066] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1815.240755] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d03806e8-d7ff-4ffd-9357-903d09ff99d9 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.253018] env[62574]: DEBUG oslo_vmware.api [None req-e01c7657-c94f-4b9f-95ba-301fb10350d8 tempest-ServersTestMultiNic-1484195929 tempest-ServersTestMultiNic-1484195929-project-member] Task: {'id': task-1862035, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1815.270811] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9d0b9e8-73ee-4c22-8ffa-f6921c3e4385 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] [instance: b4a5297d-ced1-4f1d-8b44-508a8f6d8dc3] Reconfiguring VM instance instance-0000004e to attach disk [datastore1] b4a5297d-ced1-4f1d-8b44-508a8f6d8dc3/b4a5297d-ced1-4f1d-8b44-508a8f6d8dc3.vmdk or device None with type sparse {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1815.270811] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ebfe0acf-14e0-4954-bcb3-dd0db3aef683 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.289313] env[62574]: DEBUG oslo_vmware.api [None req-f9d0b9e8-73ee-4c22-8ffa-f6921c3e4385 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Waiting for the task: (returnval){ [ 1815.289313] env[62574]: value = "task-1862036" [ 1815.289313] env[62574]: _type = "Task" [ 1815.289313] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1815.297861] env[62574]: DEBUG oslo_vmware.api [None req-f9d0b9e8-73ee-4c22-8ffa-f6921c3e4385 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Task: {'id': task-1862036, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1815.370736] env[62574]: DEBUG nova.compute.manager [req-fd87c325-c42a-4ca2-8c0b-369bd2d091bf req-e99eb2d4-a6e2-4d4a-9af5-1d2fffc5b3fc service nova] [instance: 1df4bdfb-d2ab-4974-99ed-9c7398e20b1d] Received event network-vif-plugged-e32a3d9b-9462-465a-b58b-daa61f1d1673 {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1815.370972] env[62574]: DEBUG oslo_concurrency.lockutils [req-fd87c325-c42a-4ca2-8c0b-369bd2d091bf req-e99eb2d4-a6e2-4d4a-9af5-1d2fffc5b3fc service nova] Acquiring lock "1df4bdfb-d2ab-4974-99ed-9c7398e20b1d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1815.372911] env[62574]: DEBUG oslo_concurrency.lockutils [req-fd87c325-c42a-4ca2-8c0b-369bd2d091bf req-e99eb2d4-a6e2-4d4a-9af5-1d2fffc5b3fc service nova] Lock "1df4bdfb-d2ab-4974-99ed-9c7398e20b1d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1815.372911] env[62574]: DEBUG oslo_concurrency.lockutils [req-fd87c325-c42a-4ca2-8c0b-369bd2d091bf req-e99eb2d4-a6e2-4d4a-9af5-1d2fffc5b3fc service nova] Lock "1df4bdfb-d2ab-4974-99ed-9c7398e20b1d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1815.372911] env[62574]: DEBUG nova.compute.manager [req-fd87c325-c42a-4ca2-8c0b-369bd2d091bf req-e99eb2d4-a6e2-4d4a-9af5-1d2fffc5b3fc service nova] [instance: 1df4bdfb-d2ab-4974-99ed-9c7398e20b1d] No waiting events found dispatching network-vif-plugged-e32a3d9b-9462-465a-b58b-daa61f1d1673 {{(pid=62574) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1815.372911] env[62574]: WARNING nova.compute.manager [req-fd87c325-c42a-4ca2-8c0b-369bd2d091bf req-e99eb2d4-a6e2-4d4a-9af5-1d2fffc5b3fc service nova] [instance: 1df4bdfb-d2ab-4974-99ed-9c7398e20b1d] Received unexpected event network-vif-plugged-e32a3d9b-9462-465a-b58b-daa61f1d1673 for instance with vm_state building and task_state spawning. [ 1815.732658] env[62574]: DEBUG nova.compute.utils [None req-4e48a156-b311-4d1f-a9b0-95eed1a35b82 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Using /dev/sd instead of None {{(pid=62574) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1815.738829] env[62574]: DEBUG nova.compute.manager [None req-4e48a156-b311-4d1f-a9b0-95eed1a35b82 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] [instance: c790641f-213d-4c82-b627-7ffc416d9f0b] Allocating IP information in the background. {{(pid=62574) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1815.738829] env[62574]: DEBUG nova.network.neutron [None req-4e48a156-b311-4d1f-a9b0-95eed1a35b82 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] [instance: c790641f-213d-4c82-b627-7ffc416d9f0b] allocate_for_instance() {{(pid=62574) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1815.758837] env[62574]: DEBUG oslo_vmware.api [None req-e01c7657-c94f-4b9f-95ba-301fb10350d8 tempest-ServersTestMultiNic-1484195929 tempest-ServersTestMultiNic-1484195929-project-member] Task: {'id': task-1862035, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.461175} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1815.759572] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-e01c7657-c94f-4b9f-95ba-301fb10350d8 tempest-ServersTestMultiNic-1484195929 tempest-ServersTestMultiNic-1484195929-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk to [datastore1] 5cb931ed-2cde-467c-a11f-0f03be79e11b/5cb931ed-2cde-467c-a11f-0f03be79e11b.vmdk {{(pid=62574) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1815.761037] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-e01c7657-c94f-4b9f-95ba-301fb10350d8 tempest-ServersTestMultiNic-1484195929 tempest-ServersTestMultiNic-1484195929-project-member] [instance: 5cb931ed-2cde-467c-a11f-0f03be79e11b] Extending root virtual disk to 1048576 {{(pid=62574) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1815.761149] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ed183c22-5b0a-4bfc-864f-4da23b66c2ca {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.770363] env[62574]: DEBUG oslo_vmware.api [None req-e01c7657-c94f-4b9f-95ba-301fb10350d8 tempest-ServersTestMultiNic-1484195929 tempest-ServersTestMultiNic-1484195929-project-member] Waiting for the task: (returnval){ [ 1815.770363] env[62574]: value = "task-1862037" [ 1815.770363] env[62574]: _type = "Task" [ 1815.770363] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1815.780404] env[62574]: DEBUG oslo_vmware.api [None req-e01c7657-c94f-4b9f-95ba-301fb10350d8 tempest-ServersTestMultiNic-1484195929 tempest-ServersTestMultiNic-1484195929-project-member] Task: {'id': task-1862037, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1815.801246] env[62574]: DEBUG oslo_vmware.api [None req-f9d0b9e8-73ee-4c22-8ffa-f6921c3e4385 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Task: {'id': task-1862036, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1815.902787] env[62574]: DEBUG nova.policy [None req-4e48a156-b311-4d1f-a9b0-95eed1a35b82 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1ff4b494e991450eb0aae14044b25d3d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dd623c359a6848e68b723390c29ce7e6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62574) authorize /opt/stack/nova/nova/policy.py:192}} [ 1815.946542] env[62574]: DEBUG nova.network.neutron [None req-36585934-6d1d-4b06-8fc9-b3b23ec74bf2 tempest-ServerAddressesTestJSON-1538992806 tempest-ServerAddressesTestJSON-1538992806-project-member] [instance: 1df4bdfb-d2ab-4974-99ed-9c7398e20b1d] Successfully updated port: e32a3d9b-9462-465a-b58b-daa61f1d1673 {{(pid=62574) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1816.242485] env[62574]: DEBUG nova.compute.manager [None req-4e48a156-b311-4d1f-a9b0-95eed1a35b82 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] [instance: c790641f-213d-4c82-b627-7ffc416d9f0b] Start building block device mappings for instance. {{(pid=62574) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1816.287900] env[62574]: DEBUG oslo_vmware.api [None req-e01c7657-c94f-4b9f-95ba-301fb10350d8 tempest-ServersTestMultiNic-1484195929 tempest-ServersTestMultiNic-1484195929-project-member] Task: {'id': task-1862037, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068093} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1816.288764] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-e01c7657-c94f-4b9f-95ba-301fb10350d8 tempest-ServersTestMultiNic-1484195929 tempest-ServersTestMultiNic-1484195929-project-member] [instance: 5cb931ed-2cde-467c-a11f-0f03be79e11b] Extended root virtual disk {{(pid=62574) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1816.291611] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-509a955f-197a-4f4a-93af-277512c912ec {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.327062] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-e01c7657-c94f-4b9f-95ba-301fb10350d8 tempest-ServersTestMultiNic-1484195929 tempest-ServersTestMultiNic-1484195929-project-member] [instance: 5cb931ed-2cde-467c-a11f-0f03be79e11b] Reconfiguring VM instance instance-0000004d to attach disk [datastore1] 5cb931ed-2cde-467c-a11f-0f03be79e11b/5cb931ed-2cde-467c-a11f-0f03be79e11b.vmdk or device None with type sparse {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1816.333961] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-92dcf2a5-09e1-4d61-ad2e-ceb5da1ebdfb {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.349232] env[62574]: DEBUG oslo_vmware.api [None req-f9d0b9e8-73ee-4c22-8ffa-f6921c3e4385 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Task: {'id': task-1862036, 'name': ReconfigVM_Task, 'duration_secs': 0.544054} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1816.350250] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9d0b9e8-73ee-4c22-8ffa-f6921c3e4385 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] [instance: b4a5297d-ced1-4f1d-8b44-508a8f6d8dc3] Reconfigured VM instance instance-0000004e to attach disk [datastore1] b4a5297d-ced1-4f1d-8b44-508a8f6d8dc3/b4a5297d-ced1-4f1d-8b44-508a8f6d8dc3.vmdk or device None with type sparse {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1816.351074] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b1ee57e4-6f43-4552-ae73-3c69eaeb9637 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.356545] env[62574]: DEBUG oslo_vmware.api [None req-e01c7657-c94f-4b9f-95ba-301fb10350d8 tempest-ServersTestMultiNic-1484195929 tempest-ServersTestMultiNic-1484195929-project-member] Waiting for the task: (returnval){ [ 1816.356545] env[62574]: value = "task-1862038" [ 1816.356545] env[62574]: _type = "Task" [ 1816.356545] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1816.360437] env[62574]: DEBUG oslo_vmware.api [None req-f9d0b9e8-73ee-4c22-8ffa-f6921c3e4385 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Waiting for the task: (returnval){ [ 1816.360437] env[62574]: value = "task-1862039" [ 1816.360437] env[62574]: _type = "Task" [ 1816.360437] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1816.378260] env[62574]: DEBUG oslo_vmware.api [None req-e01c7657-c94f-4b9f-95ba-301fb10350d8 tempest-ServersTestMultiNic-1484195929 tempest-ServersTestMultiNic-1484195929-project-member] Task: {'id': task-1862038, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1816.378260] env[62574]: DEBUG oslo_vmware.api [None req-f9d0b9e8-73ee-4c22-8ffa-f6921c3e4385 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Task: {'id': task-1862039, 'name': Rename_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1816.394134] env[62574]: DEBUG nova.network.neutron [None req-4e48a156-b311-4d1f-a9b0-95eed1a35b82 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] [instance: c790641f-213d-4c82-b627-7ffc416d9f0b] Successfully created port: 718cb771-517c-4e6e-ba3e-da8bb08d6607 {{(pid=62574) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1816.456992] env[62574]: DEBUG oslo_concurrency.lockutils [None req-36585934-6d1d-4b06-8fc9-b3b23ec74bf2 tempest-ServerAddressesTestJSON-1538992806 tempest-ServerAddressesTestJSON-1538992806-project-member] Acquiring lock "refresh_cache-1df4bdfb-d2ab-4974-99ed-9c7398e20b1d" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1816.456992] env[62574]: DEBUG oslo_concurrency.lockutils [None req-36585934-6d1d-4b06-8fc9-b3b23ec74bf2 tempest-ServerAddressesTestJSON-1538992806 tempest-ServerAddressesTestJSON-1538992806-project-member] Acquired lock "refresh_cache-1df4bdfb-d2ab-4974-99ed-9c7398e20b1d" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1816.456992] env[62574]: DEBUG nova.network.neutron [None req-36585934-6d1d-4b06-8fc9-b3b23ec74bf2 tempest-ServerAddressesTestJSON-1538992806 tempest-ServerAddressesTestJSON-1538992806-project-member] [instance: 1df4bdfb-d2ab-4974-99ed-9c7398e20b1d] Building network info cache for instance {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1816.621091] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f6ed45d-487c-4f52-b10c-bc42dd7f9973 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.629058] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f1b55cc-ae0c-47fd-9894-d47402959553 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.665299] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-351fd0ec-7578-47f6-b21e-44bf353589b6 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.674144] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c60891e-3193-4244-b5bc-8e43c2efd67c {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.689641] env[62574]: DEBUG nova.compute.provider_tree [None req-94fdfb00-15f1-42bd-824e-50d1b210d78a tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Inventory has not changed in ProviderTree for provider: f0ed160a-beff-4626-a531-2a70d7bc0627 {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1816.870290] env[62574]: DEBUG oslo_vmware.api [None req-e01c7657-c94f-4b9f-95ba-301fb10350d8 tempest-ServersTestMultiNic-1484195929 tempest-ServersTestMultiNic-1484195929-project-member] Task: {'id': task-1862038, 'name': ReconfigVM_Task, 'duration_secs': 0.348072} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1816.873633] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-e01c7657-c94f-4b9f-95ba-301fb10350d8 tempest-ServersTestMultiNic-1484195929 tempest-ServersTestMultiNic-1484195929-project-member] [instance: 5cb931ed-2cde-467c-a11f-0f03be79e11b] Reconfigured VM instance instance-0000004d to attach disk [datastore1] 5cb931ed-2cde-467c-a11f-0f03be79e11b/5cb931ed-2cde-467c-a11f-0f03be79e11b.vmdk or device None with type sparse {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1816.874351] env[62574]: DEBUG oslo_vmware.api [None req-f9d0b9e8-73ee-4c22-8ffa-f6921c3e4385 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Task: {'id': task-1862039, 'name': Rename_Task, 'duration_secs': 0.164838} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1816.874717] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-733bd9c3-b5e6-41d0-81e6-12f40f4d467f {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.876180] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9d0b9e8-73ee-4c22-8ffa-f6921c3e4385 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] [instance: b4a5297d-ced1-4f1d-8b44-508a8f6d8dc3] Powering on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1816.876406] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3e89a13f-04f5-482b-8893-5c172f94fbc3 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.882908] env[62574]: DEBUG oslo_vmware.api [None req-e01c7657-c94f-4b9f-95ba-301fb10350d8 tempest-ServersTestMultiNic-1484195929 tempest-ServersTestMultiNic-1484195929-project-member] Waiting for the task: (returnval){ [ 1816.882908] env[62574]: value = "task-1862040" [ 1816.882908] env[62574]: _type = "Task" [ 1816.882908] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1816.884178] env[62574]: DEBUG oslo_vmware.api [None req-f9d0b9e8-73ee-4c22-8ffa-f6921c3e4385 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Waiting for the task: (returnval){ [ 1816.884178] env[62574]: value = "task-1862041" [ 1816.884178] env[62574]: _type = "Task" [ 1816.884178] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1816.894736] env[62574]: DEBUG oslo_vmware.api [None req-e01c7657-c94f-4b9f-95ba-301fb10350d8 tempest-ServersTestMultiNic-1484195929 tempest-ServersTestMultiNic-1484195929-project-member] Task: {'id': task-1862040, 'name': Rename_Task} progress is 6%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1816.897694] env[62574]: DEBUG oslo_vmware.api [None req-f9d0b9e8-73ee-4c22-8ffa-f6921c3e4385 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Task: {'id': task-1862041, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1816.999590] env[62574]: DEBUG nova.network.neutron [None req-36585934-6d1d-4b06-8fc9-b3b23ec74bf2 tempest-ServerAddressesTestJSON-1538992806 tempest-ServerAddressesTestJSON-1538992806-project-member] [instance: 1df4bdfb-d2ab-4974-99ed-9c7398e20b1d] Instance cache missing network info. {{(pid=62574) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1817.184116] env[62574]: DEBUG nova.network.neutron [None req-36585934-6d1d-4b06-8fc9-b3b23ec74bf2 tempest-ServerAddressesTestJSON-1538992806 tempest-ServerAddressesTestJSON-1538992806-project-member] [instance: 1df4bdfb-d2ab-4974-99ed-9c7398e20b1d] Updating instance_info_cache with network_info: [{"id": "e32a3d9b-9462-465a-b58b-daa61f1d1673", "address": "fa:16:3e:94:ca:40", "network": {"id": "e16b788f-d3ac-4263-8ad4-b8390e6bc9e2", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-767303944-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "57795dd8ced9412cb84234af2a2a6832", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ff1f3320-df8e-49df-a412-9797a23bd173", "external-id": "nsx-vlan-transportzone-217", "segmentation_id": 217, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape32a3d9b-94", "ovs_interfaceid": "e32a3d9b-9462-465a-b58b-daa61f1d1673", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1817.193119] env[62574]: DEBUG nova.scheduler.client.report [None req-94fdfb00-15f1-42bd-824e-50d1b210d78a tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Inventory has not changed for provider f0ed160a-beff-4626-a531-2a70d7bc0627 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 148, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1817.259062] env[62574]: DEBUG nova.compute.manager [None req-4e48a156-b311-4d1f-a9b0-95eed1a35b82 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] [instance: c790641f-213d-4c82-b627-7ffc416d9f0b] Start spawning the instance on the hypervisor. {{(pid=62574) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1817.283688] env[62574]: DEBUG nova.virt.hardware [None req-4e48a156-b311-4d1f-a9b0-95eed1a35b82 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T19:26:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-13T19:26:40Z,direct_url=,disk_format='vmdk',id=3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7eed1dd4d2c3418eb32c4f4ceda3ab0d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-13T19:26:41Z,virtual_size=,visibility=), allow threads: False {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1817.283688] env[62574]: DEBUG nova.virt.hardware [None req-4e48a156-b311-4d1f-a9b0-95eed1a35b82 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Flavor limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1817.283688] env[62574]: DEBUG nova.virt.hardware [None req-4e48a156-b311-4d1f-a9b0-95eed1a35b82 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Image limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1817.283688] env[62574]: DEBUG nova.virt.hardware [None req-4e48a156-b311-4d1f-a9b0-95eed1a35b82 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Flavor pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1817.283688] env[62574]: DEBUG nova.virt.hardware [None req-4e48a156-b311-4d1f-a9b0-95eed1a35b82 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Image pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1817.283688] env[62574]: DEBUG nova.virt.hardware [None req-4e48a156-b311-4d1f-a9b0-95eed1a35b82 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1817.283688] env[62574]: DEBUG nova.virt.hardware [None req-4e48a156-b311-4d1f-a9b0-95eed1a35b82 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1817.283688] env[62574]: DEBUG nova.virt.hardware [None req-4e48a156-b311-4d1f-a9b0-95eed1a35b82 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1817.285031] env[62574]: DEBUG nova.virt.hardware [None req-4e48a156-b311-4d1f-a9b0-95eed1a35b82 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Got 1 possible topologies {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1817.285031] env[62574]: DEBUG nova.virt.hardware [None req-4e48a156-b311-4d1f-a9b0-95eed1a35b82 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1817.285031] env[62574]: DEBUG nova.virt.hardware [None req-4e48a156-b311-4d1f-a9b0-95eed1a35b82 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1817.286185] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1eef6867-970f-4427-bca0-9f968c54e6e7 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.294733] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7420e19-2963-4cd9-8f76-2ec8f6d4c947 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.401291] env[62574]: DEBUG oslo_vmware.api [None req-f9d0b9e8-73ee-4c22-8ffa-f6921c3e4385 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Task: {'id': task-1862041, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1817.404421] env[62574]: DEBUG oslo_vmware.api [None req-e01c7657-c94f-4b9f-95ba-301fb10350d8 tempest-ServersTestMultiNic-1484195929 tempest-ServersTestMultiNic-1484195929-project-member] Task: {'id': task-1862040, 'name': Rename_Task, 'duration_secs': 0.197433} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1817.404637] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-e01c7657-c94f-4b9f-95ba-301fb10350d8 tempest-ServersTestMultiNic-1484195929 tempest-ServersTestMultiNic-1484195929-project-member] [instance: 5cb931ed-2cde-467c-a11f-0f03be79e11b] Powering on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1817.405448] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-923c1b8e-fea1-404e-a482-7d5e2ba50ba7 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.413025] env[62574]: DEBUG oslo_vmware.api [None req-e01c7657-c94f-4b9f-95ba-301fb10350d8 tempest-ServersTestMultiNic-1484195929 tempest-ServersTestMultiNic-1484195929-project-member] Waiting for the task: (returnval){ [ 1817.413025] env[62574]: value = "task-1862042" [ 1817.413025] env[62574]: _type = "Task" [ 1817.413025] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1817.419647] env[62574]: DEBUG nova.compute.manager [req-25005707-e3c7-46cf-8c5e-0e9072214162 req-2142348f-7188-4a08-b858-a6745c3a4caf service nova] [instance: 1df4bdfb-d2ab-4974-99ed-9c7398e20b1d] Received event network-changed-e32a3d9b-9462-465a-b58b-daa61f1d1673 {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1817.419647] env[62574]: DEBUG nova.compute.manager [req-25005707-e3c7-46cf-8c5e-0e9072214162 req-2142348f-7188-4a08-b858-a6745c3a4caf service nova] [instance: 1df4bdfb-d2ab-4974-99ed-9c7398e20b1d] Refreshing instance network info cache due to event network-changed-e32a3d9b-9462-465a-b58b-daa61f1d1673. {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1817.419647] env[62574]: DEBUG oslo_concurrency.lockutils [req-25005707-e3c7-46cf-8c5e-0e9072214162 req-2142348f-7188-4a08-b858-a6745c3a4caf service nova] Acquiring lock "refresh_cache-1df4bdfb-d2ab-4974-99ed-9c7398e20b1d" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1817.423602] env[62574]: DEBUG oslo_vmware.api [None req-e01c7657-c94f-4b9f-95ba-301fb10350d8 tempest-ServersTestMultiNic-1484195929 tempest-ServersTestMultiNic-1484195929-project-member] Task: {'id': task-1862042, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1817.690866] env[62574]: DEBUG oslo_concurrency.lockutils [None req-36585934-6d1d-4b06-8fc9-b3b23ec74bf2 tempest-ServerAddressesTestJSON-1538992806 tempest-ServerAddressesTestJSON-1538992806-project-member] Releasing lock "refresh_cache-1df4bdfb-d2ab-4974-99ed-9c7398e20b1d" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1817.691101] env[62574]: DEBUG nova.compute.manager [None req-36585934-6d1d-4b06-8fc9-b3b23ec74bf2 tempest-ServerAddressesTestJSON-1538992806 tempest-ServerAddressesTestJSON-1538992806-project-member] [instance: 1df4bdfb-d2ab-4974-99ed-9c7398e20b1d] Instance network_info: |[{"id": "e32a3d9b-9462-465a-b58b-daa61f1d1673", "address": "fa:16:3e:94:ca:40", "network": {"id": "e16b788f-d3ac-4263-8ad4-b8390e6bc9e2", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-767303944-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "57795dd8ced9412cb84234af2a2a6832", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ff1f3320-df8e-49df-a412-9797a23bd173", "external-id": "nsx-vlan-transportzone-217", "segmentation_id": 217, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape32a3d9b-94", "ovs_interfaceid": "e32a3d9b-9462-465a-b58b-daa61f1d1673", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62574) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1817.691447] env[62574]: DEBUG oslo_concurrency.lockutils [req-25005707-e3c7-46cf-8c5e-0e9072214162 req-2142348f-7188-4a08-b858-a6745c3a4caf service nova] Acquired lock "refresh_cache-1df4bdfb-d2ab-4974-99ed-9c7398e20b1d" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1817.691659] env[62574]: DEBUG nova.network.neutron [req-25005707-e3c7-46cf-8c5e-0e9072214162 req-2142348f-7188-4a08-b858-a6745c3a4caf service nova] [instance: 1df4bdfb-d2ab-4974-99ed-9c7398e20b1d] Refreshing network info cache for port e32a3d9b-9462-465a-b58b-daa61f1d1673 {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1817.694876] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-36585934-6d1d-4b06-8fc9-b3b23ec74bf2 tempest-ServerAddressesTestJSON-1538992806 tempest-ServerAddressesTestJSON-1538992806-project-member] [instance: 1df4bdfb-d2ab-4974-99ed-9c7398e20b1d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:94:ca:40', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ff1f3320-df8e-49df-a412-9797a23bd173', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e32a3d9b-9462-465a-b58b-daa61f1d1673', 'vif_model': 'vmxnet3'}] {{(pid=62574) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1817.702912] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-36585934-6d1d-4b06-8fc9-b3b23ec74bf2 tempest-ServerAddressesTestJSON-1538992806 tempest-ServerAddressesTestJSON-1538992806-project-member] Creating folder: Project (57795dd8ced9412cb84234af2a2a6832). Parent ref: group-v384746. {{(pid=62574) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1817.704607] env[62574]: DEBUG oslo_concurrency.lockutils [None req-94fdfb00-15f1-42bd-824e-50d1b210d78a tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.479s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1817.705218] env[62574]: DEBUG nova.compute.manager [None req-94fdfb00-15f1-42bd-824e-50d1b210d78a tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] [instance: 787a4d2b-9ae0-4226-95c3-ed825a3a3f55] Start building networks asynchronously for instance. {{(pid=62574) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1817.708286] env[62574]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-858e6f88-2fac-443e-91e8-bd6e474ab84a {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.710405] env[62574]: DEBUG oslo_concurrency.lockutils [None req-94fdfb00-15f1-42bd-824e-50d1b210d78a tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.413s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1817.711942] env[62574]: INFO nova.compute.claims [None req-94fdfb00-15f1-42bd-824e-50d1b210d78a tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] [instance: 8abe0c7b-f3f1-4f99-83f0-ddff0d909b82] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1817.725755] env[62574]: INFO nova.virt.vmwareapi.vm_util [None req-36585934-6d1d-4b06-8fc9-b3b23ec74bf2 tempest-ServerAddressesTestJSON-1538992806 tempest-ServerAddressesTestJSON-1538992806-project-member] Created folder: Project (57795dd8ced9412cb84234af2a2a6832) in parent group-v384746. [ 1817.726012] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-36585934-6d1d-4b06-8fc9-b3b23ec74bf2 tempest-ServerAddressesTestJSON-1538992806 tempest-ServerAddressesTestJSON-1538992806-project-member] Creating folder: Instances. Parent ref: group-v384955. {{(pid=62574) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1817.726410] env[62574]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d4b5d8d7-794a-4d44-91a6-1283ccf0ed33 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.738524] env[62574]: INFO nova.virt.vmwareapi.vm_util [None req-36585934-6d1d-4b06-8fc9-b3b23ec74bf2 tempest-ServerAddressesTestJSON-1538992806 tempest-ServerAddressesTestJSON-1538992806-project-member] Created folder: Instances in parent group-v384955. [ 1817.738787] env[62574]: DEBUG oslo.service.loopingcall [None req-36585934-6d1d-4b06-8fc9-b3b23ec74bf2 tempest-ServerAddressesTestJSON-1538992806 tempest-ServerAddressesTestJSON-1538992806-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62574) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1817.739047] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1df4bdfb-d2ab-4974-99ed-9c7398e20b1d] Creating VM on the ESX host {{(pid=62574) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1817.739313] env[62574]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7e398d3f-47b5-42b6-913b-c1442e8b9483 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.761648] env[62574]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1817.761648] env[62574]: value = "task-1862045" [ 1817.761648] env[62574]: _type = "Task" [ 1817.761648] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1817.770668] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1862045, 'name': CreateVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1817.899645] env[62574]: DEBUG oslo_vmware.api [None req-f9d0b9e8-73ee-4c22-8ffa-f6921c3e4385 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Task: {'id': task-1862041, 'name': PowerOnVM_Task, 'duration_secs': 0.587698} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1817.900038] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9d0b9e8-73ee-4c22-8ffa-f6921c3e4385 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] [instance: b4a5297d-ced1-4f1d-8b44-508a8f6d8dc3] Powered on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1817.900130] env[62574]: INFO nova.compute.manager [None req-f9d0b9e8-73ee-4c22-8ffa-f6921c3e4385 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] [instance: b4a5297d-ced1-4f1d-8b44-508a8f6d8dc3] Took 8.98 seconds to spawn the instance on the hypervisor. [ 1817.900317] env[62574]: DEBUG nova.compute.manager [None req-f9d0b9e8-73ee-4c22-8ffa-f6921c3e4385 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] [instance: b4a5297d-ced1-4f1d-8b44-508a8f6d8dc3] Checking state {{(pid=62574) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1817.901098] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f4dc05a-5580-45b8-bc17-a71ef745b5ad {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.922913] env[62574]: DEBUG oslo_vmware.api [None req-e01c7657-c94f-4b9f-95ba-301fb10350d8 tempest-ServersTestMultiNic-1484195929 tempest-ServersTestMultiNic-1484195929-project-member] Task: {'id': task-1862042, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1818.052855] env[62574]: DEBUG oslo_concurrency.lockutils [None req-51afe9e7-9752-4d73-9f14-94ccaf9b0296 tempest-ServersV294TestFqdnHostnames-1063698810 tempest-ServersV294TestFqdnHostnames-1063698810-project-member] Acquiring lock "bd144d1a-a8e0-4d1f-ad0d-f3192e5cacd1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1818.053209] env[62574]: DEBUG oslo_concurrency.lockutils [None req-51afe9e7-9752-4d73-9f14-94ccaf9b0296 tempest-ServersV294TestFqdnHostnames-1063698810 tempest-ServersV294TestFqdnHostnames-1063698810-project-member] Lock "bd144d1a-a8e0-4d1f-ad0d-f3192e5cacd1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1818.077559] env[62574]: DEBUG nova.network.neutron [None req-4e48a156-b311-4d1f-a9b0-95eed1a35b82 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] [instance: c790641f-213d-4c82-b627-7ffc416d9f0b] Successfully updated port: 718cb771-517c-4e6e-ba3e-da8bb08d6607 {{(pid=62574) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1818.211893] env[62574]: DEBUG nova.compute.utils [None req-94fdfb00-15f1-42bd-824e-50d1b210d78a tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Using /dev/sd instead of None {{(pid=62574) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1818.213082] env[62574]: DEBUG nova.compute.manager [None req-94fdfb00-15f1-42bd-824e-50d1b210d78a tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] [instance: 787a4d2b-9ae0-4226-95c3-ed825a3a3f55] Allocating IP information in the background. {{(pid=62574) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1818.213331] env[62574]: DEBUG nova.network.neutron [None req-94fdfb00-15f1-42bd-824e-50d1b210d78a tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] [instance: 787a4d2b-9ae0-4226-95c3-ed825a3a3f55] allocate_for_instance() {{(pid=62574) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1818.271407] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1862045, 'name': CreateVM_Task} progress is 25%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1818.288107] env[62574]: DEBUG nova.policy [None req-94fdfb00-15f1-42bd-824e-50d1b210d78a tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f86533d519de4315910812141dca5309', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '98d2d71fa23141efa5a8a6ad920fbd1b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62574) authorize /opt/stack/nova/nova/policy.py:192}} [ 1818.422898] env[62574]: INFO nova.compute.manager [None req-f9d0b9e8-73ee-4c22-8ffa-f6921c3e4385 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] [instance: b4a5297d-ced1-4f1d-8b44-508a8f6d8dc3] Took 23.79 seconds to build instance. [ 1818.429187] env[62574]: DEBUG oslo_vmware.api [None req-e01c7657-c94f-4b9f-95ba-301fb10350d8 tempest-ServersTestMultiNic-1484195929 tempest-ServersTestMultiNic-1484195929-project-member] Task: {'id': task-1862042, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1818.555886] env[62574]: DEBUG nova.compute.manager [None req-51afe9e7-9752-4d73-9f14-94ccaf9b0296 tempest-ServersV294TestFqdnHostnames-1063698810 tempest-ServersV294TestFqdnHostnames-1063698810-project-member] [instance: bd144d1a-a8e0-4d1f-ad0d-f3192e5cacd1] Starting instance... {{(pid=62574) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1818.566818] env[62574]: DEBUG nova.network.neutron [req-25005707-e3c7-46cf-8c5e-0e9072214162 req-2142348f-7188-4a08-b858-a6745c3a4caf service nova] [instance: 1df4bdfb-d2ab-4974-99ed-9c7398e20b1d] Updated VIF entry in instance network info cache for port e32a3d9b-9462-465a-b58b-daa61f1d1673. {{(pid=62574) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1818.567228] env[62574]: DEBUG nova.network.neutron [req-25005707-e3c7-46cf-8c5e-0e9072214162 req-2142348f-7188-4a08-b858-a6745c3a4caf service nova] [instance: 1df4bdfb-d2ab-4974-99ed-9c7398e20b1d] Updating instance_info_cache with network_info: [{"id": "e32a3d9b-9462-465a-b58b-daa61f1d1673", "address": "fa:16:3e:94:ca:40", "network": {"id": "e16b788f-d3ac-4263-8ad4-b8390e6bc9e2", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-767303944-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "57795dd8ced9412cb84234af2a2a6832", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ff1f3320-df8e-49df-a412-9797a23bd173", "external-id": "nsx-vlan-transportzone-217", "segmentation_id": 217, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape32a3d9b-94", "ovs_interfaceid": "e32a3d9b-9462-465a-b58b-daa61f1d1673", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1818.579987] env[62574]: DEBUG oslo_concurrency.lockutils [None req-4e48a156-b311-4d1f-a9b0-95eed1a35b82 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Acquiring lock "refresh_cache-c790641f-213d-4c82-b627-7ffc416d9f0b" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1818.581163] env[62574]: DEBUG oslo_concurrency.lockutils [None req-4e48a156-b311-4d1f-a9b0-95eed1a35b82 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Acquired lock "refresh_cache-c790641f-213d-4c82-b627-7ffc416d9f0b" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1818.581163] env[62574]: DEBUG nova.network.neutron [None req-4e48a156-b311-4d1f-a9b0-95eed1a35b82 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] [instance: c790641f-213d-4c82-b627-7ffc416d9f0b] Building network info cache for instance {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1818.689085] env[62574]: DEBUG nova.network.neutron [None req-94fdfb00-15f1-42bd-824e-50d1b210d78a tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] [instance: 787a4d2b-9ae0-4226-95c3-ed825a3a3f55] Successfully created port: a235432f-4970-4f4f-af7b-25f6ca6c0ee6 {{(pid=62574) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1818.717119] env[62574]: DEBUG nova.compute.manager [None req-94fdfb00-15f1-42bd-824e-50d1b210d78a tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] [instance: 787a4d2b-9ae0-4226-95c3-ed825a3a3f55] Start building block device mappings for instance. {{(pid=62574) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1818.774611] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1862045, 'name': CreateVM_Task} progress is 25%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1818.924727] env[62574]: DEBUG oslo_concurrency.lockutils [None req-f9d0b9e8-73ee-4c22-8ffa-f6921c3e4385 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Lock "b4a5297d-ced1-4f1d-8b44-508a8f6d8dc3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.299s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1818.930327] env[62574]: DEBUG oslo_vmware.api [None req-e01c7657-c94f-4b9f-95ba-301fb10350d8 tempest-ServersTestMultiNic-1484195929 tempest-ServersTestMultiNic-1484195929-project-member] Task: {'id': task-1862042, 'name': PowerOnVM_Task, 'duration_secs': 1.018981} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1818.930327] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-e01c7657-c94f-4b9f-95ba-301fb10350d8 tempest-ServersTestMultiNic-1484195929 tempest-ServersTestMultiNic-1484195929-project-member] [instance: 5cb931ed-2cde-467c-a11f-0f03be79e11b] Powered on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1818.930327] env[62574]: INFO nova.compute.manager [None req-e01c7657-c94f-4b9f-95ba-301fb10350d8 tempest-ServersTestMultiNic-1484195929 tempest-ServersTestMultiNic-1484195929-project-member] [instance: 5cb931ed-2cde-467c-a11f-0f03be79e11b] Took 12.39 seconds to spawn the instance on the hypervisor. [ 1818.930327] env[62574]: DEBUG nova.compute.manager [None req-e01c7657-c94f-4b9f-95ba-301fb10350d8 tempest-ServersTestMultiNic-1484195929 tempest-ServersTestMultiNic-1484195929-project-member] [instance: 5cb931ed-2cde-467c-a11f-0f03be79e11b] Checking state {{(pid=62574) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1818.930874] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-173f52e3-ac82-43f1-9fc3-0a069a09f814 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.071361] env[62574]: DEBUG oslo_concurrency.lockutils [req-25005707-e3c7-46cf-8c5e-0e9072214162 req-2142348f-7188-4a08-b858-a6745c3a4caf service nova] Releasing lock "refresh_cache-1df4bdfb-d2ab-4974-99ed-9c7398e20b1d" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1819.083941] env[62574]: DEBUG oslo_concurrency.lockutils [None req-51afe9e7-9752-4d73-9f14-94ccaf9b0296 tempest-ServersV294TestFqdnHostnames-1063698810 tempest-ServersV294TestFqdnHostnames-1063698810-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1819.125702] env[62574]: DEBUG nova.network.neutron [None req-4e48a156-b311-4d1f-a9b0-95eed1a35b82 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] [instance: c790641f-213d-4c82-b627-7ffc416d9f0b] Instance cache missing network info. {{(pid=62574) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1819.175843] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6429644-9199-42cf-bfd1-8b7a850375da {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.183284] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d10a4c0-6908-4e81-9a11-1b8f262ec972 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.216975] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6baef38-0602-46fb-815f-385b1d7768ae {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.227719] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc16a3ce-8be0-4bb0-b690-0a7d05660d02 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.240943] env[62574]: DEBUG nova.compute.provider_tree [None req-94fdfb00-15f1-42bd-824e-50d1b210d78a tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Inventory has not changed in ProviderTree for provider: f0ed160a-beff-4626-a531-2a70d7bc0627 {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1819.273851] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1862045, 'name': CreateVM_Task} progress is 25%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1819.291038] env[62574]: DEBUG nova.network.neutron [None req-4e48a156-b311-4d1f-a9b0-95eed1a35b82 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] [instance: c790641f-213d-4c82-b627-7ffc416d9f0b] Updating instance_info_cache with network_info: [{"id": "718cb771-517c-4e6e-ba3e-da8bb08d6607", "address": "fa:16:3e:90:e8:e1", "network": {"id": "8bd12a38-08c1-4356-9843-f29b17be87eb", "bridge": "br-int", "label": "tempest-ServersTestJSON-544040280-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd623c359a6848e68b723390c29ce7e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cb94a1a-f287-46e7-b63b-ec692c2141b4", "external-id": "nsx-vlan-transportzone-346", "segmentation_id": 346, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap718cb771-51", "ovs_interfaceid": "718cb771-517c-4e6e-ba3e-da8bb08d6607", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1819.442282] env[62574]: DEBUG nova.compute.manager [req-5df3f182-dc96-4342-97c7-35be16ab5e79 req-611c1210-350b-4ca7-848b-072278d73461 service nova] [instance: c790641f-213d-4c82-b627-7ffc416d9f0b] Received event network-vif-plugged-718cb771-517c-4e6e-ba3e-da8bb08d6607 {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1819.442514] env[62574]: DEBUG oslo_concurrency.lockutils [req-5df3f182-dc96-4342-97c7-35be16ab5e79 req-611c1210-350b-4ca7-848b-072278d73461 service nova] Acquiring lock "c790641f-213d-4c82-b627-7ffc416d9f0b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1819.442728] env[62574]: DEBUG oslo_concurrency.lockutils [req-5df3f182-dc96-4342-97c7-35be16ab5e79 req-611c1210-350b-4ca7-848b-072278d73461 service nova] Lock "c790641f-213d-4c82-b627-7ffc416d9f0b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1819.442914] env[62574]: DEBUG oslo_concurrency.lockutils [req-5df3f182-dc96-4342-97c7-35be16ab5e79 req-611c1210-350b-4ca7-848b-072278d73461 service nova] Lock "c790641f-213d-4c82-b627-7ffc416d9f0b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1819.443108] env[62574]: DEBUG nova.compute.manager [req-5df3f182-dc96-4342-97c7-35be16ab5e79 req-611c1210-350b-4ca7-848b-072278d73461 service nova] [instance: c790641f-213d-4c82-b627-7ffc416d9f0b] No waiting events found dispatching network-vif-plugged-718cb771-517c-4e6e-ba3e-da8bb08d6607 {{(pid=62574) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1819.443281] env[62574]: WARNING nova.compute.manager [req-5df3f182-dc96-4342-97c7-35be16ab5e79 req-611c1210-350b-4ca7-848b-072278d73461 service nova] [instance: c790641f-213d-4c82-b627-7ffc416d9f0b] Received unexpected event network-vif-plugged-718cb771-517c-4e6e-ba3e-da8bb08d6607 for instance with vm_state building and task_state spawning. [ 1819.443448] env[62574]: DEBUG nova.compute.manager [req-5df3f182-dc96-4342-97c7-35be16ab5e79 req-611c1210-350b-4ca7-848b-072278d73461 service nova] [instance: c790641f-213d-4c82-b627-7ffc416d9f0b] Received event network-changed-718cb771-517c-4e6e-ba3e-da8bb08d6607 {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1819.443617] env[62574]: DEBUG nova.compute.manager [req-5df3f182-dc96-4342-97c7-35be16ab5e79 req-611c1210-350b-4ca7-848b-072278d73461 service nova] [instance: c790641f-213d-4c82-b627-7ffc416d9f0b] Refreshing instance network info cache due to event network-changed-718cb771-517c-4e6e-ba3e-da8bb08d6607. {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1819.443781] env[62574]: DEBUG oslo_concurrency.lockutils [req-5df3f182-dc96-4342-97c7-35be16ab5e79 req-611c1210-350b-4ca7-848b-072278d73461 service nova] Acquiring lock "refresh_cache-c790641f-213d-4c82-b627-7ffc416d9f0b" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1819.452541] env[62574]: INFO nova.compute.manager [None req-e01c7657-c94f-4b9f-95ba-301fb10350d8 tempest-ServersTestMultiNic-1484195929 tempest-ServersTestMultiNic-1484195929-project-member] [instance: 5cb931ed-2cde-467c-a11f-0f03be79e11b] Took 26.22 seconds to build instance. [ 1819.556765] env[62574]: DEBUG oslo_concurrency.lockutils [None req-c77e2f6e-ef03-44ba-b16b-c1927e46ba8a tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Acquiring lock "b4a5297d-ced1-4f1d-8b44-508a8f6d8dc3" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1819.557046] env[62574]: DEBUG oslo_concurrency.lockutils [None req-c77e2f6e-ef03-44ba-b16b-c1927e46ba8a tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Lock "b4a5297d-ced1-4f1d-8b44-508a8f6d8dc3" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1819.557237] env[62574]: INFO nova.compute.manager [None req-c77e2f6e-ef03-44ba-b16b-c1927e46ba8a tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] [instance: b4a5297d-ced1-4f1d-8b44-508a8f6d8dc3] Shelving [ 1819.733629] env[62574]: DEBUG nova.compute.manager [None req-94fdfb00-15f1-42bd-824e-50d1b210d78a tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] [instance: 787a4d2b-9ae0-4226-95c3-ed825a3a3f55] Start spawning the instance on the hypervisor. {{(pid=62574) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1819.744415] env[62574]: DEBUG nova.scheduler.client.report [None req-94fdfb00-15f1-42bd-824e-50d1b210d78a tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Inventory has not changed for provider f0ed160a-beff-4626-a531-2a70d7bc0627 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 148, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1819.764484] env[62574]: DEBUG nova.virt.hardware [None req-94fdfb00-15f1-42bd-824e-50d1b210d78a tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T19:26:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-13T19:26:40Z,direct_url=,disk_format='vmdk',id=3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7eed1dd4d2c3418eb32c4f4ceda3ab0d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-13T19:26:41Z,virtual_size=,visibility=), allow threads: False {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1819.764484] env[62574]: DEBUG nova.virt.hardware [None req-94fdfb00-15f1-42bd-824e-50d1b210d78a tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Flavor limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1819.764484] env[62574]: DEBUG nova.virt.hardware [None req-94fdfb00-15f1-42bd-824e-50d1b210d78a tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Image limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1819.764484] env[62574]: DEBUG nova.virt.hardware [None req-94fdfb00-15f1-42bd-824e-50d1b210d78a tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Flavor pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1819.764484] env[62574]: DEBUG nova.virt.hardware [None req-94fdfb00-15f1-42bd-824e-50d1b210d78a tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Image pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1819.764484] env[62574]: DEBUG nova.virt.hardware [None req-94fdfb00-15f1-42bd-824e-50d1b210d78a tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1819.764894] env[62574]: DEBUG nova.virt.hardware [None req-94fdfb00-15f1-42bd-824e-50d1b210d78a tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1819.764894] env[62574]: DEBUG nova.virt.hardware [None req-94fdfb00-15f1-42bd-824e-50d1b210d78a tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1819.764894] env[62574]: DEBUG nova.virt.hardware [None req-94fdfb00-15f1-42bd-824e-50d1b210d78a tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Got 1 possible topologies {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1819.765056] env[62574]: DEBUG nova.virt.hardware [None req-94fdfb00-15f1-42bd-824e-50d1b210d78a tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1819.765431] env[62574]: DEBUG nova.virt.hardware [None req-94fdfb00-15f1-42bd-824e-50d1b210d78a tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1819.766146] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-208276de-53fb-4d37-9550-464e1a402e2a {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.780720] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1862045, 'name': CreateVM_Task} progress is 25%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1819.781992] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-283721e2-3c86-4cd3-8fe2-4d794b832fef {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.796446] env[62574]: DEBUG oslo_concurrency.lockutils [None req-4e48a156-b311-4d1f-a9b0-95eed1a35b82 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Releasing lock "refresh_cache-c790641f-213d-4c82-b627-7ffc416d9f0b" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1819.796822] env[62574]: DEBUG nova.compute.manager [None req-4e48a156-b311-4d1f-a9b0-95eed1a35b82 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] [instance: c790641f-213d-4c82-b627-7ffc416d9f0b] Instance network_info: |[{"id": "718cb771-517c-4e6e-ba3e-da8bb08d6607", "address": "fa:16:3e:90:e8:e1", "network": {"id": "8bd12a38-08c1-4356-9843-f29b17be87eb", "bridge": "br-int", "label": "tempest-ServersTestJSON-544040280-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd623c359a6848e68b723390c29ce7e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cb94a1a-f287-46e7-b63b-ec692c2141b4", "external-id": "nsx-vlan-transportzone-346", "segmentation_id": 346, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap718cb771-51", "ovs_interfaceid": "718cb771-517c-4e6e-ba3e-da8bb08d6607", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62574) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1819.797717] env[62574]: DEBUG oslo_concurrency.lockutils [req-5df3f182-dc96-4342-97c7-35be16ab5e79 req-611c1210-350b-4ca7-848b-072278d73461 service nova] Acquired lock "refresh_cache-c790641f-213d-4c82-b627-7ffc416d9f0b" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1819.797860] env[62574]: DEBUG nova.network.neutron [req-5df3f182-dc96-4342-97c7-35be16ab5e79 req-611c1210-350b-4ca7-848b-072278d73461 service nova] [instance: c790641f-213d-4c82-b627-7ffc416d9f0b] Refreshing network info cache for port 718cb771-517c-4e6e-ba3e-da8bb08d6607 {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1819.799079] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-4e48a156-b311-4d1f-a9b0-95eed1a35b82 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] [instance: c790641f-213d-4c82-b627-7ffc416d9f0b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:90:e8:e1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1cb94a1a-f287-46e7-b63b-ec692c2141b4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '718cb771-517c-4e6e-ba3e-da8bb08d6607', 'vif_model': 'vmxnet3'}] {{(pid=62574) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1819.807667] env[62574]: DEBUG oslo.service.loopingcall [None req-4e48a156-b311-4d1f-a9b0-95eed1a35b82 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62574) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1819.808139] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c790641f-213d-4c82-b627-7ffc416d9f0b] Creating VM on the ESX host {{(pid=62574) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1819.808367] env[62574]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c89a92fc-e6bf-414b-872d-9f427de12468 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.832113] env[62574]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1819.832113] env[62574]: value = "task-1862046" [ 1819.832113] env[62574]: _type = "Task" [ 1819.832113] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1819.841208] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1862046, 'name': CreateVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1819.954105] env[62574]: DEBUG oslo_concurrency.lockutils [None req-e01c7657-c94f-4b9f-95ba-301fb10350d8 tempest-ServersTestMultiNic-1484195929 tempest-ServersTestMultiNic-1484195929-project-member] Lock "5cb931ed-2cde-467c-a11f-0f03be79e11b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.729s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1820.024122] env[62574]: DEBUG oslo_concurrency.lockutils [None req-bf963c92-382f-4142-9c9f-36cee108b4da tempest-ServersTestMultiNic-1484195929 tempest-ServersTestMultiNic-1484195929-project-member] Acquiring lock "5cb931ed-2cde-467c-a11f-0f03be79e11b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1820.024365] env[62574]: DEBUG oslo_concurrency.lockutils [None req-bf963c92-382f-4142-9c9f-36cee108b4da tempest-ServersTestMultiNic-1484195929 tempest-ServersTestMultiNic-1484195929-project-member] Lock "5cb931ed-2cde-467c-a11f-0f03be79e11b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1820.024605] env[62574]: DEBUG oslo_concurrency.lockutils [None req-bf963c92-382f-4142-9c9f-36cee108b4da tempest-ServersTestMultiNic-1484195929 tempest-ServersTestMultiNic-1484195929-project-member] Acquiring lock "5cb931ed-2cde-467c-a11f-0f03be79e11b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1820.024801] env[62574]: DEBUG oslo_concurrency.lockutils [None req-bf963c92-382f-4142-9c9f-36cee108b4da tempest-ServersTestMultiNic-1484195929 tempest-ServersTestMultiNic-1484195929-project-member] Lock "5cb931ed-2cde-467c-a11f-0f03be79e11b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1820.025212] env[62574]: DEBUG oslo_concurrency.lockutils [None req-bf963c92-382f-4142-9c9f-36cee108b4da tempest-ServersTestMultiNic-1484195929 tempest-ServersTestMultiNic-1484195929-project-member] Lock "5cb931ed-2cde-467c-a11f-0f03be79e11b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1820.028017] env[62574]: INFO nova.compute.manager [None req-bf963c92-382f-4142-9c9f-36cee108b4da tempest-ServersTestMultiNic-1484195929 tempest-ServersTestMultiNic-1484195929-project-member] [instance: 5cb931ed-2cde-467c-a11f-0f03be79e11b] Terminating instance [ 1820.253969] env[62574]: DEBUG oslo_concurrency.lockutils [None req-94fdfb00-15f1-42bd-824e-50d1b210d78a tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.543s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1820.254477] env[62574]: DEBUG nova.compute.manager [None req-94fdfb00-15f1-42bd-824e-50d1b210d78a tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] [instance: 8abe0c7b-f3f1-4f99-83f0-ddff0d909b82] Start building networks asynchronously for instance. {{(pid=62574) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1820.258754] env[62574]: DEBUG oslo_concurrency.lockutils [None req-51afe9e7-9752-4d73-9f14-94ccaf9b0296 tempest-ServersV294TestFqdnHostnames-1063698810 tempest-ServersV294TestFqdnHostnames-1063698810-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.175s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1820.260339] env[62574]: INFO nova.compute.claims [None req-51afe9e7-9752-4d73-9f14-94ccaf9b0296 tempest-ServersV294TestFqdnHostnames-1063698810 tempest-ServersV294TestFqdnHostnames-1063698810-project-member] [instance: bd144d1a-a8e0-4d1f-ad0d-f3192e5cacd1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1820.277095] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1862045, 'name': CreateVM_Task} progress is 25%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1820.343210] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1862046, 'name': CreateVM_Task} progress is 25%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1820.510709] env[62574]: DEBUG oslo_concurrency.lockutils [None req-766b41da-d654-45c6-95a2-0e28228acc99 tempest-ServersTestFqdnHostnames-1156924450 tempest-ServersTestFqdnHostnames-1156924450-project-member] Acquiring lock "a3e0bf12-7471-4d8d-bb31-bf4b3b35f87f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1820.510986] env[62574]: DEBUG oslo_concurrency.lockutils [None req-766b41da-d654-45c6-95a2-0e28228acc99 tempest-ServersTestFqdnHostnames-1156924450 tempest-ServersTestFqdnHostnames-1156924450-project-member] Lock "a3e0bf12-7471-4d8d-bb31-bf4b3b35f87f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1820.511236] env[62574]: DEBUG oslo_concurrency.lockutils [None req-766b41da-d654-45c6-95a2-0e28228acc99 tempest-ServersTestFqdnHostnames-1156924450 tempest-ServersTestFqdnHostnames-1156924450-project-member] Acquiring lock "a3e0bf12-7471-4d8d-bb31-bf4b3b35f87f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1820.511423] env[62574]: DEBUG oslo_concurrency.lockutils [None req-766b41da-d654-45c6-95a2-0e28228acc99 tempest-ServersTestFqdnHostnames-1156924450 tempest-ServersTestFqdnHostnames-1156924450-project-member] Lock "a3e0bf12-7471-4d8d-bb31-bf4b3b35f87f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1820.511655] env[62574]: DEBUG oslo_concurrency.lockutils [None req-766b41da-d654-45c6-95a2-0e28228acc99 tempest-ServersTestFqdnHostnames-1156924450 tempest-ServersTestFqdnHostnames-1156924450-project-member] Lock "a3e0bf12-7471-4d8d-bb31-bf4b3b35f87f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1820.514786] env[62574]: INFO nova.compute.manager [None req-766b41da-d654-45c6-95a2-0e28228acc99 tempest-ServersTestFqdnHostnames-1156924450 tempest-ServersTestFqdnHostnames-1156924450-project-member] [instance: a3e0bf12-7471-4d8d-bb31-bf4b3b35f87f] Terminating instance [ 1820.535330] env[62574]: DEBUG nova.compute.manager [None req-bf963c92-382f-4142-9c9f-36cee108b4da tempest-ServersTestMultiNic-1484195929 tempest-ServersTestMultiNic-1484195929-project-member] [instance: 5cb931ed-2cde-467c-a11f-0f03be79e11b] Start destroying the instance on the hypervisor. {{(pid=62574) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1820.535330] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-bf963c92-382f-4142-9c9f-36cee108b4da tempest-ServersTestMultiNic-1484195929 tempest-ServersTestMultiNic-1484195929-project-member] [instance: 5cb931ed-2cde-467c-a11f-0f03be79e11b] Destroying instance {{(pid=62574) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1820.535330] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee7873ee-84dc-46ff-b5d8-a0d17867e8bd {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.543844] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf963c92-382f-4142-9c9f-36cee108b4da tempest-ServersTestMultiNic-1484195929 tempest-ServersTestMultiNic-1484195929-project-member] [instance: 5cb931ed-2cde-467c-a11f-0f03be79e11b] Powering off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1820.544238] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d3f44e44-cd32-4bb7-aa68-4135f6eb4a63 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.551465] env[62574]: DEBUG oslo_vmware.api [None req-bf963c92-382f-4142-9c9f-36cee108b4da tempest-ServersTestMultiNic-1484195929 tempest-ServersTestMultiNic-1484195929-project-member] Waiting for the task: (returnval){ [ 1820.551465] env[62574]: value = "task-1862047" [ 1820.551465] env[62574]: _type = "Task" [ 1820.551465] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1820.560794] env[62574]: DEBUG oslo_vmware.api [None req-bf963c92-382f-4142-9c9f-36cee108b4da tempest-ServersTestMultiNic-1484195929 tempest-ServersTestMultiNic-1484195929-project-member] Task: {'id': task-1862047, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1820.573129] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-c77e2f6e-ef03-44ba-b16b-c1927e46ba8a tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] [instance: b4a5297d-ced1-4f1d-8b44-508a8f6d8dc3] Powering off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1820.574912] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7fd03069-4f44-4a49-9035-9410070e6f53 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.584166] env[62574]: DEBUG oslo_vmware.api [None req-c77e2f6e-ef03-44ba-b16b-c1927e46ba8a tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Waiting for the task: (returnval){ [ 1820.584166] env[62574]: value = "task-1862048" [ 1820.584166] env[62574]: _type = "Task" [ 1820.584166] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1820.590197] env[62574]: DEBUG oslo_vmware.api [None req-c77e2f6e-ef03-44ba-b16b-c1927e46ba8a tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Task: {'id': task-1862048, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1820.644276] env[62574]: DEBUG nova.network.neutron [req-5df3f182-dc96-4342-97c7-35be16ab5e79 req-611c1210-350b-4ca7-848b-072278d73461 service nova] [instance: c790641f-213d-4c82-b627-7ffc416d9f0b] Updated VIF entry in instance network info cache for port 718cb771-517c-4e6e-ba3e-da8bb08d6607. {{(pid=62574) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1820.644720] env[62574]: DEBUG nova.network.neutron [req-5df3f182-dc96-4342-97c7-35be16ab5e79 req-611c1210-350b-4ca7-848b-072278d73461 service nova] [instance: c790641f-213d-4c82-b627-7ffc416d9f0b] Updating instance_info_cache with network_info: [{"id": "718cb771-517c-4e6e-ba3e-da8bb08d6607", "address": "fa:16:3e:90:e8:e1", "network": {"id": "8bd12a38-08c1-4356-9843-f29b17be87eb", "bridge": "br-int", "label": "tempest-ServersTestJSON-544040280-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd623c359a6848e68b723390c29ce7e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cb94a1a-f287-46e7-b63b-ec692c2141b4", "external-id": "nsx-vlan-transportzone-346", "segmentation_id": 346, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap718cb771-51", "ovs_interfaceid": "718cb771-517c-4e6e-ba3e-da8bb08d6607", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1820.766297] env[62574]: DEBUG nova.compute.utils [None req-94fdfb00-15f1-42bd-824e-50d1b210d78a tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Using /dev/sd instead of None {{(pid=62574) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1820.770493] env[62574]: DEBUG nova.compute.manager [None req-94fdfb00-15f1-42bd-824e-50d1b210d78a tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] [instance: 8abe0c7b-f3f1-4f99-83f0-ddff0d909b82] Allocating IP information in the background. {{(pid=62574) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1820.770493] env[62574]: DEBUG nova.network.neutron [None req-94fdfb00-15f1-42bd-824e-50d1b210d78a tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] [instance: 8abe0c7b-f3f1-4f99-83f0-ddff0d909b82] allocate_for_instance() {{(pid=62574) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1820.787812] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1862045, 'name': CreateVM_Task} progress is 25%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1820.820248] env[62574]: DEBUG nova.policy [None req-94fdfb00-15f1-42bd-824e-50d1b210d78a tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f86533d519de4315910812141dca5309', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '98d2d71fa23141efa5a8a6ad920fbd1b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62574) authorize /opt/stack/nova/nova/policy.py:192}} [ 1820.842680] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1862046, 'name': CreateVM_Task} progress is 25%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1821.019714] env[62574]: DEBUG nova.compute.manager [None req-766b41da-d654-45c6-95a2-0e28228acc99 tempest-ServersTestFqdnHostnames-1156924450 tempest-ServersTestFqdnHostnames-1156924450-project-member] [instance: a3e0bf12-7471-4d8d-bb31-bf4b3b35f87f] Start destroying the instance on the hypervisor. {{(pid=62574) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1821.019967] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-766b41da-d654-45c6-95a2-0e28228acc99 tempest-ServersTestFqdnHostnames-1156924450 tempest-ServersTestFqdnHostnames-1156924450-project-member] [instance: a3e0bf12-7471-4d8d-bb31-bf4b3b35f87f] Destroying instance {{(pid=62574) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1821.021222] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2d759d4-429b-4712-a852-196b151005c3 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.029603] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-766b41da-d654-45c6-95a2-0e28228acc99 tempest-ServersTestFqdnHostnames-1156924450 tempest-ServersTestFqdnHostnames-1156924450-project-member] [instance: a3e0bf12-7471-4d8d-bb31-bf4b3b35f87f] Powering off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1821.029885] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c3a699a6-92a7-4e9f-a8d4-5ae89230157b {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.036749] env[62574]: DEBUG oslo_vmware.api [None req-766b41da-d654-45c6-95a2-0e28228acc99 tempest-ServersTestFqdnHostnames-1156924450 tempest-ServersTestFqdnHostnames-1156924450-project-member] Waiting for the task: (returnval){ [ 1821.036749] env[62574]: value = "task-1862049" [ 1821.036749] env[62574]: _type = "Task" [ 1821.036749] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1821.047517] env[62574]: DEBUG oslo_vmware.api [None req-766b41da-d654-45c6-95a2-0e28228acc99 tempest-ServersTestFqdnHostnames-1156924450 tempest-ServersTestFqdnHostnames-1156924450-project-member] Task: {'id': task-1862049, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1821.061701] env[62574]: DEBUG oslo_vmware.api [None req-bf963c92-382f-4142-9c9f-36cee108b4da tempest-ServersTestMultiNic-1484195929 tempest-ServersTestMultiNic-1484195929-project-member] Task: {'id': task-1862047, 'name': PowerOffVM_Task, 'duration_secs': 0.369822} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1821.062038] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf963c92-382f-4142-9c9f-36cee108b4da tempest-ServersTestMultiNic-1484195929 tempest-ServersTestMultiNic-1484195929-project-member] [instance: 5cb931ed-2cde-467c-a11f-0f03be79e11b] Powered off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1821.062343] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-bf963c92-382f-4142-9c9f-36cee108b4da tempest-ServersTestMultiNic-1484195929 tempest-ServersTestMultiNic-1484195929-project-member] [instance: 5cb931ed-2cde-467c-a11f-0f03be79e11b] Unregistering the VM {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1821.063363] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-192f199b-e5f9-446d-9e76-96f03ef847ca {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.092467] env[62574]: DEBUG oslo_vmware.api [None req-c77e2f6e-ef03-44ba-b16b-c1927e46ba8a tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Task: {'id': task-1862048, 'name': PowerOffVM_Task, 'duration_secs': 0.341679} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1821.093233] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-c77e2f6e-ef03-44ba-b16b-c1927e46ba8a tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] [instance: b4a5297d-ced1-4f1d-8b44-508a8f6d8dc3] Powered off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1821.094406] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-070f3968-3563-4ad0-a70f-f26e3bc577a4 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.102222] env[62574]: DEBUG nova.network.neutron [None req-94fdfb00-15f1-42bd-824e-50d1b210d78a tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] [instance: 8abe0c7b-f3f1-4f99-83f0-ddff0d909b82] Successfully created port: baff4b00-78a9-4d4d-96df-17b88e29c2ca {{(pid=62574) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1821.116482] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bbc84b4-cd56-4359-a381-ab755304f73a {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.147422] env[62574]: DEBUG oslo_concurrency.lockutils [req-5df3f182-dc96-4342-97c7-35be16ab5e79 req-611c1210-350b-4ca7-848b-072278d73461 service nova] Releasing lock "refresh_cache-c790641f-213d-4c82-b627-7ffc416d9f0b" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1821.271232] env[62574]: DEBUG nova.compute.manager [None req-94fdfb00-15f1-42bd-824e-50d1b210d78a tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] [instance: 8abe0c7b-f3f1-4f99-83f0-ddff0d909b82] Start building block device mappings for instance. {{(pid=62574) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1821.294456] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1862045, 'name': CreateVM_Task} progress is 25%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1821.347125] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1862046, 'name': CreateVM_Task} progress is 25%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1821.549561] env[62574]: DEBUG oslo_vmware.api [None req-766b41da-d654-45c6-95a2-0e28228acc99 tempest-ServersTestFqdnHostnames-1156924450 tempest-ServersTestFqdnHostnames-1156924450-project-member] Task: {'id': task-1862049, 'name': PowerOffVM_Task, 'duration_secs': 0.182528} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1821.550092] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-766b41da-d654-45c6-95a2-0e28228acc99 tempest-ServersTestFqdnHostnames-1156924450 tempest-ServersTestFqdnHostnames-1156924450-project-member] [instance: a3e0bf12-7471-4d8d-bb31-bf4b3b35f87f] Powered off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1821.550461] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-766b41da-d654-45c6-95a2-0e28228acc99 tempest-ServersTestFqdnHostnames-1156924450 tempest-ServersTestFqdnHostnames-1156924450-project-member] [instance: a3e0bf12-7471-4d8d-bb31-bf4b3b35f87f] Unregistering the VM {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1821.551475] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5df9ee89-f6c8-42f0-83c0-42e511b9f862 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.581695] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7285e9ba-f3d9-4342-8f5a-c88d29a94692 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.589806] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd0f9dbf-03dd-42c8-931a-9fc94ca687e4 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.622372] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f332d39-8902-40fa-9403-9ed1107d5253 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.627717] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-c77e2f6e-ef03-44ba-b16b-c1927e46ba8a tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] [instance: b4a5297d-ced1-4f1d-8b44-508a8f6d8dc3] Creating Snapshot of the VM instance {{(pid=62574) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1821.631252] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-fc807f7c-fb71-4822-824d-8e4651b9f15d {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.634964] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37cde175-c6dc-4689-9f06-ce886ba3a6c9 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.649392] env[62574]: DEBUG nova.compute.provider_tree [None req-51afe9e7-9752-4d73-9f14-94ccaf9b0296 tempest-ServersV294TestFqdnHostnames-1063698810 tempest-ServersV294TestFqdnHostnames-1063698810-project-member] Inventory has not changed in ProviderTree for provider: f0ed160a-beff-4626-a531-2a70d7bc0627 {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1821.651941] env[62574]: DEBUG oslo_vmware.api [None req-c77e2f6e-ef03-44ba-b16b-c1927e46ba8a tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Waiting for the task: (returnval){ [ 1821.651941] env[62574]: value = "task-1862052" [ 1821.651941] env[62574]: _type = "Task" [ 1821.651941] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1821.663478] env[62574]: DEBUG oslo_vmware.api [None req-c77e2f6e-ef03-44ba-b16b-c1927e46ba8a tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Task: {'id': task-1862052, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1821.786952] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1862045, 'name': CreateVM_Task} progress is 25%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1821.845036] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1862046, 'name': CreateVM_Task} progress is 25%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1822.153925] env[62574]: DEBUG nova.scheduler.client.report [None req-51afe9e7-9752-4d73-9f14-94ccaf9b0296 tempest-ServersV294TestFqdnHostnames-1063698810 tempest-ServersV294TestFqdnHostnames-1063698810-project-member] Inventory has not changed for provider f0ed160a-beff-4626-a531-2a70d7bc0627 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 148, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1822.173545] env[62574]: DEBUG oslo_vmware.api [None req-c77e2f6e-ef03-44ba-b16b-c1927e46ba8a tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Task: {'id': task-1862052, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1822.286192] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1862045, 'name': CreateVM_Task} progress is 25%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1822.288662] env[62574]: DEBUG nova.compute.manager [None req-94fdfb00-15f1-42bd-824e-50d1b210d78a tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] [instance: 8abe0c7b-f3f1-4f99-83f0-ddff0d909b82] Start spawning the instance on the hypervisor. {{(pid=62574) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1822.319702] env[62574]: DEBUG nova.virt.hardware [None req-94fdfb00-15f1-42bd-824e-50d1b210d78a tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T19:26:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-13T19:26:40Z,direct_url=,disk_format='vmdk',id=3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7eed1dd4d2c3418eb32c4f4ceda3ab0d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-13T19:26:41Z,virtual_size=,visibility=), allow threads: False {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1822.320049] env[62574]: DEBUG nova.virt.hardware [None req-94fdfb00-15f1-42bd-824e-50d1b210d78a tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Flavor limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1822.320137] env[62574]: DEBUG nova.virt.hardware [None req-94fdfb00-15f1-42bd-824e-50d1b210d78a tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Image limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1822.320986] env[62574]: DEBUG nova.virt.hardware [None req-94fdfb00-15f1-42bd-824e-50d1b210d78a tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Flavor pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1822.321242] env[62574]: DEBUG nova.virt.hardware [None req-94fdfb00-15f1-42bd-824e-50d1b210d78a tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Image pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1822.321557] env[62574]: DEBUG nova.virt.hardware [None req-94fdfb00-15f1-42bd-824e-50d1b210d78a tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1822.321692] env[62574]: DEBUG nova.virt.hardware [None req-94fdfb00-15f1-42bd-824e-50d1b210d78a tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1822.321865] env[62574]: DEBUG nova.virt.hardware [None req-94fdfb00-15f1-42bd-824e-50d1b210d78a tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1822.322063] env[62574]: DEBUG nova.virt.hardware [None req-94fdfb00-15f1-42bd-824e-50d1b210d78a tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Got 1 possible topologies {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1822.322628] env[62574]: DEBUG nova.virt.hardware [None req-94fdfb00-15f1-42bd-824e-50d1b210d78a tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1822.322751] env[62574]: DEBUG nova.virt.hardware [None req-94fdfb00-15f1-42bd-824e-50d1b210d78a tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1822.323726] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec11950d-d8f4-4992-828d-4f47e319af42 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1822.333944] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a83ef4d-58eb-4592-baec-49ebe870c5c3 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1822.355886] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1862046, 'name': CreateVM_Task} progress is 25%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1822.663684] env[62574]: DEBUG oslo_concurrency.lockutils [None req-51afe9e7-9752-4d73-9f14-94ccaf9b0296 tempest-ServersV294TestFqdnHostnames-1063698810 tempest-ServersV294TestFqdnHostnames-1063698810-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.405s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1822.664535] env[62574]: DEBUG nova.compute.manager [None req-51afe9e7-9752-4d73-9f14-94ccaf9b0296 tempest-ServersV294TestFqdnHostnames-1063698810 tempest-ServersV294TestFqdnHostnames-1063698810-project-member] [instance: bd144d1a-a8e0-4d1f-ad0d-f3192e5cacd1] Start building networks asynchronously for instance. {{(pid=62574) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1822.684895] env[62574]: DEBUG oslo_vmware.api [None req-c77e2f6e-ef03-44ba-b16b-c1927e46ba8a tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Task: {'id': task-1862052, 'name': CreateSnapshot_Task, 'duration_secs': 0.561742} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1822.685143] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-c77e2f6e-ef03-44ba-b16b-c1927e46ba8a tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] [instance: b4a5297d-ced1-4f1d-8b44-508a8f6d8dc3] Created Snapshot of the VM instance {{(pid=62574) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1822.685980] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16f574fd-6883-478b-99e7-73a58322bbbe {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1822.785435] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1862045, 'name': CreateVM_Task} progress is 25%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1822.847734] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1862046, 'name': CreateVM_Task} progress is 25%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1823.178350] env[62574]: DEBUG nova.compute.utils [None req-51afe9e7-9752-4d73-9f14-94ccaf9b0296 tempest-ServersV294TestFqdnHostnames-1063698810 tempest-ServersV294TestFqdnHostnames-1063698810-project-member] Using /dev/sd instead of None {{(pid=62574) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1823.179880] env[62574]: DEBUG nova.compute.manager [None req-51afe9e7-9752-4d73-9f14-94ccaf9b0296 tempest-ServersV294TestFqdnHostnames-1063698810 tempest-ServersV294TestFqdnHostnames-1063698810-project-member] [instance: bd144d1a-a8e0-4d1f-ad0d-f3192e5cacd1] Allocating IP information in the background. {{(pid=62574) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1823.180736] env[62574]: DEBUG nova.network.neutron [None req-51afe9e7-9752-4d73-9f14-94ccaf9b0296 tempest-ServersV294TestFqdnHostnames-1063698810 tempest-ServersV294TestFqdnHostnames-1063698810-project-member] [instance: bd144d1a-a8e0-4d1f-ad0d-f3192e5cacd1] allocate_for_instance() {{(pid=62574) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1823.207090] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-c77e2f6e-ef03-44ba-b16b-c1927e46ba8a tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] [instance: b4a5297d-ced1-4f1d-8b44-508a8f6d8dc3] Creating linked-clone VM from snapshot {{(pid=62574) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1823.207831] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-0f52ae36-a995-4c51-b5e3-ab21db530c48 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.217142] env[62574]: DEBUG oslo_vmware.api [None req-c77e2f6e-ef03-44ba-b16b-c1927e46ba8a tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Waiting for the task: (returnval){ [ 1823.217142] env[62574]: value = "task-1862053" [ 1823.217142] env[62574]: _type = "Task" [ 1823.217142] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1823.228210] env[62574]: DEBUG oslo_vmware.api [None req-c77e2f6e-ef03-44ba-b16b-c1927e46ba8a tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Task: {'id': task-1862053, 'name': CloneVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1823.228982] env[62574]: DEBUG nova.policy [None req-51afe9e7-9752-4d73-9f14-94ccaf9b0296 tempest-ServersV294TestFqdnHostnames-1063698810 tempest-ServersV294TestFqdnHostnames-1063698810-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0c1e0f2170724b0baf4a256e4ba2b414', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9579713ef5c04467b5ce93d83ee20176', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62574) authorize /opt/stack/nova/nova/policy.py:192}} [ 1823.297230] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1862045, 'name': CreateVM_Task} progress is 25%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1823.347544] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1862046, 'name': CreateVM_Task} progress is 25%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1823.684620] env[62574]: DEBUG nova.compute.manager [None req-51afe9e7-9752-4d73-9f14-94ccaf9b0296 tempest-ServersV294TestFqdnHostnames-1063698810 tempest-ServersV294TestFqdnHostnames-1063698810-project-member] [instance: bd144d1a-a8e0-4d1f-ad0d-f3192e5cacd1] Start building block device mappings for instance. {{(pid=62574) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1823.731980] env[62574]: DEBUG oslo_vmware.api [None req-c77e2f6e-ef03-44ba-b16b-c1927e46ba8a tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Task: {'id': task-1862053, 'name': CloneVM_Task} progress is 94%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1823.743699] env[62574]: DEBUG oslo_concurrency.lockutils [None req-e366e65c-d1a2-4b3b-a791-f2ea94a63264 tempest-InstanceActionsNegativeTestJSON-1183545786 tempest-InstanceActionsNegativeTestJSON-1183545786-project-member] Acquiring lock "813a8ab3-10c8-4980-b2b4-7a96d53137ba" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1823.743958] env[62574]: DEBUG oslo_concurrency.lockutils [None req-e366e65c-d1a2-4b3b-a791-f2ea94a63264 tempest-InstanceActionsNegativeTestJSON-1183545786 tempest-InstanceActionsNegativeTestJSON-1183545786-project-member] Lock "813a8ab3-10c8-4980-b2b4-7a96d53137ba" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1823.797471] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1862045, 'name': CreateVM_Task} progress is 25%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1823.798145] env[62574]: DEBUG oslo_concurrency.lockutils [None req-c574fddd-78c8-4d02-b269-2029e049bf20 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Acquiring lock "d06fca54-652a-47dd-b14b-8f6bbf696503" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1823.798612] env[62574]: DEBUG oslo_concurrency.lockutils [None req-c574fddd-78c8-4d02-b269-2029e049bf20 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Lock "d06fca54-652a-47dd-b14b-8f6bbf696503" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1823.799108] env[62574]: INFO nova.compute.manager [None req-c574fddd-78c8-4d02-b269-2029e049bf20 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] [instance: d06fca54-652a-47dd-b14b-8f6bbf696503] Shelving [ 1823.850810] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1862046, 'name': CreateVM_Task} progress is 25%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1823.868335] env[62574]: DEBUG nova.network.neutron [None req-51afe9e7-9752-4d73-9f14-94ccaf9b0296 tempest-ServersV294TestFqdnHostnames-1063698810 tempest-ServersV294TestFqdnHostnames-1063698810-project-member] [instance: bd144d1a-a8e0-4d1f-ad0d-f3192e5cacd1] Successfully created port: 577fdfa5-9885-41fd-955c-d6ccf9d25371 {{(pid=62574) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1824.229115] env[62574]: DEBUG oslo_vmware.api [None req-c77e2f6e-ef03-44ba-b16b-c1927e46ba8a tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Task: {'id': task-1862053, 'name': CloneVM_Task} progress is 94%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1824.249866] env[62574]: DEBUG nova.compute.manager [None req-e366e65c-d1a2-4b3b-a791-f2ea94a63264 tempest-InstanceActionsNegativeTestJSON-1183545786 tempest-InstanceActionsNegativeTestJSON-1183545786-project-member] [instance: 813a8ab3-10c8-4980-b2b4-7a96d53137ba] Starting instance... {{(pid=62574) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1824.289137] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1862045, 'name': CreateVM_Task} progress is 25%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1824.353767] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1862046, 'name': CreateVM_Task} progress is 25%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1824.695424] env[62574]: DEBUG nova.compute.manager [None req-51afe9e7-9752-4d73-9f14-94ccaf9b0296 tempest-ServersV294TestFqdnHostnames-1063698810 tempest-ServersV294TestFqdnHostnames-1063698810-project-member] [instance: bd144d1a-a8e0-4d1f-ad0d-f3192e5cacd1] Start spawning the instance on the hypervisor. {{(pid=62574) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1824.733119] env[62574]: DEBUG nova.virt.hardware [None req-51afe9e7-9752-4d73-9f14-94ccaf9b0296 tempest-ServersV294TestFqdnHostnames-1063698810 tempest-ServersV294TestFqdnHostnames-1063698810-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T19:26:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-13T19:26:40Z,direct_url=,disk_format='vmdk',id=3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7eed1dd4d2c3418eb32c4f4ceda3ab0d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-13T19:26:41Z,virtual_size=,visibility=), allow threads: False {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1824.733466] env[62574]: DEBUG nova.virt.hardware [None req-51afe9e7-9752-4d73-9f14-94ccaf9b0296 tempest-ServersV294TestFqdnHostnames-1063698810 tempest-ServersV294TestFqdnHostnames-1063698810-project-member] Flavor limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1824.734190] env[62574]: DEBUG nova.virt.hardware [None req-51afe9e7-9752-4d73-9f14-94ccaf9b0296 tempest-ServersV294TestFqdnHostnames-1063698810 tempest-ServersV294TestFqdnHostnames-1063698810-project-member] Image limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1824.734511] env[62574]: DEBUG nova.virt.hardware [None req-51afe9e7-9752-4d73-9f14-94ccaf9b0296 tempest-ServersV294TestFqdnHostnames-1063698810 tempest-ServersV294TestFqdnHostnames-1063698810-project-member] Flavor pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1824.734739] env[62574]: DEBUG nova.virt.hardware [None req-51afe9e7-9752-4d73-9f14-94ccaf9b0296 tempest-ServersV294TestFqdnHostnames-1063698810 tempest-ServersV294TestFqdnHostnames-1063698810-project-member] Image pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1824.734989] env[62574]: DEBUG nova.virt.hardware [None req-51afe9e7-9752-4d73-9f14-94ccaf9b0296 tempest-ServersV294TestFqdnHostnames-1063698810 tempest-ServersV294TestFqdnHostnames-1063698810-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1824.735535] env[62574]: DEBUG nova.virt.hardware [None req-51afe9e7-9752-4d73-9f14-94ccaf9b0296 tempest-ServersV294TestFqdnHostnames-1063698810 tempest-ServersV294TestFqdnHostnames-1063698810-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1824.735775] env[62574]: DEBUG nova.virt.hardware [None req-51afe9e7-9752-4d73-9f14-94ccaf9b0296 tempest-ServersV294TestFqdnHostnames-1063698810 tempest-ServersV294TestFqdnHostnames-1063698810-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1824.736015] env[62574]: DEBUG nova.virt.hardware [None req-51afe9e7-9752-4d73-9f14-94ccaf9b0296 tempest-ServersV294TestFqdnHostnames-1063698810 tempest-ServersV294TestFqdnHostnames-1063698810-project-member] Got 1 possible topologies {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1824.736330] env[62574]: DEBUG nova.virt.hardware [None req-51afe9e7-9752-4d73-9f14-94ccaf9b0296 tempest-ServersV294TestFqdnHostnames-1063698810 tempest-ServersV294TestFqdnHostnames-1063698810-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1824.736575] env[62574]: DEBUG nova.virt.hardware [None req-51afe9e7-9752-4d73-9f14-94ccaf9b0296 tempest-ServersV294TestFqdnHostnames-1063698810 tempest-ServersV294TestFqdnHostnames-1063698810-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1824.737466] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a141e9db-2b8b-4716-ab3a-d4d76b4cb7a1 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.743959] env[62574]: DEBUG oslo_vmware.api [None req-c77e2f6e-ef03-44ba-b16b-c1927e46ba8a tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Task: {'id': task-1862053, 'name': CloneVM_Task} progress is 94%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1824.749513] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fb7df8b-5912-40dd-aba7-8f8b037272d5 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.785873] env[62574]: DEBUG oslo_concurrency.lockutils [None req-e366e65c-d1a2-4b3b-a791-f2ea94a63264 tempest-InstanceActionsNegativeTestJSON-1183545786 tempest-InstanceActionsNegativeTestJSON-1183545786-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1824.786192] env[62574]: DEBUG oslo_concurrency.lockutils [None req-e366e65c-d1a2-4b3b-a791-f2ea94a63264 tempest-InstanceActionsNegativeTestJSON-1183545786 tempest-InstanceActionsNegativeTestJSON-1183545786-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1824.787763] env[62574]: INFO nova.compute.claims [None req-e366e65c-d1a2-4b3b-a791-f2ea94a63264 tempest-InstanceActionsNegativeTestJSON-1183545786 tempest-InstanceActionsNegativeTestJSON-1183545786-project-member] [instance: 813a8ab3-10c8-4980-b2b4-7a96d53137ba] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1824.793990] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1862045, 'name': CreateVM_Task} progress is 25%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1824.803304] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-766b41da-d654-45c6-95a2-0e28228acc99 tempest-ServersTestFqdnHostnames-1156924450 tempest-ServersTestFqdnHostnames-1156924450-project-member] [instance: a3e0bf12-7471-4d8d-bb31-bf4b3b35f87f] Unregistered the VM {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1824.803499] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-766b41da-d654-45c6-95a2-0e28228acc99 tempest-ServersTestFqdnHostnames-1156924450 tempest-ServersTestFqdnHostnames-1156924450-project-member] [instance: a3e0bf12-7471-4d8d-bb31-bf4b3b35f87f] Deleting contents of the VM from datastore datastore1 {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1824.804097] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-766b41da-d654-45c6-95a2-0e28228acc99 tempest-ServersTestFqdnHostnames-1156924450 tempest-ServersTestFqdnHostnames-1156924450-project-member] Deleting the datastore file [datastore1] a3e0bf12-7471-4d8d-bb31-bf4b3b35f87f {{(pid=62574) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1824.804097] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f709f5e6-ba1c-4b5a-87c2-c1921881bcfa {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.811630] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-c574fddd-78c8-4d02-b269-2029e049bf20 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] [instance: d06fca54-652a-47dd-b14b-8f6bbf696503] Powering off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1824.812838] env[62574]: DEBUG oslo_vmware.api [None req-766b41da-d654-45c6-95a2-0e28228acc99 tempest-ServersTestFqdnHostnames-1156924450 tempest-ServersTestFqdnHostnames-1156924450-project-member] Waiting for the task: (returnval){ [ 1824.812838] env[62574]: value = "task-1862054" [ 1824.812838] env[62574]: _type = "Task" [ 1824.812838] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1824.812838] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-85c3e469-5503-40d0-8ad9-cb8f15a37837 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.826398] env[62574]: DEBUG oslo_vmware.api [None req-766b41da-d654-45c6-95a2-0e28228acc99 tempest-ServersTestFqdnHostnames-1156924450 tempest-ServersTestFqdnHostnames-1156924450-project-member] Task: {'id': task-1862054, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1824.828141] env[62574]: DEBUG oslo_vmware.api [None req-c574fddd-78c8-4d02-b269-2029e049bf20 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Waiting for the task: (returnval){ [ 1824.828141] env[62574]: value = "task-1862055" [ 1824.828141] env[62574]: _type = "Task" [ 1824.828141] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1824.842049] env[62574]: DEBUG oslo_vmware.api [None req-c574fddd-78c8-4d02-b269-2029e049bf20 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Task: {'id': task-1862055, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1824.853657] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1862046, 'name': CreateVM_Task} progress is 25%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1824.857719] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-bf963c92-382f-4142-9c9f-36cee108b4da tempest-ServersTestMultiNic-1484195929 tempest-ServersTestMultiNic-1484195929-project-member] [instance: 5cb931ed-2cde-467c-a11f-0f03be79e11b] Unregistered the VM {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1824.858058] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-bf963c92-382f-4142-9c9f-36cee108b4da tempest-ServersTestMultiNic-1484195929 tempest-ServersTestMultiNic-1484195929-project-member] [instance: 5cb931ed-2cde-467c-a11f-0f03be79e11b] Deleting contents of the VM from datastore datastore1 {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1824.858305] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf963c92-382f-4142-9c9f-36cee108b4da tempest-ServersTestMultiNic-1484195929 tempest-ServersTestMultiNic-1484195929-project-member] Deleting the datastore file [datastore1] 5cb931ed-2cde-467c-a11f-0f03be79e11b {{(pid=62574) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1824.858634] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1670e75a-55fb-4748-aad9-03948386b8e3 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.866382] env[62574]: DEBUG oslo_vmware.api [None req-bf963c92-382f-4142-9c9f-36cee108b4da tempest-ServersTestMultiNic-1484195929 tempest-ServersTestMultiNic-1484195929-project-member] Waiting for the task: (returnval){ [ 1824.866382] env[62574]: value = "task-1862056" [ 1824.866382] env[62574]: _type = "Task" [ 1824.866382] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1824.877264] env[62574]: DEBUG oslo_vmware.api [None req-bf963c92-382f-4142-9c9f-36cee108b4da tempest-ServersTestMultiNic-1484195929 tempest-ServersTestMultiNic-1484195929-project-member] Task: {'id': task-1862056, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1825.229550] env[62574]: DEBUG oslo_vmware.api [None req-c77e2f6e-ef03-44ba-b16b-c1927e46ba8a tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Task: {'id': task-1862053, 'name': CloneVM_Task} progress is 94%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1825.289457] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1862045, 'name': CreateVM_Task, 'duration_secs': 7.283959} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1825.289820] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1df4bdfb-d2ab-4974-99ed-9c7398e20b1d] Created VM on the ESX host {{(pid=62574) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1825.290668] env[62574]: DEBUG oslo_concurrency.lockutils [None req-36585934-6d1d-4b06-8fc9-b3b23ec74bf2 tempest-ServerAddressesTestJSON-1538992806 tempest-ServerAddressesTestJSON-1538992806-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1825.290955] env[62574]: DEBUG oslo_concurrency.lockutils [None req-36585934-6d1d-4b06-8fc9-b3b23ec74bf2 tempest-ServerAddressesTestJSON-1538992806 tempest-ServerAddressesTestJSON-1538992806-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1825.291384] env[62574]: DEBUG oslo_concurrency.lockutils [None req-36585934-6d1d-4b06-8fc9-b3b23ec74bf2 tempest-ServerAddressesTestJSON-1538992806 tempest-ServerAddressesTestJSON-1538992806-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1825.291755] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e828934-41d2-4176-8f3c-e9c433dc2960 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.299304] env[62574]: DEBUG oslo_vmware.api [None req-36585934-6d1d-4b06-8fc9-b3b23ec74bf2 tempest-ServerAddressesTestJSON-1538992806 tempest-ServerAddressesTestJSON-1538992806-project-member] Waiting for the task: (returnval){ [ 1825.299304] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]5260a3a4-f3eb-313f-70f8-a951e53b44ff" [ 1825.299304] env[62574]: _type = "Task" [ 1825.299304] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1825.309695] env[62574]: DEBUG oslo_vmware.api [None req-36585934-6d1d-4b06-8fc9-b3b23ec74bf2 tempest-ServerAddressesTestJSON-1538992806 tempest-ServerAddressesTestJSON-1538992806-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]5260a3a4-f3eb-313f-70f8-a951e53b44ff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1825.326923] env[62574]: DEBUG oslo_vmware.api [None req-766b41da-d654-45c6-95a2-0e28228acc99 tempest-ServersTestFqdnHostnames-1156924450 tempest-ServersTestFqdnHostnames-1156924450-project-member] Task: {'id': task-1862054, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.143076} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1825.326923] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-766b41da-d654-45c6-95a2-0e28228acc99 tempest-ServersTestFqdnHostnames-1156924450 tempest-ServersTestFqdnHostnames-1156924450-project-member] Deleted the datastore file {{(pid=62574) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1825.326923] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-766b41da-d654-45c6-95a2-0e28228acc99 tempest-ServersTestFqdnHostnames-1156924450 tempest-ServersTestFqdnHostnames-1156924450-project-member] [instance: a3e0bf12-7471-4d8d-bb31-bf4b3b35f87f] Deleted contents of the VM from datastore datastore1 {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1825.326923] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-766b41da-d654-45c6-95a2-0e28228acc99 tempest-ServersTestFqdnHostnames-1156924450 tempest-ServersTestFqdnHostnames-1156924450-project-member] [instance: a3e0bf12-7471-4d8d-bb31-bf4b3b35f87f] Instance destroyed {{(pid=62574) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1825.326923] env[62574]: INFO nova.compute.manager [None req-766b41da-d654-45c6-95a2-0e28228acc99 tempest-ServersTestFqdnHostnames-1156924450 tempest-ServersTestFqdnHostnames-1156924450-project-member] [instance: a3e0bf12-7471-4d8d-bb31-bf4b3b35f87f] Took 4.30 seconds to destroy the instance on the hypervisor. [ 1825.326923] env[62574]: DEBUG oslo.service.loopingcall [None req-766b41da-d654-45c6-95a2-0e28228acc99 tempest-ServersTestFqdnHostnames-1156924450 tempest-ServersTestFqdnHostnames-1156924450-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62574) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1825.326923] env[62574]: DEBUG nova.compute.manager [-] [instance: a3e0bf12-7471-4d8d-bb31-bf4b3b35f87f] Deallocating network for instance {{(pid=62574) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1825.326923] env[62574]: DEBUG nova.network.neutron [-] [instance: a3e0bf12-7471-4d8d-bb31-bf4b3b35f87f] deallocate_for_instance() {{(pid=62574) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1825.341954] env[62574]: DEBUG oslo_vmware.api [None req-c574fddd-78c8-4d02-b269-2029e049bf20 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Task: {'id': task-1862055, 'name': PowerOffVM_Task, 'duration_secs': 0.22812} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1825.342971] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-c574fddd-78c8-4d02-b269-2029e049bf20 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] [instance: d06fca54-652a-47dd-b14b-8f6bbf696503] Powered off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1825.343916] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be8fd7e7-b96f-4452-bc25-52d695e6b76e {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.377036] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1e53f77-1c11-41a2-be2a-d6e53ec2bf6a {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.380367] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1862046, 'name': CreateVM_Task, 'duration_secs': 5.213844} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1825.380889] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c790641f-213d-4c82-b627-7ffc416d9f0b] Created VM on the ESX host {{(pid=62574) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1825.382341] env[62574]: DEBUG oslo_concurrency.lockutils [None req-4e48a156-b311-4d1f-a9b0-95eed1a35b82 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1825.390988] env[62574]: DEBUG oslo_vmware.api [None req-bf963c92-382f-4142-9c9f-36cee108b4da tempest-ServersTestMultiNic-1484195929 tempest-ServersTestMultiNic-1484195929-project-member] Task: {'id': task-1862056, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.156882} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1825.391611] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf963c92-382f-4142-9c9f-36cee108b4da tempest-ServersTestMultiNic-1484195929 tempest-ServersTestMultiNic-1484195929-project-member] Deleted the datastore file {{(pid=62574) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1825.391797] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-bf963c92-382f-4142-9c9f-36cee108b4da tempest-ServersTestMultiNic-1484195929 tempest-ServersTestMultiNic-1484195929-project-member] [instance: 5cb931ed-2cde-467c-a11f-0f03be79e11b] Deleted contents of the VM from datastore datastore1 {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1825.393911] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-bf963c92-382f-4142-9c9f-36cee108b4da tempest-ServersTestMultiNic-1484195929 tempest-ServersTestMultiNic-1484195929-project-member] [instance: 5cb931ed-2cde-467c-a11f-0f03be79e11b] Instance destroyed {{(pid=62574) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1825.394111] env[62574]: INFO nova.compute.manager [None req-bf963c92-382f-4142-9c9f-36cee108b4da tempest-ServersTestMultiNic-1484195929 tempest-ServersTestMultiNic-1484195929-project-member] [instance: 5cb931ed-2cde-467c-a11f-0f03be79e11b] Took 4.86 seconds to destroy the instance on the hypervisor. [ 1825.394354] env[62574]: DEBUG oslo.service.loopingcall [None req-bf963c92-382f-4142-9c9f-36cee108b4da tempest-ServersTestMultiNic-1484195929 tempest-ServersTestMultiNic-1484195929-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62574) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1825.394587] env[62574]: DEBUG nova.compute.manager [-] [instance: 5cb931ed-2cde-467c-a11f-0f03be79e11b] Deallocating network for instance {{(pid=62574) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1825.394682] env[62574]: DEBUG nova.network.neutron [-] [instance: 5cb931ed-2cde-467c-a11f-0f03be79e11b] deallocate_for_instance() {{(pid=62574) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1825.733860] env[62574]: DEBUG oslo_vmware.api [None req-c77e2f6e-ef03-44ba-b16b-c1927e46ba8a tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Task: {'id': task-1862053, 'name': CloneVM_Task, 'duration_secs': 2.44668} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1825.734312] env[62574]: INFO nova.virt.vmwareapi.vmops [None req-c77e2f6e-ef03-44ba-b16b-c1927e46ba8a tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] [instance: b4a5297d-ced1-4f1d-8b44-508a8f6d8dc3] Created linked-clone VM from snapshot [ 1825.735354] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cb7103d-e43a-47d4-af77-f9fc31e28401 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.745107] env[62574]: DEBUG nova.virt.vmwareapi.images [None req-c77e2f6e-ef03-44ba-b16b-c1927e46ba8a tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] [instance: b4a5297d-ced1-4f1d-8b44-508a8f6d8dc3] Uploading image b8577a44-4a75-4379-92c3-213236509e01 {{(pid=62574) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1825.774744] env[62574]: DEBUG oslo_vmware.rw_handles [None req-c77e2f6e-ef03-44ba-b16b-c1927e46ba8a tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1825.774744] env[62574]: value = "vm-384960" [ 1825.774744] env[62574]: _type = "VirtualMachine" [ 1825.774744] env[62574]: }. {{(pid=62574) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1825.774744] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-4a5d1491-13c9-4bd6-913d-83a615cac010 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.783707] env[62574]: DEBUG oslo_vmware.rw_handles [None req-c77e2f6e-ef03-44ba-b16b-c1927e46ba8a tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Lease: (returnval){ [ 1825.783707] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]52dd46d2-4163-82cf-62f7-e79b7f6d060f" [ 1825.783707] env[62574]: _type = "HttpNfcLease" [ 1825.783707] env[62574]: } obtained for exporting VM: (result){ [ 1825.783707] env[62574]: value = "vm-384960" [ 1825.783707] env[62574]: _type = "VirtualMachine" [ 1825.783707] env[62574]: }. {{(pid=62574) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1825.784095] env[62574]: DEBUG oslo_vmware.api [None req-c77e2f6e-ef03-44ba-b16b-c1927e46ba8a tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Waiting for the lease: (returnval){ [ 1825.784095] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]52dd46d2-4163-82cf-62f7-e79b7f6d060f" [ 1825.784095] env[62574]: _type = "HttpNfcLease" [ 1825.784095] env[62574]: } to be ready. {{(pid=62574) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1825.792661] env[62574]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1825.792661] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]52dd46d2-4163-82cf-62f7-e79b7f6d060f" [ 1825.792661] env[62574]: _type = "HttpNfcLease" [ 1825.792661] env[62574]: } is initializing. {{(pid=62574) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1825.814026] env[62574]: DEBUG oslo_vmware.api [None req-36585934-6d1d-4b06-8fc9-b3b23ec74bf2 tempest-ServerAddressesTestJSON-1538992806 tempest-ServerAddressesTestJSON-1538992806-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]5260a3a4-f3eb-313f-70f8-a951e53b44ff, 'name': SearchDatastore_Task, 'duration_secs': 0.039415} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1825.814310] env[62574]: DEBUG oslo_concurrency.lockutils [None req-36585934-6d1d-4b06-8fc9-b3b23ec74bf2 tempest-ServerAddressesTestJSON-1538992806 tempest-ServerAddressesTestJSON-1538992806-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1825.814538] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-36585934-6d1d-4b06-8fc9-b3b23ec74bf2 tempest-ServerAddressesTestJSON-1538992806 tempest-ServerAddressesTestJSON-1538992806-project-member] [instance: 1df4bdfb-d2ab-4974-99ed-9c7398e20b1d] Processing image 3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2 {{(pid=62574) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1825.815240] env[62574]: DEBUG oslo_concurrency.lockutils [None req-36585934-6d1d-4b06-8fc9-b3b23ec74bf2 tempest-ServerAddressesTestJSON-1538992806 tempest-ServerAddressesTestJSON-1538992806-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1825.815240] env[62574]: DEBUG oslo_concurrency.lockutils [None req-36585934-6d1d-4b06-8fc9-b3b23ec74bf2 tempest-ServerAddressesTestJSON-1538992806 tempest-ServerAddressesTestJSON-1538992806-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1825.815240] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-36585934-6d1d-4b06-8fc9-b3b23ec74bf2 tempest-ServerAddressesTestJSON-1538992806 tempest-ServerAddressesTestJSON-1538992806-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1825.815412] env[62574]: DEBUG oslo_concurrency.lockutils [None req-4e48a156-b311-4d1f-a9b0-95eed1a35b82 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1825.815715] env[62574]: DEBUG oslo_concurrency.lockutils [None req-4e48a156-b311-4d1f-a9b0-95eed1a35b82 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1825.815972] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-112491d3-1474-4c0a-b1d3-40df5abd66b3 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.818044] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d576d6a8-fde1-479c-962d-73e6d6531d1c {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.823156] env[62574]: DEBUG oslo_vmware.api [None req-4e48a156-b311-4d1f-a9b0-95eed1a35b82 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Waiting for the task: (returnval){ [ 1825.823156] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]5267c57f-e43a-0d1a-3f54-5cfc4a70373f" [ 1825.823156] env[62574]: _type = "Task" [ 1825.823156] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1825.830032] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-36585934-6d1d-4b06-8fc9-b3b23ec74bf2 tempest-ServerAddressesTestJSON-1538992806 tempest-ServerAddressesTestJSON-1538992806-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1825.830217] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-36585934-6d1d-4b06-8fc9-b3b23ec74bf2 tempest-ServerAddressesTestJSON-1538992806 tempest-ServerAddressesTestJSON-1538992806-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62574) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1825.831022] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e8e9341-5b35-4619-91b4-57ab35c1d54d {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.836224] env[62574]: DEBUG oslo_vmware.api [None req-4e48a156-b311-4d1f-a9b0-95eed1a35b82 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]5267c57f-e43a-0d1a-3f54-5cfc4a70373f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1825.839237] env[62574]: DEBUG oslo_vmware.api [None req-36585934-6d1d-4b06-8fc9-b3b23ec74bf2 tempest-ServerAddressesTestJSON-1538992806 tempest-ServerAddressesTestJSON-1538992806-project-member] Waiting for the task: (returnval){ [ 1825.839237] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]52ab2fa4-ae38-fb50-1ace-de91b3cda66c" [ 1825.839237] env[62574]: _type = "Task" [ 1825.839237] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1825.853304] env[62574]: DEBUG oslo_vmware.api [None req-36585934-6d1d-4b06-8fc9-b3b23ec74bf2 tempest-ServerAddressesTestJSON-1538992806 tempest-ServerAddressesTestJSON-1538992806-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52ab2fa4-ae38-fb50-1ace-de91b3cda66c, 'name': SearchDatastore_Task, 'duration_secs': 0.008981} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1825.854133] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c525c264-b367-4ed0-bf2e-0e333ed399fa {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.859408] env[62574]: DEBUG oslo_vmware.api [None req-36585934-6d1d-4b06-8fc9-b3b23ec74bf2 tempest-ServerAddressesTestJSON-1538992806 tempest-ServerAddressesTestJSON-1538992806-project-member] Waiting for the task: (returnval){ [ 1825.859408] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]525e96f4-9b6a-242e-7660-681ded824c2b" [ 1825.859408] env[62574]: _type = "Task" [ 1825.859408] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1825.872499] env[62574]: DEBUG oslo_vmware.api [None req-36585934-6d1d-4b06-8fc9-b3b23ec74bf2 tempest-ServerAddressesTestJSON-1538992806 tempest-ServerAddressesTestJSON-1538992806-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]525e96f4-9b6a-242e-7660-681ded824c2b, 'name': SearchDatastore_Task, 'duration_secs': 0.009549} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1825.872638] env[62574]: DEBUG oslo_concurrency.lockutils [None req-36585934-6d1d-4b06-8fc9-b3b23ec74bf2 tempest-ServerAddressesTestJSON-1538992806 tempest-ServerAddressesTestJSON-1538992806-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1825.873016] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-36585934-6d1d-4b06-8fc9-b3b23ec74bf2 tempest-ServerAddressesTestJSON-1538992806 tempest-ServerAddressesTestJSON-1538992806-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk to [datastore2] 1df4bdfb-d2ab-4974-99ed-9c7398e20b1d/1df4bdfb-d2ab-4974-99ed-9c7398e20b1d.vmdk {{(pid=62574) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1825.873110] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-066f2649-6bef-41e2-9f92-d8f92bc421f3 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.881877] env[62574]: DEBUG oslo_vmware.api [None req-36585934-6d1d-4b06-8fc9-b3b23ec74bf2 tempest-ServerAddressesTestJSON-1538992806 tempest-ServerAddressesTestJSON-1538992806-project-member] Waiting for the task: (returnval){ [ 1825.881877] env[62574]: value = "task-1862058" [ 1825.881877] env[62574]: _type = "Task" [ 1825.881877] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1825.890879] env[62574]: DEBUG oslo_vmware.api [None req-36585934-6d1d-4b06-8fc9-b3b23ec74bf2 tempest-ServerAddressesTestJSON-1538992806 tempest-ServerAddressesTestJSON-1538992806-project-member] Task: {'id': task-1862058, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1825.896046] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-c574fddd-78c8-4d02-b269-2029e049bf20 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] [instance: d06fca54-652a-47dd-b14b-8f6bbf696503] Creating Snapshot of the VM instance {{(pid=62574) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1825.897636] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-ecaf7550-9851-4fb2-99b0-4f43b4d5c2f5 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.905028] env[62574]: DEBUG oslo_vmware.api [None req-c574fddd-78c8-4d02-b269-2029e049bf20 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Waiting for the task: (returnval){ [ 1825.905028] env[62574]: value = "task-1862059" [ 1825.905028] env[62574]: _type = "Task" [ 1825.905028] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1825.915716] env[62574]: DEBUG oslo_vmware.api [None req-c574fddd-78c8-4d02-b269-2029e049bf20 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Task: {'id': task-1862059, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1826.210034] env[62574]: DEBUG oslo_concurrency.lockutils [None req-b5b85167-3d39-49e1-b95d-d785337708cd tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Acquiring lock "723b0a75-38ad-494b-baac-29077f352e48" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1826.210034] env[62574]: DEBUG oslo_concurrency.lockutils [None req-b5b85167-3d39-49e1-b95d-d785337708cd tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Lock "723b0a75-38ad-494b-baac-29077f352e48" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1826.225023] env[62574]: DEBUG nova.compute.manager [req-4bc9d8e3-e8e9-486e-97ca-5ffa8702e90a req-4311a776-bd6a-4095-90cc-bb89e0a84228 service nova] [instance: 787a4d2b-9ae0-4226-95c3-ed825a3a3f55] Received event network-vif-plugged-a235432f-4970-4f4f-af7b-25f6ca6c0ee6 {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1826.225275] env[62574]: DEBUG oslo_concurrency.lockutils [req-4bc9d8e3-e8e9-486e-97ca-5ffa8702e90a req-4311a776-bd6a-4095-90cc-bb89e0a84228 service nova] Acquiring lock "787a4d2b-9ae0-4226-95c3-ed825a3a3f55-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1826.225507] env[62574]: DEBUG oslo_concurrency.lockutils [req-4bc9d8e3-e8e9-486e-97ca-5ffa8702e90a req-4311a776-bd6a-4095-90cc-bb89e0a84228 service nova] Lock "787a4d2b-9ae0-4226-95c3-ed825a3a3f55-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1826.225636] env[62574]: DEBUG oslo_concurrency.lockutils [req-4bc9d8e3-e8e9-486e-97ca-5ffa8702e90a req-4311a776-bd6a-4095-90cc-bb89e0a84228 service nova] Lock "787a4d2b-9ae0-4226-95c3-ed825a3a3f55-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1826.225828] env[62574]: DEBUG nova.compute.manager [req-4bc9d8e3-e8e9-486e-97ca-5ffa8702e90a req-4311a776-bd6a-4095-90cc-bb89e0a84228 service nova] [instance: 787a4d2b-9ae0-4226-95c3-ed825a3a3f55] No waiting events found dispatching network-vif-plugged-a235432f-4970-4f4f-af7b-25f6ca6c0ee6 {{(pid=62574) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1826.225968] env[62574]: WARNING nova.compute.manager [req-4bc9d8e3-e8e9-486e-97ca-5ffa8702e90a req-4311a776-bd6a-4095-90cc-bb89e0a84228 service nova] [instance: 787a4d2b-9ae0-4226-95c3-ed825a3a3f55] Received unexpected event network-vif-plugged-a235432f-4970-4f4f-af7b-25f6ca6c0ee6 for instance with vm_state building and task_state spawning. [ 1826.232941] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d7dd04f-924b-467d-987f-257ba1bfeab9 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.243524] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18fa1965-f402-449b-a03e-ca1fb3d69ddd {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.279301] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2a6fd1c-84b0-4b11-b86d-5d6efa60beb5 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.291817] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65bb86fd-fa4e-4f21-ba8b-b83ae64ecdd6 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.300025] env[62574]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1826.300025] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]52dd46d2-4163-82cf-62f7-e79b7f6d060f" [ 1826.300025] env[62574]: _type = "HttpNfcLease" [ 1826.300025] env[62574]: } is ready. {{(pid=62574) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1826.308739] env[62574]: DEBUG oslo_vmware.rw_handles [None req-c77e2f6e-ef03-44ba-b16b-c1927e46ba8a tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1826.308739] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]52dd46d2-4163-82cf-62f7-e79b7f6d060f" [ 1826.308739] env[62574]: _type = "HttpNfcLease" [ 1826.308739] env[62574]: }. {{(pid=62574) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1826.309557] env[62574]: DEBUG nova.compute.provider_tree [None req-e366e65c-d1a2-4b3b-a791-f2ea94a63264 tempest-InstanceActionsNegativeTestJSON-1183545786 tempest-InstanceActionsNegativeTestJSON-1183545786-project-member] Inventory has not changed in ProviderTree for provider: f0ed160a-beff-4626-a531-2a70d7bc0627 {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1826.311280] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-519370a1-74e2-4d96-9737-7064cd8fca4f {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.326023] env[62574]: DEBUG oslo_vmware.rw_handles [None req-c77e2f6e-ef03-44ba-b16b-c1927e46ba8a tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520991c7-7301-5e4b-dd80-94a63821d852/disk-0.vmdk from lease info. {{(pid=62574) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1826.326023] env[62574]: DEBUG oslo_vmware.rw_handles [None req-c77e2f6e-ef03-44ba-b16b-c1927e46ba8a tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520991c7-7301-5e4b-dd80-94a63821d852/disk-0.vmdk for reading. {{(pid=62574) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1826.329104] env[62574]: DEBUG nova.network.neutron [None req-94fdfb00-15f1-42bd-824e-50d1b210d78a tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] [instance: 787a4d2b-9ae0-4226-95c3-ed825a3a3f55] Successfully updated port: a235432f-4970-4f4f-af7b-25f6ca6c0ee6 {{(pid=62574) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1826.391135] env[62574]: DEBUG oslo_concurrency.lockutils [None req-94fdfb00-15f1-42bd-824e-50d1b210d78a tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Acquiring lock "refresh_cache-787a4d2b-9ae0-4226-95c3-ed825a3a3f55" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1826.391476] env[62574]: DEBUG oslo_concurrency.lockutils [None req-94fdfb00-15f1-42bd-824e-50d1b210d78a tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Acquired lock "refresh_cache-787a4d2b-9ae0-4226-95c3-ed825a3a3f55" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1826.391476] env[62574]: DEBUG nova.network.neutron [None req-94fdfb00-15f1-42bd-824e-50d1b210d78a tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] [instance: 787a4d2b-9ae0-4226-95c3-ed825a3a3f55] Building network info cache for instance {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1826.399620] env[62574]: DEBUG oslo_vmware.api [None req-4e48a156-b311-4d1f-a9b0-95eed1a35b82 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]5267c57f-e43a-0d1a-3f54-5cfc4a70373f, 'name': SearchDatastore_Task, 'duration_secs': 0.010369} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1826.403139] env[62574]: DEBUG oslo_concurrency.lockutils [None req-4e48a156-b311-4d1f-a9b0-95eed1a35b82 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1826.403500] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-4e48a156-b311-4d1f-a9b0-95eed1a35b82 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] [instance: c790641f-213d-4c82-b627-7ffc416d9f0b] Processing image 3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2 {{(pid=62574) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1826.403681] env[62574]: DEBUG oslo_concurrency.lockutils [None req-4e48a156-b311-4d1f-a9b0-95eed1a35b82 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1826.404052] env[62574]: DEBUG oslo_concurrency.lockutils [None req-4e48a156-b311-4d1f-a9b0-95eed1a35b82 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1826.404052] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e48a156-b311-4d1f-a9b0-95eed1a35b82 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1826.406088] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-716ebf7f-d505-4f3b-bbf0-bb38155b7afe {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.414934] env[62574]: DEBUG oslo_vmware.api [None req-36585934-6d1d-4b06-8fc9-b3b23ec74bf2 tempest-ServerAddressesTestJSON-1538992806 tempest-ServerAddressesTestJSON-1538992806-project-member] Task: {'id': task-1862058, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.498656} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1826.415951] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-36585934-6d1d-4b06-8fc9-b3b23ec74bf2 tempest-ServerAddressesTestJSON-1538992806 tempest-ServerAddressesTestJSON-1538992806-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk to [datastore2] 1df4bdfb-d2ab-4974-99ed-9c7398e20b1d/1df4bdfb-d2ab-4974-99ed-9c7398e20b1d.vmdk {{(pid=62574) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1826.415951] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-36585934-6d1d-4b06-8fc9-b3b23ec74bf2 tempest-ServerAddressesTestJSON-1538992806 tempest-ServerAddressesTestJSON-1538992806-project-member] [instance: 1df4bdfb-d2ab-4974-99ed-9c7398e20b1d] Extending root virtual disk to 1048576 {{(pid=62574) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1826.416598] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0ca5bfe2-4fe8-4b9b-a139-252b2c1efaa4 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.422308] env[62574]: DEBUG oslo_vmware.api [None req-c574fddd-78c8-4d02-b269-2029e049bf20 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Task: {'id': task-1862059, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1826.424086] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e48a156-b311-4d1f-a9b0-95eed1a35b82 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1826.424409] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-4e48a156-b311-4d1f-a9b0-95eed1a35b82 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62574) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1826.425213] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8892e816-7d35-4d45-96ae-b06ae58e81dc {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.428706] env[62574]: DEBUG oslo_vmware.api [None req-36585934-6d1d-4b06-8fc9-b3b23ec74bf2 tempest-ServerAddressesTestJSON-1538992806 tempest-ServerAddressesTestJSON-1538992806-project-member] Waiting for the task: (returnval){ [ 1826.428706] env[62574]: value = "task-1862060" [ 1826.428706] env[62574]: _type = "Task" [ 1826.428706] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1826.438168] env[62574]: DEBUG oslo_vmware.api [None req-4e48a156-b311-4d1f-a9b0-95eed1a35b82 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Waiting for the task: (returnval){ [ 1826.438168] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]525d91c6-f6e7-ef1c-9c87-b0cb5efd4b4b" [ 1826.438168] env[62574]: _type = "Task" [ 1826.438168] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1826.441166] env[62574]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-6dc37340-4ee4-4f77-9e27-d20aad2f6ceb {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.449927] env[62574]: DEBUG oslo_vmware.api [None req-36585934-6d1d-4b06-8fc9-b3b23ec74bf2 tempest-ServerAddressesTestJSON-1538992806 tempest-ServerAddressesTestJSON-1538992806-project-member] Task: {'id': task-1862060, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1826.457731] env[62574]: DEBUG oslo_vmware.api [None req-4e48a156-b311-4d1f-a9b0-95eed1a35b82 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]525d91c6-f6e7-ef1c-9c87-b0cb5efd4b4b, 'name': SearchDatastore_Task, 'duration_secs': 0.012827} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1826.460907] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb13e7f3-17b7-4051-8dc8-314d707ce8bc {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.466679] env[62574]: DEBUG oslo_vmware.api [None req-4e48a156-b311-4d1f-a9b0-95eed1a35b82 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Waiting for the task: (returnval){ [ 1826.466679] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]52f7dde3-0457-1dca-2214-632414b3b9a9" [ 1826.466679] env[62574]: _type = "Task" [ 1826.466679] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1826.474969] env[62574]: DEBUG nova.compute.manager [req-e331fae6-d6fa-4a8a-bde2-00d099e8519c req-18b37ba2-65a2-4153-bc7f-7a996b8458cd service nova] [instance: bd144d1a-a8e0-4d1f-ad0d-f3192e5cacd1] Received event network-vif-plugged-577fdfa5-9885-41fd-955c-d6ccf9d25371 {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1826.475309] env[62574]: DEBUG oslo_concurrency.lockutils [req-e331fae6-d6fa-4a8a-bde2-00d099e8519c req-18b37ba2-65a2-4153-bc7f-7a996b8458cd service nova] Acquiring lock "bd144d1a-a8e0-4d1f-ad0d-f3192e5cacd1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1826.475463] env[62574]: DEBUG oslo_concurrency.lockutils [req-e331fae6-d6fa-4a8a-bde2-00d099e8519c req-18b37ba2-65a2-4153-bc7f-7a996b8458cd service nova] Lock "bd144d1a-a8e0-4d1f-ad0d-f3192e5cacd1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1826.475590] env[62574]: DEBUG oslo_concurrency.lockutils [req-e331fae6-d6fa-4a8a-bde2-00d099e8519c req-18b37ba2-65a2-4153-bc7f-7a996b8458cd service nova] Lock "bd144d1a-a8e0-4d1f-ad0d-f3192e5cacd1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1826.475763] env[62574]: DEBUG nova.compute.manager [req-e331fae6-d6fa-4a8a-bde2-00d099e8519c req-18b37ba2-65a2-4153-bc7f-7a996b8458cd service nova] [instance: bd144d1a-a8e0-4d1f-ad0d-f3192e5cacd1] No waiting events found dispatching network-vif-plugged-577fdfa5-9885-41fd-955c-d6ccf9d25371 {{(pid=62574) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1826.475923] env[62574]: WARNING nova.compute.manager [req-e331fae6-d6fa-4a8a-bde2-00d099e8519c req-18b37ba2-65a2-4153-bc7f-7a996b8458cd service nova] [instance: bd144d1a-a8e0-4d1f-ad0d-f3192e5cacd1] Received unexpected event network-vif-plugged-577fdfa5-9885-41fd-955c-d6ccf9d25371 for instance with vm_state building and task_state spawning. [ 1826.481682] env[62574]: DEBUG oslo_vmware.api [None req-4e48a156-b311-4d1f-a9b0-95eed1a35b82 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52f7dde3-0457-1dca-2214-632414b3b9a9, 'name': SearchDatastore_Task, 'duration_secs': 0.008904} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1826.485994] env[62574]: DEBUG nova.network.neutron [None req-51afe9e7-9752-4d73-9f14-94ccaf9b0296 tempest-ServersV294TestFqdnHostnames-1063698810 tempest-ServersV294TestFqdnHostnames-1063698810-project-member] [instance: bd144d1a-a8e0-4d1f-ad0d-f3192e5cacd1] Successfully updated port: 577fdfa5-9885-41fd-955c-d6ccf9d25371 {{(pid=62574) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1826.487317] env[62574]: DEBUG oslo_concurrency.lockutils [None req-4e48a156-b311-4d1f-a9b0-95eed1a35b82 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1826.487608] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e48a156-b311-4d1f-a9b0-95eed1a35b82 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk to [datastore2] c790641f-213d-4c82-b627-7ffc416d9f0b/c790641f-213d-4c82-b627-7ffc416d9f0b.vmdk {{(pid=62574) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1826.488819] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4300d249-9831-4843-bdf9-c45c14e95f99 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.496932] env[62574]: DEBUG oslo_vmware.api [None req-4e48a156-b311-4d1f-a9b0-95eed1a35b82 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Waiting for the task: (returnval){ [ 1826.496932] env[62574]: value = "task-1862061" [ 1826.496932] env[62574]: _type = "Task" [ 1826.496932] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1826.506216] env[62574]: DEBUG nova.network.neutron [None req-94fdfb00-15f1-42bd-824e-50d1b210d78a tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] [instance: 787a4d2b-9ae0-4226-95c3-ed825a3a3f55] Instance cache missing network info. {{(pid=62574) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1826.509612] env[62574]: DEBUG oslo_vmware.api [None req-4e48a156-b311-4d1f-a9b0-95eed1a35b82 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Task: {'id': task-1862061, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1826.715291] env[62574]: DEBUG nova.compute.manager [None req-b5b85167-3d39-49e1-b95d-d785337708cd tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] [instance: 723b0a75-38ad-494b-baac-29077f352e48] Starting instance... {{(pid=62574) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1826.818867] env[62574]: DEBUG nova.scheduler.client.report [None req-e366e65c-d1a2-4b3b-a791-f2ea94a63264 tempest-InstanceActionsNegativeTestJSON-1183545786 tempest-InstanceActionsNegativeTestJSON-1183545786-project-member] Inventory has not changed for provider f0ed160a-beff-4626-a531-2a70d7bc0627 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 148, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1826.827325] env[62574]: DEBUG nova.network.neutron [None req-94fdfb00-15f1-42bd-824e-50d1b210d78a tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] [instance: 8abe0c7b-f3f1-4f99-83f0-ddff0d909b82] Successfully updated port: baff4b00-78a9-4d4d-96df-17b88e29c2ca {{(pid=62574) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1826.876763] env[62574]: DEBUG nova.network.neutron [None req-94fdfb00-15f1-42bd-824e-50d1b210d78a tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] [instance: 787a4d2b-9ae0-4226-95c3-ed825a3a3f55] Updating instance_info_cache with network_info: [{"id": "a235432f-4970-4f4f-af7b-25f6ca6c0ee6", "address": "fa:16:3e:92:04:cb", "network": {"id": "bfd87714-e7b9-4cf4-9a7b-332da9f833dc", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1925993314-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "98d2d71fa23141efa5a8a6ad920fbd1b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee018eb-75be-4037-a80a-07034d4eae35", "external-id": "nsx-vlan-transportzone-8", "segmentation_id": 8, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa235432f-49", "ovs_interfaceid": "a235432f-4970-4f4f-af7b-25f6ca6c0ee6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1826.918342] env[62574]: DEBUG oslo_vmware.api [None req-c574fddd-78c8-4d02-b269-2029e049bf20 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Task: {'id': task-1862059, 'name': CreateSnapshot_Task, 'duration_secs': 0.651494} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1826.919038] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-c574fddd-78c8-4d02-b269-2029e049bf20 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] [instance: d06fca54-652a-47dd-b14b-8f6bbf696503] Created Snapshot of the VM instance {{(pid=62574) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1826.919520] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58bb18d9-e3b8-4b9a-a9f8-a9eb5f1ed703 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.942106] env[62574]: DEBUG oslo_vmware.api [None req-36585934-6d1d-4b06-8fc9-b3b23ec74bf2 tempest-ServerAddressesTestJSON-1538992806 tempest-ServerAddressesTestJSON-1538992806-project-member] Task: {'id': task-1862060, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081022} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1826.943103] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-36585934-6d1d-4b06-8fc9-b3b23ec74bf2 tempest-ServerAddressesTestJSON-1538992806 tempest-ServerAddressesTestJSON-1538992806-project-member] [instance: 1df4bdfb-d2ab-4974-99ed-9c7398e20b1d] Extended root virtual disk {{(pid=62574) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1826.943303] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-072339fc-52d8-42d7-8dab-d6f5a1351efe {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.978115] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-36585934-6d1d-4b06-8fc9-b3b23ec74bf2 tempest-ServerAddressesTestJSON-1538992806 tempest-ServerAddressesTestJSON-1538992806-project-member] [instance: 1df4bdfb-d2ab-4974-99ed-9c7398e20b1d] Reconfiguring VM instance instance-0000004f to attach disk [datastore2] 1df4bdfb-d2ab-4974-99ed-9c7398e20b1d/1df4bdfb-d2ab-4974-99ed-9c7398e20b1d.vmdk or device None with type sparse {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1826.978115] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c1e74afe-82d2-4425-a00f-5cfc17e592ad {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.996216] env[62574]: DEBUG oslo_concurrency.lockutils [None req-51afe9e7-9752-4d73-9f14-94ccaf9b0296 tempest-ServersV294TestFqdnHostnames-1063698810 tempest-ServersV294TestFqdnHostnames-1063698810-project-member] Acquiring lock "refresh_cache-bd144d1a-a8e0-4d1f-ad0d-f3192e5cacd1" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1826.996390] env[62574]: DEBUG oslo_concurrency.lockutils [None req-51afe9e7-9752-4d73-9f14-94ccaf9b0296 tempest-ServersV294TestFqdnHostnames-1063698810 tempest-ServersV294TestFqdnHostnames-1063698810-project-member] Acquired lock "refresh_cache-bd144d1a-a8e0-4d1f-ad0d-f3192e5cacd1" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1826.996522] env[62574]: DEBUG nova.network.neutron [None req-51afe9e7-9752-4d73-9f14-94ccaf9b0296 tempest-ServersV294TestFqdnHostnames-1063698810 tempest-ServersV294TestFqdnHostnames-1063698810-project-member] [instance: bd144d1a-a8e0-4d1f-ad0d-f3192e5cacd1] Building network info cache for instance {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1827.004570] env[62574]: DEBUG oslo_vmware.api [None req-36585934-6d1d-4b06-8fc9-b3b23ec74bf2 tempest-ServerAddressesTestJSON-1538992806 tempest-ServerAddressesTestJSON-1538992806-project-member] Waiting for the task: (returnval){ [ 1827.004570] env[62574]: value = "task-1862062" [ 1827.004570] env[62574]: _type = "Task" [ 1827.004570] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1827.014292] env[62574]: DEBUG oslo_vmware.api [None req-4e48a156-b311-4d1f-a9b0-95eed1a35b82 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Task: {'id': task-1862061, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.481783} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1827.016303] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e48a156-b311-4d1f-a9b0-95eed1a35b82 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk to [datastore2] c790641f-213d-4c82-b627-7ffc416d9f0b/c790641f-213d-4c82-b627-7ffc416d9f0b.vmdk {{(pid=62574) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1827.016549] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-4e48a156-b311-4d1f-a9b0-95eed1a35b82 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] [instance: c790641f-213d-4c82-b627-7ffc416d9f0b] Extending root virtual disk to 1048576 {{(pid=62574) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1827.017148] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-09185d08-21fa-4d33-97cb-8f5d53c4720b {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.023113] env[62574]: DEBUG oslo_vmware.api [None req-36585934-6d1d-4b06-8fc9-b3b23ec74bf2 tempest-ServerAddressesTestJSON-1538992806 tempest-ServerAddressesTestJSON-1538992806-project-member] Task: {'id': task-1862062, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1827.028983] env[62574]: DEBUG oslo_vmware.api [None req-4e48a156-b311-4d1f-a9b0-95eed1a35b82 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Waiting for the task: (returnval){ [ 1827.028983] env[62574]: value = "task-1862063" [ 1827.028983] env[62574]: _type = "Task" [ 1827.028983] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1827.040024] env[62574]: DEBUG oslo_vmware.api [None req-4e48a156-b311-4d1f-a9b0-95eed1a35b82 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Task: {'id': task-1862063, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1827.069806] env[62574]: DEBUG nova.network.neutron [-] [instance: a3e0bf12-7471-4d8d-bb31-bf4b3b35f87f] Updating instance_info_cache with network_info: [] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1827.238192] env[62574]: DEBUG nova.network.neutron [-] [instance: 5cb931ed-2cde-467c-a11f-0f03be79e11b] Updating instance_info_cache with network_info: [] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1827.250762] env[62574]: DEBUG oslo_concurrency.lockutils [None req-b5b85167-3d39-49e1-b95d-d785337708cd tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1827.327659] env[62574]: DEBUG oslo_concurrency.lockutils [None req-e366e65c-d1a2-4b3b-a791-f2ea94a63264 tempest-InstanceActionsNegativeTestJSON-1183545786 tempest-InstanceActionsNegativeTestJSON-1183545786-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.541s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1827.328644] env[62574]: DEBUG nova.compute.manager [None req-e366e65c-d1a2-4b3b-a791-f2ea94a63264 tempest-InstanceActionsNegativeTestJSON-1183545786 tempest-InstanceActionsNegativeTestJSON-1183545786-project-member] [instance: 813a8ab3-10c8-4980-b2b4-7a96d53137ba] Start building networks asynchronously for instance. {{(pid=62574) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1827.332197] env[62574]: DEBUG oslo_concurrency.lockutils [None req-b5b85167-3d39-49e1-b95d-d785337708cd tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.081s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1827.333643] env[62574]: INFO nova.compute.claims [None req-b5b85167-3d39-49e1-b95d-d785337708cd tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] [instance: 723b0a75-38ad-494b-baac-29077f352e48] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1827.336407] env[62574]: DEBUG oslo_concurrency.lockutils [None req-94fdfb00-15f1-42bd-824e-50d1b210d78a tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Acquiring lock "refresh_cache-8abe0c7b-f3f1-4f99-83f0-ddff0d909b82" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1827.336575] env[62574]: DEBUG oslo_concurrency.lockutils [None req-94fdfb00-15f1-42bd-824e-50d1b210d78a tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Acquired lock "refresh_cache-8abe0c7b-f3f1-4f99-83f0-ddff0d909b82" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1827.336703] env[62574]: DEBUG nova.network.neutron [None req-94fdfb00-15f1-42bd-824e-50d1b210d78a tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] [instance: 8abe0c7b-f3f1-4f99-83f0-ddff0d909b82] Building network info cache for instance {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1827.386019] env[62574]: DEBUG oslo_concurrency.lockutils [None req-94fdfb00-15f1-42bd-824e-50d1b210d78a tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Releasing lock "refresh_cache-787a4d2b-9ae0-4226-95c3-ed825a3a3f55" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1827.386413] env[62574]: DEBUG nova.compute.manager [None req-94fdfb00-15f1-42bd-824e-50d1b210d78a tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] [instance: 787a4d2b-9ae0-4226-95c3-ed825a3a3f55] Instance network_info: |[{"id": "a235432f-4970-4f4f-af7b-25f6ca6c0ee6", "address": "fa:16:3e:92:04:cb", "network": {"id": "bfd87714-e7b9-4cf4-9a7b-332da9f833dc", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1925993314-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "98d2d71fa23141efa5a8a6ad920fbd1b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee018eb-75be-4037-a80a-07034d4eae35", "external-id": "nsx-vlan-transportzone-8", "segmentation_id": 8, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa235432f-49", "ovs_interfaceid": "a235432f-4970-4f4f-af7b-25f6ca6c0ee6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62574) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1827.386834] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-94fdfb00-15f1-42bd-824e-50d1b210d78a tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] [instance: 787a4d2b-9ae0-4226-95c3-ed825a3a3f55] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:92:04:cb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2ee018eb-75be-4037-a80a-07034d4eae35', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a235432f-4970-4f4f-af7b-25f6ca6c0ee6', 'vif_model': 'vmxnet3'}] {{(pid=62574) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1827.396976] env[62574]: DEBUG oslo.service.loopingcall [None req-94fdfb00-15f1-42bd-824e-50d1b210d78a tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62574) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1827.397903] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 787a4d2b-9ae0-4226-95c3-ed825a3a3f55] Creating VM on the ESX host {{(pid=62574) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1827.398166] env[62574]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-27730334-d92d-48af-9035-cba71a856a65 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.420182] env[62574]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1827.420182] env[62574]: value = "task-1862064" [ 1827.420182] env[62574]: _type = "Task" [ 1827.420182] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1827.429187] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1862064, 'name': CreateVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1827.441701] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-c574fddd-78c8-4d02-b269-2029e049bf20 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] [instance: d06fca54-652a-47dd-b14b-8f6bbf696503] Creating linked-clone VM from snapshot {{(pid=62574) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1827.442165] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-1a7c86c1-fecb-4412-b66d-f47a1542ea72 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.453038] env[62574]: DEBUG oslo_vmware.api [None req-c574fddd-78c8-4d02-b269-2029e049bf20 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Waiting for the task: (returnval){ [ 1827.453038] env[62574]: value = "task-1862065" [ 1827.453038] env[62574]: _type = "Task" [ 1827.453038] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1827.461807] env[62574]: DEBUG oslo_vmware.api [None req-c574fddd-78c8-4d02-b269-2029e049bf20 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Task: {'id': task-1862065, 'name': CloneVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1827.516424] env[62574]: DEBUG oslo_vmware.api [None req-36585934-6d1d-4b06-8fc9-b3b23ec74bf2 tempest-ServerAddressesTestJSON-1538992806 tempest-ServerAddressesTestJSON-1538992806-project-member] Task: {'id': task-1862062, 'name': ReconfigVM_Task, 'duration_secs': 0.321437} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1827.516997] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-36585934-6d1d-4b06-8fc9-b3b23ec74bf2 tempest-ServerAddressesTestJSON-1538992806 tempest-ServerAddressesTestJSON-1538992806-project-member] [instance: 1df4bdfb-d2ab-4974-99ed-9c7398e20b1d] Reconfigured VM instance instance-0000004f to attach disk [datastore2] 1df4bdfb-d2ab-4974-99ed-9c7398e20b1d/1df4bdfb-d2ab-4974-99ed-9c7398e20b1d.vmdk or device None with type sparse {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1827.518110] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-05dcc79c-65fe-4b9a-a918-cb681de31004 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.525376] env[62574]: DEBUG oslo_vmware.api [None req-36585934-6d1d-4b06-8fc9-b3b23ec74bf2 tempest-ServerAddressesTestJSON-1538992806 tempest-ServerAddressesTestJSON-1538992806-project-member] Waiting for the task: (returnval){ [ 1827.525376] env[62574]: value = "task-1862066" [ 1827.525376] env[62574]: _type = "Task" [ 1827.525376] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1827.533632] env[62574]: DEBUG nova.network.neutron [None req-51afe9e7-9752-4d73-9f14-94ccaf9b0296 tempest-ServersV294TestFqdnHostnames-1063698810 tempest-ServersV294TestFqdnHostnames-1063698810-project-member] [instance: bd144d1a-a8e0-4d1f-ad0d-f3192e5cacd1] Instance cache missing network info. {{(pid=62574) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1827.542323] env[62574]: DEBUG oslo_vmware.api [None req-36585934-6d1d-4b06-8fc9-b3b23ec74bf2 tempest-ServerAddressesTestJSON-1538992806 tempest-ServerAddressesTestJSON-1538992806-project-member] Task: {'id': task-1862066, 'name': Rename_Task} progress is 6%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1827.548118] env[62574]: DEBUG oslo_vmware.api [None req-4e48a156-b311-4d1f-a9b0-95eed1a35b82 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Task: {'id': task-1862063, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085236} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1827.548438] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-4e48a156-b311-4d1f-a9b0-95eed1a35b82 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] [instance: c790641f-213d-4c82-b627-7ffc416d9f0b] Extended root virtual disk {{(pid=62574) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1827.549660] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39f43042-0ad4-477f-b74b-5dcf0adf3f59 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.575098] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e48a156-b311-4d1f-a9b0-95eed1a35b82 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] [instance: c790641f-213d-4c82-b627-7ffc416d9f0b] Reconfiguring VM instance instance-00000050 to attach disk [datastore2] c790641f-213d-4c82-b627-7ffc416d9f0b/c790641f-213d-4c82-b627-7ffc416d9f0b.vmdk or device None with type sparse {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1827.580250] env[62574]: INFO nova.compute.manager [-] [instance: a3e0bf12-7471-4d8d-bb31-bf4b3b35f87f] Took 2.25 seconds to deallocate network for instance. [ 1827.580250] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d7a99425-7ee9-4a73-a4e3-97d1ad2c7561 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.612448] env[62574]: DEBUG oslo_vmware.api [None req-4e48a156-b311-4d1f-a9b0-95eed1a35b82 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Waiting for the task: (returnval){ [ 1827.612448] env[62574]: value = "task-1862067" [ 1827.612448] env[62574]: _type = "Task" [ 1827.612448] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1827.627421] env[62574]: DEBUG oslo_vmware.api [None req-4e48a156-b311-4d1f-a9b0-95eed1a35b82 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Task: {'id': task-1862067, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1827.744929] env[62574]: INFO nova.compute.manager [-] [instance: 5cb931ed-2cde-467c-a11f-0f03be79e11b] Took 2.35 seconds to deallocate network for instance. [ 1827.767311] env[62574]: DEBUG nova.network.neutron [None req-51afe9e7-9752-4d73-9f14-94ccaf9b0296 tempest-ServersV294TestFqdnHostnames-1063698810 tempest-ServersV294TestFqdnHostnames-1063698810-project-member] [instance: bd144d1a-a8e0-4d1f-ad0d-f3192e5cacd1] Updating instance_info_cache with network_info: [{"id": "577fdfa5-9885-41fd-955c-d6ccf9d25371", "address": "fa:16:3e:6a:30:c2", "network": {"id": "88b149e4-0ca4-45dd-9c7c-bfe9141ee0a5", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-721879918-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9579713ef5c04467b5ce93d83ee20176", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc16c915-cff1-4faa-a529-9773ee9bab7e", "external-id": "nsx-vlan-transportzone-93", "segmentation_id": 93, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap577fdfa5-98", "ovs_interfaceid": "577fdfa5-9885-41fd-955c-d6ccf9d25371", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1827.842875] env[62574]: DEBUG nova.compute.utils [None req-e366e65c-d1a2-4b3b-a791-f2ea94a63264 tempest-InstanceActionsNegativeTestJSON-1183545786 tempest-InstanceActionsNegativeTestJSON-1183545786-project-member] Using /dev/sd instead of None {{(pid=62574) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1827.848038] env[62574]: DEBUG nova.compute.manager [None req-e366e65c-d1a2-4b3b-a791-f2ea94a63264 tempest-InstanceActionsNegativeTestJSON-1183545786 tempest-InstanceActionsNegativeTestJSON-1183545786-project-member] [instance: 813a8ab3-10c8-4980-b2b4-7a96d53137ba] Allocating IP information in the background. {{(pid=62574) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1827.848038] env[62574]: DEBUG nova.network.neutron [None req-e366e65c-d1a2-4b3b-a791-f2ea94a63264 tempest-InstanceActionsNegativeTestJSON-1183545786 tempest-InstanceActionsNegativeTestJSON-1183545786-project-member] [instance: 813a8ab3-10c8-4980-b2b4-7a96d53137ba] allocate_for_instance() {{(pid=62574) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1827.894108] env[62574]: DEBUG nova.network.neutron [None req-94fdfb00-15f1-42bd-824e-50d1b210d78a tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] [instance: 8abe0c7b-f3f1-4f99-83f0-ddff0d909b82] Instance cache missing network info. {{(pid=62574) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1827.933967] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1862064, 'name': CreateVM_Task} progress is 99%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1827.951346] env[62574]: DEBUG nova.policy [None req-e366e65c-d1a2-4b3b-a791-f2ea94a63264 tempest-InstanceActionsNegativeTestJSON-1183545786 tempest-InstanceActionsNegativeTestJSON-1183545786-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '56f93e7d86244c5397e79964f90756c4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '11d2761229814694be17d8a37d0c0820', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62574) authorize /opt/stack/nova/nova/policy.py:192}} [ 1827.966865] env[62574]: DEBUG oslo_vmware.api [None req-c574fddd-78c8-4d02-b269-2029e049bf20 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Task: {'id': task-1862065, 'name': CloneVM_Task} progress is 94%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1828.037349] env[62574]: DEBUG oslo_vmware.api [None req-36585934-6d1d-4b06-8fc9-b3b23ec74bf2 tempest-ServerAddressesTestJSON-1538992806 tempest-ServerAddressesTestJSON-1538992806-project-member] Task: {'id': task-1862066, 'name': Rename_Task, 'duration_secs': 0.396026} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1828.037626] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-36585934-6d1d-4b06-8fc9-b3b23ec74bf2 tempest-ServerAddressesTestJSON-1538992806 tempest-ServerAddressesTestJSON-1538992806-project-member] [instance: 1df4bdfb-d2ab-4974-99ed-9c7398e20b1d] Powering on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1828.037918] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e9c9a171-1d93-4803-bc6a-41d658c956b1 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.044741] env[62574]: DEBUG oslo_vmware.api [None req-36585934-6d1d-4b06-8fc9-b3b23ec74bf2 tempest-ServerAddressesTestJSON-1538992806 tempest-ServerAddressesTestJSON-1538992806-project-member] Waiting for the task: (returnval){ [ 1828.044741] env[62574]: value = "task-1862068" [ 1828.044741] env[62574]: _type = "Task" [ 1828.044741] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1828.057261] env[62574]: DEBUG oslo_vmware.api [None req-36585934-6d1d-4b06-8fc9-b3b23ec74bf2 tempest-ServerAddressesTestJSON-1538992806 tempest-ServerAddressesTestJSON-1538992806-project-member] Task: {'id': task-1862068, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1828.106668] env[62574]: DEBUG oslo_concurrency.lockutils [None req-766b41da-d654-45c6-95a2-0e28228acc99 tempest-ServersTestFqdnHostnames-1156924450 tempest-ServersTestFqdnHostnames-1156924450-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1828.123179] env[62574]: DEBUG oslo_vmware.api [None req-4e48a156-b311-4d1f-a9b0-95eed1a35b82 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Task: {'id': task-1862067, 'name': ReconfigVM_Task, 'duration_secs': 0.319312} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1828.123532] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e48a156-b311-4d1f-a9b0-95eed1a35b82 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] [instance: c790641f-213d-4c82-b627-7ffc416d9f0b] Reconfigured VM instance instance-00000050 to attach disk [datastore2] c790641f-213d-4c82-b627-7ffc416d9f0b/c790641f-213d-4c82-b627-7ffc416d9f0b.vmdk or device None with type sparse {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1828.124223] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-68fd2c33-d9ec-473b-bdfa-1cb744aa33e0 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.131933] env[62574]: DEBUG oslo_vmware.api [None req-4e48a156-b311-4d1f-a9b0-95eed1a35b82 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Waiting for the task: (returnval){ [ 1828.131933] env[62574]: value = "task-1862069" [ 1828.131933] env[62574]: _type = "Task" [ 1828.131933] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1828.141670] env[62574]: DEBUG oslo_vmware.api [None req-4e48a156-b311-4d1f-a9b0-95eed1a35b82 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Task: {'id': task-1862069, 'name': Rename_Task} progress is 5%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1828.142911] env[62574]: DEBUG nova.network.neutron [None req-94fdfb00-15f1-42bd-824e-50d1b210d78a tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] [instance: 8abe0c7b-f3f1-4f99-83f0-ddff0d909b82] Updating instance_info_cache with network_info: [{"id": "baff4b00-78a9-4d4d-96df-17b88e29c2ca", "address": "fa:16:3e:bf:77:2e", "network": {"id": "bfd87714-e7b9-4cf4-9a7b-332da9f833dc", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1925993314-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "98d2d71fa23141efa5a8a6ad920fbd1b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee018eb-75be-4037-a80a-07034d4eae35", "external-id": "nsx-vlan-transportzone-8", "segmentation_id": 8, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbaff4b00-78", "ovs_interfaceid": "baff4b00-78a9-4d4d-96df-17b88e29c2ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1828.255256] env[62574]: DEBUG oslo_concurrency.lockutils [None req-bf963c92-382f-4142-9c9f-36cee108b4da tempest-ServersTestMultiNic-1484195929 tempest-ServersTestMultiNic-1484195929-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1828.269707] env[62574]: DEBUG nova.compute.manager [req-6720758d-d355-4902-b31b-f030870232e4 req-aeb3d7ef-45f0-457f-8ad3-7528783c5d7e service nova] [instance: 5cb931ed-2cde-467c-a11f-0f03be79e11b] Received event network-vif-deleted-075dfeff-b032-43b5-a475-bb376cfd0d1f {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1828.270043] env[62574]: DEBUG nova.compute.manager [req-6720758d-d355-4902-b31b-f030870232e4 req-aeb3d7ef-45f0-457f-8ad3-7528783c5d7e service nova] [instance: 787a4d2b-9ae0-4226-95c3-ed825a3a3f55] Received event network-changed-a235432f-4970-4f4f-af7b-25f6ca6c0ee6 {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1828.270255] env[62574]: DEBUG nova.compute.manager [req-6720758d-d355-4902-b31b-f030870232e4 req-aeb3d7ef-45f0-457f-8ad3-7528783c5d7e service nova] [instance: 787a4d2b-9ae0-4226-95c3-ed825a3a3f55] Refreshing instance network info cache due to event network-changed-a235432f-4970-4f4f-af7b-25f6ca6c0ee6. {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1828.270527] env[62574]: DEBUG oslo_concurrency.lockutils [req-6720758d-d355-4902-b31b-f030870232e4 req-aeb3d7ef-45f0-457f-8ad3-7528783c5d7e service nova] Acquiring lock "refresh_cache-787a4d2b-9ae0-4226-95c3-ed825a3a3f55" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1828.270723] env[62574]: DEBUG oslo_concurrency.lockutils [req-6720758d-d355-4902-b31b-f030870232e4 req-aeb3d7ef-45f0-457f-8ad3-7528783c5d7e service nova] Acquired lock "refresh_cache-787a4d2b-9ae0-4226-95c3-ed825a3a3f55" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1828.270926] env[62574]: DEBUG nova.network.neutron [req-6720758d-d355-4902-b31b-f030870232e4 req-aeb3d7ef-45f0-457f-8ad3-7528783c5d7e service nova] [instance: 787a4d2b-9ae0-4226-95c3-ed825a3a3f55] Refreshing network info cache for port a235432f-4970-4f4f-af7b-25f6ca6c0ee6 {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1828.272697] env[62574]: DEBUG oslo_concurrency.lockutils [None req-51afe9e7-9752-4d73-9f14-94ccaf9b0296 tempest-ServersV294TestFqdnHostnames-1063698810 tempest-ServersV294TestFqdnHostnames-1063698810-project-member] Releasing lock "refresh_cache-bd144d1a-a8e0-4d1f-ad0d-f3192e5cacd1" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1828.273019] env[62574]: DEBUG nova.compute.manager [None req-51afe9e7-9752-4d73-9f14-94ccaf9b0296 tempest-ServersV294TestFqdnHostnames-1063698810 tempest-ServersV294TestFqdnHostnames-1063698810-project-member] [instance: bd144d1a-a8e0-4d1f-ad0d-f3192e5cacd1] Instance network_info: |[{"id": "577fdfa5-9885-41fd-955c-d6ccf9d25371", "address": "fa:16:3e:6a:30:c2", "network": {"id": "88b149e4-0ca4-45dd-9c7c-bfe9141ee0a5", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-721879918-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9579713ef5c04467b5ce93d83ee20176", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc16c915-cff1-4faa-a529-9773ee9bab7e", "external-id": "nsx-vlan-transportzone-93", "segmentation_id": 93, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap577fdfa5-98", "ovs_interfaceid": "577fdfa5-9885-41fd-955c-d6ccf9d25371", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62574) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1828.273678] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-51afe9e7-9752-4d73-9f14-94ccaf9b0296 tempest-ServersV294TestFqdnHostnames-1063698810 tempest-ServersV294TestFqdnHostnames-1063698810-project-member] [instance: bd144d1a-a8e0-4d1f-ad0d-f3192e5cacd1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6a:30:c2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dc16c915-cff1-4faa-a529-9773ee9bab7e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '577fdfa5-9885-41fd-955c-d6ccf9d25371', 'vif_model': 'vmxnet3'}] {{(pid=62574) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1828.282896] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-51afe9e7-9752-4d73-9f14-94ccaf9b0296 tempest-ServersV294TestFqdnHostnames-1063698810 tempest-ServersV294TestFqdnHostnames-1063698810-project-member] Creating folder: Project (9579713ef5c04467b5ce93d83ee20176). Parent ref: group-v384746. {{(pid=62574) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1828.283899] env[62574]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8d35b9b0-f430-4286-85e3-22087bb9f1c4 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.297688] env[62574]: INFO nova.virt.vmwareapi.vm_util [None req-51afe9e7-9752-4d73-9f14-94ccaf9b0296 tempest-ServersV294TestFqdnHostnames-1063698810 tempest-ServersV294TestFqdnHostnames-1063698810-project-member] Created folder: Project (9579713ef5c04467b5ce93d83ee20176) in parent group-v384746. [ 1828.297966] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-51afe9e7-9752-4d73-9f14-94ccaf9b0296 tempest-ServersV294TestFqdnHostnames-1063698810 tempest-ServersV294TestFqdnHostnames-1063698810-project-member] Creating folder: Instances. Parent ref: group-v384964. {{(pid=62574) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1828.298259] env[62574]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2ab8f612-65f0-4a0b-bbc7-a8f0a29e7742 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.314480] env[62574]: INFO nova.virt.vmwareapi.vm_util [None req-51afe9e7-9752-4d73-9f14-94ccaf9b0296 tempest-ServersV294TestFqdnHostnames-1063698810 tempest-ServersV294TestFqdnHostnames-1063698810-project-member] Created folder: Instances in parent group-v384964. [ 1828.315268] env[62574]: DEBUG oslo.service.loopingcall [None req-51afe9e7-9752-4d73-9f14-94ccaf9b0296 tempest-ServersV294TestFqdnHostnames-1063698810 tempest-ServersV294TestFqdnHostnames-1063698810-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62574) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1828.315268] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bd144d1a-a8e0-4d1f-ad0d-f3192e5cacd1] Creating VM on the ESX host {{(pid=62574) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1828.316016] env[62574]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-57278c84-6a6b-4cec-b770-9a0439c1b7ef {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.333037] env[62574]: DEBUG nova.network.neutron [None req-e366e65c-d1a2-4b3b-a791-f2ea94a63264 tempest-InstanceActionsNegativeTestJSON-1183545786 tempest-InstanceActionsNegativeTestJSON-1183545786-project-member] [instance: 813a8ab3-10c8-4980-b2b4-7a96d53137ba] Successfully created port: 361ed7e7-254a-451f-9225-d74b6c0d5b7c {{(pid=62574) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1828.339878] env[62574]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1828.339878] env[62574]: value = "task-1862072" [ 1828.339878] env[62574]: _type = "Task" [ 1828.339878] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1828.356134] env[62574]: DEBUG nova.compute.manager [None req-e366e65c-d1a2-4b3b-a791-f2ea94a63264 tempest-InstanceActionsNegativeTestJSON-1183545786 tempest-InstanceActionsNegativeTestJSON-1183545786-project-member] [instance: 813a8ab3-10c8-4980-b2b4-7a96d53137ba] Start building block device mappings for instance. {{(pid=62574) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1828.357586] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1862072, 'name': CreateVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1828.434295] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1862064, 'name': CreateVM_Task, 'duration_secs': 0.546233} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1828.434643] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 787a4d2b-9ae0-4226-95c3-ed825a3a3f55] Created VM on the ESX host {{(pid=62574) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1828.435345] env[62574]: DEBUG oslo_concurrency.lockutils [None req-94fdfb00-15f1-42bd-824e-50d1b210d78a tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1828.436685] env[62574]: DEBUG oslo_concurrency.lockutils [None req-94fdfb00-15f1-42bd-824e-50d1b210d78a tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1828.436685] env[62574]: DEBUG oslo_concurrency.lockutils [None req-94fdfb00-15f1-42bd-824e-50d1b210d78a tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1828.436685] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8806835b-1dac-49d9-bf90-f542ee2d6961 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.442145] env[62574]: DEBUG oslo_vmware.api [None req-94fdfb00-15f1-42bd-824e-50d1b210d78a tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Waiting for the task: (returnval){ [ 1828.442145] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]529f0d21-f200-c1f7-8b7d-2a4b406e228d" [ 1828.442145] env[62574]: _type = "Task" [ 1828.442145] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1828.453728] env[62574]: DEBUG oslo_vmware.api [None req-94fdfb00-15f1-42bd-824e-50d1b210d78a tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]529f0d21-f200-c1f7-8b7d-2a4b406e228d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1828.468418] env[62574]: DEBUG oslo_vmware.api [None req-c574fddd-78c8-4d02-b269-2029e049bf20 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Task: {'id': task-1862065, 'name': CloneVM_Task} progress is 94%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1828.505233] env[62574]: DEBUG nova.compute.manager [req-ba8bbd0b-7c52-40fa-8b53-4ae348aaea9e req-ab3bc815-11d4-4319-9cbc-e1e1ada54fab service nova] [instance: bd144d1a-a8e0-4d1f-ad0d-f3192e5cacd1] Received event network-changed-577fdfa5-9885-41fd-955c-d6ccf9d25371 {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1828.505475] env[62574]: DEBUG nova.compute.manager [req-ba8bbd0b-7c52-40fa-8b53-4ae348aaea9e req-ab3bc815-11d4-4319-9cbc-e1e1ada54fab service nova] [instance: bd144d1a-a8e0-4d1f-ad0d-f3192e5cacd1] Refreshing instance network info cache due to event network-changed-577fdfa5-9885-41fd-955c-d6ccf9d25371. {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1828.505660] env[62574]: DEBUG oslo_concurrency.lockutils [req-ba8bbd0b-7c52-40fa-8b53-4ae348aaea9e req-ab3bc815-11d4-4319-9cbc-e1e1ada54fab service nova] Acquiring lock "refresh_cache-bd144d1a-a8e0-4d1f-ad0d-f3192e5cacd1" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1828.505834] env[62574]: DEBUG oslo_concurrency.lockutils [req-ba8bbd0b-7c52-40fa-8b53-4ae348aaea9e req-ab3bc815-11d4-4319-9cbc-e1e1ada54fab service nova] Acquired lock "refresh_cache-bd144d1a-a8e0-4d1f-ad0d-f3192e5cacd1" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1828.505902] env[62574]: DEBUG nova.network.neutron [req-ba8bbd0b-7c52-40fa-8b53-4ae348aaea9e req-ab3bc815-11d4-4319-9cbc-e1e1ada54fab service nova] [instance: bd144d1a-a8e0-4d1f-ad0d-f3192e5cacd1] Refreshing network info cache for port 577fdfa5-9885-41fd-955c-d6ccf9d25371 {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1828.560734] env[62574]: DEBUG oslo_vmware.api [None req-36585934-6d1d-4b06-8fc9-b3b23ec74bf2 tempest-ServerAddressesTestJSON-1538992806 tempest-ServerAddressesTestJSON-1538992806-project-member] Task: {'id': task-1862068, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1828.650024] env[62574]: DEBUG oslo_concurrency.lockutils [None req-94fdfb00-15f1-42bd-824e-50d1b210d78a tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Releasing lock "refresh_cache-8abe0c7b-f3f1-4f99-83f0-ddff0d909b82" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1828.650024] env[62574]: DEBUG nova.compute.manager [None req-94fdfb00-15f1-42bd-824e-50d1b210d78a tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] [instance: 8abe0c7b-f3f1-4f99-83f0-ddff0d909b82] Instance network_info: |[{"id": "baff4b00-78a9-4d4d-96df-17b88e29c2ca", "address": "fa:16:3e:bf:77:2e", "network": {"id": "bfd87714-e7b9-4cf4-9a7b-332da9f833dc", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1925993314-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "98d2d71fa23141efa5a8a6ad920fbd1b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee018eb-75be-4037-a80a-07034d4eae35", "external-id": "nsx-vlan-transportzone-8", "segmentation_id": 8, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbaff4b00-78", "ovs_interfaceid": "baff4b00-78a9-4d4d-96df-17b88e29c2ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62574) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1828.650024] env[62574]: DEBUG oslo_vmware.api [None req-4e48a156-b311-4d1f-a9b0-95eed1a35b82 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Task: {'id': task-1862069, 'name': Rename_Task, 'duration_secs': 0.21301} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1828.650024] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-94fdfb00-15f1-42bd-824e-50d1b210d78a tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] [instance: 8abe0c7b-f3f1-4f99-83f0-ddff0d909b82] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bf:77:2e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2ee018eb-75be-4037-a80a-07034d4eae35', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'baff4b00-78a9-4d4d-96df-17b88e29c2ca', 'vif_model': 'vmxnet3'}] {{(pid=62574) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1828.658186] env[62574]: DEBUG oslo.service.loopingcall [None req-94fdfb00-15f1-42bd-824e-50d1b210d78a tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62574) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1828.658670] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e48a156-b311-4d1f-a9b0-95eed1a35b82 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] [instance: c790641f-213d-4c82-b627-7ffc416d9f0b] Powering on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1828.662551] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8abe0c7b-f3f1-4f99-83f0-ddff0d909b82] Creating VM on the ESX host {{(pid=62574) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1828.662981] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-96b51059-360f-44cb-a431-767c925fd3a4 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.665179] env[62574]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bfc14fc3-60cd-48c3-be44-c259ea1f3300 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.691786] env[62574]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1828.691786] env[62574]: value = "task-1862074" [ 1828.691786] env[62574]: _type = "Task" [ 1828.691786] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1828.693035] env[62574]: DEBUG oslo_vmware.api [None req-4e48a156-b311-4d1f-a9b0-95eed1a35b82 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Waiting for the task: (returnval){ [ 1828.693035] env[62574]: value = "task-1862073" [ 1828.693035] env[62574]: _type = "Task" [ 1828.693035] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1828.708184] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1862074, 'name': CreateVM_Task} progress is 6%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1828.711401] env[62574]: DEBUG oslo_vmware.api [None req-4e48a156-b311-4d1f-a9b0-95eed1a35b82 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Task: {'id': task-1862073, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1828.740432] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1fa674b-73e6-444f-8bbe-65b332c44d42 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.748843] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4109b9e-a509-455b-902a-aec7b62eee78 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.788492] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1faceb6d-b286-4835-961f-6d6a3257bce7 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.797600] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78ddefeb-f7ba-4a85-8f9f-adf3245a6e18 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.814893] env[62574]: DEBUG nova.compute.provider_tree [None req-b5b85167-3d39-49e1-b95d-d785337708cd tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Inventory has not changed in ProviderTree for provider: f0ed160a-beff-4626-a531-2a70d7bc0627 {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1828.850785] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1862072, 'name': CreateVM_Task} progress is 99%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1828.953632] env[62574]: DEBUG oslo_vmware.api [None req-94fdfb00-15f1-42bd-824e-50d1b210d78a tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]529f0d21-f200-c1f7-8b7d-2a4b406e228d, 'name': SearchDatastore_Task, 'duration_secs': 0.014104} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1828.954070] env[62574]: DEBUG oslo_concurrency.lockutils [None req-94fdfb00-15f1-42bd-824e-50d1b210d78a tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1828.954345] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-94fdfb00-15f1-42bd-824e-50d1b210d78a tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] [instance: 787a4d2b-9ae0-4226-95c3-ed825a3a3f55] Processing image 3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2 {{(pid=62574) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1828.954594] env[62574]: DEBUG oslo_concurrency.lockutils [None req-94fdfb00-15f1-42bd-824e-50d1b210d78a tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1828.954751] env[62574]: DEBUG oslo_concurrency.lockutils [None req-94fdfb00-15f1-42bd-824e-50d1b210d78a tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1828.954955] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-94fdfb00-15f1-42bd-824e-50d1b210d78a tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1828.955252] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ac6a13b4-ee4e-4699-9ba4-960f0831513c {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.969766] env[62574]: DEBUG oslo_vmware.api [None req-c574fddd-78c8-4d02-b269-2029e049bf20 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Task: {'id': task-1862065, 'name': CloneVM_Task} progress is 95%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1828.971115] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-94fdfb00-15f1-42bd-824e-50d1b210d78a tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1828.971336] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-94fdfb00-15f1-42bd-824e-50d1b210d78a tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62574) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1828.972075] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a6218d26-1a5c-4723-b245-642d34b1308b {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.977414] env[62574]: DEBUG oslo_vmware.api [None req-94fdfb00-15f1-42bd-824e-50d1b210d78a tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Waiting for the task: (returnval){ [ 1828.977414] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]52631cf6-40ff-dc84-8a36-b0bddab026c6" [ 1828.977414] env[62574]: _type = "Task" [ 1828.977414] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1828.985738] env[62574]: DEBUG oslo_vmware.api [None req-94fdfb00-15f1-42bd-824e-50d1b210d78a tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52631cf6-40ff-dc84-8a36-b0bddab026c6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1829.055530] env[62574]: DEBUG oslo_vmware.api [None req-36585934-6d1d-4b06-8fc9-b3b23ec74bf2 tempest-ServerAddressesTestJSON-1538992806 tempest-ServerAddressesTestJSON-1538992806-project-member] Task: {'id': task-1862068, 'name': PowerOnVM_Task, 'duration_secs': 0.652684} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1829.058459] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-36585934-6d1d-4b06-8fc9-b3b23ec74bf2 tempest-ServerAddressesTestJSON-1538992806 tempest-ServerAddressesTestJSON-1538992806-project-member] [instance: 1df4bdfb-d2ab-4974-99ed-9c7398e20b1d] Powered on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1829.058768] env[62574]: INFO nova.compute.manager [None req-36585934-6d1d-4b06-8fc9-b3b23ec74bf2 tempest-ServerAddressesTestJSON-1538992806 tempest-ServerAddressesTestJSON-1538992806-project-member] [instance: 1df4bdfb-d2ab-4974-99ed-9c7398e20b1d] Took 14.82 seconds to spawn the instance on the hypervisor. [ 1829.058969] env[62574]: DEBUG nova.compute.manager [None req-36585934-6d1d-4b06-8fc9-b3b23ec74bf2 tempest-ServerAddressesTestJSON-1538992806 tempest-ServerAddressesTestJSON-1538992806-project-member] [instance: 1df4bdfb-d2ab-4974-99ed-9c7398e20b1d] Checking state {{(pid=62574) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1829.059908] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f4ad99a-e26b-4466-9a58-04006245fb6f {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1829.064334] env[62574]: DEBUG nova.network.neutron [req-6720758d-d355-4902-b31b-f030870232e4 req-aeb3d7ef-45f0-457f-8ad3-7528783c5d7e service nova] [instance: 787a4d2b-9ae0-4226-95c3-ed825a3a3f55] Updated VIF entry in instance network info cache for port a235432f-4970-4f4f-af7b-25f6ca6c0ee6. {{(pid=62574) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1829.064735] env[62574]: DEBUG nova.network.neutron [req-6720758d-d355-4902-b31b-f030870232e4 req-aeb3d7ef-45f0-457f-8ad3-7528783c5d7e service nova] [instance: 787a4d2b-9ae0-4226-95c3-ed825a3a3f55] Updating instance_info_cache with network_info: [{"id": "a235432f-4970-4f4f-af7b-25f6ca6c0ee6", "address": "fa:16:3e:92:04:cb", "network": {"id": "bfd87714-e7b9-4cf4-9a7b-332da9f833dc", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1925993314-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "98d2d71fa23141efa5a8a6ad920fbd1b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee018eb-75be-4037-a80a-07034d4eae35", "external-id": "nsx-vlan-transportzone-8", "segmentation_id": 8, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa235432f-49", "ovs_interfaceid": "a235432f-4970-4f4f-af7b-25f6ca6c0ee6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1829.206746] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1862074, 'name': CreateVM_Task} progress is 25%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1829.210127] env[62574]: DEBUG oslo_vmware.api [None req-4e48a156-b311-4d1f-a9b0-95eed1a35b82 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Task: {'id': task-1862073, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1829.253986] env[62574]: DEBUG nova.network.neutron [req-ba8bbd0b-7c52-40fa-8b53-4ae348aaea9e req-ab3bc815-11d4-4319-9cbc-e1e1ada54fab service nova] [instance: bd144d1a-a8e0-4d1f-ad0d-f3192e5cacd1] Updated VIF entry in instance network info cache for port 577fdfa5-9885-41fd-955c-d6ccf9d25371. {{(pid=62574) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1829.254404] env[62574]: DEBUG nova.network.neutron [req-ba8bbd0b-7c52-40fa-8b53-4ae348aaea9e req-ab3bc815-11d4-4319-9cbc-e1e1ada54fab service nova] [instance: bd144d1a-a8e0-4d1f-ad0d-f3192e5cacd1] Updating instance_info_cache with network_info: [{"id": "577fdfa5-9885-41fd-955c-d6ccf9d25371", "address": "fa:16:3e:6a:30:c2", "network": {"id": "88b149e4-0ca4-45dd-9c7c-bfe9141ee0a5", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-721879918-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9579713ef5c04467b5ce93d83ee20176", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc16c915-cff1-4faa-a529-9773ee9bab7e", "external-id": "nsx-vlan-transportzone-93", "segmentation_id": 93, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap577fdfa5-98", "ovs_interfaceid": "577fdfa5-9885-41fd-955c-d6ccf9d25371", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1829.318998] env[62574]: DEBUG nova.scheduler.client.report [None req-b5b85167-3d39-49e1-b95d-d785337708cd tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Inventory has not changed for provider f0ed160a-beff-4626-a531-2a70d7bc0627 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 148, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1829.353852] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1862072, 'name': CreateVM_Task, 'duration_secs': 0.55508} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1829.354051] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bd144d1a-a8e0-4d1f-ad0d-f3192e5cacd1] Created VM on the ESX host {{(pid=62574) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1829.354752] env[62574]: DEBUG oslo_concurrency.lockutils [None req-51afe9e7-9752-4d73-9f14-94ccaf9b0296 tempest-ServersV294TestFqdnHostnames-1063698810 tempest-ServersV294TestFqdnHostnames-1063698810-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1829.354986] env[62574]: DEBUG oslo_concurrency.lockutils [None req-51afe9e7-9752-4d73-9f14-94ccaf9b0296 tempest-ServersV294TestFqdnHostnames-1063698810 tempest-ServersV294TestFqdnHostnames-1063698810-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1829.355342] env[62574]: DEBUG oslo_concurrency.lockutils [None req-51afe9e7-9752-4d73-9f14-94ccaf9b0296 tempest-ServersV294TestFqdnHostnames-1063698810 tempest-ServersV294TestFqdnHostnames-1063698810-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1829.355609] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d12b11c6-8162-4c56-9cae-be2d24218b94 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1829.360698] env[62574]: DEBUG oslo_vmware.api [None req-51afe9e7-9752-4d73-9f14-94ccaf9b0296 tempest-ServersV294TestFqdnHostnames-1063698810 tempest-ServersV294TestFqdnHostnames-1063698810-project-member] Waiting for the task: (returnval){ [ 1829.360698] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]526a5667-3320-2e8d-a086-b969b4d86f1c" [ 1829.360698] env[62574]: _type = "Task" [ 1829.360698] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1829.364812] env[62574]: DEBUG nova.compute.manager [None req-e366e65c-d1a2-4b3b-a791-f2ea94a63264 tempest-InstanceActionsNegativeTestJSON-1183545786 tempest-InstanceActionsNegativeTestJSON-1183545786-project-member] [instance: 813a8ab3-10c8-4980-b2b4-7a96d53137ba] Start spawning the instance on the hypervisor. {{(pid=62574) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1829.372228] env[62574]: DEBUG oslo_vmware.api [None req-51afe9e7-9752-4d73-9f14-94ccaf9b0296 tempest-ServersV294TestFqdnHostnames-1063698810 tempest-ServersV294TestFqdnHostnames-1063698810-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]526a5667-3320-2e8d-a086-b969b4d86f1c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1829.391512] env[62574]: DEBUG nova.virt.hardware [None req-e366e65c-d1a2-4b3b-a791-f2ea94a63264 tempest-InstanceActionsNegativeTestJSON-1183545786 tempest-InstanceActionsNegativeTestJSON-1183545786-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T19:26:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-13T19:26:40Z,direct_url=,disk_format='vmdk',id=3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7eed1dd4d2c3418eb32c4f4ceda3ab0d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-13T19:26:41Z,virtual_size=,visibility=), allow threads: False {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1829.391763] env[62574]: DEBUG nova.virt.hardware [None req-e366e65c-d1a2-4b3b-a791-f2ea94a63264 tempest-InstanceActionsNegativeTestJSON-1183545786 tempest-InstanceActionsNegativeTestJSON-1183545786-project-member] Flavor limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1829.391920] env[62574]: DEBUG nova.virt.hardware [None req-e366e65c-d1a2-4b3b-a791-f2ea94a63264 tempest-InstanceActionsNegativeTestJSON-1183545786 tempest-InstanceActionsNegativeTestJSON-1183545786-project-member] Image limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1829.392119] env[62574]: DEBUG nova.virt.hardware [None req-e366e65c-d1a2-4b3b-a791-f2ea94a63264 tempest-InstanceActionsNegativeTestJSON-1183545786 tempest-InstanceActionsNegativeTestJSON-1183545786-project-member] Flavor pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1829.392265] env[62574]: DEBUG nova.virt.hardware [None req-e366e65c-d1a2-4b3b-a791-f2ea94a63264 tempest-InstanceActionsNegativeTestJSON-1183545786 tempest-InstanceActionsNegativeTestJSON-1183545786-project-member] Image pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1829.392410] env[62574]: DEBUG nova.virt.hardware [None req-e366e65c-d1a2-4b3b-a791-f2ea94a63264 tempest-InstanceActionsNegativeTestJSON-1183545786 tempest-InstanceActionsNegativeTestJSON-1183545786-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1829.392650] env[62574]: DEBUG nova.virt.hardware [None req-e366e65c-d1a2-4b3b-a791-f2ea94a63264 tempest-InstanceActionsNegativeTestJSON-1183545786 tempest-InstanceActionsNegativeTestJSON-1183545786-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1829.392812] env[62574]: DEBUG nova.virt.hardware [None req-e366e65c-d1a2-4b3b-a791-f2ea94a63264 tempest-InstanceActionsNegativeTestJSON-1183545786 tempest-InstanceActionsNegativeTestJSON-1183545786-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1829.392980] env[62574]: DEBUG nova.virt.hardware [None req-e366e65c-d1a2-4b3b-a791-f2ea94a63264 tempest-InstanceActionsNegativeTestJSON-1183545786 tempest-InstanceActionsNegativeTestJSON-1183545786-project-member] Got 1 possible topologies {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1829.393157] env[62574]: DEBUG nova.virt.hardware [None req-e366e65c-d1a2-4b3b-a791-f2ea94a63264 tempest-InstanceActionsNegativeTestJSON-1183545786 tempest-InstanceActionsNegativeTestJSON-1183545786-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1829.393328] env[62574]: DEBUG nova.virt.hardware [None req-e366e65c-d1a2-4b3b-a791-f2ea94a63264 tempest-InstanceActionsNegativeTestJSON-1183545786 tempest-InstanceActionsNegativeTestJSON-1183545786-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1829.394218] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ef73383-63f7-447f-b98e-06e3baef6b9d {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1829.402362] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b16d4fb8-a34e-445d-bf06-64bdb18c752b {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1829.470032] env[62574]: DEBUG oslo_vmware.api [None req-c574fddd-78c8-4d02-b269-2029e049bf20 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Task: {'id': task-1862065, 'name': CloneVM_Task, 'duration_secs': 1.642438} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1829.470323] env[62574]: INFO nova.virt.vmwareapi.vmops [None req-c574fddd-78c8-4d02-b269-2029e049bf20 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] [instance: d06fca54-652a-47dd-b14b-8f6bbf696503] Created linked-clone VM from snapshot [ 1829.471208] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a84e9575-8da6-4b68-9f6d-701fab58202e {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1829.480701] env[62574]: DEBUG nova.virt.vmwareapi.images [None req-c574fddd-78c8-4d02-b269-2029e049bf20 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] [instance: d06fca54-652a-47dd-b14b-8f6bbf696503] Uploading image a3b91b50-0fc4-40e2-a3a6-7b1aea691e7f {{(pid=62574) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1829.492963] env[62574]: DEBUG oslo_vmware.api [None req-94fdfb00-15f1-42bd-824e-50d1b210d78a tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52631cf6-40ff-dc84-8a36-b0bddab026c6, 'name': SearchDatastore_Task, 'duration_secs': 0.010296} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1829.493604] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d9142e5-cfae-4b82-a548-5c1db651e732 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1829.501148] env[62574]: DEBUG oslo_vmware.api [None req-94fdfb00-15f1-42bd-824e-50d1b210d78a tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Waiting for the task: (returnval){ [ 1829.501148] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]52af8d23-8700-ad2d-b94c-a2c6c39df652" [ 1829.501148] env[62574]: _type = "Task" [ 1829.501148] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1829.507709] env[62574]: DEBUG oslo_vmware.rw_handles [None req-c574fddd-78c8-4d02-b269-2029e049bf20 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1829.507709] env[62574]: value = "vm-384963" [ 1829.507709] env[62574]: _type = "VirtualMachine" [ 1829.507709] env[62574]: }. {{(pid=62574) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1829.507998] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-26b3d2df-d4a0-4ee2-a415-a66da3e1dde9 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1829.512526] env[62574]: DEBUG oslo_vmware.api [None req-94fdfb00-15f1-42bd-824e-50d1b210d78a tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52af8d23-8700-ad2d-b94c-a2c6c39df652, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1829.518575] env[62574]: DEBUG oslo_vmware.rw_handles [None req-c574fddd-78c8-4d02-b269-2029e049bf20 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Lease: (returnval){ [ 1829.518575] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]52c94da5-f2a6-67f0-2fd4-a90110908eb8" [ 1829.518575] env[62574]: _type = "HttpNfcLease" [ 1829.518575] env[62574]: } obtained for exporting VM: (result){ [ 1829.518575] env[62574]: value = "vm-384963" [ 1829.518575] env[62574]: _type = "VirtualMachine" [ 1829.518575] env[62574]: }. {{(pid=62574) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1829.518860] env[62574]: DEBUG oslo_vmware.api [None req-c574fddd-78c8-4d02-b269-2029e049bf20 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Waiting for the lease: (returnval){ [ 1829.518860] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]52c94da5-f2a6-67f0-2fd4-a90110908eb8" [ 1829.518860] env[62574]: _type = "HttpNfcLease" [ 1829.518860] env[62574]: } to be ready. {{(pid=62574) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1829.525685] env[62574]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1829.525685] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]52c94da5-f2a6-67f0-2fd4-a90110908eb8" [ 1829.525685] env[62574]: _type = "HttpNfcLease" [ 1829.525685] env[62574]: } is initializing. {{(pid=62574) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1829.568241] env[62574]: DEBUG oslo_concurrency.lockutils [req-6720758d-d355-4902-b31b-f030870232e4 req-aeb3d7ef-45f0-457f-8ad3-7528783c5d7e service nova] Releasing lock "refresh_cache-787a4d2b-9ae0-4226-95c3-ed825a3a3f55" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1829.568532] env[62574]: DEBUG nova.compute.manager [req-6720758d-d355-4902-b31b-f030870232e4 req-aeb3d7ef-45f0-457f-8ad3-7528783c5d7e service nova] [instance: 8abe0c7b-f3f1-4f99-83f0-ddff0d909b82] Received event network-vif-plugged-baff4b00-78a9-4d4d-96df-17b88e29c2ca {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1829.568753] env[62574]: DEBUG oslo_concurrency.lockutils [req-6720758d-d355-4902-b31b-f030870232e4 req-aeb3d7ef-45f0-457f-8ad3-7528783c5d7e service nova] Acquiring lock "8abe0c7b-f3f1-4f99-83f0-ddff0d909b82-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1829.568976] env[62574]: DEBUG oslo_concurrency.lockutils [req-6720758d-d355-4902-b31b-f030870232e4 req-aeb3d7ef-45f0-457f-8ad3-7528783c5d7e service nova] Lock "8abe0c7b-f3f1-4f99-83f0-ddff0d909b82-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1829.569474] env[62574]: DEBUG oslo_concurrency.lockutils [req-6720758d-d355-4902-b31b-f030870232e4 req-aeb3d7ef-45f0-457f-8ad3-7528783c5d7e service nova] Lock "8abe0c7b-f3f1-4f99-83f0-ddff0d909b82-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1829.569474] env[62574]: DEBUG nova.compute.manager [req-6720758d-d355-4902-b31b-f030870232e4 req-aeb3d7ef-45f0-457f-8ad3-7528783c5d7e service nova] [instance: 8abe0c7b-f3f1-4f99-83f0-ddff0d909b82] No waiting events found dispatching network-vif-plugged-baff4b00-78a9-4d4d-96df-17b88e29c2ca {{(pid=62574) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1829.569643] env[62574]: WARNING nova.compute.manager [req-6720758d-d355-4902-b31b-f030870232e4 req-aeb3d7ef-45f0-457f-8ad3-7528783c5d7e service nova] [instance: 8abe0c7b-f3f1-4f99-83f0-ddff0d909b82] Received unexpected event network-vif-plugged-baff4b00-78a9-4d4d-96df-17b88e29c2ca for instance with vm_state building and task_state spawning. [ 1829.569743] env[62574]: DEBUG nova.compute.manager [req-6720758d-d355-4902-b31b-f030870232e4 req-aeb3d7ef-45f0-457f-8ad3-7528783c5d7e service nova] [instance: a3e0bf12-7471-4d8d-bb31-bf4b3b35f87f] Received event network-vif-deleted-8847555c-7195-415f-9f22-a601d51c878e {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1829.569937] env[62574]: DEBUG nova.compute.manager [req-6720758d-d355-4902-b31b-f030870232e4 req-aeb3d7ef-45f0-457f-8ad3-7528783c5d7e service nova] [instance: 5cb931ed-2cde-467c-a11f-0f03be79e11b] Received event network-vif-deleted-ac6d5fd4-f351-4d28-9ec1-afa539e81ac7 {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1829.570148] env[62574]: DEBUG nova.compute.manager [req-6720758d-d355-4902-b31b-f030870232e4 req-aeb3d7ef-45f0-457f-8ad3-7528783c5d7e service nova] [instance: 8abe0c7b-f3f1-4f99-83f0-ddff0d909b82] Received event network-changed-baff4b00-78a9-4d4d-96df-17b88e29c2ca {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1829.570315] env[62574]: DEBUG nova.compute.manager [req-6720758d-d355-4902-b31b-f030870232e4 req-aeb3d7ef-45f0-457f-8ad3-7528783c5d7e service nova] [instance: 8abe0c7b-f3f1-4f99-83f0-ddff0d909b82] Refreshing instance network info cache due to event network-changed-baff4b00-78a9-4d4d-96df-17b88e29c2ca. {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1829.570528] env[62574]: DEBUG oslo_concurrency.lockutils [req-6720758d-d355-4902-b31b-f030870232e4 req-aeb3d7ef-45f0-457f-8ad3-7528783c5d7e service nova] Acquiring lock "refresh_cache-8abe0c7b-f3f1-4f99-83f0-ddff0d909b82" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1829.570718] env[62574]: DEBUG oslo_concurrency.lockutils [req-6720758d-d355-4902-b31b-f030870232e4 req-aeb3d7ef-45f0-457f-8ad3-7528783c5d7e service nova] Acquired lock "refresh_cache-8abe0c7b-f3f1-4f99-83f0-ddff0d909b82" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1829.570886] env[62574]: DEBUG nova.network.neutron [req-6720758d-d355-4902-b31b-f030870232e4 req-aeb3d7ef-45f0-457f-8ad3-7528783c5d7e service nova] [instance: 8abe0c7b-f3f1-4f99-83f0-ddff0d909b82] Refreshing network info cache for port baff4b00-78a9-4d4d-96df-17b88e29c2ca {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1829.584074] env[62574]: INFO nova.compute.manager [None req-36585934-6d1d-4b06-8fc9-b3b23ec74bf2 tempest-ServerAddressesTestJSON-1538992806 tempest-ServerAddressesTestJSON-1538992806-project-member] [instance: 1df4bdfb-d2ab-4974-99ed-9c7398e20b1d] Took 24.53 seconds to build instance. [ 1829.705755] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1862074, 'name': CreateVM_Task, 'duration_secs': 0.615203} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1829.706380] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8abe0c7b-f3f1-4f99-83f0-ddff0d909b82] Created VM on the ESX host {{(pid=62574) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1829.707200] env[62574]: DEBUG oslo_concurrency.lockutils [None req-94fdfb00-15f1-42bd-824e-50d1b210d78a tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1829.711884] env[62574]: DEBUG oslo_vmware.api [None req-4e48a156-b311-4d1f-a9b0-95eed1a35b82 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Task: {'id': task-1862073, 'name': PowerOnVM_Task, 'duration_secs': 0.563369} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1829.712200] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e48a156-b311-4d1f-a9b0-95eed1a35b82 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] [instance: c790641f-213d-4c82-b627-7ffc416d9f0b] Powered on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1829.712441] env[62574]: INFO nova.compute.manager [None req-4e48a156-b311-4d1f-a9b0-95eed1a35b82 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] [instance: c790641f-213d-4c82-b627-7ffc416d9f0b] Took 12.46 seconds to spawn the instance on the hypervisor. [ 1829.712671] env[62574]: DEBUG nova.compute.manager [None req-4e48a156-b311-4d1f-a9b0-95eed1a35b82 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] [instance: c790641f-213d-4c82-b627-7ffc416d9f0b] Checking state {{(pid=62574) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1829.713576] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9e8d00a-c5de-4ecf-9710-1ab283cd7ade {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1829.758720] env[62574]: DEBUG oslo_concurrency.lockutils [req-ba8bbd0b-7c52-40fa-8b53-4ae348aaea9e req-ab3bc815-11d4-4319-9cbc-e1e1ada54fab service nova] Releasing lock "refresh_cache-bd144d1a-a8e0-4d1f-ad0d-f3192e5cacd1" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1829.824983] env[62574]: DEBUG oslo_concurrency.lockutils [None req-b5b85167-3d39-49e1-b95d-d785337708cd tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.493s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1829.825526] env[62574]: DEBUG nova.compute.manager [None req-b5b85167-3d39-49e1-b95d-d785337708cd tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] [instance: 723b0a75-38ad-494b-baac-29077f352e48] Start building networks asynchronously for instance. {{(pid=62574) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1829.829080] env[62574]: DEBUG oslo_concurrency.lockutils [None req-766b41da-d654-45c6-95a2-0e28228acc99 tempest-ServersTestFqdnHostnames-1156924450 tempest-ServersTestFqdnHostnames-1156924450-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.723s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1829.829333] env[62574]: DEBUG nova.objects.instance [None req-766b41da-d654-45c6-95a2-0e28228acc99 tempest-ServersTestFqdnHostnames-1156924450 tempest-ServersTestFqdnHostnames-1156924450-project-member] Lazy-loading 'resources' on Instance uuid a3e0bf12-7471-4d8d-bb31-bf4b3b35f87f {{(pid=62574) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1829.872772] env[62574]: DEBUG oslo_vmware.api [None req-51afe9e7-9752-4d73-9f14-94ccaf9b0296 tempest-ServersV294TestFqdnHostnames-1063698810 tempest-ServersV294TestFqdnHostnames-1063698810-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]526a5667-3320-2e8d-a086-b969b4d86f1c, 'name': SearchDatastore_Task, 'duration_secs': 0.011312} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1829.873144] env[62574]: DEBUG oslo_concurrency.lockutils [None req-51afe9e7-9752-4d73-9f14-94ccaf9b0296 tempest-ServersV294TestFqdnHostnames-1063698810 tempest-ServersV294TestFqdnHostnames-1063698810-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1829.873414] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-51afe9e7-9752-4d73-9f14-94ccaf9b0296 tempest-ServersV294TestFqdnHostnames-1063698810 tempest-ServersV294TestFqdnHostnames-1063698810-project-member] [instance: bd144d1a-a8e0-4d1f-ad0d-f3192e5cacd1] Processing image 3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2 {{(pid=62574) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1829.873665] env[62574]: DEBUG oslo_concurrency.lockutils [None req-51afe9e7-9752-4d73-9f14-94ccaf9b0296 tempest-ServersV294TestFqdnHostnames-1063698810 tempest-ServersV294TestFqdnHostnames-1063698810-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1829.873927] env[62574]: DEBUG oslo_concurrency.lockutils [None req-94fdfb00-15f1-42bd-824e-50d1b210d78a tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1829.874279] env[62574]: DEBUG oslo_concurrency.lockutils [None req-94fdfb00-15f1-42bd-824e-50d1b210d78a tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1829.874553] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-43ff4259-c808-4336-83c1-d60eb4c537c5 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1829.879623] env[62574]: DEBUG oslo_vmware.api [None req-94fdfb00-15f1-42bd-824e-50d1b210d78a tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Waiting for the task: (returnval){ [ 1829.879623] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]52a15fdd-0378-efb8-c94e-3f997b8f54e6" [ 1829.879623] env[62574]: _type = "Task" [ 1829.879623] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1829.889860] env[62574]: DEBUG oslo_vmware.api [None req-94fdfb00-15f1-42bd-824e-50d1b210d78a tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52a15fdd-0378-efb8-c94e-3f997b8f54e6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1829.956589] env[62574]: DEBUG nova.network.neutron [None req-e366e65c-d1a2-4b3b-a791-f2ea94a63264 tempest-InstanceActionsNegativeTestJSON-1183545786 tempest-InstanceActionsNegativeTestJSON-1183545786-project-member] [instance: 813a8ab3-10c8-4980-b2b4-7a96d53137ba] Successfully updated port: 361ed7e7-254a-451f-9225-d74b6c0d5b7c {{(pid=62574) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1830.012835] env[62574]: DEBUG oslo_vmware.api [None req-94fdfb00-15f1-42bd-824e-50d1b210d78a tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52af8d23-8700-ad2d-b94c-a2c6c39df652, 'name': SearchDatastore_Task, 'duration_secs': 0.011956} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1830.013140] env[62574]: DEBUG oslo_concurrency.lockutils [None req-94fdfb00-15f1-42bd-824e-50d1b210d78a tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1830.013415] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-94fdfb00-15f1-42bd-824e-50d1b210d78a tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk to [datastore2] 787a4d2b-9ae0-4226-95c3-ed825a3a3f55/787a4d2b-9ae0-4226-95c3-ed825a3a3f55.vmdk {{(pid=62574) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1830.013727] env[62574]: DEBUG oslo_concurrency.lockutils [None req-51afe9e7-9752-4d73-9f14-94ccaf9b0296 tempest-ServersV294TestFqdnHostnames-1063698810 tempest-ServersV294TestFqdnHostnames-1063698810-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1830.013946] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-51afe9e7-9752-4d73-9f14-94ccaf9b0296 tempest-ServersV294TestFqdnHostnames-1063698810 tempest-ServersV294TestFqdnHostnames-1063698810-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1830.014199] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-af28134b-2bd6-4f54-9f8d-66c07f01c7be {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.016257] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1779ecaa-7947-47e9-8015-edefbb82e6e7 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.024313] env[62574]: DEBUG oslo_vmware.api [None req-94fdfb00-15f1-42bd-824e-50d1b210d78a tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Waiting for the task: (returnval){ [ 1830.024313] env[62574]: value = "task-1862076" [ 1830.024313] env[62574]: _type = "Task" [ 1830.024313] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1830.029807] env[62574]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1830.029807] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]52c94da5-f2a6-67f0-2fd4-a90110908eb8" [ 1830.029807] env[62574]: _type = "HttpNfcLease" [ 1830.029807] env[62574]: } is ready. {{(pid=62574) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1830.030107] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-51afe9e7-9752-4d73-9f14-94ccaf9b0296 tempest-ServersV294TestFqdnHostnames-1063698810 tempest-ServersV294TestFqdnHostnames-1063698810-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1830.030255] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-51afe9e7-9752-4d73-9f14-94ccaf9b0296 tempest-ServersV294TestFqdnHostnames-1063698810 tempest-ServersV294TestFqdnHostnames-1063698810-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62574) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1830.031426] env[62574]: DEBUG oslo_vmware.rw_handles [None req-c574fddd-78c8-4d02-b269-2029e049bf20 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1830.031426] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]52c94da5-f2a6-67f0-2fd4-a90110908eb8" [ 1830.031426] env[62574]: _type = "HttpNfcLease" [ 1830.031426] env[62574]: }. {{(pid=62574) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1830.031666] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a46f803-6503-406c-a375-7545c9017491 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.037126] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47473d30-6740-4ffc-bede-e77bf95b3b72 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.039938] env[62574]: DEBUG oslo_vmware.api [None req-94fdfb00-15f1-42bd-824e-50d1b210d78a tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Task: {'id': task-1862076, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1830.043795] env[62574]: DEBUG oslo_vmware.api [None req-51afe9e7-9752-4d73-9f14-94ccaf9b0296 tempest-ServersV294TestFqdnHostnames-1063698810 tempest-ServersV294TestFqdnHostnames-1063698810-project-member] Waiting for the task: (returnval){ [ 1830.043795] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]526bf821-496e-b817-7039-9e1adf842530" [ 1830.043795] env[62574]: _type = "Task" [ 1830.043795] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1830.047291] env[62574]: DEBUG oslo_vmware.rw_handles [None req-c574fddd-78c8-4d02-b269-2029e049bf20 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522deebd-b5d6-604f-6e27-a6bd14163f1f/disk-0.vmdk from lease info. {{(pid=62574) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1830.047486] env[62574]: DEBUG oslo_vmware.rw_handles [None req-c574fddd-78c8-4d02-b269-2029e049bf20 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522deebd-b5d6-604f-6e27-a6bd14163f1f/disk-0.vmdk for reading. {{(pid=62574) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1830.112411] env[62574]: DEBUG oslo_concurrency.lockutils [None req-36585934-6d1d-4b06-8fc9-b3b23ec74bf2 tempest-ServerAddressesTestJSON-1538992806 tempest-ServerAddressesTestJSON-1538992806-project-member] Lock "1df4bdfb-d2ab-4974-99ed-9c7398e20b1d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.066s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1830.120509] env[62574]: DEBUG oslo_vmware.api [None req-51afe9e7-9752-4d73-9f14-94ccaf9b0296 tempest-ServersV294TestFqdnHostnames-1063698810 tempest-ServersV294TestFqdnHostnames-1063698810-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]526bf821-496e-b817-7039-9e1adf842530, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1830.180732] env[62574]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-4d476ee2-e647-48ab-b064-97cb3c29b8a1 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.233074] env[62574]: INFO nova.compute.manager [None req-4e48a156-b311-4d1f-a9b0-95eed1a35b82 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] [instance: c790641f-213d-4c82-b627-7ffc416d9f0b] Took 17.95 seconds to build instance. [ 1830.330663] env[62574]: DEBUG nova.compute.utils [None req-b5b85167-3d39-49e1-b95d-d785337708cd tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Using /dev/sd instead of None {{(pid=62574) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1830.335820] env[62574]: DEBUG nova.compute.manager [None req-b5b85167-3d39-49e1-b95d-d785337708cd tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] [instance: 723b0a75-38ad-494b-baac-29077f352e48] Allocating IP information in the background. {{(pid=62574) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1830.336097] env[62574]: DEBUG nova.network.neutron [None req-b5b85167-3d39-49e1-b95d-d785337708cd tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] [instance: 723b0a75-38ad-494b-baac-29077f352e48] allocate_for_instance() {{(pid=62574) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1830.365383] env[62574]: DEBUG nova.compute.manager [req-5bc66527-4361-4207-8d75-4845261f9011 req-650967d8-0002-443b-9f09-1015e21b6f53 service nova] [instance: 813a8ab3-10c8-4980-b2b4-7a96d53137ba] Received event network-vif-plugged-361ed7e7-254a-451f-9225-d74b6c0d5b7c {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1830.365589] env[62574]: DEBUG oslo_concurrency.lockutils [req-5bc66527-4361-4207-8d75-4845261f9011 req-650967d8-0002-443b-9f09-1015e21b6f53 service nova] Acquiring lock "813a8ab3-10c8-4980-b2b4-7a96d53137ba-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1830.365804] env[62574]: DEBUG oslo_concurrency.lockutils [req-5bc66527-4361-4207-8d75-4845261f9011 req-650967d8-0002-443b-9f09-1015e21b6f53 service nova] Lock "813a8ab3-10c8-4980-b2b4-7a96d53137ba-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1830.366129] env[62574]: DEBUG oslo_concurrency.lockutils [req-5bc66527-4361-4207-8d75-4845261f9011 req-650967d8-0002-443b-9f09-1015e21b6f53 service nova] Lock "813a8ab3-10c8-4980-b2b4-7a96d53137ba-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1830.366211] env[62574]: DEBUG nova.compute.manager [req-5bc66527-4361-4207-8d75-4845261f9011 req-650967d8-0002-443b-9f09-1015e21b6f53 service nova] [instance: 813a8ab3-10c8-4980-b2b4-7a96d53137ba] No waiting events found dispatching network-vif-plugged-361ed7e7-254a-451f-9225-d74b6c0d5b7c {{(pid=62574) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1830.366431] env[62574]: WARNING nova.compute.manager [req-5bc66527-4361-4207-8d75-4845261f9011 req-650967d8-0002-443b-9f09-1015e21b6f53 service nova] [instance: 813a8ab3-10c8-4980-b2b4-7a96d53137ba] Received unexpected event network-vif-plugged-361ed7e7-254a-451f-9225-d74b6c0d5b7c for instance with vm_state building and task_state spawning. [ 1830.366938] env[62574]: DEBUG nova.compute.manager [req-5bc66527-4361-4207-8d75-4845261f9011 req-650967d8-0002-443b-9f09-1015e21b6f53 service nova] [instance: 813a8ab3-10c8-4980-b2b4-7a96d53137ba] Received event network-changed-361ed7e7-254a-451f-9225-d74b6c0d5b7c {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1830.366938] env[62574]: DEBUG nova.compute.manager [req-5bc66527-4361-4207-8d75-4845261f9011 req-650967d8-0002-443b-9f09-1015e21b6f53 service nova] [instance: 813a8ab3-10c8-4980-b2b4-7a96d53137ba] Refreshing instance network info cache due to event network-changed-361ed7e7-254a-451f-9225-d74b6c0d5b7c. {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1830.367627] env[62574]: DEBUG oslo_concurrency.lockutils [req-5bc66527-4361-4207-8d75-4845261f9011 req-650967d8-0002-443b-9f09-1015e21b6f53 service nova] Acquiring lock "refresh_cache-813a8ab3-10c8-4980-b2b4-7a96d53137ba" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1830.367949] env[62574]: DEBUG oslo_concurrency.lockutils [req-5bc66527-4361-4207-8d75-4845261f9011 req-650967d8-0002-443b-9f09-1015e21b6f53 service nova] Acquired lock "refresh_cache-813a8ab3-10c8-4980-b2b4-7a96d53137ba" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1830.368093] env[62574]: DEBUG nova.network.neutron [req-5bc66527-4361-4207-8d75-4845261f9011 req-650967d8-0002-443b-9f09-1015e21b6f53 service nova] [instance: 813a8ab3-10c8-4980-b2b4-7a96d53137ba] Refreshing network info cache for port 361ed7e7-254a-451f-9225-d74b6c0d5b7c {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1830.371527] env[62574]: DEBUG nova.network.neutron [req-6720758d-d355-4902-b31b-f030870232e4 req-aeb3d7ef-45f0-457f-8ad3-7528783c5d7e service nova] [instance: 8abe0c7b-f3f1-4f99-83f0-ddff0d909b82] Updated VIF entry in instance network info cache for port baff4b00-78a9-4d4d-96df-17b88e29c2ca. {{(pid=62574) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1830.371895] env[62574]: DEBUG nova.network.neutron [req-6720758d-d355-4902-b31b-f030870232e4 req-aeb3d7ef-45f0-457f-8ad3-7528783c5d7e service nova] [instance: 8abe0c7b-f3f1-4f99-83f0-ddff0d909b82] Updating instance_info_cache with network_info: [{"id": "baff4b00-78a9-4d4d-96df-17b88e29c2ca", "address": "fa:16:3e:bf:77:2e", "network": {"id": "bfd87714-e7b9-4cf4-9a7b-332da9f833dc", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1925993314-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "98d2d71fa23141efa5a8a6ad920fbd1b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee018eb-75be-4037-a80a-07034d4eae35", "external-id": "nsx-vlan-transportzone-8", "segmentation_id": 8, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbaff4b00-78", "ovs_interfaceid": "baff4b00-78a9-4d4d-96df-17b88e29c2ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1830.396047] env[62574]: DEBUG oslo_vmware.api [None req-94fdfb00-15f1-42bd-824e-50d1b210d78a tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52a15fdd-0378-efb8-c94e-3f997b8f54e6, 'name': SearchDatastore_Task, 'duration_secs': 0.018317} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1830.400350] env[62574]: DEBUG nova.policy [None req-b5b85167-3d39-49e1-b95d-d785337708cd tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4fefa92105a64f6db036f291f9a1669f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2842b09cbde243f6bdd90a5177740df9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62574) authorize /opt/stack/nova/nova/policy.py:192}} [ 1830.403903] env[62574]: DEBUG oslo_concurrency.lockutils [None req-94fdfb00-15f1-42bd-824e-50d1b210d78a tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1830.404219] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-94fdfb00-15f1-42bd-824e-50d1b210d78a tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] [instance: 8abe0c7b-f3f1-4f99-83f0-ddff0d909b82] Processing image 3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2 {{(pid=62574) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1830.404438] env[62574]: DEBUG oslo_concurrency.lockutils [None req-94fdfb00-15f1-42bd-824e-50d1b210d78a tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1830.459711] env[62574]: DEBUG oslo_concurrency.lockutils [None req-e366e65c-d1a2-4b3b-a791-f2ea94a63264 tempest-InstanceActionsNegativeTestJSON-1183545786 tempest-InstanceActionsNegativeTestJSON-1183545786-project-member] Acquiring lock "refresh_cache-813a8ab3-10c8-4980-b2b4-7a96d53137ba" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1830.539471] env[62574]: DEBUG oslo_vmware.api [None req-94fdfb00-15f1-42bd-824e-50d1b210d78a tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Task: {'id': task-1862076, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1830.558612] env[62574]: DEBUG oslo_vmware.api [None req-51afe9e7-9752-4d73-9f14-94ccaf9b0296 tempest-ServersV294TestFqdnHostnames-1063698810 tempest-ServersV294TestFqdnHostnames-1063698810-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]526bf821-496e-b817-7039-9e1adf842530, 'name': SearchDatastore_Task, 'duration_secs': 0.013075} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1830.563501] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3acc3d88-ae40-45d2-b793-44fac1ffbb1d {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.569929] env[62574]: DEBUG oslo_vmware.api [None req-51afe9e7-9752-4d73-9f14-94ccaf9b0296 tempest-ServersV294TestFqdnHostnames-1063698810 tempest-ServersV294TestFqdnHostnames-1063698810-project-member] Waiting for the task: (returnval){ [ 1830.569929] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]52e84ffd-41fe-a113-65ef-39ff2f932e1b" [ 1830.569929] env[62574]: _type = "Task" [ 1830.569929] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1830.582145] env[62574]: DEBUG oslo_vmware.api [None req-51afe9e7-9752-4d73-9f14-94ccaf9b0296 tempest-ServersV294TestFqdnHostnames-1063698810 tempest-ServersV294TestFqdnHostnames-1063698810-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52e84ffd-41fe-a113-65ef-39ff2f932e1b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1830.623018] env[62574]: DEBUG oslo_concurrency.lockutils [None req-f36c4429-11c7-4855-9005-f827aea8ee93 tempest-ServerAddressesTestJSON-1538992806 tempest-ServerAddressesTestJSON-1538992806-project-member] Acquiring lock "1df4bdfb-d2ab-4974-99ed-9c7398e20b1d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1830.623018] env[62574]: DEBUG oslo_concurrency.lockutils [None req-f36c4429-11c7-4855-9005-f827aea8ee93 tempest-ServerAddressesTestJSON-1538992806 tempest-ServerAddressesTestJSON-1538992806-project-member] Lock "1df4bdfb-d2ab-4974-99ed-9c7398e20b1d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1830.623389] env[62574]: DEBUG oslo_concurrency.lockutils [None req-f36c4429-11c7-4855-9005-f827aea8ee93 tempest-ServerAddressesTestJSON-1538992806 tempest-ServerAddressesTestJSON-1538992806-project-member] Acquiring lock "1df4bdfb-d2ab-4974-99ed-9c7398e20b1d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1830.623736] env[62574]: DEBUG oslo_concurrency.lockutils [None req-f36c4429-11c7-4855-9005-f827aea8ee93 tempest-ServerAddressesTestJSON-1538992806 tempest-ServerAddressesTestJSON-1538992806-project-member] Lock "1df4bdfb-d2ab-4974-99ed-9c7398e20b1d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1830.624191] env[62574]: DEBUG oslo_concurrency.lockutils [None req-f36c4429-11c7-4855-9005-f827aea8ee93 tempest-ServerAddressesTestJSON-1538992806 tempest-ServerAddressesTestJSON-1538992806-project-member] Lock "1df4bdfb-d2ab-4974-99ed-9c7398e20b1d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1830.627892] env[62574]: INFO nova.compute.manager [None req-f36c4429-11c7-4855-9005-f827aea8ee93 tempest-ServerAddressesTestJSON-1538992806 tempest-ServerAddressesTestJSON-1538992806-project-member] [instance: 1df4bdfb-d2ab-4974-99ed-9c7398e20b1d] Terminating instance [ 1830.734948] env[62574]: DEBUG oslo_concurrency.lockutils [None req-4e48a156-b311-4d1f-a9b0-95eed1a35b82 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Lock "c790641f-213d-4c82-b627-7ffc416d9f0b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.465s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1830.747391] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4acf7037-9428-4a11-bebd-74ef4e53ed54 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.756591] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-120e7205-6f93-495a-a7b1-f5a07a3ef509 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.794072] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bc79180-ade2-4338-9948-78fad2781e4d {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.803035] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3d940dc-8aa2-4480-aed1-2cd1731d5c4d {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.817859] env[62574]: DEBUG nova.compute.provider_tree [None req-766b41da-d654-45c6-95a2-0e28228acc99 tempest-ServersTestFqdnHostnames-1156924450 tempest-ServersTestFqdnHostnames-1156924450-project-member] Inventory has not changed in ProviderTree for provider: f0ed160a-beff-4626-a531-2a70d7bc0627 {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1830.841723] env[62574]: DEBUG nova.compute.manager [None req-b5b85167-3d39-49e1-b95d-d785337708cd tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] [instance: 723b0a75-38ad-494b-baac-29077f352e48] Start building block device mappings for instance. {{(pid=62574) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1830.875036] env[62574]: DEBUG oslo_concurrency.lockutils [req-6720758d-d355-4902-b31b-f030870232e4 req-aeb3d7ef-45f0-457f-8ad3-7528783c5d7e service nova] Releasing lock "refresh_cache-8abe0c7b-f3f1-4f99-83f0-ddff0d909b82" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1830.923453] env[62574]: DEBUG nova.network.neutron [req-5bc66527-4361-4207-8d75-4845261f9011 req-650967d8-0002-443b-9f09-1015e21b6f53 service nova] [instance: 813a8ab3-10c8-4980-b2b4-7a96d53137ba] Instance cache missing network info. {{(pid=62574) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1830.958618] env[62574]: DEBUG nova.network.neutron [None req-b5b85167-3d39-49e1-b95d-d785337708cd tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] [instance: 723b0a75-38ad-494b-baac-29077f352e48] Successfully created port: 31479023-aed2-43d9-bde7-14a3f8013e25 {{(pid=62574) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1831.038987] env[62574]: DEBUG oslo_vmware.api [None req-94fdfb00-15f1-42bd-824e-50d1b210d78a tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Task: {'id': task-1862076, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.570856} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1831.039323] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-94fdfb00-15f1-42bd-824e-50d1b210d78a tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk to [datastore2] 787a4d2b-9ae0-4226-95c3-ed825a3a3f55/787a4d2b-9ae0-4226-95c3-ed825a3a3f55.vmdk {{(pid=62574) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1831.039657] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-94fdfb00-15f1-42bd-824e-50d1b210d78a tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] [instance: 787a4d2b-9ae0-4226-95c3-ed825a3a3f55] Extending root virtual disk to 1048576 {{(pid=62574) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1831.040058] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2cc47d9a-de78-40b3-9e36-15f20b175976 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.047771] env[62574]: DEBUG oslo_vmware.api [None req-94fdfb00-15f1-42bd-824e-50d1b210d78a tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Waiting for the task: (returnval){ [ 1831.047771] env[62574]: value = "task-1862077" [ 1831.047771] env[62574]: _type = "Task" [ 1831.047771] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1831.056827] env[62574]: DEBUG oslo_vmware.api [None req-94fdfb00-15f1-42bd-824e-50d1b210d78a tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Task: {'id': task-1862077, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1831.076321] env[62574]: DEBUG nova.network.neutron [req-5bc66527-4361-4207-8d75-4845261f9011 req-650967d8-0002-443b-9f09-1015e21b6f53 service nova] [instance: 813a8ab3-10c8-4980-b2b4-7a96d53137ba] Updating instance_info_cache with network_info: [] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1831.084071] env[62574]: DEBUG oslo_vmware.api [None req-51afe9e7-9752-4d73-9f14-94ccaf9b0296 tempest-ServersV294TestFqdnHostnames-1063698810 tempest-ServersV294TestFqdnHostnames-1063698810-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52e84ffd-41fe-a113-65ef-39ff2f932e1b, 'name': SearchDatastore_Task, 'duration_secs': 0.01289} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1831.084473] env[62574]: DEBUG oslo_concurrency.lockutils [None req-51afe9e7-9752-4d73-9f14-94ccaf9b0296 tempest-ServersV294TestFqdnHostnames-1063698810 tempest-ServersV294TestFqdnHostnames-1063698810-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1831.084815] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-51afe9e7-9752-4d73-9f14-94ccaf9b0296 tempest-ServersV294TestFqdnHostnames-1063698810 tempest-ServersV294TestFqdnHostnames-1063698810-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk to [datastore2] bd144d1a-a8e0-4d1f-ad0d-f3192e5cacd1/bd144d1a-a8e0-4d1f-ad0d-f3192e5cacd1.vmdk {{(pid=62574) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1831.085179] env[62574]: DEBUG oslo_concurrency.lockutils [None req-94fdfb00-15f1-42bd-824e-50d1b210d78a tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1831.085391] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-94fdfb00-15f1-42bd-824e-50d1b210d78a tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1831.085637] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1b47a732-9b0c-42aa-a1e7-5f21bcac8f1c {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.088728] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3004d186-4fcc-434f-a502-814eb690f347 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.097725] env[62574]: DEBUG oslo_vmware.api [None req-51afe9e7-9752-4d73-9f14-94ccaf9b0296 tempest-ServersV294TestFqdnHostnames-1063698810 tempest-ServersV294TestFqdnHostnames-1063698810-project-member] Waiting for the task: (returnval){ [ 1831.097725] env[62574]: value = "task-1862078" [ 1831.097725] env[62574]: _type = "Task" [ 1831.097725] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1831.103523] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-94fdfb00-15f1-42bd-824e-50d1b210d78a tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1831.103945] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-94fdfb00-15f1-42bd-824e-50d1b210d78a tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62574) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1831.105387] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2447e3f8-f7f7-4957-b1a3-ae41d3bda8bb {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.113245] env[62574]: DEBUG oslo_vmware.api [None req-51afe9e7-9752-4d73-9f14-94ccaf9b0296 tempest-ServersV294TestFqdnHostnames-1063698810 tempest-ServersV294TestFqdnHostnames-1063698810-project-member] Task: {'id': task-1862078, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1831.116708] env[62574]: DEBUG oslo_vmware.api [None req-94fdfb00-15f1-42bd-824e-50d1b210d78a tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Waiting for the task: (returnval){ [ 1831.116708] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]5266dcbc-826e-db63-39ef-bc31dc8efa41" [ 1831.116708] env[62574]: _type = "Task" [ 1831.116708] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1831.126350] env[62574]: DEBUG oslo_vmware.api [None req-94fdfb00-15f1-42bd-824e-50d1b210d78a tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]5266dcbc-826e-db63-39ef-bc31dc8efa41, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1831.138945] env[62574]: DEBUG nova.compute.manager [None req-f36c4429-11c7-4855-9005-f827aea8ee93 tempest-ServerAddressesTestJSON-1538992806 tempest-ServerAddressesTestJSON-1538992806-project-member] [instance: 1df4bdfb-d2ab-4974-99ed-9c7398e20b1d] Start destroying the instance on the hypervisor. {{(pid=62574) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1831.141022] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-f36c4429-11c7-4855-9005-f827aea8ee93 tempest-ServerAddressesTestJSON-1538992806 tempest-ServerAddressesTestJSON-1538992806-project-member] [instance: 1df4bdfb-d2ab-4974-99ed-9c7398e20b1d] Destroying instance {{(pid=62574) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1831.141888] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8364da1-89a9-4a99-967e-29017bc0c107 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.151427] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-f36c4429-11c7-4855-9005-f827aea8ee93 tempest-ServerAddressesTestJSON-1538992806 tempest-ServerAddressesTestJSON-1538992806-project-member] [instance: 1df4bdfb-d2ab-4974-99ed-9c7398e20b1d] Powering off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1831.151852] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2a8f60ed-5e36-481a-a005-4bb239ff7272 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.160369] env[62574]: DEBUG oslo_vmware.api [None req-f36c4429-11c7-4855-9005-f827aea8ee93 tempest-ServerAddressesTestJSON-1538992806 tempest-ServerAddressesTestJSON-1538992806-project-member] Waiting for the task: (returnval){ [ 1831.160369] env[62574]: value = "task-1862079" [ 1831.160369] env[62574]: _type = "Task" [ 1831.160369] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1831.171176] env[62574]: DEBUG oslo_vmware.api [None req-f36c4429-11c7-4855-9005-f827aea8ee93 tempest-ServerAddressesTestJSON-1538992806 tempest-ServerAddressesTestJSON-1538992806-project-member] Task: {'id': task-1862079, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1831.321359] env[62574]: DEBUG nova.scheduler.client.report [None req-766b41da-d654-45c6-95a2-0e28228acc99 tempest-ServersTestFqdnHostnames-1156924450 tempest-ServersTestFqdnHostnames-1156924450-project-member] Inventory has not changed for provider f0ed160a-beff-4626-a531-2a70d7bc0627 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 148, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1831.561227] env[62574]: DEBUG oslo_vmware.api [None req-94fdfb00-15f1-42bd-824e-50d1b210d78a tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Task: {'id': task-1862077, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.114178} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1831.561550] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-94fdfb00-15f1-42bd-824e-50d1b210d78a tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] [instance: 787a4d2b-9ae0-4226-95c3-ed825a3a3f55] Extended root virtual disk {{(pid=62574) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1831.565501] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfce93e0-a419-4411-8d71-dc690db271e5 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.588492] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-94fdfb00-15f1-42bd-824e-50d1b210d78a tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] [instance: 787a4d2b-9ae0-4226-95c3-ed825a3a3f55] Reconfiguring VM instance instance-00000052 to attach disk [datastore2] 787a4d2b-9ae0-4226-95c3-ed825a3a3f55/787a4d2b-9ae0-4226-95c3-ed825a3a3f55.vmdk or device None with type sparse {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1831.589530] env[62574]: DEBUG oslo_concurrency.lockutils [req-5bc66527-4361-4207-8d75-4845261f9011 req-650967d8-0002-443b-9f09-1015e21b6f53 service nova] Releasing lock "refresh_cache-813a8ab3-10c8-4980-b2b4-7a96d53137ba" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1831.590099] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b470ab16-9d34-4739-8dba-a71ac7d34fc3 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.606143] env[62574]: DEBUG oslo_concurrency.lockutils [None req-e366e65c-d1a2-4b3b-a791-f2ea94a63264 tempest-InstanceActionsNegativeTestJSON-1183545786 tempest-InstanceActionsNegativeTestJSON-1183545786-project-member] Acquired lock "refresh_cache-813a8ab3-10c8-4980-b2b4-7a96d53137ba" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1831.606435] env[62574]: DEBUG nova.network.neutron [None req-e366e65c-d1a2-4b3b-a791-f2ea94a63264 tempest-InstanceActionsNegativeTestJSON-1183545786 tempest-InstanceActionsNegativeTestJSON-1183545786-project-member] [instance: 813a8ab3-10c8-4980-b2b4-7a96d53137ba] Building network info cache for instance {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1831.617252] env[62574]: DEBUG oslo_vmware.api [None req-51afe9e7-9752-4d73-9f14-94ccaf9b0296 tempest-ServersV294TestFqdnHostnames-1063698810 tempest-ServersV294TestFqdnHostnames-1063698810-project-member] Task: {'id': task-1862078, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1831.620242] env[62574]: DEBUG oslo_vmware.api [None req-94fdfb00-15f1-42bd-824e-50d1b210d78a tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Waiting for the task: (returnval){ [ 1831.620242] env[62574]: value = "task-1862080" [ 1831.620242] env[62574]: _type = "Task" [ 1831.620242] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1831.633367] env[62574]: DEBUG oslo_vmware.api [None req-94fdfb00-15f1-42bd-824e-50d1b210d78a tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]5266dcbc-826e-db63-39ef-bc31dc8efa41, 'name': SearchDatastore_Task, 'duration_secs': 0.011107} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1831.639118] env[62574]: DEBUG oslo_vmware.api [None req-94fdfb00-15f1-42bd-824e-50d1b210d78a tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Task: {'id': task-1862080, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1831.639317] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f823d06d-f97c-476e-b983-70b736beee73 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.645896] env[62574]: DEBUG oslo_vmware.api [None req-94fdfb00-15f1-42bd-824e-50d1b210d78a tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Waiting for the task: (returnval){ [ 1831.645896] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]52382804-ef79-9138-b338-ab2a195af06d" [ 1831.645896] env[62574]: _type = "Task" [ 1831.645896] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1831.657455] env[62574]: DEBUG oslo_vmware.api [None req-94fdfb00-15f1-42bd-824e-50d1b210d78a tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52382804-ef79-9138-b338-ab2a195af06d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1831.673746] env[62574]: DEBUG oslo_vmware.api [None req-f36c4429-11c7-4855-9005-f827aea8ee93 tempest-ServerAddressesTestJSON-1538992806 tempest-ServerAddressesTestJSON-1538992806-project-member] Task: {'id': task-1862079, 'name': PowerOffVM_Task, 'duration_secs': 0.251317} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1831.673746] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-f36c4429-11c7-4855-9005-f827aea8ee93 tempest-ServerAddressesTestJSON-1538992806 tempest-ServerAddressesTestJSON-1538992806-project-member] [instance: 1df4bdfb-d2ab-4974-99ed-9c7398e20b1d] Powered off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1831.673746] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-f36c4429-11c7-4855-9005-f827aea8ee93 tempest-ServerAddressesTestJSON-1538992806 tempest-ServerAddressesTestJSON-1538992806-project-member] [instance: 1df4bdfb-d2ab-4974-99ed-9c7398e20b1d] Unregistering the VM {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1831.673746] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f5b0dad0-a8bb-4f31-9123-da85e8e84458 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.829130] env[62574]: DEBUG oslo_concurrency.lockutils [None req-766b41da-d654-45c6-95a2-0e28228acc99 tempest-ServersTestFqdnHostnames-1156924450 tempest-ServersTestFqdnHostnames-1156924450-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1831.831836] env[62574]: DEBUG oslo_concurrency.lockutils [None req-bf963c92-382f-4142-9c9f-36cee108b4da tempest-ServersTestMultiNic-1484195929 tempest-ServersTestMultiNic-1484195929-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.577s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1831.832136] env[62574]: DEBUG nova.objects.instance [None req-bf963c92-382f-4142-9c9f-36cee108b4da tempest-ServersTestMultiNic-1484195929 tempest-ServersTestMultiNic-1484195929-project-member] Lazy-loading 'resources' on Instance uuid 5cb931ed-2cde-467c-a11f-0f03be79e11b {{(pid=62574) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1831.853109] env[62574]: DEBUG nova.compute.manager [None req-b5b85167-3d39-49e1-b95d-d785337708cd tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] [instance: 723b0a75-38ad-494b-baac-29077f352e48] Start spawning the instance on the hypervisor. {{(pid=62574) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1831.856909] env[62574]: INFO nova.scheduler.client.report [None req-766b41da-d654-45c6-95a2-0e28228acc99 tempest-ServersTestFqdnHostnames-1156924450 tempest-ServersTestFqdnHostnames-1156924450-project-member] Deleted allocations for instance a3e0bf12-7471-4d8d-bb31-bf4b3b35f87f [ 1831.933104] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-f36c4429-11c7-4855-9005-f827aea8ee93 tempest-ServerAddressesTestJSON-1538992806 tempest-ServerAddressesTestJSON-1538992806-project-member] [instance: 1df4bdfb-d2ab-4974-99ed-9c7398e20b1d] Unregistered the VM {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1831.933448] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-f36c4429-11c7-4855-9005-f827aea8ee93 tempest-ServerAddressesTestJSON-1538992806 tempest-ServerAddressesTestJSON-1538992806-project-member] [instance: 1df4bdfb-d2ab-4974-99ed-9c7398e20b1d] Deleting contents of the VM from datastore datastore2 {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1831.933887] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-f36c4429-11c7-4855-9005-f827aea8ee93 tempest-ServerAddressesTestJSON-1538992806 tempest-ServerAddressesTestJSON-1538992806-project-member] Deleting the datastore file [datastore2] 1df4bdfb-d2ab-4974-99ed-9c7398e20b1d {{(pid=62574) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1831.934295] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e2aa039c-a0e3-4080-8c3a-02923bc778ef {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.942884] env[62574]: DEBUG oslo_vmware.api [None req-f36c4429-11c7-4855-9005-f827aea8ee93 tempest-ServerAddressesTestJSON-1538992806 tempest-ServerAddressesTestJSON-1538992806-project-member] Waiting for the task: (returnval){ [ 1831.942884] env[62574]: value = "task-1862082" [ 1831.942884] env[62574]: _type = "Task" [ 1831.942884] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1831.951556] env[62574]: DEBUG oslo_vmware.api [None req-f36c4429-11c7-4855-9005-f827aea8ee93 tempest-ServerAddressesTestJSON-1538992806 tempest-ServerAddressesTestJSON-1538992806-project-member] Task: {'id': task-1862082, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1832.121658] env[62574]: DEBUG oslo_vmware.api [None req-51afe9e7-9752-4d73-9f14-94ccaf9b0296 tempest-ServersV294TestFqdnHostnames-1063698810 tempest-ServersV294TestFqdnHostnames-1063698810-project-member] Task: {'id': task-1862078, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.596832} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1832.122018] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-51afe9e7-9752-4d73-9f14-94ccaf9b0296 tempest-ServersV294TestFqdnHostnames-1063698810 tempest-ServersV294TestFqdnHostnames-1063698810-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk to [datastore2] bd144d1a-a8e0-4d1f-ad0d-f3192e5cacd1/bd144d1a-a8e0-4d1f-ad0d-f3192e5cacd1.vmdk {{(pid=62574) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1832.122338] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-51afe9e7-9752-4d73-9f14-94ccaf9b0296 tempest-ServersV294TestFqdnHostnames-1063698810 tempest-ServersV294TestFqdnHostnames-1063698810-project-member] [instance: bd144d1a-a8e0-4d1f-ad0d-f3192e5cacd1] Extending root virtual disk to 1048576 {{(pid=62574) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1832.122913] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6db19360-497d-40d3-a691-ded1880203fc {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1832.135548] env[62574]: DEBUG oslo_vmware.api [None req-94fdfb00-15f1-42bd-824e-50d1b210d78a tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Task: {'id': task-1862080, 'name': ReconfigVM_Task, 'duration_secs': 0.396118} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1832.137207] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-94fdfb00-15f1-42bd-824e-50d1b210d78a tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] [instance: 787a4d2b-9ae0-4226-95c3-ed825a3a3f55] Reconfigured VM instance instance-00000052 to attach disk [datastore2] 787a4d2b-9ae0-4226-95c3-ed825a3a3f55/787a4d2b-9ae0-4226-95c3-ed825a3a3f55.vmdk or device None with type sparse {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1832.138042] env[62574]: DEBUG oslo_vmware.api [None req-51afe9e7-9752-4d73-9f14-94ccaf9b0296 tempest-ServersV294TestFqdnHostnames-1063698810 tempest-ServersV294TestFqdnHostnames-1063698810-project-member] Waiting for the task: (returnval){ [ 1832.138042] env[62574]: value = "task-1862083" [ 1832.138042] env[62574]: _type = "Task" [ 1832.138042] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1832.138553] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c0e173ed-7bfe-4cdc-a6ae-1d1158777c8c {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1832.150684] env[62574]: DEBUG oslo_vmware.api [None req-51afe9e7-9752-4d73-9f14-94ccaf9b0296 tempest-ServersV294TestFqdnHostnames-1063698810 tempest-ServersV294TestFqdnHostnames-1063698810-project-member] Task: {'id': task-1862083, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1832.152708] env[62574]: DEBUG nova.network.neutron [None req-e366e65c-d1a2-4b3b-a791-f2ea94a63264 tempest-InstanceActionsNegativeTestJSON-1183545786 tempest-InstanceActionsNegativeTestJSON-1183545786-project-member] [instance: 813a8ab3-10c8-4980-b2b4-7a96d53137ba] Instance cache missing network info. {{(pid=62574) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1832.157829] env[62574]: DEBUG oslo_vmware.api [None req-94fdfb00-15f1-42bd-824e-50d1b210d78a tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Waiting for the task: (returnval){ [ 1832.157829] env[62574]: value = "task-1862084" [ 1832.157829] env[62574]: _type = "Task" [ 1832.157829] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1832.165535] env[62574]: DEBUG oslo_vmware.api [None req-94fdfb00-15f1-42bd-824e-50d1b210d78a tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52382804-ef79-9138-b338-ab2a195af06d, 'name': SearchDatastore_Task, 'duration_secs': 0.033186} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1832.166237] env[62574]: DEBUG oslo_concurrency.lockutils [None req-94fdfb00-15f1-42bd-824e-50d1b210d78a tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1832.166527] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-94fdfb00-15f1-42bd-824e-50d1b210d78a tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk to [datastore2] 8abe0c7b-f3f1-4f99-83f0-ddff0d909b82/8abe0c7b-f3f1-4f99-83f0-ddff0d909b82.vmdk {{(pid=62574) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1832.167188] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-87b0cf45-d618-4543-82de-764e4e81a7ba {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1832.172668] env[62574]: DEBUG oslo_vmware.api [None req-94fdfb00-15f1-42bd-824e-50d1b210d78a tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Task: {'id': task-1862084, 'name': Rename_Task} progress is 14%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1832.181860] env[62574]: DEBUG oslo_vmware.api [None req-94fdfb00-15f1-42bd-824e-50d1b210d78a tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Waiting for the task: (returnval){ [ 1832.181860] env[62574]: value = "task-1862085" [ 1832.181860] env[62574]: _type = "Task" [ 1832.181860] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1832.190343] env[62574]: DEBUG oslo_vmware.api [None req-94fdfb00-15f1-42bd-824e-50d1b210d78a tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Task: {'id': task-1862085, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1832.329406] env[62574]: DEBUG nova.network.neutron [None req-e366e65c-d1a2-4b3b-a791-f2ea94a63264 tempest-InstanceActionsNegativeTestJSON-1183545786 tempest-InstanceActionsNegativeTestJSON-1183545786-project-member] [instance: 813a8ab3-10c8-4980-b2b4-7a96d53137ba] Updating instance_info_cache with network_info: [{"id": "361ed7e7-254a-451f-9225-d74b6c0d5b7c", "address": "fa:16:3e:07:c4:ee", "network": {"id": "560d2ba5-a5b3-4fd9-9bed-74b74b1c96a0", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-511598809-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "11d2761229814694be17d8a37d0c0820", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7e0240aa-a694-48fc-a0f9-6f2d3e71aa12", "external-id": "nsx-vlan-transportzone-249", "segmentation_id": 249, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap361ed7e7-25", "ovs_interfaceid": "361ed7e7-254a-451f-9225-d74b6c0d5b7c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1832.370521] env[62574]: DEBUG oslo_concurrency.lockutils [None req-766b41da-d654-45c6-95a2-0e28228acc99 tempest-ServersTestFqdnHostnames-1156924450 tempest-ServersTestFqdnHostnames-1156924450-project-member] Lock "a3e0bf12-7471-4d8d-bb31-bf4b3b35f87f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.859s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1832.457190] env[62574]: DEBUG oslo_vmware.api [None req-f36c4429-11c7-4855-9005-f827aea8ee93 tempest-ServerAddressesTestJSON-1538992806 tempest-ServerAddressesTestJSON-1538992806-project-member] Task: {'id': task-1862082, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.206418} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1832.457543] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-f36c4429-11c7-4855-9005-f827aea8ee93 tempest-ServerAddressesTestJSON-1538992806 tempest-ServerAddressesTestJSON-1538992806-project-member] Deleted the datastore file {{(pid=62574) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1832.457737] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-f36c4429-11c7-4855-9005-f827aea8ee93 tempest-ServerAddressesTestJSON-1538992806 tempest-ServerAddressesTestJSON-1538992806-project-member] [instance: 1df4bdfb-d2ab-4974-99ed-9c7398e20b1d] Deleted contents of the VM from datastore datastore2 {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1832.457917] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-f36c4429-11c7-4855-9005-f827aea8ee93 tempest-ServerAddressesTestJSON-1538992806 tempest-ServerAddressesTestJSON-1538992806-project-member] [instance: 1df4bdfb-d2ab-4974-99ed-9c7398e20b1d] Instance destroyed {{(pid=62574) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1832.458103] env[62574]: INFO nova.compute.manager [None req-f36c4429-11c7-4855-9005-f827aea8ee93 tempest-ServerAddressesTestJSON-1538992806 tempest-ServerAddressesTestJSON-1538992806-project-member] [instance: 1df4bdfb-d2ab-4974-99ed-9c7398e20b1d] Took 1.32 seconds to destroy the instance on the hypervisor. [ 1832.458356] env[62574]: DEBUG oslo.service.loopingcall [None req-f36c4429-11c7-4855-9005-f827aea8ee93 tempest-ServerAddressesTestJSON-1538992806 tempest-ServerAddressesTestJSON-1538992806-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62574) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1832.458566] env[62574]: DEBUG nova.compute.manager [-] [instance: 1df4bdfb-d2ab-4974-99ed-9c7398e20b1d] Deallocating network for instance {{(pid=62574) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1832.458653] env[62574]: DEBUG nova.network.neutron [-] [instance: 1df4bdfb-d2ab-4974-99ed-9c7398e20b1d] deallocate_for_instance() {{(pid=62574) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1832.657288] env[62574]: DEBUG oslo_vmware.api [None req-51afe9e7-9752-4d73-9f14-94ccaf9b0296 tempest-ServersV294TestFqdnHostnames-1063698810 tempest-ServersV294TestFqdnHostnames-1063698810-project-member] Task: {'id': task-1862083, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.097288} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1832.657670] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-51afe9e7-9752-4d73-9f14-94ccaf9b0296 tempest-ServersV294TestFqdnHostnames-1063698810 tempest-ServersV294TestFqdnHostnames-1063698810-project-member] [instance: bd144d1a-a8e0-4d1f-ad0d-f3192e5cacd1] Extended root virtual disk {{(pid=62574) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1832.658870] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c7cc36f-ab6b-40f8-b687-8b26322d6e4a {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1832.693232] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-51afe9e7-9752-4d73-9f14-94ccaf9b0296 tempest-ServersV294TestFqdnHostnames-1063698810 tempest-ServersV294TestFqdnHostnames-1063698810-project-member] [instance: bd144d1a-a8e0-4d1f-ad0d-f3192e5cacd1] Reconfiguring VM instance instance-00000053 to attach disk [datastore2] bd144d1a-a8e0-4d1f-ad0d-f3192e5cacd1/bd144d1a-a8e0-4d1f-ad0d-f3192e5cacd1.vmdk or device None with type sparse {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1832.703732] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-744a852d-1573-4b0f-8303-5be911f98f7b {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1832.724433] env[62574]: DEBUG oslo_vmware.api [None req-94fdfb00-15f1-42bd-824e-50d1b210d78a tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Task: {'id': task-1862084, 'name': Rename_Task, 'duration_secs': 0.243493} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1832.725275] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-94fdfb00-15f1-42bd-824e-50d1b210d78a tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] [instance: 787a4d2b-9ae0-4226-95c3-ed825a3a3f55] Powering on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1832.727768] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b4e3704a-ca8b-4122-a1ca-3559f7a56611 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1832.732369] env[62574]: DEBUG oslo_vmware.api [None req-94fdfb00-15f1-42bd-824e-50d1b210d78a tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Task: {'id': task-1862085, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1832.734588] env[62574]: DEBUG oslo_vmware.api [None req-51afe9e7-9752-4d73-9f14-94ccaf9b0296 tempest-ServersV294TestFqdnHostnames-1063698810 tempest-ServersV294TestFqdnHostnames-1063698810-project-member] Waiting for the task: (returnval){ [ 1832.734588] env[62574]: value = "task-1862086" [ 1832.734588] env[62574]: _type = "Task" [ 1832.734588] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1832.740884] env[62574]: DEBUG oslo_vmware.api [None req-94fdfb00-15f1-42bd-824e-50d1b210d78a tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Waiting for the task: (returnval){ [ 1832.740884] env[62574]: value = "task-1862087" [ 1832.740884] env[62574]: _type = "Task" [ 1832.740884] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1832.748605] env[62574]: DEBUG oslo_vmware.api [None req-51afe9e7-9752-4d73-9f14-94ccaf9b0296 tempest-ServersV294TestFqdnHostnames-1063698810 tempest-ServersV294TestFqdnHostnames-1063698810-project-member] Task: {'id': task-1862086, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1832.751085] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-593bf022-a9a1-403b-9ddd-0f798b409db4 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1832.760154] env[62574]: DEBUG nova.compute.manager [req-907425bc-a9bd-4841-81ac-b2e7c0664b9b req-4b980497-f4f6-49c4-84e6-11642f909963 service nova] [instance: 723b0a75-38ad-494b-baac-29077f352e48] Received event network-vif-plugged-31479023-aed2-43d9-bde7-14a3f8013e25 {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1832.760479] env[62574]: DEBUG oslo_concurrency.lockutils [req-907425bc-a9bd-4841-81ac-b2e7c0664b9b req-4b980497-f4f6-49c4-84e6-11642f909963 service nova] Acquiring lock "723b0a75-38ad-494b-baac-29077f352e48-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1832.760772] env[62574]: DEBUG oslo_concurrency.lockutils [req-907425bc-a9bd-4841-81ac-b2e7c0664b9b req-4b980497-f4f6-49c4-84e6-11642f909963 service nova] Lock "723b0a75-38ad-494b-baac-29077f352e48-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1832.760977] env[62574]: DEBUG oslo_concurrency.lockutils [req-907425bc-a9bd-4841-81ac-b2e7c0664b9b req-4b980497-f4f6-49c4-84e6-11642f909963 service nova] Lock "723b0a75-38ad-494b-baac-29077f352e48-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1832.761255] env[62574]: DEBUG nova.compute.manager [req-907425bc-a9bd-4841-81ac-b2e7c0664b9b req-4b980497-f4f6-49c4-84e6-11642f909963 service nova] [instance: 723b0a75-38ad-494b-baac-29077f352e48] No waiting events found dispatching network-vif-plugged-31479023-aed2-43d9-bde7-14a3f8013e25 {{(pid=62574) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1832.761421] env[62574]: WARNING nova.compute.manager [req-907425bc-a9bd-4841-81ac-b2e7c0664b9b req-4b980497-f4f6-49c4-84e6-11642f909963 service nova] [instance: 723b0a75-38ad-494b-baac-29077f352e48] Received unexpected event network-vif-plugged-31479023-aed2-43d9-bde7-14a3f8013e25 for instance with vm_state building and task_state spawning. [ 1832.762269] env[62574]: DEBUG oslo_vmware.api [None req-94fdfb00-15f1-42bd-824e-50d1b210d78a tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Task: {'id': task-1862087, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1832.770102] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f387cde1-bf6c-426e-9f22-407d057d7507 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1832.804320] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96e2fd53-30bd-41bb-8731-1061a6562469 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1832.814644] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88c4bf83-b594-4864-b7f4-6a72dd92e4b2 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1832.831811] env[62574]: DEBUG nova.compute.provider_tree [None req-bf963c92-382f-4142-9c9f-36cee108b4da tempest-ServersTestMultiNic-1484195929 tempest-ServersTestMultiNic-1484195929-project-member] Inventory has not changed in ProviderTree for provider: f0ed160a-beff-4626-a531-2a70d7bc0627 {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1832.833759] env[62574]: DEBUG oslo_concurrency.lockutils [None req-e366e65c-d1a2-4b3b-a791-f2ea94a63264 tempest-InstanceActionsNegativeTestJSON-1183545786 tempest-InstanceActionsNegativeTestJSON-1183545786-project-member] Releasing lock "refresh_cache-813a8ab3-10c8-4980-b2b4-7a96d53137ba" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1832.833912] env[62574]: DEBUG nova.compute.manager [None req-e366e65c-d1a2-4b3b-a791-f2ea94a63264 tempest-InstanceActionsNegativeTestJSON-1183545786 tempest-InstanceActionsNegativeTestJSON-1183545786-project-member] [instance: 813a8ab3-10c8-4980-b2b4-7a96d53137ba] Instance network_info: |[{"id": "361ed7e7-254a-451f-9225-d74b6c0d5b7c", "address": "fa:16:3e:07:c4:ee", "network": {"id": "560d2ba5-a5b3-4fd9-9bed-74b74b1c96a0", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-511598809-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "11d2761229814694be17d8a37d0c0820", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7e0240aa-a694-48fc-a0f9-6f2d3e71aa12", "external-id": "nsx-vlan-transportzone-249", "segmentation_id": 249, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap361ed7e7-25", "ovs_interfaceid": "361ed7e7-254a-451f-9225-d74b6c0d5b7c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62574) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1832.834680] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-e366e65c-d1a2-4b3b-a791-f2ea94a63264 tempest-InstanceActionsNegativeTestJSON-1183545786 tempest-InstanceActionsNegativeTestJSON-1183545786-project-member] [instance: 813a8ab3-10c8-4980-b2b4-7a96d53137ba] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:07:c4:ee', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7e0240aa-a694-48fc-a0f9-6f2d3e71aa12', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '361ed7e7-254a-451f-9225-d74b6c0d5b7c', 'vif_model': 'vmxnet3'}] {{(pid=62574) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1832.844021] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-e366e65c-d1a2-4b3b-a791-f2ea94a63264 tempest-InstanceActionsNegativeTestJSON-1183545786 tempest-InstanceActionsNegativeTestJSON-1183545786-project-member] Creating folder: Project (11d2761229814694be17d8a37d0c0820). Parent ref: group-v384746. {{(pid=62574) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1832.844021] env[62574]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-664ad8c1-d3d7-453a-82e9-dace5eaf4fc0 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1832.857019] env[62574]: INFO nova.virt.vmwareapi.vm_util [None req-e366e65c-d1a2-4b3b-a791-f2ea94a63264 tempest-InstanceActionsNegativeTestJSON-1183545786 tempest-InstanceActionsNegativeTestJSON-1183545786-project-member] Created folder: Project (11d2761229814694be17d8a37d0c0820) in parent group-v384746. [ 1832.857019] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-e366e65c-d1a2-4b3b-a791-f2ea94a63264 tempest-InstanceActionsNegativeTestJSON-1183545786 tempest-InstanceActionsNegativeTestJSON-1183545786-project-member] Creating folder: Instances. Parent ref: group-v384968. {{(pid=62574) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1832.857019] env[62574]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0ab8a82f-21a6-4297-80bc-e0d6a4aa1a5c {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1832.868258] env[62574]: INFO nova.virt.vmwareapi.vm_util [None req-e366e65c-d1a2-4b3b-a791-f2ea94a63264 tempest-InstanceActionsNegativeTestJSON-1183545786 tempest-InstanceActionsNegativeTestJSON-1183545786-project-member] Created folder: Instances in parent group-v384968. [ 1832.868258] env[62574]: DEBUG oslo.service.loopingcall [None req-e366e65c-d1a2-4b3b-a791-f2ea94a63264 tempest-InstanceActionsNegativeTestJSON-1183545786 tempest-InstanceActionsNegativeTestJSON-1183545786-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62574) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1832.868258] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 813a8ab3-10c8-4980-b2b4-7a96d53137ba] Creating VM on the ESX host {{(pid=62574) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1832.868258] env[62574]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c726f43d-221d-40d6-995c-e5e7cd2105e8 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1832.888399] env[62574]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1832.888399] env[62574]: value = "task-1862090" [ 1832.888399] env[62574]: _type = "Task" [ 1832.888399] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1832.897309] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1862090, 'name': CreateVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1833.106607] env[62574]: DEBUG nova.network.neutron [None req-b5b85167-3d39-49e1-b95d-d785337708cd tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] [instance: 723b0a75-38ad-494b-baac-29077f352e48] Successfully updated port: 31479023-aed2-43d9-bde7-14a3f8013e25 {{(pid=62574) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1833.194804] env[62574]: DEBUG oslo_vmware.api [None req-94fdfb00-15f1-42bd-824e-50d1b210d78a tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Task: {'id': task-1862085, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.63868} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1833.195147] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-94fdfb00-15f1-42bd-824e-50d1b210d78a tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk to [datastore2] 8abe0c7b-f3f1-4f99-83f0-ddff0d909b82/8abe0c7b-f3f1-4f99-83f0-ddff0d909b82.vmdk {{(pid=62574) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1833.195517] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-94fdfb00-15f1-42bd-824e-50d1b210d78a tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] [instance: 8abe0c7b-f3f1-4f99-83f0-ddff0d909b82] Extending root virtual disk to 1048576 {{(pid=62574) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1833.195833] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-156aa458-e5ce-4f79-863a-97bc63d47ccd {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.206915] env[62574]: DEBUG oslo_vmware.api [None req-94fdfb00-15f1-42bd-824e-50d1b210d78a tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Waiting for the task: (returnval){ [ 1833.206915] env[62574]: value = "task-1862091" [ 1833.206915] env[62574]: _type = "Task" [ 1833.206915] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1833.219900] env[62574]: DEBUG oslo_vmware.api [None req-94fdfb00-15f1-42bd-824e-50d1b210d78a tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Task: {'id': task-1862091, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1833.249920] env[62574]: DEBUG oslo_vmware.api [None req-51afe9e7-9752-4d73-9f14-94ccaf9b0296 tempest-ServersV294TestFqdnHostnames-1063698810 tempest-ServersV294TestFqdnHostnames-1063698810-project-member] Task: {'id': task-1862086, 'name': ReconfigVM_Task, 'duration_secs': 0.416056} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1833.250839] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-51afe9e7-9752-4d73-9f14-94ccaf9b0296 tempest-ServersV294TestFqdnHostnames-1063698810 tempest-ServersV294TestFqdnHostnames-1063698810-project-member] [instance: bd144d1a-a8e0-4d1f-ad0d-f3192e5cacd1] Reconfigured VM instance instance-00000053 to attach disk [datastore2] bd144d1a-a8e0-4d1f-ad0d-f3192e5cacd1/bd144d1a-a8e0-4d1f-ad0d-f3192e5cacd1.vmdk or device None with type sparse {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1833.251723] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c2f93640-119e-45c2-a120-412cb54ea815 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.257506] env[62574]: DEBUG oslo_vmware.api [None req-94fdfb00-15f1-42bd-824e-50d1b210d78a tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Task: {'id': task-1862087, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1833.263283] env[62574]: DEBUG oslo_vmware.api [None req-51afe9e7-9752-4d73-9f14-94ccaf9b0296 tempest-ServersV294TestFqdnHostnames-1063698810 tempest-ServersV294TestFqdnHostnames-1063698810-project-member] Waiting for the task: (returnval){ [ 1833.263283] env[62574]: value = "task-1862092" [ 1833.263283] env[62574]: _type = "Task" [ 1833.263283] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1833.274895] env[62574]: DEBUG oslo_vmware.api [None req-51afe9e7-9752-4d73-9f14-94ccaf9b0296 tempest-ServersV294TestFqdnHostnames-1063698810 tempest-ServersV294TestFqdnHostnames-1063698810-project-member] Task: {'id': task-1862092, 'name': Rename_Task} progress is 5%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1833.344841] env[62574]: DEBUG nova.scheduler.client.report [None req-bf963c92-382f-4142-9c9f-36cee108b4da tempest-ServersTestMultiNic-1484195929 tempest-ServersTestMultiNic-1484195929-project-member] Inventory has not changed for provider f0ed160a-beff-4626-a531-2a70d7bc0627 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 148, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1833.399101] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1862090, 'name': CreateVM_Task} progress is 99%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1833.611520] env[62574]: DEBUG oslo_concurrency.lockutils [None req-b5b85167-3d39-49e1-b95d-d785337708cd tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Acquiring lock "refresh_cache-723b0a75-38ad-494b-baac-29077f352e48" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1833.611807] env[62574]: DEBUG oslo_concurrency.lockutils [None req-b5b85167-3d39-49e1-b95d-d785337708cd tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Acquired lock "refresh_cache-723b0a75-38ad-494b-baac-29077f352e48" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1833.611894] env[62574]: DEBUG nova.network.neutron [None req-b5b85167-3d39-49e1-b95d-d785337708cd tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] [instance: 723b0a75-38ad-494b-baac-29077f352e48] Building network info cache for instance {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1833.613101] env[62574]: DEBUG nova.network.neutron [-] [instance: 1df4bdfb-d2ab-4974-99ed-9c7398e20b1d] Updating instance_info_cache with network_info: [] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1833.718190] env[62574]: DEBUG oslo_vmware.api [None req-94fdfb00-15f1-42bd-824e-50d1b210d78a tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Task: {'id': task-1862091, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083796} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1833.718556] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-94fdfb00-15f1-42bd-824e-50d1b210d78a tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] [instance: 8abe0c7b-f3f1-4f99-83f0-ddff0d909b82] Extended root virtual disk {{(pid=62574) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1833.719429] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb110b54-9f5e-47d1-824e-ea777dfae6db {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.742226] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-94fdfb00-15f1-42bd-824e-50d1b210d78a tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] [instance: 8abe0c7b-f3f1-4f99-83f0-ddff0d909b82] Reconfiguring VM instance instance-00000051 to attach disk [datastore2] 8abe0c7b-f3f1-4f99-83f0-ddff0d909b82/8abe0c7b-f3f1-4f99-83f0-ddff0d909b82.vmdk or device None with type sparse {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1833.742572] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-21503257-0bdf-4f15-a13d-56bb50459f7a {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.768571] env[62574]: DEBUG oslo_vmware.api [None req-94fdfb00-15f1-42bd-824e-50d1b210d78a tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Task: {'id': task-1862087, 'name': PowerOnVM_Task, 'duration_secs': 0.668608} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1833.772598] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-94fdfb00-15f1-42bd-824e-50d1b210d78a tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] [instance: 787a4d2b-9ae0-4226-95c3-ed825a3a3f55] Powered on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1833.772945] env[62574]: INFO nova.compute.manager [None req-94fdfb00-15f1-42bd-824e-50d1b210d78a tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] [instance: 787a4d2b-9ae0-4226-95c3-ed825a3a3f55] Took 14.04 seconds to spawn the instance on the hypervisor. [ 1833.773171] env[62574]: DEBUG nova.compute.manager [None req-94fdfb00-15f1-42bd-824e-50d1b210d78a tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] [instance: 787a4d2b-9ae0-4226-95c3-ed825a3a3f55] Checking state {{(pid=62574) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1833.773464] env[62574]: DEBUG oslo_vmware.api [None req-94fdfb00-15f1-42bd-824e-50d1b210d78a tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Waiting for the task: (returnval){ [ 1833.773464] env[62574]: value = "task-1862093" [ 1833.773464] env[62574]: _type = "Task" [ 1833.773464] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1833.774156] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67dae38e-67fe-4691-a414-45b31993ee3e {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.783436] env[62574]: DEBUG oslo_vmware.api [None req-51afe9e7-9752-4d73-9f14-94ccaf9b0296 tempest-ServersV294TestFqdnHostnames-1063698810 tempest-ServersV294TestFqdnHostnames-1063698810-project-member] Task: {'id': task-1862092, 'name': Rename_Task, 'duration_secs': 0.184572} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1833.784059] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-51afe9e7-9752-4d73-9f14-94ccaf9b0296 tempest-ServersV294TestFqdnHostnames-1063698810 tempest-ServersV294TestFqdnHostnames-1063698810-project-member] [instance: bd144d1a-a8e0-4d1f-ad0d-f3192e5cacd1] Powering on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1833.784314] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0caeff76-d4a9-4872-8ae2-98032723a2e1 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.790592] env[62574]: DEBUG oslo_vmware.api [None req-94fdfb00-15f1-42bd-824e-50d1b210d78a tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Task: {'id': task-1862093, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1833.797926] env[62574]: DEBUG oslo_vmware.api [None req-51afe9e7-9752-4d73-9f14-94ccaf9b0296 tempest-ServersV294TestFqdnHostnames-1063698810 tempest-ServersV294TestFqdnHostnames-1063698810-project-member] Waiting for the task: (returnval){ [ 1833.797926] env[62574]: value = "task-1862094" [ 1833.797926] env[62574]: _type = "Task" [ 1833.797926] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1833.807971] env[62574]: DEBUG oslo_vmware.api [None req-51afe9e7-9752-4d73-9f14-94ccaf9b0296 tempest-ServersV294TestFqdnHostnames-1063698810 tempest-ServersV294TestFqdnHostnames-1063698810-project-member] Task: {'id': task-1862094, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1833.851947] env[62574]: DEBUG oslo_concurrency.lockutils [None req-bf963c92-382f-4142-9c9f-36cee108b4da tempest-ServersTestMultiNic-1484195929 tempest-ServersTestMultiNic-1484195929-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.020s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1833.874499] env[62574]: INFO nova.scheduler.client.report [None req-bf963c92-382f-4142-9c9f-36cee108b4da tempest-ServersTestMultiNic-1484195929 tempest-ServersTestMultiNic-1484195929-project-member] Deleted allocations for instance 5cb931ed-2cde-467c-a11f-0f03be79e11b [ 1833.898643] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1862090, 'name': CreateVM_Task, 'duration_secs': 0.517224} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1833.898835] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 813a8ab3-10c8-4980-b2b4-7a96d53137ba] Created VM on the ESX host {{(pid=62574) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1833.899623] env[62574]: DEBUG oslo_concurrency.lockutils [None req-e366e65c-d1a2-4b3b-a791-f2ea94a63264 tempest-InstanceActionsNegativeTestJSON-1183545786 tempest-InstanceActionsNegativeTestJSON-1183545786-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1833.899792] env[62574]: DEBUG oslo_concurrency.lockutils [None req-e366e65c-d1a2-4b3b-a791-f2ea94a63264 tempest-InstanceActionsNegativeTestJSON-1183545786 tempest-InstanceActionsNegativeTestJSON-1183545786-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1833.900141] env[62574]: DEBUG oslo_concurrency.lockutils [None req-e366e65c-d1a2-4b3b-a791-f2ea94a63264 tempest-InstanceActionsNegativeTestJSON-1183545786 tempest-InstanceActionsNegativeTestJSON-1183545786-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1833.900411] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3348e7e8-1901-4968-8d5b-7278efa89ef0 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.905838] env[62574]: DEBUG oslo_vmware.api [None req-e366e65c-d1a2-4b3b-a791-f2ea94a63264 tempest-InstanceActionsNegativeTestJSON-1183545786 tempest-InstanceActionsNegativeTestJSON-1183545786-project-member] Waiting for the task: (returnval){ [ 1833.905838] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]525b33d9-3305-847f-d9d8-17358f28b89d" [ 1833.905838] env[62574]: _type = "Task" [ 1833.905838] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1833.914848] env[62574]: DEBUG oslo_vmware.api [None req-e366e65c-d1a2-4b3b-a791-f2ea94a63264 tempest-InstanceActionsNegativeTestJSON-1183545786 tempest-InstanceActionsNegativeTestJSON-1183545786-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]525b33d9-3305-847f-d9d8-17358f28b89d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1834.117208] env[62574]: INFO nova.compute.manager [-] [instance: 1df4bdfb-d2ab-4974-99ed-9c7398e20b1d] Took 1.66 seconds to deallocate network for instance. [ 1834.158395] env[62574]: DEBUG nova.network.neutron [None req-b5b85167-3d39-49e1-b95d-d785337708cd tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] [instance: 723b0a75-38ad-494b-baac-29077f352e48] Instance cache missing network info. {{(pid=62574) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1834.287563] env[62574]: DEBUG oslo_vmware.api [None req-94fdfb00-15f1-42bd-824e-50d1b210d78a tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Task: {'id': task-1862093, 'name': ReconfigVM_Task, 'duration_secs': 0.447652} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1834.287907] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-94fdfb00-15f1-42bd-824e-50d1b210d78a tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] [instance: 8abe0c7b-f3f1-4f99-83f0-ddff0d909b82] Reconfigured VM instance instance-00000051 to attach disk [datastore2] 8abe0c7b-f3f1-4f99-83f0-ddff0d909b82/8abe0c7b-f3f1-4f99-83f0-ddff0d909b82.vmdk or device None with type sparse {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1834.288662] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6913c102-accf-452d-8dcf-45080916af9b {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.299547] env[62574]: DEBUG oslo_vmware.api [None req-94fdfb00-15f1-42bd-824e-50d1b210d78a tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Waiting for the task: (returnval){ [ 1834.299547] env[62574]: value = "task-1862095" [ 1834.299547] env[62574]: _type = "Task" [ 1834.299547] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1834.310192] env[62574]: INFO nova.compute.manager [None req-94fdfb00-15f1-42bd-824e-50d1b210d78a tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] [instance: 787a4d2b-9ae0-4226-95c3-ed825a3a3f55] Took 21.47 seconds to build instance. [ 1834.318514] env[62574]: DEBUG oslo_vmware.api [None req-51afe9e7-9752-4d73-9f14-94ccaf9b0296 tempest-ServersV294TestFqdnHostnames-1063698810 tempest-ServersV294TestFqdnHostnames-1063698810-project-member] Task: {'id': task-1862094, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1834.324127] env[62574]: DEBUG oslo_vmware.api [None req-94fdfb00-15f1-42bd-824e-50d1b210d78a tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Task: {'id': task-1862095, 'name': Rename_Task} progress is 14%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1834.352715] env[62574]: DEBUG nova.network.neutron [None req-b5b85167-3d39-49e1-b95d-d785337708cd tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] [instance: 723b0a75-38ad-494b-baac-29077f352e48] Updating instance_info_cache with network_info: [{"id": "31479023-aed2-43d9-bde7-14a3f8013e25", "address": "fa:16:3e:c6:9b:4b", "network": {"id": "498f30b7-d317-46f6-b472-0624a1b84e65", "bridge": "br-int", "label": "tempest-ImagesTestJSON-826971340-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2842b09cbde243f6bdd90a5177740df9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bab6a6c3-1c5c-4776-b21b-dec21196d702", "external-id": "nsx-vlan-transportzone-634", "segmentation_id": 634, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31479023-ae", "ovs_interfaceid": "31479023-aed2-43d9-bde7-14a3f8013e25", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1834.383634] env[62574]: DEBUG oslo_concurrency.lockutils [None req-bf963c92-382f-4142-9c9f-36cee108b4da tempest-ServersTestMultiNic-1484195929 tempest-ServersTestMultiNic-1484195929-project-member] Lock "5cb931ed-2cde-467c-a11f-0f03be79e11b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.359s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1834.417115] env[62574]: DEBUG oslo_vmware.api [None req-e366e65c-d1a2-4b3b-a791-f2ea94a63264 tempest-InstanceActionsNegativeTestJSON-1183545786 tempest-InstanceActionsNegativeTestJSON-1183545786-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]525b33d9-3305-847f-d9d8-17358f28b89d, 'name': SearchDatastore_Task, 'duration_secs': 0.016007} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1834.417457] env[62574]: DEBUG oslo_concurrency.lockutils [None req-e366e65c-d1a2-4b3b-a791-f2ea94a63264 tempest-InstanceActionsNegativeTestJSON-1183545786 tempest-InstanceActionsNegativeTestJSON-1183545786-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1834.417696] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-e366e65c-d1a2-4b3b-a791-f2ea94a63264 tempest-InstanceActionsNegativeTestJSON-1183545786 tempest-InstanceActionsNegativeTestJSON-1183545786-project-member] [instance: 813a8ab3-10c8-4980-b2b4-7a96d53137ba] Processing image 3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2 {{(pid=62574) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1834.417957] env[62574]: DEBUG oslo_concurrency.lockutils [None req-e366e65c-d1a2-4b3b-a791-f2ea94a63264 tempest-InstanceActionsNegativeTestJSON-1183545786 tempest-InstanceActionsNegativeTestJSON-1183545786-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1834.418124] env[62574]: DEBUG oslo_concurrency.lockutils [None req-e366e65c-d1a2-4b3b-a791-f2ea94a63264 tempest-InstanceActionsNegativeTestJSON-1183545786 tempest-InstanceActionsNegativeTestJSON-1183545786-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1834.418306] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-e366e65c-d1a2-4b3b-a791-f2ea94a63264 tempest-InstanceActionsNegativeTestJSON-1183545786 tempest-InstanceActionsNegativeTestJSON-1183545786-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1834.418594] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-45a69f5d-ae5d-4157-819d-51aa7067f666 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.428580] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-e366e65c-d1a2-4b3b-a791-f2ea94a63264 tempest-InstanceActionsNegativeTestJSON-1183545786 tempest-InstanceActionsNegativeTestJSON-1183545786-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1834.428853] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-e366e65c-d1a2-4b3b-a791-f2ea94a63264 tempest-InstanceActionsNegativeTestJSON-1183545786 tempest-InstanceActionsNegativeTestJSON-1183545786-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62574) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1834.429653] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be667dea-decc-4469-a37c-22f87fe248c9 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.435275] env[62574]: DEBUG oslo_vmware.api [None req-e366e65c-d1a2-4b3b-a791-f2ea94a63264 tempest-InstanceActionsNegativeTestJSON-1183545786 tempest-InstanceActionsNegativeTestJSON-1183545786-project-member] Waiting for the task: (returnval){ [ 1834.435275] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]52c6da20-4617-51aa-a5ce-fb751c3c8ea2" [ 1834.435275] env[62574]: _type = "Task" [ 1834.435275] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1834.443957] env[62574]: DEBUG oslo_vmware.api [None req-e366e65c-d1a2-4b3b-a791-f2ea94a63264 tempest-InstanceActionsNegativeTestJSON-1183545786 tempest-InstanceActionsNegativeTestJSON-1183545786-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52c6da20-4617-51aa-a5ce-fb751c3c8ea2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1834.627627] env[62574]: DEBUG oslo_concurrency.lockutils [None req-f36c4429-11c7-4855-9005-f827aea8ee93 tempest-ServerAddressesTestJSON-1538992806 tempest-ServerAddressesTestJSON-1538992806-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1834.627788] env[62574]: DEBUG oslo_concurrency.lockutils [None req-f36c4429-11c7-4855-9005-f827aea8ee93 tempest-ServerAddressesTestJSON-1538992806 tempest-ServerAddressesTestJSON-1538992806-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1834.628015] env[62574]: DEBUG nova.objects.instance [None req-f36c4429-11c7-4855-9005-f827aea8ee93 tempest-ServerAddressesTestJSON-1538992806 tempest-ServerAddressesTestJSON-1538992806-project-member] Lazy-loading 'resources' on Instance uuid 1df4bdfb-d2ab-4974-99ed-9c7398e20b1d {{(pid=62574) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1834.699058] env[62574]: DEBUG nova.virt.hardware [None req-b5b85167-3d39-49e1-b95d-d785337708cd tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T19:26:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-13T19:26:40Z,direct_url=,disk_format='vmdk',id=3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7eed1dd4d2c3418eb32c4f4ceda3ab0d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-13T19:26:41Z,virtual_size=,visibility=), allow threads: False {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1834.699478] env[62574]: DEBUG nova.virt.hardware [None req-b5b85167-3d39-49e1-b95d-d785337708cd tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Flavor limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1834.699478] env[62574]: DEBUG nova.virt.hardware [None req-b5b85167-3d39-49e1-b95d-d785337708cd tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Image limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1834.699664] env[62574]: DEBUG nova.virt.hardware [None req-b5b85167-3d39-49e1-b95d-d785337708cd tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Flavor pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1834.699809] env[62574]: DEBUG nova.virt.hardware [None req-b5b85167-3d39-49e1-b95d-d785337708cd tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Image pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1834.699958] env[62574]: DEBUG nova.virt.hardware [None req-b5b85167-3d39-49e1-b95d-d785337708cd tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1834.701241] env[62574]: DEBUG nova.virt.hardware [None req-b5b85167-3d39-49e1-b95d-d785337708cd tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1834.701668] env[62574]: DEBUG nova.virt.hardware [None req-b5b85167-3d39-49e1-b95d-d785337708cd tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1834.702552] env[62574]: DEBUG nova.virt.hardware [None req-b5b85167-3d39-49e1-b95d-d785337708cd tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Got 1 possible topologies {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1834.702552] env[62574]: DEBUG nova.virt.hardware [None req-b5b85167-3d39-49e1-b95d-d785337708cd tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1834.702552] env[62574]: DEBUG nova.virt.hardware [None req-b5b85167-3d39-49e1-b95d-d785337708cd tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1834.706156] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88fbeead-6b6a-4e2c-a20a-8cdd313ec664 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.718115] env[62574]: DEBUG oslo_vmware.rw_handles [None req-c77e2f6e-ef03-44ba-b16b-c1927e46ba8a tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520991c7-7301-5e4b-dd80-94a63821d852/disk-0.vmdk. {{(pid=62574) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1834.719630] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0fa019c-c973-451f-aca2-4f4d073e45b3 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.724760] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ee0bebb-d499-4984-b8c5-34bae54a009c {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.744642] env[62574]: DEBUG oslo_vmware.rw_handles [None req-c77e2f6e-ef03-44ba-b16b-c1927e46ba8a tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520991c7-7301-5e4b-dd80-94a63821d852/disk-0.vmdk is in state: ready. {{(pid=62574) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1834.744850] env[62574]: ERROR oslo_vmware.rw_handles [None req-c77e2f6e-ef03-44ba-b16b-c1927e46ba8a tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520991c7-7301-5e4b-dd80-94a63821d852/disk-0.vmdk due to incomplete transfer. [ 1834.745576] env[62574]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-9b7a8023-6ee7-40c7-b4a1-ec828371721f {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.753421] env[62574]: DEBUG oslo_vmware.rw_handles [None req-c77e2f6e-ef03-44ba-b16b-c1927e46ba8a tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520991c7-7301-5e4b-dd80-94a63821d852/disk-0.vmdk. {{(pid=62574) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1834.753421] env[62574]: DEBUG nova.virt.vmwareapi.images [None req-c77e2f6e-ef03-44ba-b16b-c1927e46ba8a tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] [instance: b4a5297d-ced1-4f1d-8b44-508a8f6d8dc3] Uploaded image b8577a44-4a75-4379-92c3-213236509e01 to the Glance image server {{(pid=62574) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1834.756126] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-c77e2f6e-ef03-44ba-b16b-c1927e46ba8a tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] [instance: b4a5297d-ced1-4f1d-8b44-508a8f6d8dc3] Destroying the VM {{(pid=62574) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1834.756126] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-091734bf-6b5b-4250-9512-2651b3764693 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.762582] env[62574]: DEBUG oslo_vmware.api [None req-c77e2f6e-ef03-44ba-b16b-c1927e46ba8a tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Waiting for the task: (returnval){ [ 1834.762582] env[62574]: value = "task-1862096" [ 1834.762582] env[62574]: _type = "Task" [ 1834.762582] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1834.770998] env[62574]: DEBUG oslo_vmware.api [None req-c77e2f6e-ef03-44ba-b16b-c1927e46ba8a tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Task: {'id': task-1862096, 'name': Destroy_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1834.813684] env[62574]: DEBUG oslo_concurrency.lockutils [None req-94fdfb00-15f1-42bd-824e-50d1b210d78a tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Lock "787a4d2b-9ae0-4226-95c3-ed825a3a3f55" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.497s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1834.814083] env[62574]: DEBUG oslo_vmware.api [None req-94fdfb00-15f1-42bd-824e-50d1b210d78a tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Task: {'id': task-1862095, 'name': Rename_Task, 'duration_secs': 0.253382} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1834.817449] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-94fdfb00-15f1-42bd-824e-50d1b210d78a tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] [instance: 8abe0c7b-f3f1-4f99-83f0-ddff0d909b82] Powering on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1834.817724] env[62574]: DEBUG oslo_vmware.api [None req-51afe9e7-9752-4d73-9f14-94ccaf9b0296 tempest-ServersV294TestFqdnHostnames-1063698810 tempest-ServersV294TestFqdnHostnames-1063698810-project-member] Task: {'id': task-1862094, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1834.817938] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-44ae887f-bf53-4e19-99f9-085860c145d3 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.825194] env[62574]: DEBUG oslo_vmware.api [None req-94fdfb00-15f1-42bd-824e-50d1b210d78a tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Waiting for the task: (returnval){ [ 1834.825194] env[62574]: value = "task-1862097" [ 1834.825194] env[62574]: _type = "Task" [ 1834.825194] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1834.834288] env[62574]: DEBUG oslo_vmware.api [None req-94fdfb00-15f1-42bd-824e-50d1b210d78a tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Task: {'id': task-1862097, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1834.857178] env[62574]: DEBUG oslo_concurrency.lockutils [None req-b5b85167-3d39-49e1-b95d-d785337708cd tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Releasing lock "refresh_cache-723b0a75-38ad-494b-baac-29077f352e48" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1834.857178] env[62574]: DEBUG nova.compute.manager [None req-b5b85167-3d39-49e1-b95d-d785337708cd tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] [instance: 723b0a75-38ad-494b-baac-29077f352e48] Instance network_info: |[{"id": "31479023-aed2-43d9-bde7-14a3f8013e25", "address": "fa:16:3e:c6:9b:4b", "network": {"id": "498f30b7-d317-46f6-b472-0624a1b84e65", "bridge": "br-int", "label": "tempest-ImagesTestJSON-826971340-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2842b09cbde243f6bdd90a5177740df9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bab6a6c3-1c5c-4776-b21b-dec21196d702", "external-id": "nsx-vlan-transportzone-634", "segmentation_id": 634, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31479023-ae", "ovs_interfaceid": "31479023-aed2-43d9-bde7-14a3f8013e25", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62574) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1834.857178] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-b5b85167-3d39-49e1-b95d-d785337708cd tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] [instance: 723b0a75-38ad-494b-baac-29077f352e48] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c6:9b:4b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bab6a6c3-1c5c-4776-b21b-dec21196d702', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '31479023-aed2-43d9-bde7-14a3f8013e25', 'vif_model': 'vmxnet3'}] {{(pid=62574) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1834.865434] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5b85167-3d39-49e1-b95d-d785337708cd tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Creating folder: Project (2842b09cbde243f6bdd90a5177740df9). Parent ref: group-v384746. {{(pid=62574) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1834.867139] env[62574]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4e202671-cada-43a6-8e82-a1796db7779f {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.870207] env[62574]: DEBUG nova.compute.manager [req-d3d639dd-2288-4531-bc4b-47f68edfa34b req-405b9fac-0c76-49d5-8420-f1c5c8ad4622 service nova] [instance: 723b0a75-38ad-494b-baac-29077f352e48] Received event network-changed-31479023-aed2-43d9-bde7-14a3f8013e25 {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1834.870394] env[62574]: DEBUG nova.compute.manager [req-d3d639dd-2288-4531-bc4b-47f68edfa34b req-405b9fac-0c76-49d5-8420-f1c5c8ad4622 service nova] [instance: 723b0a75-38ad-494b-baac-29077f352e48] Refreshing instance network info cache due to event network-changed-31479023-aed2-43d9-bde7-14a3f8013e25. {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1834.870652] env[62574]: DEBUG oslo_concurrency.lockutils [req-d3d639dd-2288-4531-bc4b-47f68edfa34b req-405b9fac-0c76-49d5-8420-f1c5c8ad4622 service nova] Acquiring lock "refresh_cache-723b0a75-38ad-494b-baac-29077f352e48" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1834.870788] env[62574]: DEBUG oslo_concurrency.lockutils [req-d3d639dd-2288-4531-bc4b-47f68edfa34b req-405b9fac-0c76-49d5-8420-f1c5c8ad4622 service nova] Acquired lock "refresh_cache-723b0a75-38ad-494b-baac-29077f352e48" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1834.870965] env[62574]: DEBUG nova.network.neutron [req-d3d639dd-2288-4531-bc4b-47f68edfa34b req-405b9fac-0c76-49d5-8420-f1c5c8ad4622 service nova] [instance: 723b0a75-38ad-494b-baac-29077f352e48] Refreshing network info cache for port 31479023-aed2-43d9-bde7-14a3f8013e25 {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1834.884304] env[62574]: INFO nova.virt.vmwareapi.vm_util [None req-b5b85167-3d39-49e1-b95d-d785337708cd tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Created folder: Project (2842b09cbde243f6bdd90a5177740df9) in parent group-v384746. [ 1834.884304] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5b85167-3d39-49e1-b95d-d785337708cd tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Creating folder: Instances. Parent ref: group-v384971. {{(pid=62574) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1834.884304] env[62574]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1a82cf1e-70e4-4e77-86c3-ae76ee2a498b {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.893767] env[62574]: INFO nova.virt.vmwareapi.vm_util [None req-b5b85167-3d39-49e1-b95d-d785337708cd tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Created folder: Instances in parent group-v384971. [ 1834.894128] env[62574]: DEBUG oslo.service.loopingcall [None req-b5b85167-3d39-49e1-b95d-d785337708cd tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62574) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1834.894389] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 723b0a75-38ad-494b-baac-29077f352e48] Creating VM on the ESX host {{(pid=62574) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1834.894566] env[62574]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-18fbdcb0-ac6c-4a44-a4e5-f8791b78b256 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.915493] env[62574]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1834.915493] env[62574]: value = "task-1862100" [ 1834.915493] env[62574]: _type = "Task" [ 1834.915493] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1834.925146] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1862100, 'name': CreateVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1834.945970] env[62574]: DEBUG oslo_vmware.api [None req-e366e65c-d1a2-4b3b-a791-f2ea94a63264 tempest-InstanceActionsNegativeTestJSON-1183545786 tempest-InstanceActionsNegativeTestJSON-1183545786-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52c6da20-4617-51aa-a5ce-fb751c3c8ea2, 'name': SearchDatastore_Task, 'duration_secs': 0.019113} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1834.946755] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e6a39777-8c08-4701-a7e3-8b14b497e7a9 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.952066] env[62574]: DEBUG oslo_vmware.api [None req-e366e65c-d1a2-4b3b-a791-f2ea94a63264 tempest-InstanceActionsNegativeTestJSON-1183545786 tempest-InstanceActionsNegativeTestJSON-1183545786-project-member] Waiting for the task: (returnval){ [ 1834.952066] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]5200bf98-b055-b688-a3a2-15729d906232" [ 1834.952066] env[62574]: _type = "Task" [ 1834.952066] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1834.960340] env[62574]: DEBUG oslo_vmware.api [None req-e366e65c-d1a2-4b3b-a791-f2ea94a63264 tempest-InstanceActionsNegativeTestJSON-1183545786 tempest-InstanceActionsNegativeTestJSON-1183545786-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]5200bf98-b055-b688-a3a2-15729d906232, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1835.280530] env[62574]: DEBUG oslo_vmware.api [None req-c77e2f6e-ef03-44ba-b16b-c1927e46ba8a tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Task: {'id': task-1862096, 'name': Destroy_Task} progress is 33%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1835.311448] env[62574]: DEBUG oslo_vmware.api [None req-51afe9e7-9752-4d73-9f14-94ccaf9b0296 tempest-ServersV294TestFqdnHostnames-1063698810 tempest-ServersV294TestFqdnHostnames-1063698810-project-member] Task: {'id': task-1862094, 'name': PowerOnVM_Task, 'duration_secs': 1.348328} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1835.312305] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-51afe9e7-9752-4d73-9f14-94ccaf9b0296 tempest-ServersV294TestFqdnHostnames-1063698810 tempest-ServersV294TestFqdnHostnames-1063698810-project-member] [instance: bd144d1a-a8e0-4d1f-ad0d-f3192e5cacd1] Powered on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1835.312305] env[62574]: INFO nova.compute.manager [None req-51afe9e7-9752-4d73-9f14-94ccaf9b0296 tempest-ServersV294TestFqdnHostnames-1063698810 tempest-ServersV294TestFqdnHostnames-1063698810-project-member] [instance: bd144d1a-a8e0-4d1f-ad0d-f3192e5cacd1] Took 10.62 seconds to spawn the instance on the hypervisor. [ 1835.312305] env[62574]: DEBUG nova.compute.manager [None req-51afe9e7-9752-4d73-9f14-94ccaf9b0296 tempest-ServersV294TestFqdnHostnames-1063698810 tempest-ServersV294TestFqdnHostnames-1063698810-project-member] [instance: bd144d1a-a8e0-4d1f-ad0d-f3192e5cacd1] Checking state {{(pid=62574) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1835.313241] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0904f25f-80ca-4f8f-a4f7-f632baf544a2 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1835.339353] env[62574]: DEBUG oslo_vmware.api [None req-94fdfb00-15f1-42bd-824e-50d1b210d78a tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Task: {'id': task-1862097, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1835.430706] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1862100, 'name': CreateVM_Task, 'duration_secs': 0.491523} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1835.431107] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 723b0a75-38ad-494b-baac-29077f352e48] Created VM on the ESX host {{(pid=62574) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1835.433301] env[62574]: DEBUG oslo_concurrency.lockutils [None req-b5b85167-3d39-49e1-b95d-d785337708cd tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1835.433301] env[62574]: DEBUG oslo_concurrency.lockutils [None req-b5b85167-3d39-49e1-b95d-d785337708cd tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1835.433301] env[62574]: DEBUG oslo_concurrency.lockutils [None req-b5b85167-3d39-49e1-b95d-d785337708cd tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1835.437023] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a505248f-c7ad-473c-98a7-fb6f9ede4419 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1835.446792] env[62574]: DEBUG oslo_vmware.api [None req-b5b85167-3d39-49e1-b95d-d785337708cd tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Waiting for the task: (returnval){ [ 1835.446792] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]52f63c3f-d2cc-3116-57de-579add4931af" [ 1835.446792] env[62574]: _type = "Task" [ 1835.446792] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1835.466609] env[62574]: DEBUG oslo_vmware.api [None req-b5b85167-3d39-49e1-b95d-d785337708cd tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52f63c3f-d2cc-3116-57de-579add4931af, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1835.473857] env[62574]: DEBUG oslo_vmware.api [None req-e366e65c-d1a2-4b3b-a791-f2ea94a63264 tempest-InstanceActionsNegativeTestJSON-1183545786 tempest-InstanceActionsNegativeTestJSON-1183545786-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]5200bf98-b055-b688-a3a2-15729d906232, 'name': SearchDatastore_Task, 'duration_secs': 0.018529} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1835.474179] env[62574]: DEBUG oslo_concurrency.lockutils [None req-e366e65c-d1a2-4b3b-a791-f2ea94a63264 tempest-InstanceActionsNegativeTestJSON-1183545786 tempest-InstanceActionsNegativeTestJSON-1183545786-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1835.474460] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-e366e65c-d1a2-4b3b-a791-f2ea94a63264 tempest-InstanceActionsNegativeTestJSON-1183545786 tempest-InstanceActionsNegativeTestJSON-1183545786-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk to [datastore1] 813a8ab3-10c8-4980-b2b4-7a96d53137ba/813a8ab3-10c8-4980-b2b4-7a96d53137ba.vmdk {{(pid=62574) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1835.474743] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-93a4386c-ffa5-4c4d-b25e-afa9d81c12f0 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1835.486915] env[62574]: DEBUG oslo_vmware.api [None req-e366e65c-d1a2-4b3b-a791-f2ea94a63264 tempest-InstanceActionsNegativeTestJSON-1183545786 tempest-InstanceActionsNegativeTestJSON-1183545786-project-member] Waiting for the task: (returnval){ [ 1835.486915] env[62574]: value = "task-1862101" [ 1835.486915] env[62574]: _type = "Task" [ 1835.486915] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1835.501015] env[62574]: DEBUG oslo_vmware.api [None req-e366e65c-d1a2-4b3b-a791-f2ea94a63264 tempest-InstanceActionsNegativeTestJSON-1183545786 tempest-InstanceActionsNegativeTestJSON-1183545786-project-member] Task: {'id': task-1862101, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1835.521125] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29413a8f-90a1-474f-a580-a5c5069a9cbf {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1835.530391] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c340282-a42b-4a45-990c-247cb75a9369 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1835.567247] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-730c5c7d-dfcb-4044-93b6-7dac572e6c7a {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1835.577056] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-572fc59d-9359-4d9a-a9f0-9b0265e43fdb {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1835.597047] env[62574]: DEBUG nova.compute.provider_tree [None req-f36c4429-11c7-4855-9005-f827aea8ee93 tempest-ServerAddressesTestJSON-1538992806 tempest-ServerAddressesTestJSON-1538992806-project-member] Inventory has not changed in ProviderTree for provider: f0ed160a-beff-4626-a531-2a70d7bc0627 {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1835.683196] env[62574]: DEBUG oslo_concurrency.lockutils [None req-aa69ab3f-edd0-432d-9803-8619b5f4978c tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Acquiring lock "31d56eaa-d483-4254-9ca4-66bd50680c92" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1835.683434] env[62574]: DEBUG oslo_concurrency.lockutils [None req-aa69ab3f-edd0-432d-9803-8619b5f4978c tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Lock "31d56eaa-d483-4254-9ca4-66bd50680c92" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1835.694226] env[62574]: DEBUG nova.network.neutron [req-d3d639dd-2288-4531-bc4b-47f68edfa34b req-405b9fac-0c76-49d5-8420-f1c5c8ad4622 service nova] [instance: 723b0a75-38ad-494b-baac-29077f352e48] Updated VIF entry in instance network info cache for port 31479023-aed2-43d9-bde7-14a3f8013e25. {{(pid=62574) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1835.695955] env[62574]: DEBUG nova.network.neutron [req-d3d639dd-2288-4531-bc4b-47f68edfa34b req-405b9fac-0c76-49d5-8420-f1c5c8ad4622 service nova] [instance: 723b0a75-38ad-494b-baac-29077f352e48] Updating instance_info_cache with network_info: [{"id": "31479023-aed2-43d9-bde7-14a3f8013e25", "address": "fa:16:3e:c6:9b:4b", "network": {"id": "498f30b7-d317-46f6-b472-0624a1b84e65", "bridge": "br-int", "label": "tempest-ImagesTestJSON-826971340-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2842b09cbde243f6bdd90a5177740df9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bab6a6c3-1c5c-4776-b21b-dec21196d702", "external-id": "nsx-vlan-transportzone-634", "segmentation_id": 634, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31479023-ae", "ovs_interfaceid": "31479023-aed2-43d9-bde7-14a3f8013e25", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1835.775551] env[62574]: DEBUG oslo_vmware.api [None req-c77e2f6e-ef03-44ba-b16b-c1927e46ba8a tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Task: {'id': task-1862096, 'name': Destroy_Task, 'duration_secs': 0.826038} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1835.775875] env[62574]: INFO nova.virt.vmwareapi.vm_util [None req-c77e2f6e-ef03-44ba-b16b-c1927e46ba8a tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] [instance: b4a5297d-ced1-4f1d-8b44-508a8f6d8dc3] Destroyed the VM [ 1835.776154] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-c77e2f6e-ef03-44ba-b16b-c1927e46ba8a tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] [instance: b4a5297d-ced1-4f1d-8b44-508a8f6d8dc3] Deleting Snapshot of the VM instance {{(pid=62574) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1835.776459] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-514130a3-8a91-4471-b153-90f9604b2e1a {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1835.786275] env[62574]: DEBUG oslo_vmware.api [None req-c77e2f6e-ef03-44ba-b16b-c1927e46ba8a tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Waiting for the task: (returnval){ [ 1835.786275] env[62574]: value = "task-1862102" [ 1835.786275] env[62574]: _type = "Task" [ 1835.786275] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1835.794022] env[62574]: DEBUG oslo_vmware.api [None req-c77e2f6e-ef03-44ba-b16b-c1927e46ba8a tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Task: {'id': task-1862102, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1835.839053] env[62574]: DEBUG oslo_vmware.api [None req-94fdfb00-15f1-42bd-824e-50d1b210d78a tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Task: {'id': task-1862097, 'name': PowerOnVM_Task, 'duration_secs': 0.645285} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1835.841206] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-94fdfb00-15f1-42bd-824e-50d1b210d78a tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] [instance: 8abe0c7b-f3f1-4f99-83f0-ddff0d909b82] Powered on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1835.841707] env[62574]: INFO nova.compute.manager [None req-94fdfb00-15f1-42bd-824e-50d1b210d78a tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] [instance: 8abe0c7b-f3f1-4f99-83f0-ddff0d909b82] Took 13.55 seconds to spawn the instance on the hypervisor. [ 1835.841707] env[62574]: DEBUG nova.compute.manager [None req-94fdfb00-15f1-42bd-824e-50d1b210d78a tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] [instance: 8abe0c7b-f3f1-4f99-83f0-ddff0d909b82] Checking state {{(pid=62574) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1835.842054] env[62574]: INFO nova.compute.manager [None req-51afe9e7-9752-4d73-9f14-94ccaf9b0296 tempest-ServersV294TestFqdnHostnames-1063698810 tempest-ServersV294TestFqdnHostnames-1063698810-project-member] [instance: bd144d1a-a8e0-4d1f-ad0d-f3192e5cacd1] Took 16.77 seconds to build instance. [ 1835.843556] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae4389a0-74ed-4b93-b9fb-fc53ac9e95d2 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1835.958143] env[62574]: DEBUG oslo_vmware.api [None req-b5b85167-3d39-49e1-b95d-d785337708cd tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52f63c3f-d2cc-3116-57de-579add4931af, 'name': SearchDatastore_Task, 'duration_secs': 0.015791} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1835.958460] env[62574]: DEBUG oslo_concurrency.lockutils [None req-b5b85167-3d39-49e1-b95d-d785337708cd tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1835.958699] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-b5b85167-3d39-49e1-b95d-d785337708cd tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] [instance: 723b0a75-38ad-494b-baac-29077f352e48] Processing image 3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2 {{(pid=62574) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1835.958934] env[62574]: DEBUG oslo_concurrency.lockutils [None req-b5b85167-3d39-49e1-b95d-d785337708cd tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1835.959092] env[62574]: DEBUG oslo_concurrency.lockutils [None req-b5b85167-3d39-49e1-b95d-d785337708cd tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1835.959283] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5b85167-3d39-49e1-b95d-d785337708cd tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1835.959710] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-165f4fba-d284-4c1e-b7d8-9aff350349b5 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1835.969774] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5b85167-3d39-49e1-b95d-d785337708cd tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1835.969973] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-b5b85167-3d39-49e1-b95d-d785337708cd tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62574) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1835.970731] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c74ee6e0-e79c-46a9-bc08-c670497c680a {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1835.976860] env[62574]: DEBUG oslo_vmware.api [None req-b5b85167-3d39-49e1-b95d-d785337708cd tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Waiting for the task: (returnval){ [ 1835.976860] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]526d0741-8e21-5f78-668a-58899a47a642" [ 1835.976860] env[62574]: _type = "Task" [ 1835.976860] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1835.984926] env[62574]: DEBUG oslo_vmware.api [None req-b5b85167-3d39-49e1-b95d-d785337708cd tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]526d0741-8e21-5f78-668a-58899a47a642, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1835.996812] env[62574]: DEBUG oslo_vmware.api [None req-e366e65c-d1a2-4b3b-a791-f2ea94a63264 tempest-InstanceActionsNegativeTestJSON-1183545786 tempest-InstanceActionsNegativeTestJSON-1183545786-project-member] Task: {'id': task-1862101, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1836.103030] env[62574]: DEBUG nova.scheduler.client.report [None req-f36c4429-11c7-4855-9005-f827aea8ee93 tempest-ServerAddressesTestJSON-1538992806 tempest-ServerAddressesTestJSON-1538992806-project-member] Inventory has not changed for provider f0ed160a-beff-4626-a531-2a70d7bc0627 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 148, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1836.185878] env[62574]: DEBUG nova.compute.manager [None req-aa69ab3f-edd0-432d-9803-8619b5f4978c tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] [instance: 31d56eaa-d483-4254-9ca4-66bd50680c92] Starting instance... {{(pid=62574) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1836.197378] env[62574]: DEBUG oslo_concurrency.lockutils [req-d3d639dd-2288-4531-bc4b-47f68edfa34b req-405b9fac-0c76-49d5-8420-f1c5c8ad4622 service nova] Releasing lock "refresh_cache-723b0a75-38ad-494b-baac-29077f352e48" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1836.197631] env[62574]: DEBUG nova.compute.manager [req-d3d639dd-2288-4531-bc4b-47f68edfa34b req-405b9fac-0c76-49d5-8420-f1c5c8ad4622 service nova] [instance: 1df4bdfb-d2ab-4974-99ed-9c7398e20b1d] Received event network-vif-deleted-e32a3d9b-9462-465a-b58b-daa61f1d1673 {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1836.300993] env[62574]: DEBUG oslo_vmware.api [None req-c77e2f6e-ef03-44ba-b16b-c1927e46ba8a tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Task: {'id': task-1862102, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1836.348165] env[62574]: DEBUG oslo_concurrency.lockutils [None req-51afe9e7-9752-4d73-9f14-94ccaf9b0296 tempest-ServersV294TestFqdnHostnames-1063698810 tempest-ServersV294TestFqdnHostnames-1063698810-project-member] Lock "bd144d1a-a8e0-4d1f-ad0d-f3192e5cacd1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.294s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1836.361475] env[62574]: INFO nova.compute.manager [None req-94fdfb00-15f1-42bd-824e-50d1b210d78a tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] [instance: 8abe0c7b-f3f1-4f99-83f0-ddff0d909b82] Took 23.08 seconds to build instance. [ 1836.487651] env[62574]: DEBUG oslo_vmware.api [None req-b5b85167-3d39-49e1-b95d-d785337708cd tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]526d0741-8e21-5f78-668a-58899a47a642, 'name': SearchDatastore_Task, 'duration_secs': 0.069271} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1836.488528] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-91840ce3-b3a0-4d2a-b79f-382728a10111 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.499824] env[62574]: DEBUG oslo_vmware.api [None req-e366e65c-d1a2-4b3b-a791-f2ea94a63264 tempest-InstanceActionsNegativeTestJSON-1183545786 tempest-InstanceActionsNegativeTestJSON-1183545786-project-member] Task: {'id': task-1862101, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.633647} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1836.500744] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-e366e65c-d1a2-4b3b-a791-f2ea94a63264 tempest-InstanceActionsNegativeTestJSON-1183545786 tempest-InstanceActionsNegativeTestJSON-1183545786-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk to [datastore1] 813a8ab3-10c8-4980-b2b4-7a96d53137ba/813a8ab3-10c8-4980-b2b4-7a96d53137ba.vmdk {{(pid=62574) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1836.500969] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-e366e65c-d1a2-4b3b-a791-f2ea94a63264 tempest-InstanceActionsNegativeTestJSON-1183545786 tempest-InstanceActionsNegativeTestJSON-1183545786-project-member] [instance: 813a8ab3-10c8-4980-b2b4-7a96d53137ba] Extending root virtual disk to 1048576 {{(pid=62574) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1836.501291] env[62574]: DEBUG oslo_vmware.api [None req-b5b85167-3d39-49e1-b95d-d785337708cd tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Waiting for the task: (returnval){ [ 1836.501291] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]52add0c1-b0b8-5b15-c16d-1214b4a1d418" [ 1836.501291] env[62574]: _type = "Task" [ 1836.501291] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1836.501480] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f6b6e738-95a0-41f5-8f63-87665d85190d {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.511220] env[62574]: DEBUG oslo_vmware.api [None req-b5b85167-3d39-49e1-b95d-d785337708cd tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52add0c1-b0b8-5b15-c16d-1214b4a1d418, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1836.512537] env[62574]: DEBUG oslo_vmware.api [None req-e366e65c-d1a2-4b3b-a791-f2ea94a63264 tempest-InstanceActionsNegativeTestJSON-1183545786 tempest-InstanceActionsNegativeTestJSON-1183545786-project-member] Waiting for the task: (returnval){ [ 1836.512537] env[62574]: value = "task-1862103" [ 1836.512537] env[62574]: _type = "Task" [ 1836.512537] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1836.520522] env[62574]: DEBUG oslo_vmware.api [None req-e366e65c-d1a2-4b3b-a791-f2ea94a63264 tempest-InstanceActionsNegativeTestJSON-1183545786 tempest-InstanceActionsNegativeTestJSON-1183545786-project-member] Task: {'id': task-1862103, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1836.608345] env[62574]: DEBUG oslo_concurrency.lockutils [None req-f36c4429-11c7-4855-9005-f827aea8ee93 tempest-ServerAddressesTestJSON-1538992806 tempest-ServerAddressesTestJSON-1538992806-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.980s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1836.635028] env[62574]: INFO nova.scheduler.client.report [None req-f36c4429-11c7-4855-9005-f827aea8ee93 tempest-ServerAddressesTestJSON-1538992806 tempest-ServerAddressesTestJSON-1538992806-project-member] Deleted allocations for instance 1df4bdfb-d2ab-4974-99ed-9c7398e20b1d [ 1836.712256] env[62574]: DEBUG oslo_concurrency.lockutils [None req-aa69ab3f-edd0-432d-9803-8619b5f4978c tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1836.712256] env[62574]: DEBUG oslo_concurrency.lockutils [None req-aa69ab3f-edd0-432d-9803-8619b5f4978c tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1836.712256] env[62574]: INFO nova.compute.claims [None req-aa69ab3f-edd0-432d-9803-8619b5f4978c tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] [instance: 31d56eaa-d483-4254-9ca4-66bd50680c92] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1836.796226] env[62574]: DEBUG oslo_vmware.api [None req-c77e2f6e-ef03-44ba-b16b-c1927e46ba8a tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Task: {'id': task-1862102, 'name': RemoveSnapshot_Task, 'duration_secs': 0.886666} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1836.796643] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-c77e2f6e-ef03-44ba-b16b-c1927e46ba8a tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] [instance: b4a5297d-ced1-4f1d-8b44-508a8f6d8dc3] Deleted Snapshot of the VM instance {{(pid=62574) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1836.796643] env[62574]: DEBUG nova.compute.manager [None req-c77e2f6e-ef03-44ba-b16b-c1927e46ba8a tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] [instance: b4a5297d-ced1-4f1d-8b44-508a8f6d8dc3] Checking state {{(pid=62574) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1836.797483] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f5cb20c-1a3a-484b-8cfb-094d63802d02 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.846651] env[62574]: DEBUG oslo_concurrency.lockutils [None req-ee48528e-690d-4e40-959c-6cfb57242ca7 tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Acquiring lock "8abe0c7b-f3f1-4f99-83f0-ddff0d909b82" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1836.863775] env[62574]: DEBUG oslo_concurrency.lockutils [None req-94fdfb00-15f1-42bd-824e-50d1b210d78a tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Lock "8abe0c7b-f3f1-4f99-83f0-ddff0d909b82" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.590s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1836.864428] env[62574]: DEBUG oslo_concurrency.lockutils [None req-ee48528e-690d-4e40-959c-6cfb57242ca7 tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Lock "8abe0c7b-f3f1-4f99-83f0-ddff0d909b82" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.018s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1836.864513] env[62574]: DEBUG oslo_concurrency.lockutils [None req-ee48528e-690d-4e40-959c-6cfb57242ca7 tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Acquiring lock "8abe0c7b-f3f1-4f99-83f0-ddff0d909b82-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1836.864670] env[62574]: DEBUG oslo_concurrency.lockutils [None req-ee48528e-690d-4e40-959c-6cfb57242ca7 tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Lock "8abe0c7b-f3f1-4f99-83f0-ddff0d909b82-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1836.864838] env[62574]: DEBUG oslo_concurrency.lockutils [None req-ee48528e-690d-4e40-959c-6cfb57242ca7 tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Lock "8abe0c7b-f3f1-4f99-83f0-ddff0d909b82-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1836.866809] env[62574]: INFO nova.compute.manager [None req-ee48528e-690d-4e40-959c-6cfb57242ca7 tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] [instance: 8abe0c7b-f3f1-4f99-83f0-ddff0d909b82] Terminating instance [ 1836.926779] env[62574]: DEBUG oslo_concurrency.lockutils [None req-17c7372f-b816-402d-a4e5-27e6b1a9e0e7 tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Acquiring lock "787a4d2b-9ae0-4226-95c3-ed825a3a3f55" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1836.927194] env[62574]: DEBUG oslo_concurrency.lockutils [None req-17c7372f-b816-402d-a4e5-27e6b1a9e0e7 tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Lock "787a4d2b-9ae0-4226-95c3-ed825a3a3f55" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1836.927424] env[62574]: DEBUG oslo_concurrency.lockutils [None req-17c7372f-b816-402d-a4e5-27e6b1a9e0e7 tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Acquiring lock "787a4d2b-9ae0-4226-95c3-ed825a3a3f55-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1836.927612] env[62574]: DEBUG oslo_concurrency.lockutils [None req-17c7372f-b816-402d-a4e5-27e6b1a9e0e7 tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Lock "787a4d2b-9ae0-4226-95c3-ed825a3a3f55-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1836.927783] env[62574]: DEBUG oslo_concurrency.lockutils [None req-17c7372f-b816-402d-a4e5-27e6b1a9e0e7 tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Lock "787a4d2b-9ae0-4226-95c3-ed825a3a3f55-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1836.930010] env[62574]: INFO nova.compute.manager [None req-17c7372f-b816-402d-a4e5-27e6b1a9e0e7 tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] [instance: 787a4d2b-9ae0-4226-95c3-ed825a3a3f55] Terminating instance [ 1837.017312] env[62574]: DEBUG oslo_vmware.api [None req-b5b85167-3d39-49e1-b95d-d785337708cd tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52add0c1-b0b8-5b15-c16d-1214b4a1d418, 'name': SearchDatastore_Task, 'duration_secs': 0.029193} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1837.020734] env[62574]: DEBUG oslo_concurrency.lockutils [None req-b5b85167-3d39-49e1-b95d-d785337708cd tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1837.020986] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5b85167-3d39-49e1-b95d-d785337708cd tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk to [datastore1] 723b0a75-38ad-494b-baac-29077f352e48/723b0a75-38ad-494b-baac-29077f352e48.vmdk {{(pid=62574) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1837.021302] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-13ad9264-b013-465c-b059-427b3d077d64 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.032315] env[62574]: DEBUG oslo_vmware.api [None req-e366e65c-d1a2-4b3b-a791-f2ea94a63264 tempest-InstanceActionsNegativeTestJSON-1183545786 tempest-InstanceActionsNegativeTestJSON-1183545786-project-member] Task: {'id': task-1862103, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075412} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1837.033834] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-e366e65c-d1a2-4b3b-a791-f2ea94a63264 tempest-InstanceActionsNegativeTestJSON-1183545786 tempest-InstanceActionsNegativeTestJSON-1183545786-project-member] [instance: 813a8ab3-10c8-4980-b2b4-7a96d53137ba] Extended root virtual disk {{(pid=62574) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1837.034248] env[62574]: DEBUG oslo_vmware.api [None req-b5b85167-3d39-49e1-b95d-d785337708cd tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Waiting for the task: (returnval){ [ 1837.034248] env[62574]: value = "task-1862104" [ 1837.034248] env[62574]: _type = "Task" [ 1837.034248] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1837.034978] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d689d4d-13da-4c72-b8d2-fcef3b025e65 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.059785] env[62574]: DEBUG oslo_vmware.api [None req-b5b85167-3d39-49e1-b95d-d785337708cd tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Task: {'id': task-1862104, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1837.068846] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-e366e65c-d1a2-4b3b-a791-f2ea94a63264 tempest-InstanceActionsNegativeTestJSON-1183545786 tempest-InstanceActionsNegativeTestJSON-1183545786-project-member] [instance: 813a8ab3-10c8-4980-b2b4-7a96d53137ba] Reconfiguring VM instance instance-00000054 to attach disk [datastore1] 813a8ab3-10c8-4980-b2b4-7a96d53137ba/813a8ab3-10c8-4980-b2b4-7a96d53137ba.vmdk or device None with type sparse {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1837.069259] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c8a9caae-f7e4-4d7f-9b61-edcbdf601b75 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.093020] env[62574]: DEBUG oslo_vmware.api [None req-e366e65c-d1a2-4b3b-a791-f2ea94a63264 tempest-InstanceActionsNegativeTestJSON-1183545786 tempest-InstanceActionsNegativeTestJSON-1183545786-project-member] Waiting for the task: (returnval){ [ 1837.093020] env[62574]: value = "task-1862105" [ 1837.093020] env[62574]: _type = "Task" [ 1837.093020] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1837.099271] env[62574]: DEBUG oslo_service.periodic_task [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62574) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1837.099579] env[62574]: DEBUG oslo_vmware.api [None req-e366e65c-d1a2-4b3b-a791-f2ea94a63264 tempest-InstanceActionsNegativeTestJSON-1183545786 tempest-InstanceActionsNegativeTestJSON-1183545786-project-member] Task: {'id': task-1862105, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1837.099810] env[62574]: DEBUG oslo_service.periodic_task [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62574) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1837.099954] env[62574]: DEBUG nova.compute.manager [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Starting heal instance info cache {{(pid=62574) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10345}} [ 1837.144154] env[62574]: DEBUG oslo_concurrency.lockutils [None req-f36c4429-11c7-4855-9005-f827aea8ee93 tempest-ServerAddressesTestJSON-1538992806 tempest-ServerAddressesTestJSON-1538992806-project-member] Lock "1df4bdfb-d2ab-4974-99ed-9c7398e20b1d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.522s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1837.314057] env[62574]: INFO nova.compute.manager [None req-c77e2f6e-ef03-44ba-b16b-c1927e46ba8a tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] [instance: b4a5297d-ced1-4f1d-8b44-508a8f6d8dc3] Shelve offloading [ 1837.370358] env[62574]: DEBUG nova.compute.manager [None req-ee48528e-690d-4e40-959c-6cfb57242ca7 tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] [instance: 8abe0c7b-f3f1-4f99-83f0-ddff0d909b82] Start destroying the instance on the hypervisor. {{(pid=62574) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1837.370569] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-ee48528e-690d-4e40-959c-6cfb57242ca7 tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] [instance: 8abe0c7b-f3f1-4f99-83f0-ddff0d909b82] Destroying instance {{(pid=62574) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1837.371591] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07a5bd40-725a-4526-96af-a52b6eb91a69 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.384093] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee48528e-690d-4e40-959c-6cfb57242ca7 tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] [instance: 8abe0c7b-f3f1-4f99-83f0-ddff0d909b82] Powering off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1837.384467] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f8af09ee-f549-4524-9723-885535a7aeb0 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.397620] env[62574]: DEBUG oslo_vmware.api [None req-ee48528e-690d-4e40-959c-6cfb57242ca7 tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Waiting for the task: (returnval){ [ 1837.397620] env[62574]: value = "task-1862106" [ 1837.397620] env[62574]: _type = "Task" [ 1837.397620] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1837.406536] env[62574]: DEBUG oslo_vmware.api [None req-ee48528e-690d-4e40-959c-6cfb57242ca7 tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Task: {'id': task-1862106, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1837.434251] env[62574]: DEBUG nova.compute.manager [None req-17c7372f-b816-402d-a4e5-27e6b1a9e0e7 tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] [instance: 787a4d2b-9ae0-4226-95c3-ed825a3a3f55] Start destroying the instance on the hypervisor. {{(pid=62574) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1837.434571] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-17c7372f-b816-402d-a4e5-27e6b1a9e0e7 tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] [instance: 787a4d2b-9ae0-4226-95c3-ed825a3a3f55] Destroying instance {{(pid=62574) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1837.435579] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acbcff31-57f3-457f-a256-352702532991 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.446025] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-17c7372f-b816-402d-a4e5-27e6b1a9e0e7 tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] [instance: 787a4d2b-9ae0-4226-95c3-ed825a3a3f55] Powering off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1837.446025] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-93c4c23b-a0f9-4439-a390-392729f17d56 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.458734] env[62574]: DEBUG oslo_vmware.api [None req-17c7372f-b816-402d-a4e5-27e6b1a9e0e7 tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Waiting for the task: (returnval){ [ 1837.458734] env[62574]: value = "task-1862107" [ 1837.458734] env[62574]: _type = "Task" [ 1837.458734] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1837.472164] env[62574]: DEBUG oslo_vmware.api [None req-17c7372f-b816-402d-a4e5-27e6b1a9e0e7 tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Task: {'id': task-1862107, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1837.553279] env[62574]: DEBUG oslo_vmware.api [None req-b5b85167-3d39-49e1-b95d-d785337708cd tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Task: {'id': task-1862104, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1837.607640] env[62574]: DEBUG oslo_vmware.api [None req-e366e65c-d1a2-4b3b-a791-f2ea94a63264 tempest-InstanceActionsNegativeTestJSON-1183545786 tempest-InstanceActionsNegativeTestJSON-1183545786-project-member] Task: {'id': task-1862105, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1837.668224] env[62574]: DEBUG oslo_concurrency.lockutils [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Acquiring lock "refresh_cache-b4522995-fb9c-471f-bd36-af8b721aa5ff" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1837.668459] env[62574]: DEBUG oslo_concurrency.lockutils [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Acquired lock "refresh_cache-b4522995-fb9c-471f-bd36-af8b721aa5ff" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1837.668616] env[62574]: DEBUG nova.network.neutron [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] [instance: b4522995-fb9c-471f-bd36-af8b721aa5ff] Forcefully refreshing network info cache for instance {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1837.817418] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-c77e2f6e-ef03-44ba-b16b-c1927e46ba8a tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] [instance: b4a5297d-ced1-4f1d-8b44-508a8f6d8dc3] Powering off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1837.817771] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b9d80f80-0662-4355-b3b3-d1ff5a5ab277 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.833235] env[62574]: DEBUG oslo_vmware.api [None req-c77e2f6e-ef03-44ba-b16b-c1927e46ba8a tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Waiting for the task: (returnval){ [ 1837.833235] env[62574]: value = "task-1862108" [ 1837.833235] env[62574]: _type = "Task" [ 1837.833235] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1837.861325] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-c77e2f6e-ef03-44ba-b16b-c1927e46ba8a tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] [instance: b4a5297d-ced1-4f1d-8b44-508a8f6d8dc3] VM already powered off {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1837.861325] env[62574]: DEBUG nova.compute.manager [None req-c77e2f6e-ef03-44ba-b16b-c1927e46ba8a tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] [instance: b4a5297d-ced1-4f1d-8b44-508a8f6d8dc3] Checking state {{(pid=62574) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1837.862310] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d3bf98a-5741-4733-8152-70d499336b50 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.869124] env[62574]: DEBUG oslo_concurrency.lockutils [None req-c77e2f6e-ef03-44ba-b16b-c1927e46ba8a tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Acquiring lock "refresh_cache-b4a5297d-ced1-4f1d-8b44-508a8f6d8dc3" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1837.869599] env[62574]: DEBUG oslo_concurrency.lockutils [None req-c77e2f6e-ef03-44ba-b16b-c1927e46ba8a tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Acquired lock "refresh_cache-b4a5297d-ced1-4f1d-8b44-508a8f6d8dc3" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1837.869599] env[62574]: DEBUG nova.network.neutron [None req-c77e2f6e-ef03-44ba-b16b-c1927e46ba8a tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] [instance: b4a5297d-ced1-4f1d-8b44-508a8f6d8dc3] Building network info cache for instance {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1837.906825] env[62574]: DEBUG oslo_vmware.api [None req-ee48528e-690d-4e40-959c-6cfb57242ca7 tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Task: {'id': task-1862106, 'name': PowerOffVM_Task, 'duration_secs': 0.319983} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1837.909732] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee48528e-690d-4e40-959c-6cfb57242ca7 tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] [instance: 8abe0c7b-f3f1-4f99-83f0-ddff0d909b82] Powered off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1837.909920] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-ee48528e-690d-4e40-959c-6cfb57242ca7 tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] [instance: 8abe0c7b-f3f1-4f99-83f0-ddff0d909b82] Unregistering the VM {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1837.910424] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-54329f42-6d51-459c-a79f-f7c5f26324ff {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.974368] env[62574]: DEBUG oslo_vmware.api [None req-17c7372f-b816-402d-a4e5-27e6b1a9e0e7 tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Task: {'id': task-1862107, 'name': PowerOffVM_Task, 'duration_secs': 0.298643} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1837.974368] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-17c7372f-b816-402d-a4e5-27e6b1a9e0e7 tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] [instance: 787a4d2b-9ae0-4226-95c3-ed825a3a3f55] Powered off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1837.974368] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-17c7372f-b816-402d-a4e5-27e6b1a9e0e7 tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] [instance: 787a4d2b-9ae0-4226-95c3-ed825a3a3f55] Unregistering the VM {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1837.974368] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f5fe4369-e7ff-4c73-b150-da322b612bbf {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.007453] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-ee48528e-690d-4e40-959c-6cfb57242ca7 tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] [instance: 8abe0c7b-f3f1-4f99-83f0-ddff0d909b82] Unregistered the VM {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1838.007453] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-ee48528e-690d-4e40-959c-6cfb57242ca7 tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] [instance: 8abe0c7b-f3f1-4f99-83f0-ddff0d909b82] Deleting contents of the VM from datastore datastore2 {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1838.007453] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee48528e-690d-4e40-959c-6cfb57242ca7 tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Deleting the datastore file [datastore2] 8abe0c7b-f3f1-4f99-83f0-ddff0d909b82 {{(pid=62574) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1838.007705] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-698e1b29-bfa0-4289-bc0c-0aa41161d321 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.014512] env[62574]: DEBUG oslo_vmware.api [None req-ee48528e-690d-4e40-959c-6cfb57242ca7 tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Waiting for the task: (returnval){ [ 1838.014512] env[62574]: value = "task-1862111" [ 1838.014512] env[62574]: _type = "Task" [ 1838.014512] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1838.028625] env[62574]: DEBUG oslo_vmware.api [None req-ee48528e-690d-4e40-959c-6cfb57242ca7 tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Task: {'id': task-1862111, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1838.050152] env[62574]: DEBUG oslo_vmware.api [None req-b5b85167-3d39-49e1-b95d-d785337708cd tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Task: {'id': task-1862104, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.664031} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1838.050412] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5b85167-3d39-49e1-b95d-d785337708cd tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk to [datastore1] 723b0a75-38ad-494b-baac-29077f352e48/723b0a75-38ad-494b-baac-29077f352e48.vmdk {{(pid=62574) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1838.050735] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-b5b85167-3d39-49e1-b95d-d785337708cd tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] [instance: 723b0a75-38ad-494b-baac-29077f352e48] Extending root virtual disk to 1048576 {{(pid=62574) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1838.050898] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-74eb4bea-f5a9-4737-8732-2f50ad333ee5 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.058581] env[62574]: DEBUG oslo_vmware.api [None req-b5b85167-3d39-49e1-b95d-d785337708cd tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Waiting for the task: (returnval){ [ 1838.058581] env[62574]: value = "task-1862112" [ 1838.058581] env[62574]: _type = "Task" [ 1838.058581] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1838.071363] env[62574]: DEBUG oslo_vmware.api [None req-b5b85167-3d39-49e1-b95d-d785337708cd tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Task: {'id': task-1862112, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1838.104641] env[62574]: DEBUG oslo_vmware.api [None req-e366e65c-d1a2-4b3b-a791-f2ea94a63264 tempest-InstanceActionsNegativeTestJSON-1183545786 tempest-InstanceActionsNegativeTestJSON-1183545786-project-member] Task: {'id': task-1862105, 'name': ReconfigVM_Task, 'duration_secs': 0.54379} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1838.104988] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-e366e65c-d1a2-4b3b-a791-f2ea94a63264 tempest-InstanceActionsNegativeTestJSON-1183545786 tempest-InstanceActionsNegativeTestJSON-1183545786-project-member] [instance: 813a8ab3-10c8-4980-b2b4-7a96d53137ba] Reconfigured VM instance instance-00000054 to attach disk [datastore1] 813a8ab3-10c8-4980-b2b4-7a96d53137ba/813a8ab3-10c8-4980-b2b4-7a96d53137ba.vmdk or device None with type sparse {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1838.105693] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6eb5f616-ae87-4cc6-986d-58ef0830455b {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.112887] env[62574]: DEBUG oslo_vmware.api [None req-e366e65c-d1a2-4b3b-a791-f2ea94a63264 tempest-InstanceActionsNegativeTestJSON-1183545786 tempest-InstanceActionsNegativeTestJSON-1183545786-project-member] Waiting for the task: (returnval){ [ 1838.112887] env[62574]: value = "task-1862113" [ 1838.112887] env[62574]: _type = "Task" [ 1838.112887] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1838.117933] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af2e2686-7b89-4514-a089-5f93bf814ba2 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.126940] env[62574]: DEBUG oslo_vmware.api [None req-e366e65c-d1a2-4b3b-a791-f2ea94a63264 tempest-InstanceActionsNegativeTestJSON-1183545786 tempest-InstanceActionsNegativeTestJSON-1183545786-project-member] Task: {'id': task-1862113, 'name': Rename_Task} progress is 6%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1838.130221] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ceaf9576-c806-4e69-894e-22425b153d2c {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.170889] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cc843ec-23d1-49fa-9ee3-52f1f6f9eda1 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.182211] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-541e37c2-4131-4112-96c0-45839c469bb3 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.198808] env[62574]: DEBUG nova.compute.provider_tree [None req-aa69ab3f-edd0-432d-9803-8619b5f4978c tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Updating inventory in ProviderTree for provider f0ed160a-beff-4626-a531-2a70d7bc0627 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1838.204028] env[62574]: DEBUG nova.compute.manager [req-d4f344b2-71a4-4958-8706-022d941e0cfd req-50cc5e67-9d66-4aea-8191-44b89bb40d59 service nova] [instance: bd144d1a-a8e0-4d1f-ad0d-f3192e5cacd1] Received event network-changed-577fdfa5-9885-41fd-955c-d6ccf9d25371 {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1838.204148] env[62574]: DEBUG nova.compute.manager [req-d4f344b2-71a4-4958-8706-022d941e0cfd req-50cc5e67-9d66-4aea-8191-44b89bb40d59 service nova] [instance: bd144d1a-a8e0-4d1f-ad0d-f3192e5cacd1] Refreshing instance network info cache due to event network-changed-577fdfa5-9885-41fd-955c-d6ccf9d25371. {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1838.204364] env[62574]: DEBUG oslo_concurrency.lockutils [req-d4f344b2-71a4-4958-8706-022d941e0cfd req-50cc5e67-9d66-4aea-8191-44b89bb40d59 service nova] Acquiring lock "refresh_cache-bd144d1a-a8e0-4d1f-ad0d-f3192e5cacd1" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1838.204518] env[62574]: DEBUG oslo_concurrency.lockutils [req-d4f344b2-71a4-4958-8706-022d941e0cfd req-50cc5e67-9d66-4aea-8191-44b89bb40d59 service nova] Acquired lock "refresh_cache-bd144d1a-a8e0-4d1f-ad0d-f3192e5cacd1" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1838.204687] env[62574]: DEBUG nova.network.neutron [req-d4f344b2-71a4-4958-8706-022d941e0cfd req-50cc5e67-9d66-4aea-8191-44b89bb40d59 service nova] [instance: bd144d1a-a8e0-4d1f-ad0d-f3192e5cacd1] Refreshing network info cache for port 577fdfa5-9885-41fd-955c-d6ccf9d25371 {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1838.243763] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-17c7372f-b816-402d-a4e5-27e6b1a9e0e7 tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] [instance: 787a4d2b-9ae0-4226-95c3-ed825a3a3f55] Unregistered the VM {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1838.243981] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-17c7372f-b816-402d-a4e5-27e6b1a9e0e7 tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] [instance: 787a4d2b-9ae0-4226-95c3-ed825a3a3f55] Deleting contents of the VM from datastore datastore2 {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1838.244176] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-17c7372f-b816-402d-a4e5-27e6b1a9e0e7 tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Deleting the datastore file [datastore2] 787a4d2b-9ae0-4226-95c3-ed825a3a3f55 {{(pid=62574) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1838.244439] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8aae771f-4b5f-4ebb-b379-31c621aec6d6 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.251557] env[62574]: DEBUG oslo_vmware.api [None req-17c7372f-b816-402d-a4e5-27e6b1a9e0e7 tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Waiting for the task: (returnval){ [ 1838.251557] env[62574]: value = "task-1862114" [ 1838.251557] env[62574]: _type = "Task" [ 1838.251557] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1838.261276] env[62574]: DEBUG oslo_vmware.api [None req-17c7372f-b816-402d-a4e5-27e6b1a9e0e7 tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Task: {'id': task-1862114, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1838.362066] env[62574]: DEBUG oslo_concurrency.lockutils [None req-dda66375-ae60-4777-9b3d-e7037e00700e tempest-ServersTestBootFromVolume-749154611 tempest-ServersTestBootFromVolume-749154611-project-member] Acquiring lock "c2d3abbc-2fdd-4df1-bb58-709b2bc89bb4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1838.362381] env[62574]: DEBUG oslo_concurrency.lockutils [None req-dda66375-ae60-4777-9b3d-e7037e00700e tempest-ServersTestBootFromVolume-749154611 tempest-ServersTestBootFromVolume-749154611-project-member] Lock "c2d3abbc-2fdd-4df1-bb58-709b2bc89bb4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1838.362605] env[62574]: DEBUG oslo_concurrency.lockutils [None req-dda66375-ae60-4777-9b3d-e7037e00700e tempest-ServersTestBootFromVolume-749154611 tempest-ServersTestBootFromVolume-749154611-project-member] Acquiring lock "c2d3abbc-2fdd-4df1-bb58-709b2bc89bb4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1838.362795] env[62574]: DEBUG oslo_concurrency.lockutils [None req-dda66375-ae60-4777-9b3d-e7037e00700e tempest-ServersTestBootFromVolume-749154611 tempest-ServersTestBootFromVolume-749154611-project-member] Lock "c2d3abbc-2fdd-4df1-bb58-709b2bc89bb4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1838.362960] env[62574]: DEBUG oslo_concurrency.lockutils [None req-dda66375-ae60-4777-9b3d-e7037e00700e tempest-ServersTestBootFromVolume-749154611 tempest-ServersTestBootFromVolume-749154611-project-member] Lock "c2d3abbc-2fdd-4df1-bb58-709b2bc89bb4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1838.365524] env[62574]: INFO nova.compute.manager [None req-dda66375-ae60-4777-9b3d-e7037e00700e tempest-ServersTestBootFromVolume-749154611 tempest-ServersTestBootFromVolume-749154611-project-member] [instance: c2d3abbc-2fdd-4df1-bb58-709b2bc89bb4] Terminating instance [ 1838.527097] env[62574]: DEBUG oslo_vmware.api [None req-ee48528e-690d-4e40-959c-6cfb57242ca7 tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Task: {'id': task-1862111, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.162756} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1838.527387] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee48528e-690d-4e40-959c-6cfb57242ca7 tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Deleted the datastore file {{(pid=62574) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1838.527574] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-ee48528e-690d-4e40-959c-6cfb57242ca7 tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] [instance: 8abe0c7b-f3f1-4f99-83f0-ddff0d909b82] Deleted contents of the VM from datastore datastore2 {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1838.528261] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-ee48528e-690d-4e40-959c-6cfb57242ca7 tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] [instance: 8abe0c7b-f3f1-4f99-83f0-ddff0d909b82] Instance destroyed {{(pid=62574) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1838.528261] env[62574]: INFO nova.compute.manager [None req-ee48528e-690d-4e40-959c-6cfb57242ca7 tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] [instance: 8abe0c7b-f3f1-4f99-83f0-ddff0d909b82] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1838.528261] env[62574]: DEBUG oslo.service.loopingcall [None req-ee48528e-690d-4e40-959c-6cfb57242ca7 tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62574) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1838.528427] env[62574]: DEBUG nova.compute.manager [-] [instance: 8abe0c7b-f3f1-4f99-83f0-ddff0d909b82] Deallocating network for instance {{(pid=62574) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1838.528496] env[62574]: DEBUG nova.network.neutron [-] [instance: 8abe0c7b-f3f1-4f99-83f0-ddff0d909b82] deallocate_for_instance() {{(pid=62574) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1838.576214] env[62574]: DEBUG oslo_vmware.api [None req-b5b85167-3d39-49e1-b95d-d785337708cd tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Task: {'id': task-1862112, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.120598} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1838.576592] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-b5b85167-3d39-49e1-b95d-d785337708cd tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] [instance: 723b0a75-38ad-494b-baac-29077f352e48] Extended root virtual disk {{(pid=62574) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1838.577692] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c3f15ac-93a0-42fa-8518-e20aa4ec3a54 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.601018] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5b85167-3d39-49e1-b95d-d785337708cd tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] [instance: 723b0a75-38ad-494b-baac-29077f352e48] Reconfiguring VM instance instance-00000055 to attach disk [datastore1] 723b0a75-38ad-494b-baac-29077f352e48/723b0a75-38ad-494b-baac-29077f352e48.vmdk or device None with type sparse {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1838.601420] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3e58abc5-589d-4efc-92e9-a96e1830b619 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.625591] env[62574]: DEBUG oslo_vmware.api [None req-e366e65c-d1a2-4b3b-a791-f2ea94a63264 tempest-InstanceActionsNegativeTestJSON-1183545786 tempest-InstanceActionsNegativeTestJSON-1183545786-project-member] Task: {'id': task-1862113, 'name': Rename_Task, 'duration_secs': 0.278894} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1838.628863] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-e366e65c-d1a2-4b3b-a791-f2ea94a63264 tempest-InstanceActionsNegativeTestJSON-1183545786 tempest-InstanceActionsNegativeTestJSON-1183545786-project-member] [instance: 813a8ab3-10c8-4980-b2b4-7a96d53137ba] Powering on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1838.629711] env[62574]: DEBUG oslo_vmware.api [None req-b5b85167-3d39-49e1-b95d-d785337708cd tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Waiting for the task: (returnval){ [ 1838.629711] env[62574]: value = "task-1862115" [ 1838.629711] env[62574]: _type = "Task" [ 1838.629711] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1838.629711] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bb0fcc4b-889c-40e1-b529-5e4aad484564 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.642397] env[62574]: DEBUG oslo_vmware.api [None req-b5b85167-3d39-49e1-b95d-d785337708cd tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Task: {'id': task-1862115, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1838.643893] env[62574]: DEBUG oslo_vmware.api [None req-e366e65c-d1a2-4b3b-a791-f2ea94a63264 tempest-InstanceActionsNegativeTestJSON-1183545786 tempest-InstanceActionsNegativeTestJSON-1183545786-project-member] Waiting for the task: (returnval){ [ 1838.643893] env[62574]: value = "task-1862116" [ 1838.643893] env[62574]: _type = "Task" [ 1838.643893] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1838.652973] env[62574]: DEBUG oslo_vmware.api [None req-e366e65c-d1a2-4b3b-a791-f2ea94a63264 tempest-InstanceActionsNegativeTestJSON-1183545786 tempest-InstanceActionsNegativeTestJSON-1183545786-project-member] Task: {'id': task-1862116, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1838.726796] env[62574]: ERROR nova.scheduler.client.report [None req-aa69ab3f-edd0-432d-9803-8619b5f4978c tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] [req-32c53b69-41e3-4712-be15-5f9ec239e0b4] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID f0ed160a-beff-4626-a531-2a70d7bc0627. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-32c53b69-41e3-4712-be15-5f9ec239e0b4"}]} [ 1838.763450] env[62574]: DEBUG oslo_vmware.api [None req-17c7372f-b816-402d-a4e5-27e6b1a9e0e7 tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Task: {'id': task-1862114, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.165812} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1838.764543] env[62574]: DEBUG nova.scheduler.client.report [None req-aa69ab3f-edd0-432d-9803-8619b5f4978c tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Refreshing inventories for resource provider f0ed160a-beff-4626-a531-2a70d7bc0627 {{(pid=62574) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1838.766471] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-17c7372f-b816-402d-a4e5-27e6b1a9e0e7 tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Deleted the datastore file {{(pid=62574) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1838.766927] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-17c7372f-b816-402d-a4e5-27e6b1a9e0e7 tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] [instance: 787a4d2b-9ae0-4226-95c3-ed825a3a3f55] Deleted contents of the VM from datastore datastore2 {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1838.766927] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-17c7372f-b816-402d-a4e5-27e6b1a9e0e7 tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] [instance: 787a4d2b-9ae0-4226-95c3-ed825a3a3f55] Instance destroyed {{(pid=62574) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1838.767110] env[62574]: INFO nova.compute.manager [None req-17c7372f-b816-402d-a4e5-27e6b1a9e0e7 tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] [instance: 787a4d2b-9ae0-4226-95c3-ed825a3a3f55] Took 1.33 seconds to destroy the instance on the hypervisor. [ 1838.767292] env[62574]: DEBUG oslo.service.loopingcall [None req-17c7372f-b816-402d-a4e5-27e6b1a9e0e7 tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62574) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1838.767684] env[62574]: DEBUG nova.compute.manager [-] [instance: 787a4d2b-9ae0-4226-95c3-ed825a3a3f55] Deallocating network for instance {{(pid=62574) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1838.767782] env[62574]: DEBUG nova.network.neutron [-] [instance: 787a4d2b-9ae0-4226-95c3-ed825a3a3f55] deallocate_for_instance() {{(pid=62574) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1838.783510] env[62574]: DEBUG nova.scheduler.client.report [None req-aa69ab3f-edd0-432d-9803-8619b5f4978c tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Updating ProviderTree inventory for provider f0ed160a-beff-4626-a531-2a70d7bc0627 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 148, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1838.783510] env[62574]: DEBUG nova.compute.provider_tree [None req-aa69ab3f-edd0-432d-9803-8619b5f4978c tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Updating inventory in ProviderTree for provider f0ed160a-beff-4626-a531-2a70d7bc0627 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 148, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1838.804767] env[62574]: DEBUG nova.scheduler.client.report [None req-aa69ab3f-edd0-432d-9803-8619b5f4978c tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Refreshing aggregate associations for resource provider f0ed160a-beff-4626-a531-2a70d7bc0627, aggregates: None {{(pid=62574) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1838.834332] env[62574]: DEBUG nova.scheduler.client.report [None req-aa69ab3f-edd0-432d-9803-8619b5f4978c tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Refreshing trait associations for resource provider f0ed160a-beff-4626-a531-2a70d7bc0627, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=62574) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1838.871665] env[62574]: DEBUG nova.compute.manager [None req-dda66375-ae60-4777-9b3d-e7037e00700e tempest-ServersTestBootFromVolume-749154611 tempest-ServersTestBootFromVolume-749154611-project-member] [instance: c2d3abbc-2fdd-4df1-bb58-709b2bc89bb4] Start destroying the instance on the hypervisor. {{(pid=62574) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1838.871902] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-dda66375-ae60-4777-9b3d-e7037e00700e tempest-ServersTestBootFromVolume-749154611 tempest-ServersTestBootFromVolume-749154611-project-member] [instance: c2d3abbc-2fdd-4df1-bb58-709b2bc89bb4] Powering off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1838.872451] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-31a120c2-657e-415d-942d-3e20cb842812 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.879837] env[62574]: DEBUG oslo_vmware.api [None req-dda66375-ae60-4777-9b3d-e7037e00700e tempest-ServersTestBootFromVolume-749154611 tempest-ServersTestBootFromVolume-749154611-project-member] Waiting for the task: (returnval){ [ 1838.879837] env[62574]: value = "task-1862117" [ 1838.879837] env[62574]: _type = "Task" [ 1838.879837] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1838.892631] env[62574]: DEBUG oslo_vmware.api [None req-dda66375-ae60-4777-9b3d-e7037e00700e tempest-ServersTestBootFromVolume-749154611 tempest-ServersTestBootFromVolume-749154611-project-member] Task: {'id': task-1862117, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1839.145167] env[62574]: DEBUG nova.network.neutron [None req-c77e2f6e-ef03-44ba-b16b-c1927e46ba8a tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] [instance: b4a5297d-ced1-4f1d-8b44-508a8f6d8dc3] Updating instance_info_cache with network_info: [{"id": "8cf74255-5117-49de-b85f-53cf72770ed3", "address": "fa:16:3e:23:da:94", "network": {"id": "d21729a3-6af1-4685-8299-0af047d6c105", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-979648045-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "50322706d83c42c3a9bbd5c51ba34b64", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d903c404-a23a-40c0-a217-96d4bb2e5b08", "external-id": "nsx-vlan-transportzone-228", "segmentation_id": 228, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8cf74255-51", "ovs_interfaceid": "8cf74255-5117-49de-b85f-53cf72770ed3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1839.149407] env[62574]: DEBUG oslo_vmware.api [None req-b5b85167-3d39-49e1-b95d-d785337708cd tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Task: {'id': task-1862115, 'name': ReconfigVM_Task} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1839.153170] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5b85167-3d39-49e1-b95d-d785337708cd tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] [instance: 723b0a75-38ad-494b-baac-29077f352e48] Reconfigured VM instance instance-00000055 to attach disk [datastore1] 723b0a75-38ad-494b-baac-29077f352e48/723b0a75-38ad-494b-baac-29077f352e48.vmdk or device None with type sparse {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1839.154078] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ceed70e3-6a74-42e4-adc4-c99ba22c9262 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.157630] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a062178-39c1-4acb-ac09-5bbbabd832c9 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.166612] env[62574]: DEBUG oslo_vmware.api [None req-e366e65c-d1a2-4b3b-a791-f2ea94a63264 tempest-InstanceActionsNegativeTestJSON-1183545786 tempest-InstanceActionsNegativeTestJSON-1183545786-project-member] Task: {'id': task-1862116, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1839.172557] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fd86792-87a6-4f31-bfd4-089bae437389 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.175967] env[62574]: DEBUG oslo_vmware.api [None req-b5b85167-3d39-49e1-b95d-d785337708cd tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Waiting for the task: (returnval){ [ 1839.175967] env[62574]: value = "task-1862118" [ 1839.175967] env[62574]: _type = "Task" [ 1839.175967] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1839.178112] env[62574]: DEBUG oslo_vmware.rw_handles [None req-c574fddd-78c8-4d02-b269-2029e049bf20 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522deebd-b5d6-604f-6e27-a6bd14163f1f/disk-0.vmdk. {{(pid=62574) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1839.179301] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c87f5547-e021-4dbe-a446-5f43a860e615 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.213446] env[62574]: DEBUG nova.network.neutron [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] [instance: b4522995-fb9c-471f-bd36-af8b721aa5ff] Updating instance_info_cache with network_info: [{"id": "caf5c8e8-e94e-42ba-ab38-e0de749fbc41", "address": "fa:16:3e:e7:4f:ca", "network": {"id": "048e4d0d-d1ab-45c4-a15c-a1cfb16572ac", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1657993544-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3efda8e53e3c4eea8bfd1d5d6cd90db3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f68ebd2a-3c68-48db-8c32-8a01497fc2e7", "external-id": "nsx-vlan-transportzone-49", "segmentation_id": 49, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcaf5c8e8-e9", "ovs_interfaceid": "caf5c8e8-e94e-42ba-ab38-e0de749fbc41", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1839.216170] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f44ddecb-e99f-445a-801f-a441fcf67dee {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.223527] env[62574]: DEBUG oslo_vmware.api [None req-b5b85167-3d39-49e1-b95d-d785337708cd tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Task: {'id': task-1862118, 'name': Rename_Task} progress is 14%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1839.223655] env[62574]: DEBUG oslo_vmware.rw_handles [None req-c574fddd-78c8-4d02-b269-2029e049bf20 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522deebd-b5d6-604f-6e27-a6bd14163f1f/disk-0.vmdk is in state: ready. {{(pid=62574) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1839.223776] env[62574]: ERROR oslo_vmware.rw_handles [None req-c574fddd-78c8-4d02-b269-2029e049bf20 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522deebd-b5d6-604f-6e27-a6bd14163f1f/disk-0.vmdk due to incomplete transfer. [ 1839.224522] env[62574]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-32a874df-9094-4a4a-97e0-9582180e76d8 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.230668] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3c78881-0272-4bf0-8879-41c8b9f12732 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.238695] env[62574]: DEBUG oslo_vmware.rw_handles [None req-c574fddd-78c8-4d02-b269-2029e049bf20 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522deebd-b5d6-604f-6e27-a6bd14163f1f/disk-0.vmdk. {{(pid=62574) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1839.238898] env[62574]: DEBUG nova.virt.vmwareapi.images [None req-c574fddd-78c8-4d02-b269-2029e049bf20 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] [instance: d06fca54-652a-47dd-b14b-8f6bbf696503] Uploaded image a3b91b50-0fc4-40e2-a3a6-7b1aea691e7f to the Glance image server {{(pid=62574) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1839.243151] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-c574fddd-78c8-4d02-b269-2029e049bf20 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] [instance: d06fca54-652a-47dd-b14b-8f6bbf696503] Destroying the VM {{(pid=62574) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1839.243151] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-aecebe6e-508a-47cd-9371-3e0137555303 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.251609] env[62574]: DEBUG nova.compute.provider_tree [None req-aa69ab3f-edd0-432d-9803-8619b5f4978c tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Updating inventory in ProviderTree for provider f0ed160a-beff-4626-a531-2a70d7bc0627 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1839.259486] env[62574]: DEBUG oslo_vmware.api [None req-c574fddd-78c8-4d02-b269-2029e049bf20 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Waiting for the task: (returnval){ [ 1839.259486] env[62574]: value = "task-1862119" [ 1839.259486] env[62574]: _type = "Task" [ 1839.259486] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1839.270673] env[62574]: DEBUG oslo_vmware.api [None req-c574fddd-78c8-4d02-b269-2029e049bf20 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Task: {'id': task-1862119, 'name': Destroy_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1839.389859] env[62574]: DEBUG oslo_vmware.api [None req-dda66375-ae60-4777-9b3d-e7037e00700e tempest-ServersTestBootFromVolume-749154611 tempest-ServersTestBootFromVolume-749154611-project-member] Task: {'id': task-1862117, 'name': PowerOffVM_Task, 'duration_secs': 0.25485} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1839.390259] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-dda66375-ae60-4777-9b3d-e7037e00700e tempest-ServersTestBootFromVolume-749154611 tempest-ServersTestBootFromVolume-749154611-project-member] [instance: c2d3abbc-2fdd-4df1-bb58-709b2bc89bb4] Powered off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1839.390447] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-dda66375-ae60-4777-9b3d-e7037e00700e tempest-ServersTestBootFromVolume-749154611 tempest-ServersTestBootFromVolume-749154611-project-member] [instance: c2d3abbc-2fdd-4df1-bb58-709b2bc89bb4] Volume detach. Driver type: vmdk {{(pid=62574) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1839.390668] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-dda66375-ae60-4777-9b3d-e7037e00700e tempest-ServersTestBootFromVolume-749154611 tempest-ServersTestBootFromVolume-749154611-project-member] [instance: c2d3abbc-2fdd-4df1-bb58-709b2bc89bb4] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-384841', 'volume_id': '3f23cb4e-0308-4ea0-a76b-720367edd08c', 'name': 'volume-3f23cb4e-0308-4ea0-a76b-720367edd08c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c2d3abbc-2fdd-4df1-bb58-709b2bc89bb4', 'attached_at': '', 'detached_at': '', 'volume_id': '3f23cb4e-0308-4ea0-a76b-720367edd08c', 'serial': '3f23cb4e-0308-4ea0-a76b-720367edd08c'} {{(pid=62574) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1839.391521] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ab4ee04-b417-49b5-aca8-5b6b601e007a {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.417643] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9626b9af-9afb-4231-898b-4d70b061d694 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.427122] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-351219fb-6933-4668-8b9c-12b5e5bc4954 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.447049] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c695ad8f-8f14-413d-94f2-2dde3cd53994 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.450666] env[62574]: DEBUG nova.compute.manager [req-984bdd08-4e9d-4a7d-98b9-8c5963f5fc42 req-62556e36-35ef-4c41-8cf0-e29e29efdb34 service nova] [instance: 8abe0c7b-f3f1-4f99-83f0-ddff0d909b82] Received event network-vif-deleted-baff4b00-78a9-4d4d-96df-17b88e29c2ca {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1839.450862] env[62574]: INFO nova.compute.manager [req-984bdd08-4e9d-4a7d-98b9-8c5963f5fc42 req-62556e36-35ef-4c41-8cf0-e29e29efdb34 service nova] [instance: 8abe0c7b-f3f1-4f99-83f0-ddff0d909b82] Neutron deleted interface baff4b00-78a9-4d4d-96df-17b88e29c2ca; detaching it from the instance and deleting it from the info cache [ 1839.451048] env[62574]: DEBUG nova.network.neutron [req-984bdd08-4e9d-4a7d-98b9-8c5963f5fc42 req-62556e36-35ef-4c41-8cf0-e29e29efdb34 service nova] [instance: 8abe0c7b-f3f1-4f99-83f0-ddff0d909b82] Updating instance_info_cache with network_info: [] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1839.467369] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-dda66375-ae60-4777-9b3d-e7037e00700e tempest-ServersTestBootFromVolume-749154611 tempest-ServersTestBootFromVolume-749154611-project-member] The volume has not been displaced from its original location: [datastore2] volume-3f23cb4e-0308-4ea0-a76b-720367edd08c/volume-3f23cb4e-0308-4ea0-a76b-720367edd08c.vmdk. No consolidation needed. {{(pid=62574) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1839.472794] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-dda66375-ae60-4777-9b3d-e7037e00700e tempest-ServersTestBootFromVolume-749154611 tempest-ServersTestBootFromVolume-749154611-project-member] [instance: c2d3abbc-2fdd-4df1-bb58-709b2bc89bb4] Reconfiguring VM instance instance-00000031 to detach disk 2000 {{(pid=62574) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1839.474040] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c7eb573b-5277-4bf6-b941-90f8470e6a9f {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.499231] env[62574]: DEBUG oslo_vmware.api [None req-dda66375-ae60-4777-9b3d-e7037e00700e tempest-ServersTestBootFromVolume-749154611 tempest-ServersTestBootFromVolume-749154611-project-member] Waiting for the task: (returnval){ [ 1839.499231] env[62574]: value = "task-1862120" [ 1839.499231] env[62574]: _type = "Task" [ 1839.499231] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1839.503800] env[62574]: DEBUG nova.network.neutron [req-d4f344b2-71a4-4958-8706-022d941e0cfd req-50cc5e67-9d66-4aea-8191-44b89bb40d59 service nova] [instance: bd144d1a-a8e0-4d1f-ad0d-f3192e5cacd1] Updated VIF entry in instance network info cache for port 577fdfa5-9885-41fd-955c-d6ccf9d25371. {{(pid=62574) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1839.504186] env[62574]: DEBUG nova.network.neutron [req-d4f344b2-71a4-4958-8706-022d941e0cfd req-50cc5e67-9d66-4aea-8191-44b89bb40d59 service nova] [instance: bd144d1a-a8e0-4d1f-ad0d-f3192e5cacd1] Updating instance_info_cache with network_info: [{"id": "577fdfa5-9885-41fd-955c-d6ccf9d25371", "address": "fa:16:3e:6a:30:c2", "network": {"id": "88b149e4-0ca4-45dd-9c7c-bfe9141ee0a5", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-721879918-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.150", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9579713ef5c04467b5ce93d83ee20176", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc16c915-cff1-4faa-a529-9773ee9bab7e", "external-id": "nsx-vlan-transportzone-93", "segmentation_id": 93, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap577fdfa5-98", "ovs_interfaceid": "577fdfa5-9885-41fd-955c-d6ccf9d25371", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1839.512990] env[62574]: DEBUG oslo_vmware.api [None req-dda66375-ae60-4777-9b3d-e7037e00700e tempest-ServersTestBootFromVolume-749154611 tempest-ServersTestBootFromVolume-749154611-project-member] Task: {'id': task-1862120, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1839.654452] env[62574]: DEBUG oslo_concurrency.lockutils [None req-c77e2f6e-ef03-44ba-b16b-c1927e46ba8a tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Releasing lock "refresh_cache-b4a5297d-ced1-4f1d-8b44-508a8f6d8dc3" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1839.659173] env[62574]: DEBUG oslo_vmware.api [None req-e366e65c-d1a2-4b3b-a791-f2ea94a63264 tempest-InstanceActionsNegativeTestJSON-1183545786 tempest-InstanceActionsNegativeTestJSON-1183545786-project-member] Task: {'id': task-1862116, 'name': PowerOnVM_Task, 'duration_secs': 0.764771} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1839.659844] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-e366e65c-d1a2-4b3b-a791-f2ea94a63264 tempest-InstanceActionsNegativeTestJSON-1183545786 tempest-InstanceActionsNegativeTestJSON-1183545786-project-member] [instance: 813a8ab3-10c8-4980-b2b4-7a96d53137ba] Powered on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1839.660017] env[62574]: INFO nova.compute.manager [None req-e366e65c-d1a2-4b3b-a791-f2ea94a63264 tempest-InstanceActionsNegativeTestJSON-1183545786 tempest-InstanceActionsNegativeTestJSON-1183545786-project-member] [instance: 813a8ab3-10c8-4980-b2b4-7a96d53137ba] Took 10.29 seconds to spawn the instance on the hypervisor. [ 1839.661102] env[62574]: DEBUG nova.compute.manager [None req-e366e65c-d1a2-4b3b-a791-f2ea94a63264 tempest-InstanceActionsNegativeTestJSON-1183545786 tempest-InstanceActionsNegativeTestJSON-1183545786-project-member] [instance: 813a8ab3-10c8-4980-b2b4-7a96d53137ba] Checking state {{(pid=62574) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1839.661102] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a5f5c94-0042-4c99-8b4c-aeb67d3b2d44 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.686665] env[62574]: DEBUG oslo_vmware.api [None req-b5b85167-3d39-49e1-b95d-d785337708cd tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Task: {'id': task-1862118, 'name': Rename_Task, 'duration_secs': 0.142093} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1839.686821] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5b85167-3d39-49e1-b95d-d785337708cd tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] [instance: 723b0a75-38ad-494b-baac-29077f352e48] Powering on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1839.687282] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2989cae0-0329-4f85-9076-334b95728034 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.694347] env[62574]: DEBUG oslo_vmware.api [None req-b5b85167-3d39-49e1-b95d-d785337708cd tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Waiting for the task: (returnval){ [ 1839.694347] env[62574]: value = "task-1862121" [ 1839.694347] env[62574]: _type = "Task" [ 1839.694347] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1839.706318] env[62574]: DEBUG oslo_vmware.api [None req-b5b85167-3d39-49e1-b95d-d785337708cd tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Task: {'id': task-1862121, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1839.716497] env[62574]: DEBUG oslo_concurrency.lockutils [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Releasing lock "refresh_cache-b4522995-fb9c-471f-bd36-af8b721aa5ff" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1839.716762] env[62574]: DEBUG nova.compute.manager [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] [instance: b4522995-fb9c-471f-bd36-af8b721aa5ff] Updated the network info_cache for instance {{(pid=62574) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10416}} [ 1839.717942] env[62574]: DEBUG oslo_service.periodic_task [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62574) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1839.717942] env[62574]: DEBUG oslo_service.periodic_task [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62574) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1839.717942] env[62574]: DEBUG oslo_service.periodic_task [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62574) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1839.717942] env[62574]: DEBUG oslo_service.periodic_task [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62574) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1839.718159] env[62574]: DEBUG oslo_service.periodic_task [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62574) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1839.719047] env[62574]: DEBUG oslo_service.periodic_task [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Running periodic task ComputeManager._sync_power_states {{(pid=62574) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1839.770321] env[62574]: DEBUG oslo_vmware.api [None req-c574fddd-78c8-4d02-b269-2029e049bf20 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Task: {'id': task-1862119, 'name': Destroy_Task} progress is 33%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1839.786341] env[62574]: DEBUG nova.scheduler.client.report [None req-aa69ab3f-edd0-432d-9803-8619b5f4978c tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Updated inventory for provider f0ed160a-beff-4626-a531-2a70d7bc0627 with generation 108 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1839.786605] env[62574]: DEBUG nova.compute.provider_tree [None req-aa69ab3f-edd0-432d-9803-8619b5f4978c tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Updating resource provider f0ed160a-beff-4626-a531-2a70d7bc0627 generation from 108 to 109 during operation: update_inventory {{(pid=62574) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1839.786787] env[62574]: DEBUG nova.compute.provider_tree [None req-aa69ab3f-edd0-432d-9803-8619b5f4978c tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Updating inventory in ProviderTree for provider f0ed160a-beff-4626-a531-2a70d7bc0627 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1839.917574] env[62574]: DEBUG nova.network.neutron [-] [instance: 8abe0c7b-f3f1-4f99-83f0-ddff0d909b82] Updating instance_info_cache with network_info: [] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1839.953261] env[62574]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a9b00d4d-cc21-4877-bf1e-3d279a3ce954 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.963853] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd73564c-e678-4040-a780-0a6bd09db87d {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.979469] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-c77e2f6e-ef03-44ba-b16b-c1927e46ba8a tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] [instance: b4a5297d-ced1-4f1d-8b44-508a8f6d8dc3] Destroying instance {{(pid=62574) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1839.982796] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36c40e5c-d5fb-4354-9099-69edd32d1f4d {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.991072] env[62574]: DEBUG nova.network.neutron [-] [instance: 787a4d2b-9ae0-4226-95c3-ed825a3a3f55] Updating instance_info_cache with network_info: [] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1839.992721] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-c77e2f6e-ef03-44ba-b16b-c1927e46ba8a tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] [instance: b4a5297d-ced1-4f1d-8b44-508a8f6d8dc3] Unregistering the VM {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1839.993123] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c4b089be-1302-4a08-8b8e-13585ad26901 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.011742] env[62574]: DEBUG oslo_concurrency.lockutils [req-d4f344b2-71a4-4958-8706-022d941e0cfd req-50cc5e67-9d66-4aea-8191-44b89bb40d59 service nova] Releasing lock "refresh_cache-bd144d1a-a8e0-4d1f-ad0d-f3192e5cacd1" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1840.012270] env[62574]: DEBUG nova.compute.manager [req-984bdd08-4e9d-4a7d-98b9-8c5963f5fc42 req-62556e36-35ef-4c41-8cf0-e29e29efdb34 service nova] [instance: 8abe0c7b-f3f1-4f99-83f0-ddff0d909b82] Detach interface failed, port_id=baff4b00-78a9-4d4d-96df-17b88e29c2ca, reason: Instance 8abe0c7b-f3f1-4f99-83f0-ddff0d909b82 could not be found. {{(pid=62574) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 1840.022662] env[62574]: DEBUG oslo_vmware.api [None req-dda66375-ae60-4777-9b3d-e7037e00700e tempest-ServersTestBootFromVolume-749154611 tempest-ServersTestBootFromVolume-749154611-project-member] Task: {'id': task-1862120, 'name': ReconfigVM_Task, 'duration_secs': 0.167624} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1840.022894] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-dda66375-ae60-4777-9b3d-e7037e00700e tempest-ServersTestBootFromVolume-749154611 tempest-ServersTestBootFromVolume-749154611-project-member] [instance: c2d3abbc-2fdd-4df1-bb58-709b2bc89bb4] Reconfigured VM instance instance-00000031 to detach disk 2000 {{(pid=62574) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1840.027725] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-48b002eb-ce6d-4514-9a98-fb8051249011 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.043216] env[62574]: DEBUG oslo_vmware.api [None req-dda66375-ae60-4777-9b3d-e7037e00700e tempest-ServersTestBootFromVolume-749154611 tempest-ServersTestBootFromVolume-749154611-project-member] Waiting for the task: (returnval){ [ 1840.043216] env[62574]: value = "task-1862123" [ 1840.043216] env[62574]: _type = "Task" [ 1840.043216] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1840.051648] env[62574]: DEBUG oslo_vmware.api [None req-dda66375-ae60-4777-9b3d-e7037e00700e tempest-ServersTestBootFromVolume-749154611 tempest-ServersTestBootFromVolume-749154611-project-member] Task: {'id': task-1862123, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1840.072488] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-c77e2f6e-ef03-44ba-b16b-c1927e46ba8a tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] [instance: b4a5297d-ced1-4f1d-8b44-508a8f6d8dc3] Unregistered the VM {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1840.072719] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-c77e2f6e-ef03-44ba-b16b-c1927e46ba8a tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] [instance: b4a5297d-ced1-4f1d-8b44-508a8f6d8dc3] Deleting contents of the VM from datastore datastore1 {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1840.072903] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-c77e2f6e-ef03-44ba-b16b-c1927e46ba8a tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Deleting the datastore file [datastore1] b4a5297d-ced1-4f1d-8b44-508a8f6d8dc3 {{(pid=62574) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1840.073275] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a805f841-2e0c-4dc8-b71b-ba994dc8bc7f {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.079692] env[62574]: DEBUG oslo_vmware.api [None req-c77e2f6e-ef03-44ba-b16b-c1927e46ba8a tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Waiting for the task: (returnval){ [ 1840.079692] env[62574]: value = "task-1862124" [ 1840.079692] env[62574]: _type = "Task" [ 1840.079692] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1840.092320] env[62574]: DEBUG oslo_vmware.api [None req-c77e2f6e-ef03-44ba-b16b-c1927e46ba8a tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Task: {'id': task-1862124, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1840.181642] env[62574]: INFO nova.compute.manager [None req-e366e65c-d1a2-4b3b-a791-f2ea94a63264 tempest-InstanceActionsNegativeTestJSON-1183545786 tempest-InstanceActionsNegativeTestJSON-1183545786-project-member] [instance: 813a8ab3-10c8-4980-b2b4-7a96d53137ba] Took 15.43 seconds to build instance. [ 1840.205129] env[62574]: DEBUG oslo_vmware.api [None req-b5b85167-3d39-49e1-b95d-d785337708cd tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Task: {'id': task-1862121, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1840.225413] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Getting list of instances from cluster (obj){ [ 1840.225413] env[62574]: value = "domain-c8" [ 1840.225413] env[62574]: _type = "ClusterComputeResource" [ 1840.225413] env[62574]: } {{(pid=62574) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1840.226472] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-651738cb-b660-4809-957b-f3f703298905 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.250094] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Got total of 16 instances {{(pid=62574) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1840.250280] env[62574]: WARNING nova.compute.manager [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] While synchronizing instance power states, found 20 instances in the database and 16 instances on the hypervisor. [ 1840.250427] env[62574]: DEBUG nova.compute.manager [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Triggering sync for uuid b4522995-fb9c-471f-bd36-af8b721aa5ff {{(pid=62574) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10755}} [ 1840.250624] env[62574]: DEBUG nova.compute.manager [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Triggering sync for uuid e9878c22-2044-464f-915f-c1c865693437 {{(pid=62574) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10755}} [ 1840.250782] env[62574]: DEBUG nova.compute.manager [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Triggering sync for uuid c4ca3d86-7d6e-4dbf-912b-7cb292596272 {{(pid=62574) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10755}} [ 1840.250934] env[62574]: DEBUG nova.compute.manager [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Triggering sync for uuid d06fca54-652a-47dd-b14b-8f6bbf696503 {{(pid=62574) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10755}} [ 1840.251137] env[62574]: DEBUG nova.compute.manager [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Triggering sync for uuid c2d3abbc-2fdd-4df1-bb58-709b2bc89bb4 {{(pid=62574) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10755}} [ 1840.251300] env[62574]: DEBUG nova.compute.manager [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Triggering sync for uuid cdb4528a-d1b1-442b-a5e3-e3c663ab7390 {{(pid=62574) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10755}} [ 1840.251448] env[62574]: DEBUG nova.compute.manager [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Triggering sync for uuid bf51b779-23b8-4401-8e23-74f751a27b18 {{(pid=62574) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10755}} [ 1840.251594] env[62574]: DEBUG nova.compute.manager [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Triggering sync for uuid 76ab47f1-1837-44ef-a0c5-bbd149566601 {{(pid=62574) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10755}} [ 1840.251739] env[62574]: DEBUG nova.compute.manager [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Triggering sync for uuid f6cfb126-1ff6-4ac9-802e-7bbdfb539176 {{(pid=62574) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10755}} [ 1840.251882] env[62574]: DEBUG nova.compute.manager [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Triggering sync for uuid fb94d5d1-7f0f-4534-b9e9-2a52ac9a7c7f {{(pid=62574) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10755}} [ 1840.252037] env[62574]: DEBUG nova.compute.manager [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Triggering sync for uuid 863dbe8b-20e6-485c-ba4d-b709d80fa327 {{(pid=62574) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10755}} [ 1840.252188] env[62574]: DEBUG nova.compute.manager [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Triggering sync for uuid 43793844-f400-4665-b287-bc4374a1ae6d {{(pid=62574) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10755}} [ 1840.252334] env[62574]: DEBUG nova.compute.manager [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Triggering sync for uuid b4a5297d-ced1-4f1d-8b44-508a8f6d8dc3 {{(pid=62574) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10755}} [ 1840.252477] env[62574]: DEBUG nova.compute.manager [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Triggering sync for uuid c790641f-213d-4c82-b627-7ffc416d9f0b {{(pid=62574) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10755}} [ 1840.252622] env[62574]: DEBUG nova.compute.manager [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Triggering sync for uuid 8abe0c7b-f3f1-4f99-83f0-ddff0d909b82 {{(pid=62574) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10755}} [ 1840.252767] env[62574]: DEBUG nova.compute.manager [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Triggering sync for uuid 787a4d2b-9ae0-4226-95c3-ed825a3a3f55 {{(pid=62574) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10755}} [ 1840.252911] env[62574]: DEBUG nova.compute.manager [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Triggering sync for uuid bd144d1a-a8e0-4d1f-ad0d-f3192e5cacd1 {{(pid=62574) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10755}} [ 1840.253081] env[62574]: DEBUG nova.compute.manager [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Triggering sync for uuid 813a8ab3-10c8-4980-b2b4-7a96d53137ba {{(pid=62574) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10755}} [ 1840.253246] env[62574]: DEBUG nova.compute.manager [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Triggering sync for uuid 723b0a75-38ad-494b-baac-29077f352e48 {{(pid=62574) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10755}} [ 1840.253401] env[62574]: DEBUG nova.compute.manager [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Triggering sync for uuid 31d56eaa-d483-4254-9ca4-66bd50680c92 {{(pid=62574) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10755}} [ 1840.253799] env[62574]: DEBUG oslo_concurrency.lockutils [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Acquiring lock "b4522995-fb9c-471f-bd36-af8b721aa5ff" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1840.254043] env[62574]: DEBUG oslo_concurrency.lockutils [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Lock "b4522995-fb9c-471f-bd36-af8b721aa5ff" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1840.254329] env[62574]: DEBUG oslo_concurrency.lockutils [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Acquiring lock "e9878c22-2044-464f-915f-c1c865693437" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1840.254517] env[62574]: DEBUG oslo_concurrency.lockutils [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Lock "e9878c22-2044-464f-915f-c1c865693437" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1840.254749] env[62574]: DEBUG oslo_concurrency.lockutils [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Acquiring lock "c4ca3d86-7d6e-4dbf-912b-7cb292596272" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1840.254924] env[62574]: DEBUG oslo_concurrency.lockutils [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Lock "c4ca3d86-7d6e-4dbf-912b-7cb292596272" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1840.255166] env[62574]: DEBUG oslo_concurrency.lockutils [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Acquiring lock "d06fca54-652a-47dd-b14b-8f6bbf696503" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1840.255388] env[62574]: DEBUG oslo_concurrency.lockutils [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Acquiring lock "c2d3abbc-2fdd-4df1-bb58-709b2bc89bb4" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1840.255593] env[62574]: DEBUG oslo_concurrency.lockutils [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Acquiring lock "cdb4528a-d1b1-442b-a5e3-e3c663ab7390" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1840.255773] env[62574]: DEBUG oslo_concurrency.lockutils [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Lock "cdb4528a-d1b1-442b-a5e3-e3c663ab7390" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1840.256008] env[62574]: DEBUG oslo_concurrency.lockutils [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Acquiring lock "bf51b779-23b8-4401-8e23-74f751a27b18" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1840.256262] env[62574]: DEBUG oslo_concurrency.lockutils [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Lock "bf51b779-23b8-4401-8e23-74f751a27b18" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1840.256495] env[62574]: DEBUG oslo_concurrency.lockutils [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Acquiring lock "76ab47f1-1837-44ef-a0c5-bbd149566601" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1840.256678] env[62574]: DEBUG oslo_concurrency.lockutils [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Lock "76ab47f1-1837-44ef-a0c5-bbd149566601" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1840.256892] env[62574]: DEBUG oslo_concurrency.lockutils [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Acquiring lock "f6cfb126-1ff6-4ac9-802e-7bbdfb539176" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1840.257078] env[62574]: DEBUG oslo_concurrency.lockutils [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Lock "f6cfb126-1ff6-4ac9-802e-7bbdfb539176" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1840.257308] env[62574]: DEBUG oslo_concurrency.lockutils [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Acquiring lock "fb94d5d1-7f0f-4534-b9e9-2a52ac9a7c7f" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1840.257484] env[62574]: DEBUG oslo_concurrency.lockutils [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Lock "fb94d5d1-7f0f-4534-b9e9-2a52ac9a7c7f" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1840.257707] env[62574]: DEBUG oslo_concurrency.lockutils [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Acquiring lock "863dbe8b-20e6-485c-ba4d-b709d80fa327" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1840.257886] env[62574]: DEBUG oslo_concurrency.lockutils [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Lock "863dbe8b-20e6-485c-ba4d-b709d80fa327" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1840.258290] env[62574]: DEBUG oslo_concurrency.lockutils [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Acquiring lock "43793844-f400-4665-b287-bc4374a1ae6d" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1840.258477] env[62574]: DEBUG oslo_concurrency.lockutils [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Lock "43793844-f400-4665-b287-bc4374a1ae6d" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1840.258706] env[62574]: DEBUG oslo_concurrency.lockutils [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Acquiring lock "b4a5297d-ced1-4f1d-8b44-508a8f6d8dc3" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1840.258906] env[62574]: DEBUG oslo_concurrency.lockutils [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Acquiring lock "c790641f-213d-4c82-b627-7ffc416d9f0b" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1840.259095] env[62574]: DEBUG oslo_concurrency.lockutils [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Lock "c790641f-213d-4c82-b627-7ffc416d9f0b" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1840.259327] env[62574]: DEBUG oslo_concurrency.lockutils [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Acquiring lock "8abe0c7b-f3f1-4f99-83f0-ddff0d909b82" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1840.259525] env[62574]: DEBUG oslo_concurrency.lockutils [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Acquiring lock "787a4d2b-9ae0-4226-95c3-ed825a3a3f55" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1840.259722] env[62574]: DEBUG oslo_concurrency.lockutils [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Acquiring lock "bd144d1a-a8e0-4d1f-ad0d-f3192e5cacd1" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1840.259897] env[62574]: DEBUG oslo_concurrency.lockutils [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Lock "bd144d1a-a8e0-4d1f-ad0d-f3192e5cacd1" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1840.260132] env[62574]: DEBUG oslo_concurrency.lockutils [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Acquiring lock "813a8ab3-10c8-4980-b2b4-7a96d53137ba" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1840.260333] env[62574]: DEBUG oslo_concurrency.lockutils [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Acquiring lock "723b0a75-38ad-494b-baac-29077f352e48" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1840.260526] env[62574]: DEBUG oslo_concurrency.lockutils [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Acquiring lock "31d56eaa-d483-4254-9ca4-66bd50680c92" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1840.260705] env[62574]: DEBUG oslo_service.periodic_task [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62574) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1840.260840] env[62574]: DEBUG nova.compute.manager [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62574) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10964}} [ 1840.261627] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfd840dc-5e2e-45f2-a9fc-bcb96ecd84d6 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.264846] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-607a4dec-8021-49d6-896b-44813bd6028d {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.267615] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-705c05cc-d311-4647-a0e1-fda10522c9ae {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.270379] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dba20b48-adc8-42a3-94f7-a575e538a82e {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.273102] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12b26e66-70f4-43ab-927d-d237618bab90 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.277344] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d06d8f7a-9ab4-43c6-b037-3848ff109130 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.280036] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-365e8aff-3839-4a46-a8eb-49d22c85be7c {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.283670] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3e5bd7b-a3ea-48b9-9e2f-a3986c613a21 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.286867] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-804d7269-f79e-476a-a152-db62a9325511 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.290566] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efea7d00-0292-4ce4-b7ee-fc83b9308fcb {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.294304] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1edebe8e-7770-438a-b01a-c2e68731c652 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.297666] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3a1483c-210f-45d2-982c-6a2691c329a0 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.301108] env[62574]: DEBUG oslo_service.periodic_task [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Running periodic task ComputeManager.update_available_resource {{(pid=62574) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1840.308901] env[62574]: DEBUG oslo_concurrency.lockutils [None req-aa69ab3f-edd0-432d-9803-8619b5f4978c tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.599s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1840.309435] env[62574]: DEBUG nova.compute.manager [None req-aa69ab3f-edd0-432d-9803-8619b5f4978c tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] [instance: 31d56eaa-d483-4254-9ca4-66bd50680c92] Start building networks asynchronously for instance. {{(pid=62574) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1840.349466] env[62574]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: vc1.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1840.366173] env[62574]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: vc1.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1840.370480] env[62574]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: vc1.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1840.374184] env[62574]: DEBUG oslo_vmware.api [None req-c574fddd-78c8-4d02-b269-2029e049bf20 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Task: {'id': task-1862119, 'name': Destroy_Task, 'duration_secs': 0.714864} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1840.377595] env[62574]: INFO nova.virt.vmwareapi.vm_util [None req-c574fddd-78c8-4d02-b269-2029e049bf20 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] [instance: d06fca54-652a-47dd-b14b-8f6bbf696503] Destroyed the VM [ 1840.377853] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-c574fddd-78c8-4d02-b269-2029e049bf20 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] [instance: d06fca54-652a-47dd-b14b-8f6bbf696503] Deleting Snapshot of the VM instance {{(pid=62574) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1840.382223] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-17032fe9-bc40-4823-ae33-c79ed6623655 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.392498] env[62574]: DEBUG oslo_vmware.api [None req-c574fddd-78c8-4d02-b269-2029e049bf20 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Waiting for the task: (returnval){ [ 1840.392498] env[62574]: value = "task-1862125" [ 1840.392498] env[62574]: _type = "Task" [ 1840.392498] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1840.405973] env[62574]: DEBUG oslo_vmware.api [None req-c574fddd-78c8-4d02-b269-2029e049bf20 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Task: {'id': task-1862125, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1840.422965] env[62574]: INFO nova.compute.manager [-] [instance: 8abe0c7b-f3f1-4f99-83f0-ddff0d909b82] Took 1.89 seconds to deallocate network for instance. [ 1840.493153] env[62574]: INFO nova.compute.manager [-] [instance: 787a4d2b-9ae0-4226-95c3-ed825a3a3f55] Took 1.73 seconds to deallocate network for instance. [ 1840.558022] env[62574]: DEBUG oslo_vmware.api [None req-dda66375-ae60-4777-9b3d-e7037e00700e tempest-ServersTestBootFromVolume-749154611 tempest-ServersTestBootFromVolume-749154611-project-member] Task: {'id': task-1862123, 'name': ReconfigVM_Task, 'duration_secs': 0.148002} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1840.558022] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-dda66375-ae60-4777-9b3d-e7037e00700e tempest-ServersTestBootFromVolume-749154611 tempest-ServersTestBootFromVolume-749154611-project-member] [instance: c2d3abbc-2fdd-4df1-bb58-709b2bc89bb4] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-384841', 'volume_id': '3f23cb4e-0308-4ea0-a76b-720367edd08c', 'name': 'volume-3f23cb4e-0308-4ea0-a76b-720367edd08c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c2d3abbc-2fdd-4df1-bb58-709b2bc89bb4', 'attached_at': '', 'detached_at': '', 'volume_id': '3f23cb4e-0308-4ea0-a76b-720367edd08c', 'serial': '3f23cb4e-0308-4ea0-a76b-720367edd08c'} {{(pid=62574) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1840.558231] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-dda66375-ae60-4777-9b3d-e7037e00700e tempest-ServersTestBootFromVolume-749154611 tempest-ServersTestBootFromVolume-749154611-project-member] [instance: c2d3abbc-2fdd-4df1-bb58-709b2bc89bb4] Destroying instance {{(pid=62574) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1840.558868] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e16b4d72-503e-490a-8715-32be3316451c {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.566714] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-dda66375-ae60-4777-9b3d-e7037e00700e tempest-ServersTestBootFromVolume-749154611 tempest-ServersTestBootFromVolume-749154611-project-member] [instance: c2d3abbc-2fdd-4df1-bb58-709b2bc89bb4] Unregistering the VM {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1840.566895] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-326a1ebf-1dcb-4ec6-a626-82b9fa88b208 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.589985] env[62574]: DEBUG oslo_vmware.api [None req-c77e2f6e-ef03-44ba-b16b-c1927e46ba8a tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Task: {'id': task-1862124, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.15641} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1840.590286] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-c77e2f6e-ef03-44ba-b16b-c1927e46ba8a tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Deleted the datastore file {{(pid=62574) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1840.590473] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-c77e2f6e-ef03-44ba-b16b-c1927e46ba8a tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] [instance: b4a5297d-ced1-4f1d-8b44-508a8f6d8dc3] Deleted contents of the VM from datastore datastore1 {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1840.590642] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-c77e2f6e-ef03-44ba-b16b-c1927e46ba8a tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] [instance: b4a5297d-ced1-4f1d-8b44-508a8f6d8dc3] Instance destroyed {{(pid=62574) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1840.618535] env[62574]: INFO nova.scheduler.client.report [None req-c77e2f6e-ef03-44ba-b16b-c1927e46ba8a tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Deleted allocations for instance b4a5297d-ced1-4f1d-8b44-508a8f6d8dc3 [ 1840.683741] env[62574]: DEBUG oslo_concurrency.lockutils [None req-e366e65c-d1a2-4b3b-a791-f2ea94a63264 tempest-InstanceActionsNegativeTestJSON-1183545786 tempest-InstanceActionsNegativeTestJSON-1183545786-project-member] Lock "813a8ab3-10c8-4980-b2b4-7a96d53137ba" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.940s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1840.684044] env[62574]: DEBUG oslo_concurrency.lockutils [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Lock "813a8ab3-10c8-4980-b2b4-7a96d53137ba" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.424s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1840.685022] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58c8f1a3-0f84-4b1b-8c24-f1c66b12aeb9 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.705351] env[62574]: DEBUG oslo_vmware.api [None req-b5b85167-3d39-49e1-b95d-d785337708cd tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Task: {'id': task-1862121, 'name': PowerOnVM_Task, 'duration_secs': 0.612939} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1840.705647] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5b85167-3d39-49e1-b95d-d785337708cd tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] [instance: 723b0a75-38ad-494b-baac-29077f352e48] Powered on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1840.705865] env[62574]: INFO nova.compute.manager [None req-b5b85167-3d39-49e1-b95d-d785337708cd tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] [instance: 723b0a75-38ad-494b-baac-29077f352e48] Took 8.85 seconds to spawn the instance on the hypervisor. [ 1840.706077] env[62574]: DEBUG nova.compute.manager [None req-b5b85167-3d39-49e1-b95d-d785337708cd tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] [instance: 723b0a75-38ad-494b-baac-29077f352e48] Checking state {{(pid=62574) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1840.707138] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d31366ed-946b-43bb-b36e-3f0aa5318e4e {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.722313] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-dda66375-ae60-4777-9b3d-e7037e00700e tempest-ServersTestBootFromVolume-749154611 tempest-ServersTestBootFromVolume-749154611-project-member] [instance: c2d3abbc-2fdd-4df1-bb58-709b2bc89bb4] Unregistered the VM {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1840.722425] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-dda66375-ae60-4777-9b3d-e7037e00700e tempest-ServersTestBootFromVolume-749154611 tempest-ServersTestBootFromVolume-749154611-project-member] [instance: c2d3abbc-2fdd-4df1-bb58-709b2bc89bb4] Deleting contents of the VM from datastore datastore2 {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1840.722540] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-dda66375-ae60-4777-9b3d-e7037e00700e tempest-ServersTestBootFromVolume-749154611 tempest-ServersTestBootFromVolume-749154611-project-member] Deleting the datastore file [datastore2] c2d3abbc-2fdd-4df1-bb58-709b2bc89bb4 {{(pid=62574) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1840.722998] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-92cc401e-2197-478d-b9d4-a44fdebda65b {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.729894] env[62574]: DEBUG oslo_vmware.api [None req-dda66375-ae60-4777-9b3d-e7037e00700e tempest-ServersTestBootFromVolume-749154611 tempest-ServersTestBootFromVolume-749154611-project-member] Waiting for the task: (returnval){ [ 1840.729894] env[62574]: value = "task-1862127" [ 1840.729894] env[62574]: _type = "Task" [ 1840.729894] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1840.738863] env[62574]: DEBUG oslo_vmware.api [None req-dda66375-ae60-4777-9b3d-e7037e00700e tempest-ServersTestBootFromVolume-749154611 tempest-ServersTestBootFromVolume-749154611-project-member] Task: {'id': task-1862127, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1840.823666] env[62574]: DEBUG oslo_concurrency.lockutils [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1840.823666] env[62574]: DEBUG oslo_concurrency.lockutils [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1840.823666] env[62574]: DEBUG oslo_concurrency.lockutils [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1840.823666] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62574) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1840.824833] env[62574]: DEBUG nova.compute.utils [None req-aa69ab3f-edd0-432d-9803-8619b5f4978c tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Using /dev/sd instead of None {{(pid=62574) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1840.827429] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cedd9859-682e-419e-b1b9-eecf24594bbc {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.831433] env[62574]: DEBUG nova.compute.manager [None req-aa69ab3f-edd0-432d-9803-8619b5f4978c tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] [instance: 31d56eaa-d483-4254-9ca4-66bd50680c92] Allocating IP information in the background. {{(pid=62574) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1840.831724] env[62574]: DEBUG nova.network.neutron [None req-aa69ab3f-edd0-432d-9803-8619b5f4978c tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] [instance: 31d56eaa-d483-4254-9ca4-66bd50680c92] allocate_for_instance() {{(pid=62574) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1840.834127] env[62574]: DEBUG oslo_concurrency.lockutils [None req-738dfad5-fa91-4a9d-86d9-6e1d502e85aa tempest-InstanceActionsNegativeTestJSON-1183545786 tempest-InstanceActionsNegativeTestJSON-1183545786-project-member] Acquiring lock "813a8ab3-10c8-4980-b2b4-7a96d53137ba" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1840.840040] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71245581-5b3f-4bb8-a195-228c257e3db1 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.854789] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e82bf30-fd07-45b6-a5a0-6684dd39a48f {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.862442] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7e592e3-4f7c-4b43-bd5d-cd959bc676eb {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.866189] env[62574]: DEBUG oslo_concurrency.lockutils [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Lock "c4ca3d86-7d6e-4dbf-912b-7cb292596272" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.611s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1840.894615] env[62574]: DEBUG oslo_concurrency.lockutils [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Lock "c790641f-213d-4c82-b627-7ffc416d9f0b" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.635s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1840.894959] env[62574]: DEBUG oslo_concurrency.lockutils [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Lock "cdb4528a-d1b1-442b-a5e3-e3c663ab7390" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.639s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1840.895284] env[62574]: DEBUG oslo_concurrency.lockutils [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Lock "b4522995-fb9c-471f-bd36-af8b721aa5ff" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.641s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1840.895611] env[62574]: DEBUG oslo_concurrency.lockutils [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Lock "43793844-f400-4665-b287-bc4374a1ae6d" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.637s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1840.896217] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178011MB free_disk=147GB free_vcpus=48 pci_devices=None {{(pid=62574) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1840.897133] env[62574]: DEBUG oslo_concurrency.lockutils [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1840.897133] env[62574]: DEBUG oslo_concurrency.lockutils [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1840.898184] env[62574]: DEBUG oslo_concurrency.lockutils [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Lock "fb94d5d1-7f0f-4534-b9e9-2a52ac9a7c7f" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.641s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1840.898591] env[62574]: DEBUG oslo_concurrency.lockutils [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Lock "f6cfb126-1ff6-4ac9-802e-7bbdfb539176" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.641s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1840.898896] env[62574]: DEBUG oslo_concurrency.lockutils [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Lock "76ab47f1-1837-44ef-a0c5-bbd149566601" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.642s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1840.899210] env[62574]: DEBUG oslo_concurrency.lockutils [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Lock "bf51b779-23b8-4401-8e23-74f751a27b18" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.643s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1840.904321] env[62574]: DEBUG nova.policy [None req-aa69ab3f-edd0-432d-9803-8619b5f4978c tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1ff4b494e991450eb0aae14044b25d3d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dd623c359a6848e68b723390c29ce7e6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62574) authorize /opt/stack/nova/nova/policy.py:192}} [ 1840.905913] env[62574]: DEBUG oslo_concurrency.lockutils [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Lock "e9878c22-2044-464f-915f-c1c865693437" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.651s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1840.906254] env[62574]: DEBUG oslo_concurrency.lockutils [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Lock "863dbe8b-20e6-485c-ba4d-b709d80fa327" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.648s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1840.906605] env[62574]: DEBUG oslo_concurrency.lockutils [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Lock "bd144d1a-a8e0-4d1f-ad0d-f3192e5cacd1" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.647s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1840.912212] env[62574]: DEBUG oslo_vmware.api [None req-c574fddd-78c8-4d02-b269-2029e049bf20 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Task: {'id': task-1862125, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1840.932937] env[62574]: DEBUG oslo_concurrency.lockutils [None req-ee48528e-690d-4e40-959c-6cfb57242ca7 tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1840.999365] env[62574]: DEBUG oslo_concurrency.lockutils [None req-17c7372f-b816-402d-a4e5-27e6b1a9e0e7 tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1841.123787] env[62574]: DEBUG oslo_concurrency.lockutils [None req-c77e2f6e-ef03-44ba-b16b-c1927e46ba8a tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1841.194812] env[62574]: INFO nova.compute.manager [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] [instance: 813a8ab3-10c8-4980-b2b4-7a96d53137ba] During sync_power_state the instance has a pending task (deleting). Skip. [ 1841.195080] env[62574]: DEBUG oslo_concurrency.lockutils [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Lock "813a8ab3-10c8-4980-b2b4-7a96d53137ba" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.511s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1841.195351] env[62574]: DEBUG oslo_concurrency.lockutils [None req-738dfad5-fa91-4a9d-86d9-6e1d502e85aa tempest-InstanceActionsNegativeTestJSON-1183545786 tempest-InstanceActionsNegativeTestJSON-1183545786-project-member] Lock "813a8ab3-10c8-4980-b2b4-7a96d53137ba" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.361s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1841.195580] env[62574]: DEBUG oslo_concurrency.lockutils [None req-738dfad5-fa91-4a9d-86d9-6e1d502e85aa tempest-InstanceActionsNegativeTestJSON-1183545786 tempest-InstanceActionsNegativeTestJSON-1183545786-project-member] Acquiring lock "813a8ab3-10c8-4980-b2b4-7a96d53137ba-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1841.195794] env[62574]: DEBUG oslo_concurrency.lockutils [None req-738dfad5-fa91-4a9d-86d9-6e1d502e85aa tempest-InstanceActionsNegativeTestJSON-1183545786 tempest-InstanceActionsNegativeTestJSON-1183545786-project-member] Lock "813a8ab3-10c8-4980-b2b4-7a96d53137ba-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1841.195962] env[62574]: DEBUG oslo_concurrency.lockutils [None req-738dfad5-fa91-4a9d-86d9-6e1d502e85aa tempest-InstanceActionsNegativeTestJSON-1183545786 tempest-InstanceActionsNegativeTestJSON-1183545786-project-member] Lock "813a8ab3-10c8-4980-b2b4-7a96d53137ba-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1841.198453] env[62574]: INFO nova.compute.manager [None req-738dfad5-fa91-4a9d-86d9-6e1d502e85aa tempest-InstanceActionsNegativeTestJSON-1183545786 tempest-InstanceActionsNegativeTestJSON-1183545786-project-member] [instance: 813a8ab3-10c8-4980-b2b4-7a96d53137ba] Terminating instance [ 1841.235152] env[62574]: INFO nova.compute.manager [None req-b5b85167-3d39-49e1-b95d-d785337708cd tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] [instance: 723b0a75-38ad-494b-baac-29077f352e48] Took 14.01 seconds to build instance. [ 1841.241319] env[62574]: DEBUG oslo_vmware.api [None req-dda66375-ae60-4777-9b3d-e7037e00700e tempest-ServersTestBootFromVolume-749154611 tempest-ServersTestBootFromVolume-749154611-project-member] Task: {'id': task-1862127, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.082058} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1841.241625] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-dda66375-ae60-4777-9b3d-e7037e00700e tempest-ServersTestBootFromVolume-749154611 tempest-ServersTestBootFromVolume-749154611-project-member] Deleted the datastore file {{(pid=62574) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1841.241827] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-dda66375-ae60-4777-9b3d-e7037e00700e tempest-ServersTestBootFromVolume-749154611 tempest-ServersTestBootFromVolume-749154611-project-member] [instance: c2d3abbc-2fdd-4df1-bb58-709b2bc89bb4] Deleted contents of the VM from datastore datastore2 {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1841.242011] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-dda66375-ae60-4777-9b3d-e7037e00700e tempest-ServersTestBootFromVolume-749154611 tempest-ServersTestBootFromVolume-749154611-project-member] [instance: c2d3abbc-2fdd-4df1-bb58-709b2bc89bb4] Instance destroyed {{(pid=62574) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1841.243127] env[62574]: INFO nova.compute.manager [None req-dda66375-ae60-4777-9b3d-e7037e00700e tempest-ServersTestBootFromVolume-749154611 tempest-ServersTestBootFromVolume-749154611-project-member] [instance: c2d3abbc-2fdd-4df1-bb58-709b2bc89bb4] Took 2.37 seconds to destroy the instance on the hypervisor. [ 1841.243127] env[62574]: DEBUG oslo.service.loopingcall [None req-dda66375-ae60-4777-9b3d-e7037e00700e tempest-ServersTestBootFromVolume-749154611 tempest-ServersTestBootFromVolume-749154611-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62574) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1841.243127] env[62574]: DEBUG nova.compute.manager [-] [instance: c2d3abbc-2fdd-4df1-bb58-709b2bc89bb4] Deallocating network for instance {{(pid=62574) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1841.243127] env[62574]: DEBUG nova.network.neutron [-] [instance: c2d3abbc-2fdd-4df1-bb58-709b2bc89bb4] deallocate_for_instance() {{(pid=62574) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1841.332489] env[62574]: DEBUG nova.compute.manager [None req-aa69ab3f-edd0-432d-9803-8619b5f4978c tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] [instance: 31d56eaa-d483-4254-9ca4-66bd50680c92] Start building block device mappings for instance. {{(pid=62574) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1841.422508] env[62574]: DEBUG nova.network.neutron [None req-aa69ab3f-edd0-432d-9803-8619b5f4978c tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] [instance: 31d56eaa-d483-4254-9ca4-66bd50680c92] Successfully created port: c0bcc330-da0f-4d53-a550-836208806de0 {{(pid=62574) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1841.430701] env[62574]: DEBUG oslo_vmware.api [None req-c574fddd-78c8-4d02-b269-2029e049bf20 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Task: {'id': task-1862125, 'name': RemoveSnapshot_Task, 'duration_secs': 0.822704} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1841.430701] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-c574fddd-78c8-4d02-b269-2029e049bf20 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] [instance: d06fca54-652a-47dd-b14b-8f6bbf696503] Deleted Snapshot of the VM instance {{(pid=62574) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1841.430701] env[62574]: DEBUG nova.compute.manager [None req-c574fddd-78c8-4d02-b269-2029e049bf20 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] [instance: d06fca54-652a-47dd-b14b-8f6bbf696503] Checking state {{(pid=62574) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1841.431015] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e0076b6-508a-42f2-919a-3cf903f462f3 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.454685] env[62574]: DEBUG oslo_concurrency.lockutils [None req-b8bf3e5b-967e-4d79-8548-d36bd3f2edea tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Acquiring lock "b4a5297d-ced1-4f1d-8b44-508a8f6d8dc3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1841.482997] env[62574]: DEBUG nova.compute.manager [req-21041a21-921c-473c-a00d-b1ed6a1d4404 req-c8f86743-5839-497f-9911-67ecb5e24067 service nova] [instance: 787a4d2b-9ae0-4226-95c3-ed825a3a3f55] Received event network-vif-deleted-a235432f-4970-4f4f-af7b-25f6ca6c0ee6 {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1841.483567] env[62574]: DEBUG nova.compute.manager [req-21041a21-921c-473c-a00d-b1ed6a1d4404 req-c8f86743-5839-497f-9911-67ecb5e24067 service nova] [instance: b4a5297d-ced1-4f1d-8b44-508a8f6d8dc3] Received event network-vif-unplugged-8cf74255-5117-49de-b85f-53cf72770ed3 {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1841.483775] env[62574]: DEBUG oslo_concurrency.lockutils [req-21041a21-921c-473c-a00d-b1ed6a1d4404 req-c8f86743-5839-497f-9911-67ecb5e24067 service nova] Acquiring lock "b4a5297d-ced1-4f1d-8b44-508a8f6d8dc3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1841.484923] env[62574]: DEBUG oslo_concurrency.lockutils [req-21041a21-921c-473c-a00d-b1ed6a1d4404 req-c8f86743-5839-497f-9911-67ecb5e24067 service nova] Lock "b4a5297d-ced1-4f1d-8b44-508a8f6d8dc3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1841.485176] env[62574]: DEBUG oslo_concurrency.lockutils [req-21041a21-921c-473c-a00d-b1ed6a1d4404 req-c8f86743-5839-497f-9911-67ecb5e24067 service nova] Lock "b4a5297d-ced1-4f1d-8b44-508a8f6d8dc3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1841.485561] env[62574]: DEBUG nova.compute.manager [req-21041a21-921c-473c-a00d-b1ed6a1d4404 req-c8f86743-5839-497f-9911-67ecb5e24067 service nova] [instance: b4a5297d-ced1-4f1d-8b44-508a8f6d8dc3] No waiting events found dispatching network-vif-unplugged-8cf74255-5117-49de-b85f-53cf72770ed3 {{(pid=62574) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1841.485561] env[62574]: DEBUG nova.compute.manager [req-21041a21-921c-473c-a00d-b1ed6a1d4404 req-c8f86743-5839-497f-9911-67ecb5e24067 service nova] [instance: b4a5297d-ced1-4f1d-8b44-508a8f6d8dc3] Received event network-vif-unplugged-8cf74255-5117-49de-b85f-53cf72770ed3 for instance with task_state deleting. {{(pid=62574) _process_instance_event /opt/stack/nova/nova/compute/manager.py:11326}} [ 1841.485682] env[62574]: DEBUG nova.compute.manager [req-21041a21-921c-473c-a00d-b1ed6a1d4404 req-c8f86743-5839-497f-9911-67ecb5e24067 service nova] [instance: b4a5297d-ced1-4f1d-8b44-508a8f6d8dc3] Received event network-changed-8cf74255-5117-49de-b85f-53cf72770ed3 {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1841.485846] env[62574]: DEBUG nova.compute.manager [req-21041a21-921c-473c-a00d-b1ed6a1d4404 req-c8f86743-5839-497f-9911-67ecb5e24067 service nova] [instance: b4a5297d-ced1-4f1d-8b44-508a8f6d8dc3] Refreshing instance network info cache due to event network-changed-8cf74255-5117-49de-b85f-53cf72770ed3. {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1841.486051] env[62574]: DEBUG oslo_concurrency.lockutils [req-21041a21-921c-473c-a00d-b1ed6a1d4404 req-c8f86743-5839-497f-9911-67ecb5e24067 service nova] Acquiring lock "refresh_cache-b4a5297d-ced1-4f1d-8b44-508a8f6d8dc3" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1841.486294] env[62574]: DEBUG oslo_concurrency.lockutils [req-21041a21-921c-473c-a00d-b1ed6a1d4404 req-c8f86743-5839-497f-9911-67ecb5e24067 service nova] Acquired lock "refresh_cache-b4a5297d-ced1-4f1d-8b44-508a8f6d8dc3" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1841.486367] env[62574]: DEBUG nova.network.neutron [req-21041a21-921c-473c-a00d-b1ed6a1d4404 req-c8f86743-5839-497f-9911-67ecb5e24067 service nova] [instance: b4a5297d-ced1-4f1d-8b44-508a8f6d8dc3] Refreshing network info cache for port 8cf74255-5117-49de-b85f-53cf72770ed3 {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1841.702819] env[62574]: DEBUG nova.compute.manager [None req-738dfad5-fa91-4a9d-86d9-6e1d502e85aa tempest-InstanceActionsNegativeTestJSON-1183545786 tempest-InstanceActionsNegativeTestJSON-1183545786-project-member] [instance: 813a8ab3-10c8-4980-b2b4-7a96d53137ba] Start destroying the instance on the hypervisor. {{(pid=62574) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1841.703656] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-738dfad5-fa91-4a9d-86d9-6e1d502e85aa tempest-InstanceActionsNegativeTestJSON-1183545786 tempest-InstanceActionsNegativeTestJSON-1183545786-project-member] [instance: 813a8ab3-10c8-4980-b2b4-7a96d53137ba] Destroying instance {{(pid=62574) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1841.704972] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7b62223-9971-4c96-8331-f6beb1234868 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.716145] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-738dfad5-fa91-4a9d-86d9-6e1d502e85aa tempest-InstanceActionsNegativeTestJSON-1183545786 tempest-InstanceActionsNegativeTestJSON-1183545786-project-member] [instance: 813a8ab3-10c8-4980-b2b4-7a96d53137ba] Powering off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1841.716720] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0e975cbf-97d2-46f0-94f8-b5e436512b1b {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.724521] env[62574]: DEBUG oslo_vmware.api [None req-738dfad5-fa91-4a9d-86d9-6e1d502e85aa tempest-InstanceActionsNegativeTestJSON-1183545786 tempest-InstanceActionsNegativeTestJSON-1183545786-project-member] Waiting for the task: (returnval){ [ 1841.724521] env[62574]: value = "task-1862128" [ 1841.724521] env[62574]: _type = "Task" [ 1841.724521] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1841.740024] env[62574]: DEBUG oslo_concurrency.lockutils [None req-b5b85167-3d39-49e1-b95d-d785337708cd tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Lock "723b0a75-38ad-494b-baac-29077f352e48" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.527s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1841.740024] env[62574]: DEBUG oslo_vmware.api [None req-738dfad5-fa91-4a9d-86d9-6e1d502e85aa tempest-InstanceActionsNegativeTestJSON-1183545786 tempest-InstanceActionsNegativeTestJSON-1183545786-project-member] Task: {'id': task-1862128, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1841.740024] env[62574]: DEBUG oslo_concurrency.lockutils [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Lock "723b0a75-38ad-494b-baac-29077f352e48" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 1.479s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1841.740024] env[62574]: INFO nova.compute.manager [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] [instance: 723b0a75-38ad-494b-baac-29077f352e48] During sync_power_state the instance has a pending task (spawning). Skip. [ 1841.740024] env[62574]: DEBUG oslo_concurrency.lockutils [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Lock "723b0a75-38ad-494b-baac-29077f352e48" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1841.845082] env[62574]: DEBUG oslo_concurrency.lockutils [None req-febe650b-c882-4e28-b90b-55e0a957aed3 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Acquiring lock "723b0a75-38ad-494b-baac-29077f352e48" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1841.849017] env[62574]: DEBUG oslo_concurrency.lockutils [None req-febe650b-c882-4e28-b90b-55e0a957aed3 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Lock "723b0a75-38ad-494b-baac-29077f352e48" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1841.849017] env[62574]: DEBUG nova.compute.manager [None req-febe650b-c882-4e28-b90b-55e0a957aed3 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] [instance: 723b0a75-38ad-494b-baac-29077f352e48] Checking state {{(pid=62574) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1841.849017] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbd7c982-2aee-4d2b-917f-4391d698259f {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.856293] env[62574]: DEBUG nova.compute.manager [None req-febe650b-c882-4e28-b90b-55e0a957aed3 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] [instance: 723b0a75-38ad-494b-baac-29077f352e48] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62574) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1841.858803] env[62574]: DEBUG nova.objects.instance [None req-febe650b-c882-4e28-b90b-55e0a957aed3 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Lazy-loading 'flavor' on Instance uuid 723b0a75-38ad-494b-baac-29077f352e48 {{(pid=62574) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1841.905028] env[62574]: DEBUG oslo_concurrency.lockutils [None req-e4c6f087-3801-4fe9-bdc3-14d62ed331fa tempest-VolumesAdminNegativeTest-247329141 tempest-VolumesAdminNegativeTest-247329141-project-member] Acquiring lock "cdb4528a-d1b1-442b-a5e3-e3c663ab7390" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1841.905028] env[62574]: DEBUG oslo_concurrency.lockutils [None req-e4c6f087-3801-4fe9-bdc3-14d62ed331fa tempest-VolumesAdminNegativeTest-247329141 tempest-VolumesAdminNegativeTest-247329141-project-member] Lock "cdb4528a-d1b1-442b-a5e3-e3c663ab7390" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1841.946854] env[62574]: INFO nova.compute.manager [None req-c574fddd-78c8-4d02-b269-2029e049bf20 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] [instance: d06fca54-652a-47dd-b14b-8f6bbf696503] Shelve offloading [ 1841.951285] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Instance b4522995-fb9c-471f-bd36-af8b721aa5ff actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62574) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1841.951462] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Instance e9878c22-2044-464f-915f-c1c865693437 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62574) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1841.951606] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Instance c4ca3d86-7d6e-4dbf-912b-7cb292596272 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62574) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1841.951730] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Instance d06fca54-652a-47dd-b14b-8f6bbf696503 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62574) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1841.951866] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Instance c2d3abbc-2fdd-4df1-bb58-709b2bc89bb4 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62574) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1841.954435] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Instance cdb4528a-d1b1-442b-a5e3-e3c663ab7390 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62574) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1841.954435] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Instance bf51b779-23b8-4401-8e23-74f751a27b18 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62574) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1841.954590] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Instance 76ab47f1-1837-44ef-a0c5-bbd149566601 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62574) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1841.956032] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Instance f6cfb126-1ff6-4ac9-802e-7bbdfb539176 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62574) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1841.956032] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Instance fb94d5d1-7f0f-4534-b9e9-2a52ac9a7c7f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62574) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1841.956032] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Instance 863dbe8b-20e6-485c-ba4d-b709d80fa327 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62574) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1841.956032] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Instance 43793844-f400-4665-b287-bc4374a1ae6d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62574) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1841.956032] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Instance c790641f-213d-4c82-b627-7ffc416d9f0b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62574) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1841.956032] env[62574]: WARNING nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Instance 8abe0c7b-f3f1-4f99-83f0-ddff0d909b82 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1841.956032] env[62574]: WARNING nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Instance 787a4d2b-9ae0-4226-95c3-ed825a3a3f55 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1841.956032] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Instance bd144d1a-a8e0-4d1f-ad0d-f3192e5cacd1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62574) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1841.956032] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Instance 813a8ab3-10c8-4980-b2b4-7a96d53137ba actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62574) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1841.956032] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Instance 723b0a75-38ad-494b-baac-29077f352e48 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62574) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1841.956032] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Instance 31d56eaa-d483-4254-9ca4-66bd50680c92 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62574) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1841.956729] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Total usable vcpus: 48, total allocated vcpus: 17 {{(pid=62574) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1841.956729] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3776MB phys_disk=200GB used_disk=16GB total_vcpus=48 used_vcpus=17 pci_stats=[] {{(pid=62574) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1842.240452] env[62574]: DEBUG oslo_vmware.api [None req-738dfad5-fa91-4a9d-86d9-6e1d502e85aa tempest-InstanceActionsNegativeTestJSON-1183545786 tempest-InstanceActionsNegativeTestJSON-1183545786-project-member] Task: {'id': task-1862128, 'name': PowerOffVM_Task, 'duration_secs': 0.233542} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1842.240452] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-738dfad5-fa91-4a9d-86d9-6e1d502e85aa tempest-InstanceActionsNegativeTestJSON-1183545786 tempest-InstanceActionsNegativeTestJSON-1183545786-project-member] [instance: 813a8ab3-10c8-4980-b2b4-7a96d53137ba] Powered off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1842.240452] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-738dfad5-fa91-4a9d-86d9-6e1d502e85aa tempest-InstanceActionsNegativeTestJSON-1183545786 tempest-InstanceActionsNegativeTestJSON-1183545786-project-member] [instance: 813a8ab3-10c8-4980-b2b4-7a96d53137ba] Unregistering the VM {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1842.240452] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3c84ef13-ac32-4384-96fb-2791bf6432f6 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.273648] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f97e7b30-349a-45ac-9d5e-5f6702eeed94 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.289299] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76d7fcc6-9640-425f-859b-4d6c800f8bae {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.323735] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a151215-e39a-4dca-99af-3ae990e2c22a {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.332314] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccaf19e8-ea39-463c-96fc-169bc3367a3a {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.350748] env[62574]: DEBUG nova.compute.manager [None req-aa69ab3f-edd0-432d-9803-8619b5f4978c tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] [instance: 31d56eaa-d483-4254-9ca4-66bd50680c92] Start spawning the instance on the hypervisor. {{(pid=62574) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1842.353382] env[62574]: DEBUG nova.compute.provider_tree [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Inventory has not changed in ProviderTree for provider: f0ed160a-beff-4626-a531-2a70d7bc0627 {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1842.391368] env[62574]: DEBUG nova.virt.hardware [None req-aa69ab3f-edd0-432d-9803-8619b5f4978c tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T19:26:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-13T19:26:40Z,direct_url=,disk_format='vmdk',id=3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7eed1dd4d2c3418eb32c4f4ceda3ab0d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-13T19:26:41Z,virtual_size=,visibility=), allow threads: False {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1842.391551] env[62574]: DEBUG nova.virt.hardware [None req-aa69ab3f-edd0-432d-9803-8619b5f4978c tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Flavor limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1842.391714] env[62574]: DEBUG nova.virt.hardware [None req-aa69ab3f-edd0-432d-9803-8619b5f4978c tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Image limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1842.391899] env[62574]: DEBUG nova.virt.hardware [None req-aa69ab3f-edd0-432d-9803-8619b5f4978c tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Flavor pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1842.392058] env[62574]: DEBUG nova.virt.hardware [None req-aa69ab3f-edd0-432d-9803-8619b5f4978c tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Image pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1842.392209] env[62574]: DEBUG nova.virt.hardware [None req-aa69ab3f-edd0-432d-9803-8619b5f4978c tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1842.392425] env[62574]: DEBUG nova.virt.hardware [None req-aa69ab3f-edd0-432d-9803-8619b5f4978c tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1842.392584] env[62574]: DEBUG nova.virt.hardware [None req-aa69ab3f-edd0-432d-9803-8619b5f4978c tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1842.392790] env[62574]: DEBUG nova.virt.hardware [None req-aa69ab3f-edd0-432d-9803-8619b5f4978c tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Got 1 possible topologies {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1842.392911] env[62574]: DEBUG nova.virt.hardware [None req-aa69ab3f-edd0-432d-9803-8619b5f4978c tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1842.393193] env[62574]: DEBUG nova.virt.hardware [None req-aa69ab3f-edd0-432d-9803-8619b5f4978c tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1842.394359] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2b1ab90-4c5d-4b02-bcf2-7684d5834fdc {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.402745] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16f146c6-ce99-4863-bf84-0c90b3d75799 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.409215] env[62574]: DEBUG nova.compute.utils [None req-e4c6f087-3801-4fe9-bdc3-14d62ed331fa tempest-VolumesAdminNegativeTest-247329141 tempest-VolumesAdminNegativeTest-247329141-project-member] Using /dev/sd instead of None {{(pid=62574) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1842.459729] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-c574fddd-78c8-4d02-b269-2029e049bf20 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] [instance: d06fca54-652a-47dd-b14b-8f6bbf696503] Powering off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1842.460068] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cd44ec65-04b5-44cd-97d0-76c3388d900b {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.467554] env[62574]: DEBUG oslo_vmware.api [None req-c574fddd-78c8-4d02-b269-2029e049bf20 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Waiting for the task: (returnval){ [ 1842.467554] env[62574]: value = "task-1862130" [ 1842.467554] env[62574]: _type = "Task" [ 1842.467554] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1842.476787] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-c574fddd-78c8-4d02-b269-2029e049bf20 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] [instance: d06fca54-652a-47dd-b14b-8f6bbf696503] VM already powered off {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1842.477111] env[62574]: DEBUG nova.compute.manager [None req-c574fddd-78c8-4d02-b269-2029e049bf20 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] [instance: d06fca54-652a-47dd-b14b-8f6bbf696503] Checking state {{(pid=62574) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1842.477794] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39925881-51a4-4546-8712-0aaf13658418 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.483689] env[62574]: DEBUG oslo_concurrency.lockutils [None req-c574fddd-78c8-4d02-b269-2029e049bf20 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Acquiring lock "refresh_cache-d06fca54-652a-47dd-b14b-8f6bbf696503" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1842.484983] env[62574]: DEBUG oslo_concurrency.lockutils [None req-c574fddd-78c8-4d02-b269-2029e049bf20 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Acquired lock "refresh_cache-d06fca54-652a-47dd-b14b-8f6bbf696503" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1842.484983] env[62574]: DEBUG nova.network.neutron [None req-c574fddd-78c8-4d02-b269-2029e049bf20 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] [instance: d06fca54-652a-47dd-b14b-8f6bbf696503] Building network info cache for instance {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1842.486441] env[62574]: DEBUG nova.network.neutron [req-21041a21-921c-473c-a00d-b1ed6a1d4404 req-c8f86743-5839-497f-9911-67ecb5e24067 service nova] [instance: b4a5297d-ced1-4f1d-8b44-508a8f6d8dc3] Updated VIF entry in instance network info cache for port 8cf74255-5117-49de-b85f-53cf72770ed3. {{(pid=62574) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1842.486441] env[62574]: DEBUG nova.network.neutron [req-21041a21-921c-473c-a00d-b1ed6a1d4404 req-c8f86743-5839-497f-9911-67ecb5e24067 service nova] [instance: b4a5297d-ced1-4f1d-8b44-508a8f6d8dc3] Updating instance_info_cache with network_info: [{"id": "8cf74255-5117-49de-b85f-53cf72770ed3", "address": "fa:16:3e:23:da:94", "network": {"id": "d21729a3-6af1-4685-8299-0af047d6c105", "bridge": null, "label": "tempest-DeleteServersTestJSON-979648045-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "50322706d83c42c3a9bbd5c51ba34b64", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap8cf74255-51", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1842.596627] env[62574]: DEBUG nova.network.neutron [-] [instance: c2d3abbc-2fdd-4df1-bb58-709b2bc89bb4] Updating instance_info_cache with network_info: [] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1842.857811] env[62574]: DEBUG nova.scheduler.client.report [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Inventory has not changed for provider f0ed160a-beff-4626-a531-2a70d7bc0627 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1842.869299] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-febe650b-c882-4e28-b90b-55e0a957aed3 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] [instance: 723b0a75-38ad-494b-baac-29077f352e48] Powering off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1842.870341] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b0f7c7a2-808a-4987-81ca-6a86cfddf60b {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.879455] env[62574]: DEBUG oslo_vmware.api [None req-febe650b-c882-4e28-b90b-55e0a957aed3 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Waiting for the task: (returnval){ [ 1842.879455] env[62574]: value = "task-1862131" [ 1842.879455] env[62574]: _type = "Task" [ 1842.879455] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1842.888664] env[62574]: DEBUG oslo_vmware.api [None req-febe650b-c882-4e28-b90b-55e0a957aed3 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Task: {'id': task-1862131, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1842.910468] env[62574]: DEBUG oslo_concurrency.lockutils [None req-c7820d51-3543-4024-b120-f32b86c24d21 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Acquiring lock "9a4440bb-97d9-4dd7-bc7d-2a6c94e9e40c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1842.910720] env[62574]: DEBUG oslo_concurrency.lockutils [None req-c7820d51-3543-4024-b120-f32b86c24d21 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Lock "9a4440bb-97d9-4dd7-bc7d-2a6c94e9e40c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1842.919587] env[62574]: DEBUG oslo_concurrency.lockutils [None req-e4c6f087-3801-4fe9-bdc3-14d62ed331fa tempest-VolumesAdminNegativeTest-247329141 tempest-VolumesAdminNegativeTest-247329141-project-member] Lock "cdb4528a-d1b1-442b-a5e3-e3c663ab7390" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.015s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1842.996953] env[62574]: DEBUG oslo_concurrency.lockutils [req-21041a21-921c-473c-a00d-b1ed6a1d4404 req-c8f86743-5839-497f-9911-67ecb5e24067 service nova] Releasing lock "refresh_cache-b4a5297d-ced1-4f1d-8b44-508a8f6d8dc3" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1843.098462] env[62574]: INFO nova.compute.manager [-] [instance: c2d3abbc-2fdd-4df1-bb58-709b2bc89bb4] Took 1.86 seconds to deallocate network for instance. [ 1843.215349] env[62574]: DEBUG nova.network.neutron [None req-c574fddd-78c8-4d02-b269-2029e049bf20 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] [instance: d06fca54-652a-47dd-b14b-8f6bbf696503] Updating instance_info_cache with network_info: [{"id": "fc89cac8-4136-400b-9db5-6df20347e14a", "address": "fa:16:3e:7e:fe:92", "network": {"id": "c6e82ed8-135c-4a2b-a7fa-f0f461137015", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-414473987-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.167", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5c18e090ac645c2bb13c4b6714f5f01", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c42bb08a-77b4-4bba-8166-702cbb1b5f1e", "external-id": "nsx-vlan-transportzone-137", "segmentation_id": 137, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc89cac8-41", "ovs_interfaceid": "fc89cac8-4136-400b-9db5-6df20347e14a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1843.356058] env[62574]: DEBUG oslo_concurrency.lockutils [None req-59ec8d68-2d55-4d79-a3e3-a5420d1d54a7 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Acquiring lock "1acdec40-8943-472c-ae9f-aad12d2bc16d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1843.356350] env[62574]: DEBUG oslo_concurrency.lockutils [None req-59ec8d68-2d55-4d79-a3e3-a5420d1d54a7 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Lock "1acdec40-8943-472c-ae9f-aad12d2bc16d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1843.362552] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62574) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1843.362795] env[62574]: DEBUG oslo_concurrency.lockutils [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.466s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1843.363067] env[62574]: DEBUG oslo_concurrency.lockutils [None req-ee48528e-690d-4e40-959c-6cfb57242ca7 tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.430s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1843.363272] env[62574]: DEBUG oslo_concurrency.lockutils [None req-ee48528e-690d-4e40-959c-6cfb57242ca7 tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1843.365278] env[62574]: DEBUG oslo_concurrency.lockutils [None req-17c7372f-b816-402d-a4e5-27e6b1a9e0e7 tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.366s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1843.365516] env[62574]: DEBUG oslo_concurrency.lockutils [None req-17c7372f-b816-402d-a4e5-27e6b1a9e0e7 tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1843.367277] env[62574]: DEBUG oslo_concurrency.lockutils [None req-c77e2f6e-ef03-44ba-b16b-c1927e46ba8a tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.244s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1843.367507] env[62574]: DEBUG oslo_concurrency.lockutils [None req-c77e2f6e-ef03-44ba-b16b-c1927e46ba8a tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1843.386221] env[62574]: INFO nova.scheduler.client.report [None req-17c7372f-b816-402d-a4e5-27e6b1a9e0e7 tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Deleted allocations for instance 787a4d2b-9ae0-4226-95c3-ed825a3a3f55 [ 1843.390716] env[62574]: DEBUG oslo_vmware.api [None req-febe650b-c882-4e28-b90b-55e0a957aed3 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Task: {'id': task-1862131, 'name': PowerOffVM_Task, 'duration_secs': 0.374634} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1843.391727] env[62574]: INFO nova.scheduler.client.report [None req-ee48528e-690d-4e40-959c-6cfb57242ca7 tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Deleted allocations for instance 8abe0c7b-f3f1-4f99-83f0-ddff0d909b82 [ 1843.392903] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-febe650b-c882-4e28-b90b-55e0a957aed3 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] [instance: 723b0a75-38ad-494b-baac-29077f352e48] Powered off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1843.393122] env[62574]: DEBUG nova.compute.manager [None req-febe650b-c882-4e28-b90b-55e0a957aed3 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] [instance: 723b0a75-38ad-494b-baac-29077f352e48] Checking state {{(pid=62574) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1843.397914] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae967ea0-551d-4a3d-ad28-fde0101204a2 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1843.413493] env[62574]: DEBUG nova.compute.manager [None req-c7820d51-3543-4024-b120-f32b86c24d21 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] [instance: 9a4440bb-97d9-4dd7-bc7d-2a6c94e9e40c] Starting instance... {{(pid=62574) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1843.506896] env[62574]: DEBUG nova.compute.manager [req-d335073a-049f-4557-9675-c4103d3d7da1 req-15fec8fb-f8de-4659-a7eb-0f019f99505b service nova] [instance: c2d3abbc-2fdd-4df1-bb58-709b2bc89bb4] Received event network-vif-deleted-3b5f9d3f-b64d-4055-a173-f7b0c02ac2e5 {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1843.648774] env[62574]: INFO nova.compute.manager [None req-dda66375-ae60-4777-9b3d-e7037e00700e tempest-ServersTestBootFromVolume-749154611 tempest-ServersTestBootFromVolume-749154611-project-member] [instance: c2d3abbc-2fdd-4df1-bb58-709b2bc89bb4] Took 0.55 seconds to detach 1 volumes for instance. [ 1843.651473] env[62574]: DEBUG nova.compute.manager [None req-dda66375-ae60-4777-9b3d-e7037e00700e tempest-ServersTestBootFromVolume-749154611 tempest-ServersTestBootFromVolume-749154611-project-member] [instance: c2d3abbc-2fdd-4df1-bb58-709b2bc89bb4] Deleting volume: 3f23cb4e-0308-4ea0-a76b-720367edd08c {{(pid=62574) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1843.718837] env[62574]: DEBUG oslo_concurrency.lockutils [None req-c574fddd-78c8-4d02-b269-2029e049bf20 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Releasing lock "refresh_cache-d06fca54-652a-47dd-b14b-8f6bbf696503" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1843.858455] env[62574]: DEBUG nova.compute.manager [None req-59ec8d68-2d55-4d79-a3e3-a5420d1d54a7 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] [instance: 1acdec40-8943-472c-ae9f-aad12d2bc16d] Starting instance... {{(pid=62574) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1843.875880] env[62574]: DEBUG oslo_concurrency.lockutils [None req-c77e2f6e-ef03-44ba-b16b-c1927e46ba8a tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Lock "b4a5297d-ced1-4f1d-8b44-508a8f6d8dc3" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 24.318s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1843.876360] env[62574]: DEBUG oslo_concurrency.lockutils [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Lock "b4a5297d-ced1-4f1d-8b44-508a8f6d8dc3" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 3.617s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1843.876407] env[62574]: INFO nova.compute.manager [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] [instance: b4a5297d-ced1-4f1d-8b44-508a8f6d8dc3] During sync_power_state the instance has a pending task (shelving_offloading). Skip. [ 1843.876631] env[62574]: DEBUG oslo_concurrency.lockutils [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Lock "b4a5297d-ced1-4f1d-8b44-508a8f6d8dc3" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1843.876941] env[62574]: DEBUG oslo_concurrency.lockutils [None req-b8bf3e5b-967e-4d79-8548-d36bd3f2edea tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Lock "b4a5297d-ced1-4f1d-8b44-508a8f6d8dc3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 2.422s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1843.877175] env[62574]: DEBUG oslo_concurrency.lockutils [None req-b8bf3e5b-967e-4d79-8548-d36bd3f2edea tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Acquiring lock "b4a5297d-ced1-4f1d-8b44-508a8f6d8dc3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1843.877400] env[62574]: DEBUG oslo_concurrency.lockutils [None req-b8bf3e5b-967e-4d79-8548-d36bd3f2edea tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Lock "b4a5297d-ced1-4f1d-8b44-508a8f6d8dc3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1843.877594] env[62574]: DEBUG oslo_concurrency.lockutils [None req-b8bf3e5b-967e-4d79-8548-d36bd3f2edea tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Lock "b4a5297d-ced1-4f1d-8b44-508a8f6d8dc3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1843.880802] env[62574]: INFO nova.compute.manager [None req-b8bf3e5b-967e-4d79-8548-d36bd3f2edea tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] [instance: b4a5297d-ced1-4f1d-8b44-508a8f6d8dc3] Terminating instance [ 1843.906435] env[62574]: DEBUG oslo_concurrency.lockutils [None req-ee48528e-690d-4e40-959c-6cfb57242ca7 tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Lock "8abe0c7b-f3f1-4f99-83f0-ddff0d909b82" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.042s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1843.907338] env[62574]: DEBUG oslo_concurrency.lockutils [None req-17c7372f-b816-402d-a4e5-27e6b1a9e0e7 tempest-MultipleCreateTestJSON-1483056202 tempest-MultipleCreateTestJSON-1483056202-project-member] Lock "787a4d2b-9ae0-4226-95c3-ed825a3a3f55" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.980s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1843.908516] env[62574]: DEBUG oslo_concurrency.lockutils [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Lock "8abe0c7b-f3f1-4f99-83f0-ddff0d909b82" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 3.649s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1843.908755] env[62574]: INFO nova.compute.manager [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] [instance: 8abe0c7b-f3f1-4f99-83f0-ddff0d909b82] During sync_power_state the instance has a pending task (deleting). Skip. [ 1843.908893] env[62574]: DEBUG oslo_concurrency.lockutils [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Lock "8abe0c7b-f3f1-4f99-83f0-ddff0d909b82" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1843.910999] env[62574]: DEBUG oslo_concurrency.lockutils [None req-febe650b-c882-4e28-b90b-55e0a957aed3 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Lock "723b0a75-38ad-494b-baac-29077f352e48" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.066s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1843.911818] env[62574]: DEBUG oslo_concurrency.lockutils [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Lock "787a4d2b-9ae0-4226-95c3-ed825a3a3f55" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 3.652s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1843.911975] env[62574]: INFO nova.compute.manager [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] [instance: 787a4d2b-9ae0-4226-95c3-ed825a3a3f55] During sync_power_state the instance has a pending task (deleting). Skip. [ 1843.912375] env[62574]: DEBUG oslo_concurrency.lockutils [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Lock "787a4d2b-9ae0-4226-95c3-ed825a3a3f55" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1843.938424] env[62574]: DEBUG oslo_concurrency.lockutils [None req-c7820d51-3543-4024-b120-f32b86c24d21 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1843.938721] env[62574]: DEBUG oslo_concurrency.lockutils [None req-c7820d51-3543-4024-b120-f32b86c24d21 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1843.940471] env[62574]: INFO nova.compute.claims [None req-c7820d51-3543-4024-b120-f32b86c24d21 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] [instance: 9a4440bb-97d9-4dd7-bc7d-2a6c94e9e40c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1843.978713] env[62574]: DEBUG oslo_concurrency.lockutils [None req-e4c6f087-3801-4fe9-bdc3-14d62ed331fa tempest-VolumesAdminNegativeTest-247329141 tempest-VolumesAdminNegativeTest-247329141-project-member] Acquiring lock "cdb4528a-d1b1-442b-a5e3-e3c663ab7390" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1843.979642] env[62574]: DEBUG oslo_concurrency.lockutils [None req-e4c6f087-3801-4fe9-bdc3-14d62ed331fa tempest-VolumesAdminNegativeTest-247329141 tempest-VolumesAdminNegativeTest-247329141-project-member] Lock "cdb4528a-d1b1-442b-a5e3-e3c663ab7390" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1843.979642] env[62574]: INFO nova.compute.manager [None req-e4c6f087-3801-4fe9-bdc3-14d62ed331fa tempest-VolumesAdminNegativeTest-247329141 tempest-VolumesAdminNegativeTest-247329141-project-member] [instance: cdb4528a-d1b1-442b-a5e3-e3c663ab7390] Attaching volume 8a9f5a25-62ab-4eb7-8fe9-2cfd82178e95 to /dev/sdb [ 1844.024173] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b8e6c45-7fdb-4167-8ef7-2e3351102b27 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.031366] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31ef551d-e1fa-4a50-9e17-b7fc9f1cfabc {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.044805] env[62574]: DEBUG nova.virt.block_device [None req-e4c6f087-3801-4fe9-bdc3-14d62ed331fa tempest-VolumesAdminNegativeTest-247329141 tempest-VolumesAdminNegativeTest-247329141-project-member] [instance: cdb4528a-d1b1-442b-a5e3-e3c663ab7390] Updating existing volume attachment record: bcf5f486-18e9-4fd6-b212-047088a11a4b {{(pid=62574) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1844.106130] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-c574fddd-78c8-4d02-b269-2029e049bf20 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] [instance: d06fca54-652a-47dd-b14b-8f6bbf696503] Destroying instance {{(pid=62574) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1844.107158] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3edb486d-063e-4790-855c-6a20447777e5 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.114202] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-c574fddd-78c8-4d02-b269-2029e049bf20 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] [instance: d06fca54-652a-47dd-b14b-8f6bbf696503] Unregistering the VM {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1844.114481] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-691c3ae2-83c0-422a-a477-c077e238ec97 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.196023] env[62574]: DEBUG oslo_concurrency.lockutils [None req-dda66375-ae60-4777-9b3d-e7037e00700e tempest-ServersTestBootFromVolume-749154611 tempest-ServersTestBootFromVolume-749154611-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1844.380020] env[62574]: DEBUG oslo_concurrency.lockutils [None req-59ec8d68-2d55-4d79-a3e3-a5420d1d54a7 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1844.385273] env[62574]: DEBUG nova.compute.manager [None req-b8bf3e5b-967e-4d79-8548-d36bd3f2edea tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] [instance: b4a5297d-ced1-4f1d-8b44-508a8f6d8dc3] Start destroying the instance on the hypervisor. {{(pid=62574) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1844.387932] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-b8bf3e5b-967e-4d79-8548-d36bd3f2edea tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] [instance: b4a5297d-ced1-4f1d-8b44-508a8f6d8dc3] Destroying instance {{(pid=62574) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1844.387932] env[62574]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-21b80d85-50ee-453d-abe0-2ee884e9fda7 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.400342] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be18a97c-6aef-4172-853d-a030a829c874 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.436263] env[62574]: WARNING nova.virt.vmwareapi.vmops [None req-b8bf3e5b-967e-4d79-8548-d36bd3f2edea tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] [instance: b4a5297d-ced1-4f1d-8b44-508a8f6d8dc3] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance b4a5297d-ced1-4f1d-8b44-508a8f6d8dc3 could not be found. [ 1844.436263] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-b8bf3e5b-967e-4d79-8548-d36bd3f2edea tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] [instance: b4a5297d-ced1-4f1d-8b44-508a8f6d8dc3] Instance destroyed {{(pid=62574) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1844.436263] env[62574]: INFO nova.compute.manager [None req-b8bf3e5b-967e-4d79-8548-d36bd3f2edea tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] [instance: b4a5297d-ced1-4f1d-8b44-508a8f6d8dc3] Took 0.05 seconds to destroy the instance on the hypervisor. [ 1844.436263] env[62574]: DEBUG oslo.service.loopingcall [None req-b8bf3e5b-967e-4d79-8548-d36bd3f2edea tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62574) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1844.436623] env[62574]: DEBUG nova.compute.manager [-] [instance: b4a5297d-ced1-4f1d-8b44-508a8f6d8dc3] Deallocating network for instance {{(pid=62574) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1844.436745] env[62574]: DEBUG nova.network.neutron [-] [instance: b4a5297d-ced1-4f1d-8b44-508a8f6d8dc3] deallocate_for_instance() {{(pid=62574) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1845.145548] env[62574]: DEBUG nova.network.neutron [-] [instance: b4a5297d-ced1-4f1d-8b44-508a8f6d8dc3] Updating instance_info_cache with network_info: [] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1845.179779] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68c85656-1c49-4b75-b7fd-2987594a7c1a {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.190420] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa03733f-d576-40bc-9557-ae28ff234ca7 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.224632] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ae086c8-eca3-4062-9d4a-1a1bb342569a {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.233759] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1306387e-93b5-417b-b344-1382f0254a44 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.246684] env[62574]: DEBUG nova.compute.provider_tree [None req-c7820d51-3543-4024-b120-f32b86c24d21 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Inventory has not changed in ProviderTree for provider: f0ed160a-beff-4626-a531-2a70d7bc0627 {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1845.572066] env[62574]: DEBUG nova.compute.manager [req-a976edeb-7686-4d86-b8c4-37e850779f01 req-d88edfc6-7b3d-4119-9f6e-4468bfa44b1a service nova] [instance: d06fca54-652a-47dd-b14b-8f6bbf696503] Received event network-vif-unplugged-fc89cac8-4136-400b-9db5-6df20347e14a {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1845.572066] env[62574]: DEBUG oslo_concurrency.lockutils [req-a976edeb-7686-4d86-b8c4-37e850779f01 req-d88edfc6-7b3d-4119-9f6e-4468bfa44b1a service nova] Acquiring lock "d06fca54-652a-47dd-b14b-8f6bbf696503-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1845.572285] env[62574]: DEBUG oslo_concurrency.lockutils [req-a976edeb-7686-4d86-b8c4-37e850779f01 req-d88edfc6-7b3d-4119-9f6e-4468bfa44b1a service nova] Lock "d06fca54-652a-47dd-b14b-8f6bbf696503-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1845.572353] env[62574]: DEBUG oslo_concurrency.lockutils [req-a976edeb-7686-4d86-b8c4-37e850779f01 req-d88edfc6-7b3d-4119-9f6e-4468bfa44b1a service nova] Lock "d06fca54-652a-47dd-b14b-8f6bbf696503-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1845.572472] env[62574]: DEBUG nova.compute.manager [req-a976edeb-7686-4d86-b8c4-37e850779f01 req-d88edfc6-7b3d-4119-9f6e-4468bfa44b1a service nova] [instance: d06fca54-652a-47dd-b14b-8f6bbf696503] No waiting events found dispatching network-vif-unplugged-fc89cac8-4136-400b-9db5-6df20347e14a {{(pid=62574) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1845.572705] env[62574]: WARNING nova.compute.manager [req-a976edeb-7686-4d86-b8c4-37e850779f01 req-d88edfc6-7b3d-4119-9f6e-4468bfa44b1a service nova] [instance: d06fca54-652a-47dd-b14b-8f6bbf696503] Received unexpected event network-vif-unplugged-fc89cac8-4136-400b-9db5-6df20347e14a for instance with vm_state shelved and task_state shelving_offloading. [ 1845.572886] env[62574]: DEBUG nova.compute.manager [req-a976edeb-7686-4d86-b8c4-37e850779f01 req-d88edfc6-7b3d-4119-9f6e-4468bfa44b1a service nova] [instance: d06fca54-652a-47dd-b14b-8f6bbf696503] Received event network-changed-fc89cac8-4136-400b-9db5-6df20347e14a {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1845.573175] env[62574]: DEBUG nova.compute.manager [req-a976edeb-7686-4d86-b8c4-37e850779f01 req-d88edfc6-7b3d-4119-9f6e-4468bfa44b1a service nova] [instance: d06fca54-652a-47dd-b14b-8f6bbf696503] Refreshing instance network info cache due to event network-changed-fc89cac8-4136-400b-9db5-6df20347e14a. {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1845.573294] env[62574]: DEBUG oslo_concurrency.lockutils [req-a976edeb-7686-4d86-b8c4-37e850779f01 req-d88edfc6-7b3d-4119-9f6e-4468bfa44b1a service nova] Acquiring lock "refresh_cache-d06fca54-652a-47dd-b14b-8f6bbf696503" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1845.573447] env[62574]: DEBUG oslo_concurrency.lockutils [req-a976edeb-7686-4d86-b8c4-37e850779f01 req-d88edfc6-7b3d-4119-9f6e-4468bfa44b1a service nova] Acquired lock "refresh_cache-d06fca54-652a-47dd-b14b-8f6bbf696503" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1845.573615] env[62574]: DEBUG nova.network.neutron [req-a976edeb-7686-4d86-b8c4-37e850779f01 req-d88edfc6-7b3d-4119-9f6e-4468bfa44b1a service nova] [instance: d06fca54-652a-47dd-b14b-8f6bbf696503] Refreshing network info cache for port fc89cac8-4136-400b-9db5-6df20347e14a {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1845.649043] env[62574]: INFO nova.compute.manager [-] [instance: b4a5297d-ced1-4f1d-8b44-508a8f6d8dc3] Took 1.21 seconds to deallocate network for instance. [ 1845.750828] env[62574]: DEBUG nova.scheduler.client.report [None req-c7820d51-3543-4024-b120-f32b86c24d21 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Inventory has not changed for provider f0ed160a-beff-4626-a531-2a70d7bc0627 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1845.821462] env[62574]: DEBUG nova.compute.manager [None req-7934a93a-b0f6-4718-a0b4-7995957c213b tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] [instance: 723b0a75-38ad-494b-baac-29077f352e48] Checking state {{(pid=62574) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1845.822805] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-822b052a-ba79-4ec8-9fd8-aa9de07ccc50 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1846.254514] env[62574]: DEBUG oslo_concurrency.lockutils [None req-c7820d51-3543-4024-b120-f32b86c24d21 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.316s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1846.255083] env[62574]: DEBUG nova.compute.manager [None req-c7820d51-3543-4024-b120-f32b86c24d21 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] [instance: 9a4440bb-97d9-4dd7-bc7d-2a6c94e9e40c] Start building networks asynchronously for instance. {{(pid=62574) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1846.257890] env[62574]: DEBUG oslo_concurrency.lockutils [None req-dda66375-ae60-4777-9b3d-e7037e00700e tempest-ServersTestBootFromVolume-749154611 tempest-ServersTestBootFromVolume-749154611-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.062s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1846.258130] env[62574]: DEBUG nova.objects.instance [None req-dda66375-ae60-4777-9b3d-e7037e00700e tempest-ServersTestBootFromVolume-749154611 tempest-ServersTestBootFromVolume-749154611-project-member] Lazy-loading 'resources' on Instance uuid c2d3abbc-2fdd-4df1-bb58-709b2bc89bb4 {{(pid=62574) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1846.302747] env[62574]: DEBUG nova.network.neutron [req-a976edeb-7686-4d86-b8c4-37e850779f01 req-d88edfc6-7b3d-4119-9f6e-4468bfa44b1a service nova] [instance: d06fca54-652a-47dd-b14b-8f6bbf696503] Updated VIF entry in instance network info cache for port fc89cac8-4136-400b-9db5-6df20347e14a. {{(pid=62574) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1846.303164] env[62574]: DEBUG nova.network.neutron [req-a976edeb-7686-4d86-b8c4-37e850779f01 req-d88edfc6-7b3d-4119-9f6e-4468bfa44b1a service nova] [instance: d06fca54-652a-47dd-b14b-8f6bbf696503] Updating instance_info_cache with network_info: [{"id": "fc89cac8-4136-400b-9db5-6df20347e14a", "address": "fa:16:3e:7e:fe:92", "network": {"id": "c6e82ed8-135c-4a2b-a7fa-f0f461137015", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-414473987-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.167", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5c18e090ac645c2bb13c4b6714f5f01", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapfc89cac8-41", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1846.333168] env[62574]: INFO nova.compute.manager [None req-7934a93a-b0f6-4718-a0b4-7995957c213b tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] [instance: 723b0a75-38ad-494b-baac-29077f352e48] instance snapshotting [ 1846.333429] env[62574]: WARNING nova.compute.manager [None req-7934a93a-b0f6-4718-a0b4-7995957c213b tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] [instance: 723b0a75-38ad-494b-baac-29077f352e48] trying to snapshot a non-running instance: (state: 4 expected: 1) [ 1846.335959] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ededc24-bc74-45dc-8df7-c25eb22934e5 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1846.355283] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebc2af60-234d-41fa-a2b2-a60d408f0a91 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1846.672435] env[62574]: DEBUG oslo_concurrency.lockutils [None req-b8bf3e5b-967e-4d79-8548-d36bd3f2edea tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Lock "b4a5297d-ced1-4f1d-8b44-508a8f6d8dc3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 2.795s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1846.719101] env[62574]: DEBUG oslo_concurrency.lockutils [None req-03702b39-22c0-42bd-a2e6-5c3469815dba tempest-ServerShowV257Test-978750593 tempest-ServerShowV257Test-978750593-project-member] Acquiring lock "5b6261ef-63f1-49d1-b19f-798b48df3806" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1846.719209] env[62574]: DEBUG oslo_concurrency.lockutils [None req-03702b39-22c0-42bd-a2e6-5c3469815dba tempest-ServerShowV257Test-978750593 tempest-ServerShowV257Test-978750593-project-member] Lock "5b6261ef-63f1-49d1-b19f-798b48df3806" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1846.761578] env[62574]: DEBUG nova.compute.utils [None req-c7820d51-3543-4024-b120-f32b86c24d21 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Using /dev/sd instead of None {{(pid=62574) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1846.766259] env[62574]: DEBUG nova.compute.manager [None req-c7820d51-3543-4024-b120-f32b86c24d21 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] [instance: 9a4440bb-97d9-4dd7-bc7d-2a6c94e9e40c] Allocating IP information in the background. {{(pid=62574) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1846.766382] env[62574]: DEBUG nova.network.neutron [None req-c7820d51-3543-4024-b120-f32b86c24d21 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] [instance: 9a4440bb-97d9-4dd7-bc7d-2a6c94e9e40c] allocate_for_instance() {{(pid=62574) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1846.806853] env[62574]: DEBUG oslo_concurrency.lockutils [req-a976edeb-7686-4d86-b8c4-37e850779f01 req-d88edfc6-7b3d-4119-9f6e-4468bfa44b1a service nova] Releasing lock "refresh_cache-d06fca54-652a-47dd-b14b-8f6bbf696503" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1846.818364] env[62574]: DEBUG nova.policy [None req-c7820d51-3543-4024-b120-f32b86c24d21 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '92bf7b982df249fe99995d7b39490deb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7f9eb8bf1afc4a1c99652faad70fca7f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62574) authorize /opt/stack/nova/nova/policy.py:192}} [ 1846.865894] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-7934a93a-b0f6-4718-a0b4-7995957c213b tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] [instance: 723b0a75-38ad-494b-baac-29077f352e48] Creating Snapshot of the VM instance {{(pid=62574) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1846.868286] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-18ecdedd-8f09-4833-853a-c11c38ef5f61 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1846.875604] env[62574]: DEBUG oslo_vmware.api [None req-7934a93a-b0f6-4718-a0b4-7995957c213b tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Waiting for the task: (returnval){ [ 1846.875604] env[62574]: value = "task-1862138" [ 1846.875604] env[62574]: _type = "Task" [ 1846.875604] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1846.887551] env[62574]: DEBUG oslo_vmware.api [None req-7934a93a-b0f6-4718-a0b4-7995957c213b tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Task: {'id': task-1862138, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1847.103589] env[62574]: DEBUG nova.network.neutron [None req-c7820d51-3543-4024-b120-f32b86c24d21 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] [instance: 9a4440bb-97d9-4dd7-bc7d-2a6c94e9e40c] Successfully created port: b8834ca0-e192-4019-a6b2-50dfc68aa157 {{(pid=62574) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1847.126595] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-564b096d-6eed-485e-adeb-dab40d5c6a8c {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.134379] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ea98010-1657-4713-b2ca-dc742d66e145 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.170568] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4912cc50-bb51-4563-929b-5d08d19e6be6 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.178481] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e8b118c-f535-40f1-af13-d223821e4ff5 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.193496] env[62574]: DEBUG nova.compute.provider_tree [None req-dda66375-ae60-4777-9b3d-e7037e00700e tempest-ServersTestBootFromVolume-749154611 tempest-ServersTestBootFromVolume-749154611-project-member] Inventory has not changed in ProviderTree for provider: f0ed160a-beff-4626-a531-2a70d7bc0627 {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1847.221701] env[62574]: DEBUG nova.compute.manager [None req-03702b39-22c0-42bd-a2e6-5c3469815dba tempest-ServerShowV257Test-978750593 tempest-ServerShowV257Test-978750593-project-member] [instance: 5b6261ef-63f1-49d1-b19f-798b48df3806] Starting instance... {{(pid=62574) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1847.267065] env[62574]: DEBUG nova.compute.manager [None req-c7820d51-3543-4024-b120-f32b86c24d21 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] [instance: 9a4440bb-97d9-4dd7-bc7d-2a6c94e9e40c] Start building block device mappings for instance. {{(pid=62574) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1847.387069] env[62574]: DEBUG oslo_vmware.api [None req-7934a93a-b0f6-4718-a0b4-7995957c213b tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Task: {'id': task-1862138, 'name': CreateSnapshot_Task, 'duration_secs': 0.429211} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1847.387069] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-7934a93a-b0f6-4718-a0b4-7995957c213b tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] [instance: 723b0a75-38ad-494b-baac-29077f352e48] Created Snapshot of the VM instance {{(pid=62574) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1847.387286] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2fbba5a-2037-42e9-a258-b4285825db95 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.681332] env[62574]: DEBUG oslo_concurrency.lockutils [None req-08cfb9d5-9ee2-43cb-83ee-9c28844f3e58 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Acquiring lock "c9f509e8-5f1b-4ea9-9367-46d544ffa807" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1847.681574] env[62574]: DEBUG oslo_concurrency.lockutils [None req-08cfb9d5-9ee2-43cb-83ee-9c28844f3e58 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Lock "c9f509e8-5f1b-4ea9-9367-46d544ffa807" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1847.696440] env[62574]: DEBUG nova.scheduler.client.report [None req-dda66375-ae60-4777-9b3d-e7037e00700e tempest-ServersTestBootFromVolume-749154611 tempest-ServersTestBootFromVolume-749154611-project-member] Inventory has not changed for provider f0ed160a-beff-4626-a531-2a70d7bc0627 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1847.745672] env[62574]: DEBUG oslo_concurrency.lockutils [None req-03702b39-22c0-42bd-a2e6-5c3469815dba tempest-ServerShowV257Test-978750593 tempest-ServerShowV257Test-978750593-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1847.910866] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-7934a93a-b0f6-4718-a0b4-7995957c213b tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] [instance: 723b0a75-38ad-494b-baac-29077f352e48] Creating linked-clone VM from snapshot {{(pid=62574) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1847.911357] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-79cb8f68-ca0d-4d96-a618-d48b560ea8dc {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.922709] env[62574]: DEBUG oslo_vmware.api [None req-7934a93a-b0f6-4718-a0b4-7995957c213b tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Waiting for the task: (returnval){ [ 1847.922709] env[62574]: value = "task-1862139" [ 1847.922709] env[62574]: _type = "Task" [ 1847.922709] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1847.934247] env[62574]: DEBUG oslo_vmware.api [None req-7934a93a-b0f6-4718-a0b4-7995957c213b tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Task: {'id': task-1862139, 'name': CloneVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1848.184132] env[62574]: DEBUG nova.compute.manager [None req-08cfb9d5-9ee2-43cb-83ee-9c28844f3e58 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] [instance: c9f509e8-5f1b-4ea9-9367-46d544ffa807] Starting instance... {{(pid=62574) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1848.202202] env[62574]: DEBUG oslo_concurrency.lockutils [None req-dda66375-ae60-4777-9b3d-e7037e00700e tempest-ServersTestBootFromVolume-749154611 tempest-ServersTestBootFromVolume-749154611-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.945s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1848.204508] env[62574]: DEBUG oslo_concurrency.lockutils [None req-59ec8d68-2d55-4d79-a3e3-a5420d1d54a7 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.825s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1848.205973] env[62574]: INFO nova.compute.claims [None req-59ec8d68-2d55-4d79-a3e3-a5420d1d54a7 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] [instance: 1acdec40-8943-472c-ae9f-aad12d2bc16d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1848.221819] env[62574]: INFO nova.scheduler.client.report [None req-dda66375-ae60-4777-9b3d-e7037e00700e tempest-ServersTestBootFromVolume-749154611 tempest-ServersTestBootFromVolume-749154611-project-member] Deleted allocations for instance c2d3abbc-2fdd-4df1-bb58-709b2bc89bb4 [ 1848.275861] env[62574]: DEBUG nova.compute.manager [None req-c7820d51-3543-4024-b120-f32b86c24d21 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] [instance: 9a4440bb-97d9-4dd7-bc7d-2a6c94e9e40c] Start spawning the instance on the hypervisor. {{(pid=62574) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1848.298456] env[62574]: DEBUG nova.virt.hardware [None req-c7820d51-3543-4024-b120-f32b86c24d21 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T19:26:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-13T19:26:40Z,direct_url=,disk_format='vmdk',id=3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7eed1dd4d2c3418eb32c4f4ceda3ab0d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-13T19:26:41Z,virtual_size=,visibility=), allow threads: False {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1848.301026] env[62574]: DEBUG nova.virt.hardware [None req-c7820d51-3543-4024-b120-f32b86c24d21 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Flavor limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1848.301026] env[62574]: DEBUG nova.virt.hardware [None req-c7820d51-3543-4024-b120-f32b86c24d21 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Image limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1848.301026] env[62574]: DEBUG nova.virt.hardware [None req-c7820d51-3543-4024-b120-f32b86c24d21 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Flavor pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1848.301026] env[62574]: DEBUG nova.virt.hardware [None req-c7820d51-3543-4024-b120-f32b86c24d21 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Image pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1848.301026] env[62574]: DEBUG nova.virt.hardware [None req-c7820d51-3543-4024-b120-f32b86c24d21 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1848.301026] env[62574]: DEBUG nova.virt.hardware [None req-c7820d51-3543-4024-b120-f32b86c24d21 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1848.301026] env[62574]: DEBUG nova.virt.hardware [None req-c7820d51-3543-4024-b120-f32b86c24d21 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1848.301026] env[62574]: DEBUG nova.virt.hardware [None req-c7820d51-3543-4024-b120-f32b86c24d21 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Got 1 possible topologies {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1848.301026] env[62574]: DEBUG nova.virt.hardware [None req-c7820d51-3543-4024-b120-f32b86c24d21 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1848.301026] env[62574]: DEBUG nova.virt.hardware [None req-c7820d51-3543-4024-b120-f32b86c24d21 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1848.301755] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1283438-4569-4756-bf73-433ed037a697 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1848.310543] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1194c378-6aa8-4483-ac6c-f443b9f70eff {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1848.433042] env[62574]: DEBUG oslo_vmware.api [None req-7934a93a-b0f6-4718-a0b4-7995957c213b tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Task: {'id': task-1862139, 'name': CloneVM_Task} progress is 94%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1848.703972] env[62574]: DEBUG oslo_concurrency.lockutils [None req-08cfb9d5-9ee2-43cb-83ee-9c28844f3e58 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1848.729149] env[62574]: DEBUG oslo_concurrency.lockutils [None req-dda66375-ae60-4777-9b3d-e7037e00700e tempest-ServersTestBootFromVolume-749154611 tempest-ServersTestBootFromVolume-749154611-project-member] Lock "c2d3abbc-2fdd-4df1-bb58-709b2bc89bb4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.367s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1848.730441] env[62574]: DEBUG oslo_concurrency.lockutils [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Lock "c2d3abbc-2fdd-4df1-bb58-709b2bc89bb4" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 8.475s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1848.733542] env[62574]: INFO nova.compute.manager [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] [instance: c2d3abbc-2fdd-4df1-bb58-709b2bc89bb4] During sync_power_state the instance has a pending task (deleting). Skip. [ 1848.733542] env[62574]: DEBUG oslo_concurrency.lockutils [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Lock "c2d3abbc-2fdd-4df1-bb58-709b2bc89bb4" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1848.935034] env[62574]: DEBUG oslo_vmware.api [None req-7934a93a-b0f6-4718-a0b4-7995957c213b tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Task: {'id': task-1862139, 'name': CloneVM_Task} progress is 94%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1849.089661] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-e4c6f087-3801-4fe9-bdc3-14d62ed331fa tempest-VolumesAdminNegativeTest-247329141 tempest-VolumesAdminNegativeTest-247329141-project-member] [instance: cdb4528a-d1b1-442b-a5e3-e3c663ab7390] Volume attach. Driver type: vmdk {{(pid=62574) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1849.089921] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-e4c6f087-3801-4fe9-bdc3-14d62ed331fa tempest-VolumesAdminNegativeTest-247329141 tempest-VolumesAdminNegativeTest-247329141-project-member] [instance: cdb4528a-d1b1-442b-a5e3-e3c663ab7390] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-384975', 'volume_id': '8a9f5a25-62ab-4eb7-8fe9-2cfd82178e95', 'name': 'volume-8a9f5a25-62ab-4eb7-8fe9-2cfd82178e95', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'cdb4528a-d1b1-442b-a5e3-e3c663ab7390', 'attached_at': '', 'detached_at': '', 'volume_id': '8a9f5a25-62ab-4eb7-8fe9-2cfd82178e95', 'serial': '8a9f5a25-62ab-4eb7-8fe9-2cfd82178e95'} {{(pid=62574) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1849.090791] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e32e7a6-17ff-4bc5-91f1-208bc26eb9cd {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.111094] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-864c9c1e-5783-40ce-b595-744bab6f58d9 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.134898] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-e4c6f087-3801-4fe9-bdc3-14d62ed331fa tempest-VolumesAdminNegativeTest-247329141 tempest-VolumesAdminNegativeTest-247329141-project-member] [instance: cdb4528a-d1b1-442b-a5e3-e3c663ab7390] Reconfiguring VM instance instance-00000033 to attach disk [datastore1] volume-8a9f5a25-62ab-4eb7-8fe9-2cfd82178e95/volume-8a9f5a25-62ab-4eb7-8fe9-2cfd82178e95.vmdk or device None with type thin {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1849.135184] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5dfea280-642b-4e88-a44a-dc2d0b5b4448 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.153156] env[62574]: DEBUG oslo_vmware.api [None req-e4c6f087-3801-4fe9-bdc3-14d62ed331fa tempest-VolumesAdminNegativeTest-247329141 tempest-VolumesAdminNegativeTest-247329141-project-member] Waiting for the task: (returnval){ [ 1849.153156] env[62574]: value = "task-1862140" [ 1849.153156] env[62574]: _type = "Task" [ 1849.153156] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1849.160876] env[62574]: DEBUG oslo_vmware.api [None req-e4c6f087-3801-4fe9-bdc3-14d62ed331fa tempest-VolumesAdminNegativeTest-247329141 tempest-VolumesAdminNegativeTest-247329141-project-member] Task: {'id': task-1862140, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1849.436708] env[62574]: DEBUG oslo_vmware.api [None req-7934a93a-b0f6-4718-a0b4-7995957c213b tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Task: {'id': task-1862139, 'name': CloneVM_Task} progress is 94%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1849.501956] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9b6a3b6-c754-4620-b5ef-bd90e525b052 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.509566] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f953da6-2d33-4a43-85c4-3ec89fbc0f10 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.540321] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5621f274-9915-4aae-8bb0-4d002fda13f9 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.548472] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17b61b57-58df-4a48-9296-773158aebca2 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.562429] env[62574]: DEBUG nova.compute.provider_tree [None req-59ec8d68-2d55-4d79-a3e3-a5420d1d54a7 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Inventory has not changed in ProviderTree for provider: f0ed160a-beff-4626-a531-2a70d7bc0627 {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1849.664490] env[62574]: DEBUG oslo_vmware.api [None req-e4c6f087-3801-4fe9-bdc3-14d62ed331fa tempest-VolumesAdminNegativeTest-247329141 tempest-VolumesAdminNegativeTest-247329141-project-member] Task: {'id': task-1862140, 'name': ReconfigVM_Task, 'duration_secs': 0.495096} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1849.664796] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-e4c6f087-3801-4fe9-bdc3-14d62ed331fa tempest-VolumesAdminNegativeTest-247329141 tempest-VolumesAdminNegativeTest-247329141-project-member] [instance: cdb4528a-d1b1-442b-a5e3-e3c663ab7390] Reconfigured VM instance instance-00000033 to attach disk [datastore1] volume-8a9f5a25-62ab-4eb7-8fe9-2cfd82178e95/volume-8a9f5a25-62ab-4eb7-8fe9-2cfd82178e95.vmdk or device None with type thin {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1849.669517] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-419688c8-a9d7-47ee-9ba4-6415c2c3b1ef {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.686749] env[62574]: DEBUG oslo_vmware.api [None req-e4c6f087-3801-4fe9-bdc3-14d62ed331fa tempest-VolumesAdminNegativeTest-247329141 tempest-VolumesAdminNegativeTest-247329141-project-member] Waiting for the task: (returnval){ [ 1849.686749] env[62574]: value = "task-1862141" [ 1849.686749] env[62574]: _type = "Task" [ 1849.686749] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1849.699244] env[62574]: DEBUG oslo_vmware.api [None req-e4c6f087-3801-4fe9-bdc3-14d62ed331fa tempest-VolumesAdminNegativeTest-247329141 tempest-VolumesAdminNegativeTest-247329141-project-member] Task: {'id': task-1862141, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1849.934789] env[62574]: DEBUG oslo_vmware.api [None req-7934a93a-b0f6-4718-a0b4-7995957c213b tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Task: {'id': task-1862139, 'name': CloneVM_Task} progress is 94%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1850.069036] env[62574]: DEBUG nova.scheduler.client.report [None req-59ec8d68-2d55-4d79-a3e3-a5420d1d54a7 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Inventory has not changed for provider f0ed160a-beff-4626-a531-2a70d7bc0627 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1850.197390] env[62574]: DEBUG oslo_vmware.api [None req-e4c6f087-3801-4fe9-bdc3-14d62ed331fa tempest-VolumesAdminNegativeTest-247329141 tempest-VolumesAdminNegativeTest-247329141-project-member] Task: {'id': task-1862141, 'name': ReconfigVM_Task, 'duration_secs': 0.130504} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1850.197907] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-e4c6f087-3801-4fe9-bdc3-14d62ed331fa tempest-VolumesAdminNegativeTest-247329141 tempest-VolumesAdminNegativeTest-247329141-project-member] [instance: cdb4528a-d1b1-442b-a5e3-e3c663ab7390] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-384975', 'volume_id': '8a9f5a25-62ab-4eb7-8fe9-2cfd82178e95', 'name': 'volume-8a9f5a25-62ab-4eb7-8fe9-2cfd82178e95', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'cdb4528a-d1b1-442b-a5e3-e3c663ab7390', 'attached_at': '', 'detached_at': '', 'volume_id': '8a9f5a25-62ab-4eb7-8fe9-2cfd82178e95', 'serial': '8a9f5a25-62ab-4eb7-8fe9-2cfd82178e95'} {{(pid=62574) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1850.437938] env[62574]: DEBUG oslo_vmware.api [None req-7934a93a-b0f6-4718-a0b4-7995957c213b tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Task: {'id': task-1862139, 'name': CloneVM_Task} progress is 94%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1850.552646] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-738dfad5-fa91-4a9d-86d9-6e1d502e85aa tempest-InstanceActionsNegativeTestJSON-1183545786 tempest-InstanceActionsNegativeTestJSON-1183545786-project-member] [instance: 813a8ab3-10c8-4980-b2b4-7a96d53137ba] Unregistered the VM {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1850.552646] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-738dfad5-fa91-4a9d-86d9-6e1d502e85aa tempest-InstanceActionsNegativeTestJSON-1183545786 tempest-InstanceActionsNegativeTestJSON-1183545786-project-member] [instance: 813a8ab3-10c8-4980-b2b4-7a96d53137ba] Deleting contents of the VM from datastore datastore1 {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1850.552978] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-738dfad5-fa91-4a9d-86d9-6e1d502e85aa tempest-InstanceActionsNegativeTestJSON-1183545786 tempest-InstanceActionsNegativeTestJSON-1183545786-project-member] Deleting the datastore file [datastore1] 813a8ab3-10c8-4980-b2b4-7a96d53137ba {{(pid=62574) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1850.553126] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4a9764bd-6793-4a69-8ebb-f1830b26e04e {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.560248] env[62574]: DEBUG oslo_vmware.api [None req-738dfad5-fa91-4a9d-86d9-6e1d502e85aa tempest-InstanceActionsNegativeTestJSON-1183545786 tempest-InstanceActionsNegativeTestJSON-1183545786-project-member] Waiting for the task: (returnval){ [ 1850.560248] env[62574]: value = "task-1862142" [ 1850.560248] env[62574]: _type = "Task" [ 1850.560248] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1850.564940] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-c574fddd-78c8-4d02-b269-2029e049bf20 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] [instance: d06fca54-652a-47dd-b14b-8f6bbf696503] Unregistered the VM {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1850.565185] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-c574fddd-78c8-4d02-b269-2029e049bf20 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] [instance: d06fca54-652a-47dd-b14b-8f6bbf696503] Deleting contents of the VM from datastore datastore1 {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1850.565349] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-c574fddd-78c8-4d02-b269-2029e049bf20 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Deleting the datastore file [datastore1] d06fca54-652a-47dd-b14b-8f6bbf696503 {{(pid=62574) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1850.565594] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d76ced7f-44f2-442c-afdf-dfa0c9f05e14 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.570437] env[62574]: DEBUG oslo_vmware.api [None req-738dfad5-fa91-4a9d-86d9-6e1d502e85aa tempest-InstanceActionsNegativeTestJSON-1183545786 tempest-InstanceActionsNegativeTestJSON-1183545786-project-member] Task: {'id': task-1862142, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1850.574895] env[62574]: DEBUG oslo_concurrency.lockutils [None req-59ec8d68-2d55-4d79-a3e3-a5420d1d54a7 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.370s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1850.575422] env[62574]: DEBUG nova.compute.manager [None req-59ec8d68-2d55-4d79-a3e3-a5420d1d54a7 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] [instance: 1acdec40-8943-472c-ae9f-aad12d2bc16d] Start building networks asynchronously for instance. {{(pid=62574) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1850.578087] env[62574]: DEBUG oslo_vmware.api [None req-c574fddd-78c8-4d02-b269-2029e049bf20 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Waiting for the task: (returnval){ [ 1850.578087] env[62574]: value = "task-1862143" [ 1850.578087] env[62574]: _type = "Task" [ 1850.578087] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1850.578568] env[62574]: DEBUG oslo_concurrency.lockutils [None req-03702b39-22c0-42bd-a2e6-5c3469815dba tempest-ServerShowV257Test-978750593 tempest-ServerShowV257Test-978750593-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.833s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1850.580252] env[62574]: INFO nova.compute.claims [None req-03702b39-22c0-42bd-a2e6-5c3469815dba tempest-ServerShowV257Test-978750593 tempest-ServerShowV257Test-978750593-project-member] [instance: 5b6261ef-63f1-49d1-b19f-798b48df3806] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1850.593402] env[62574]: DEBUG oslo_vmware.api [None req-c574fddd-78c8-4d02-b269-2029e049bf20 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Task: {'id': task-1862143, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1850.936530] env[62574]: DEBUG oslo_vmware.api [None req-7934a93a-b0f6-4718-a0b4-7995957c213b tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Task: {'id': task-1862139, 'name': CloneVM_Task} progress is 94%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1851.069689] env[62574]: DEBUG oslo_vmware.api [None req-738dfad5-fa91-4a9d-86d9-6e1d502e85aa tempest-InstanceActionsNegativeTestJSON-1183545786 tempest-InstanceActionsNegativeTestJSON-1183545786-project-member] Task: {'id': task-1862142, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144917} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1851.069955] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-738dfad5-fa91-4a9d-86d9-6e1d502e85aa tempest-InstanceActionsNegativeTestJSON-1183545786 tempest-InstanceActionsNegativeTestJSON-1183545786-project-member] Deleted the datastore file {{(pid=62574) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1851.070160] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-738dfad5-fa91-4a9d-86d9-6e1d502e85aa tempest-InstanceActionsNegativeTestJSON-1183545786 tempest-InstanceActionsNegativeTestJSON-1183545786-project-member] [instance: 813a8ab3-10c8-4980-b2b4-7a96d53137ba] Deleted contents of the VM from datastore datastore1 {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1851.070346] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-738dfad5-fa91-4a9d-86d9-6e1d502e85aa tempest-InstanceActionsNegativeTestJSON-1183545786 tempest-InstanceActionsNegativeTestJSON-1183545786-project-member] [instance: 813a8ab3-10c8-4980-b2b4-7a96d53137ba] Instance destroyed {{(pid=62574) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1851.070520] env[62574]: INFO nova.compute.manager [None req-738dfad5-fa91-4a9d-86d9-6e1d502e85aa tempest-InstanceActionsNegativeTestJSON-1183545786 tempest-InstanceActionsNegativeTestJSON-1183545786-project-member] [instance: 813a8ab3-10c8-4980-b2b4-7a96d53137ba] Took 9.37 seconds to destroy the instance on the hypervisor. [ 1851.070770] env[62574]: DEBUG oslo.service.loopingcall [None req-738dfad5-fa91-4a9d-86d9-6e1d502e85aa tempest-InstanceActionsNegativeTestJSON-1183545786 tempest-InstanceActionsNegativeTestJSON-1183545786-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62574) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1851.071028] env[62574]: DEBUG nova.compute.manager [-] [instance: 813a8ab3-10c8-4980-b2b4-7a96d53137ba] Deallocating network for instance {{(pid=62574) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1851.071143] env[62574]: DEBUG nova.network.neutron [-] [instance: 813a8ab3-10c8-4980-b2b4-7a96d53137ba] deallocate_for_instance() {{(pid=62574) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1851.080247] env[62574]: DEBUG nova.compute.utils [None req-59ec8d68-2d55-4d79-a3e3-a5420d1d54a7 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Using /dev/sd instead of None {{(pid=62574) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1851.081753] env[62574]: DEBUG nova.compute.manager [None req-59ec8d68-2d55-4d79-a3e3-a5420d1d54a7 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] [instance: 1acdec40-8943-472c-ae9f-aad12d2bc16d] Allocating IP information in the background. {{(pid=62574) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1851.081943] env[62574]: DEBUG nova.network.neutron [None req-59ec8d68-2d55-4d79-a3e3-a5420d1d54a7 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] [instance: 1acdec40-8943-472c-ae9f-aad12d2bc16d] allocate_for_instance() {{(pid=62574) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1851.094309] env[62574]: DEBUG oslo_vmware.api [None req-c574fddd-78c8-4d02-b269-2029e049bf20 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Task: {'id': task-1862143, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.151013} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1851.094427] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-c574fddd-78c8-4d02-b269-2029e049bf20 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Deleted the datastore file {{(pid=62574) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1851.094861] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-c574fddd-78c8-4d02-b269-2029e049bf20 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] [instance: d06fca54-652a-47dd-b14b-8f6bbf696503] Deleted contents of the VM from datastore datastore1 {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1851.095102] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-c574fddd-78c8-4d02-b269-2029e049bf20 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] [instance: d06fca54-652a-47dd-b14b-8f6bbf696503] Instance destroyed {{(pid=62574) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1851.120147] env[62574]: INFO nova.scheduler.client.report [None req-c574fddd-78c8-4d02-b269-2029e049bf20 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Deleted allocations for instance d06fca54-652a-47dd-b14b-8f6bbf696503 [ 1851.142810] env[62574]: DEBUG nova.policy [None req-59ec8d68-2d55-4d79-a3e3-a5420d1d54a7 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '92bf7b982df249fe99995d7b39490deb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7f9eb8bf1afc4a1c99652faad70fca7f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62574) authorize /opt/stack/nova/nova/policy.py:192}} [ 1851.248816] env[62574]: DEBUG nova.objects.instance [None req-e4c6f087-3801-4fe9-bdc3-14d62ed331fa tempest-VolumesAdminNegativeTest-247329141 tempest-VolumesAdminNegativeTest-247329141-project-member] Lazy-loading 'flavor' on Instance uuid cdb4528a-d1b1-442b-a5e3-e3c663ab7390 {{(pid=62574) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1851.437195] env[62574]: DEBUG oslo_vmware.api [None req-7934a93a-b0f6-4718-a0b4-7995957c213b tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Task: {'id': task-1862139, 'name': CloneVM_Task, 'duration_secs': 3.445091} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1851.437494] env[62574]: INFO nova.virt.vmwareapi.vmops [None req-7934a93a-b0f6-4718-a0b4-7995957c213b tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] [instance: 723b0a75-38ad-494b-baac-29077f352e48] Created linked-clone VM from snapshot [ 1851.438890] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6405198d-14c7-4355-a973-275499ec94a0 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.447650] env[62574]: DEBUG nova.virt.vmwareapi.images [None req-7934a93a-b0f6-4718-a0b4-7995957c213b tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] [instance: 723b0a75-38ad-494b-baac-29077f352e48] Uploading image dbdfa412-15f3-43df-874c-c7c485cba234 {{(pid=62574) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1851.472682] env[62574]: DEBUG oslo_vmware.rw_handles [None req-7934a93a-b0f6-4718-a0b4-7995957c213b tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1851.472682] env[62574]: value = "vm-384977" [ 1851.472682] env[62574]: _type = "VirtualMachine" [ 1851.472682] env[62574]: }. {{(pid=62574) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1851.472682] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-f42ce8cb-4339-48e2-92ae-d914f975bb52 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.481982] env[62574]: DEBUG oslo_vmware.rw_handles [None req-7934a93a-b0f6-4718-a0b4-7995957c213b tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Lease: (returnval){ [ 1851.481982] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]52a5a71a-4c7e-35df-a3e0-1719d836f954" [ 1851.481982] env[62574]: _type = "HttpNfcLease" [ 1851.481982] env[62574]: } obtained for exporting VM: (result){ [ 1851.481982] env[62574]: value = "vm-384977" [ 1851.481982] env[62574]: _type = "VirtualMachine" [ 1851.481982] env[62574]: }. {{(pid=62574) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1851.482350] env[62574]: DEBUG oslo_vmware.api [None req-7934a93a-b0f6-4718-a0b4-7995957c213b tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Waiting for the lease: (returnval){ [ 1851.482350] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]52a5a71a-4c7e-35df-a3e0-1719d836f954" [ 1851.482350] env[62574]: _type = "HttpNfcLease" [ 1851.482350] env[62574]: } to be ready. {{(pid=62574) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1851.491220] env[62574]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1851.491220] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]52a5a71a-4c7e-35df-a3e0-1719d836f954" [ 1851.491220] env[62574]: _type = "HttpNfcLease" [ 1851.491220] env[62574]: } is initializing. {{(pid=62574) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1851.554149] env[62574]: DEBUG nova.network.neutron [None req-59ec8d68-2d55-4d79-a3e3-a5420d1d54a7 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] [instance: 1acdec40-8943-472c-ae9f-aad12d2bc16d] Successfully created port: 4341d054-7f88-4df6-9829-43c13bb0bdb0 {{(pid=62574) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1851.589288] env[62574]: DEBUG nova.compute.manager [None req-59ec8d68-2d55-4d79-a3e3-a5420d1d54a7 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] [instance: 1acdec40-8943-472c-ae9f-aad12d2bc16d] Start building block device mappings for instance. {{(pid=62574) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1851.625698] env[62574]: DEBUG oslo_concurrency.lockutils [None req-c574fddd-78c8-4d02-b269-2029e049bf20 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1851.654954] env[62574]: DEBUG nova.compute.manager [req-54b2a4d5-f612-42a2-88ad-3510e55bd60f req-c9555483-d69e-4b81-a325-50eab7c66fb7 service nova] [instance: 813a8ab3-10c8-4980-b2b4-7a96d53137ba] Received event network-vif-deleted-361ed7e7-254a-451f-9225-d74b6c0d5b7c {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1851.655211] env[62574]: INFO nova.compute.manager [req-54b2a4d5-f612-42a2-88ad-3510e55bd60f req-c9555483-d69e-4b81-a325-50eab7c66fb7 service nova] [instance: 813a8ab3-10c8-4980-b2b4-7a96d53137ba] Neutron deleted interface 361ed7e7-254a-451f-9225-d74b6c0d5b7c; detaching it from the instance and deleting it from the info cache [ 1851.655384] env[62574]: DEBUG nova.network.neutron [req-54b2a4d5-f612-42a2-88ad-3510e55bd60f req-c9555483-d69e-4b81-a325-50eab7c66fb7 service nova] [instance: 813a8ab3-10c8-4980-b2b4-7a96d53137ba] Updating instance_info_cache with network_info: [] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1851.755112] env[62574]: DEBUG oslo_concurrency.lockutils [None req-e4c6f087-3801-4fe9-bdc3-14d62ed331fa tempest-VolumesAdminNegativeTest-247329141 tempest-VolumesAdminNegativeTest-247329141-project-member] Lock "cdb4528a-d1b1-442b-a5e3-e3c663ab7390" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.776s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1851.933794] env[62574]: DEBUG nova.network.neutron [None req-c7820d51-3543-4024-b120-f32b86c24d21 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] [instance: 9a4440bb-97d9-4dd7-bc7d-2a6c94e9e40c] Successfully updated port: b8834ca0-e192-4019-a6b2-50dfc68aa157 {{(pid=62574) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1851.993718] env[62574]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1851.993718] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]52a5a71a-4c7e-35df-a3e0-1719d836f954" [ 1851.993718] env[62574]: _type = "HttpNfcLease" [ 1851.993718] env[62574]: } is ready. {{(pid=62574) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1851.994084] env[62574]: DEBUG oslo_vmware.rw_handles [None req-7934a93a-b0f6-4718-a0b4-7995957c213b tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1851.994084] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]52a5a71a-4c7e-35df-a3e0-1719d836f954" [ 1851.994084] env[62574]: _type = "HttpNfcLease" [ 1851.994084] env[62574]: }. {{(pid=62574) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1851.995065] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b85563fa-260b-4f2d-9e54-ce7771972d7d {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.001996] env[62574]: DEBUG nova.network.neutron [None req-aa69ab3f-edd0-432d-9803-8619b5f4978c tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] [instance: 31d56eaa-d483-4254-9ca4-66bd50680c92] Successfully updated port: c0bcc330-da0f-4d53-a550-836208806de0 {{(pid=62574) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1852.009588] env[62574]: DEBUG oslo_vmware.rw_handles [None req-7934a93a-b0f6-4718-a0b4-7995957c213b tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b89320-671d-f830-dc94-5899c7b0c0cd/disk-0.vmdk from lease info. {{(pid=62574) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1852.010265] env[62574]: DEBUG oslo_vmware.rw_handles [None req-7934a93a-b0f6-4718-a0b4-7995957c213b tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b89320-671d-f830-dc94-5899c7b0c0cd/disk-0.vmdk for reading. {{(pid=62574) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1852.071578] env[62574]: DEBUG nova.network.neutron [-] [instance: 813a8ab3-10c8-4980-b2b4-7a96d53137ba] Updating instance_info_cache with network_info: [] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1852.115745] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9761af97-879c-4885-85b0-f5dc3c923475 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.124898] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e61ca81-667e-4dbc-8465-abe27095045f {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.160820] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d3a2395-3c84-42bd-a26a-11f791fd252f {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.164743] env[62574]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-321c326d-3031-4d1a-a39e-f8e03f67f33c {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.166957] env[62574]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-37b4610a-112f-4bab-9b01-40c076d284bb {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.176445] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-200add9a-d98c-4c37-83da-be49ee27f3f2 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.183350] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caed1bf3-cb88-4fd1-b8b5-864d6805591f {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.208165] env[62574]: DEBUG nova.compute.provider_tree [None req-03702b39-22c0-42bd-a2e6-5c3469815dba tempest-ServerShowV257Test-978750593 tempest-ServerShowV257Test-978750593-project-member] Updating inventory in ProviderTree for provider f0ed160a-beff-4626-a531-2a70d7bc0627 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 148, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1852.223755] env[62574]: DEBUG nova.compute.manager [req-54b2a4d5-f612-42a2-88ad-3510e55bd60f req-c9555483-d69e-4b81-a325-50eab7c66fb7 service nova] [instance: 813a8ab3-10c8-4980-b2b4-7a96d53137ba] Detach interface failed, port_id=361ed7e7-254a-451f-9225-d74b6c0d5b7c, reason: Instance 813a8ab3-10c8-4980-b2b4-7a96d53137ba could not be found. {{(pid=62574) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 1852.251145] env[62574]: ERROR nova.scheduler.client.report [None req-03702b39-22c0-42bd-a2e6-5c3469815dba tempest-ServerShowV257Test-978750593 tempest-ServerShowV257Test-978750593-project-member] [req-e116dcd1-bcb6-4f24-8659-b47d7fc14877] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 148, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID f0ed160a-beff-4626-a531-2a70d7bc0627. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-e116dcd1-bcb6-4f24-8659-b47d7fc14877"}]} [ 1852.267475] env[62574]: DEBUG nova.scheduler.client.report [None req-03702b39-22c0-42bd-a2e6-5c3469815dba tempest-ServerShowV257Test-978750593 tempest-ServerShowV257Test-978750593-project-member] Refreshing inventories for resource provider f0ed160a-beff-4626-a531-2a70d7bc0627 {{(pid=62574) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1852.289078] env[62574]: DEBUG nova.scheduler.client.report [None req-03702b39-22c0-42bd-a2e6-5c3469815dba tempest-ServerShowV257Test-978750593 tempest-ServerShowV257Test-978750593-project-member] Updating ProviderTree inventory for provider f0ed160a-beff-4626-a531-2a70d7bc0627 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1852.289078] env[62574]: DEBUG nova.compute.provider_tree [None req-03702b39-22c0-42bd-a2e6-5c3469815dba tempest-ServerShowV257Test-978750593 tempest-ServerShowV257Test-978750593-project-member] Updating inventory in ProviderTree for provider f0ed160a-beff-4626-a531-2a70d7bc0627 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1852.309430] env[62574]: DEBUG nova.scheduler.client.report [None req-03702b39-22c0-42bd-a2e6-5c3469815dba tempest-ServerShowV257Test-978750593 tempest-ServerShowV257Test-978750593-project-member] Refreshing aggregate associations for resource provider f0ed160a-beff-4626-a531-2a70d7bc0627, aggregates: None {{(pid=62574) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1852.322700] env[62574]: DEBUG nova.scheduler.client.report [None req-03702b39-22c0-42bd-a2e6-5c3469815dba tempest-ServerShowV257Test-978750593 tempest-ServerShowV257Test-978750593-project-member] Refreshing trait associations for resource provider f0ed160a-beff-4626-a531-2a70d7bc0627, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=62574) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1852.437803] env[62574]: DEBUG oslo_concurrency.lockutils [None req-c7820d51-3543-4024-b120-f32b86c24d21 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Acquiring lock "refresh_cache-9a4440bb-97d9-4dd7-bc7d-2a6c94e9e40c" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1852.437803] env[62574]: DEBUG oslo_concurrency.lockutils [None req-c7820d51-3543-4024-b120-f32b86c24d21 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Acquired lock "refresh_cache-9a4440bb-97d9-4dd7-bc7d-2a6c94e9e40c" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1852.437803] env[62574]: DEBUG nova.network.neutron [None req-c7820d51-3543-4024-b120-f32b86c24d21 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] [instance: 9a4440bb-97d9-4dd7-bc7d-2a6c94e9e40c] Building network info cache for instance {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1852.506389] env[62574]: DEBUG oslo_concurrency.lockutils [None req-aa69ab3f-edd0-432d-9803-8619b5f4978c tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Acquiring lock "refresh_cache-31d56eaa-d483-4254-9ca4-66bd50680c92" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1852.506670] env[62574]: DEBUG oslo_concurrency.lockutils [None req-aa69ab3f-edd0-432d-9803-8619b5f4978c tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Acquired lock "refresh_cache-31d56eaa-d483-4254-9ca4-66bd50680c92" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1852.506670] env[62574]: DEBUG nova.network.neutron [None req-aa69ab3f-edd0-432d-9803-8619b5f4978c tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] [instance: 31d56eaa-d483-4254-9ca4-66bd50680c92] Building network info cache for instance {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1852.577580] env[62574]: INFO nova.compute.manager [-] [instance: 813a8ab3-10c8-4980-b2b4-7a96d53137ba] Took 1.51 seconds to deallocate network for instance. [ 1852.606581] env[62574]: DEBUG nova.compute.manager [None req-59ec8d68-2d55-4d79-a3e3-a5420d1d54a7 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] [instance: 1acdec40-8943-472c-ae9f-aad12d2bc16d] Start spawning the instance on the hypervisor. {{(pid=62574) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1852.635769] env[62574]: DEBUG nova.virt.hardware [None req-59ec8d68-2d55-4d79-a3e3-a5420d1d54a7 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T19:26:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-13T19:26:40Z,direct_url=,disk_format='vmdk',id=3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7eed1dd4d2c3418eb32c4f4ceda3ab0d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-13T19:26:41Z,virtual_size=,visibility=), allow threads: False {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1852.635769] env[62574]: DEBUG nova.virt.hardware [None req-59ec8d68-2d55-4d79-a3e3-a5420d1d54a7 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Flavor limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1852.635769] env[62574]: DEBUG nova.virt.hardware [None req-59ec8d68-2d55-4d79-a3e3-a5420d1d54a7 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Image limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1852.635769] env[62574]: DEBUG nova.virt.hardware [None req-59ec8d68-2d55-4d79-a3e3-a5420d1d54a7 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Flavor pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1852.635769] env[62574]: DEBUG nova.virt.hardware [None req-59ec8d68-2d55-4d79-a3e3-a5420d1d54a7 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Image pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1852.635769] env[62574]: DEBUG nova.virt.hardware [None req-59ec8d68-2d55-4d79-a3e3-a5420d1d54a7 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1852.635769] env[62574]: DEBUG nova.virt.hardware [None req-59ec8d68-2d55-4d79-a3e3-a5420d1d54a7 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1852.635769] env[62574]: DEBUG nova.virt.hardware [None req-59ec8d68-2d55-4d79-a3e3-a5420d1d54a7 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1852.636699] env[62574]: DEBUG nova.virt.hardware [None req-59ec8d68-2d55-4d79-a3e3-a5420d1d54a7 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Got 1 possible topologies {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1852.637149] env[62574]: DEBUG nova.virt.hardware [None req-59ec8d68-2d55-4d79-a3e3-a5420d1d54a7 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1852.638947] env[62574]: DEBUG nova.virt.hardware [None req-59ec8d68-2d55-4d79-a3e3-a5420d1d54a7 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1852.638947] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18d3cd80-6ab9-45b6-a798-9c25405e0daa {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.644575] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da701a45-7a7b-4040-aef6-c6d2eff6da12 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.658413] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeecebc1-902c-481b-9c53-c2eced331eb0 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.663899] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efec65c2-cac3-4588-99dd-a8cd8f63a3fd {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.709541] env[62574]: DEBUG oslo_concurrency.lockutils [None req-8b41745f-e1b0-40db-ae02-2d4b8c8d0375 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Acquiring lock "d06fca54-652a-47dd-b14b-8f6bbf696503" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1852.710713] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87a99209-106f-458a-8754-ef7637bb1e38 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.725954] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc243dac-a5ec-4f04-b044-695ad43fe376 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.739117] env[62574]: DEBUG nova.compute.provider_tree [None req-03702b39-22c0-42bd-a2e6-5c3469815dba tempest-ServerShowV257Test-978750593 tempest-ServerShowV257Test-978750593-project-member] Updating inventory in ProviderTree for provider f0ed160a-beff-4626-a531-2a70d7bc0627 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 148, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1852.845670] env[62574]: DEBUG oslo_concurrency.lockutils [None req-6ec5a9ef-d298-40af-aa6f-c671b00a5cd1 tempest-VolumesAdminNegativeTest-247329141 tempest-VolumesAdminNegativeTest-247329141-project-member] Acquiring lock "cdb4528a-d1b1-442b-a5e3-e3c663ab7390" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1852.846072] env[62574]: DEBUG oslo_concurrency.lockutils [None req-6ec5a9ef-d298-40af-aa6f-c671b00a5cd1 tempest-VolumesAdminNegativeTest-247329141 tempest-VolumesAdminNegativeTest-247329141-project-member] Lock "cdb4528a-d1b1-442b-a5e3-e3c663ab7390" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1852.975864] env[62574]: DEBUG nova.network.neutron [None req-c7820d51-3543-4024-b120-f32b86c24d21 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] [instance: 9a4440bb-97d9-4dd7-bc7d-2a6c94e9e40c] Instance cache missing network info. {{(pid=62574) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1853.072204] env[62574]: DEBUG nova.network.neutron [None req-aa69ab3f-edd0-432d-9803-8619b5f4978c tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] [instance: 31d56eaa-d483-4254-9ca4-66bd50680c92] Instance cache missing network info. {{(pid=62574) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1853.084443] env[62574]: DEBUG oslo_concurrency.lockutils [None req-738dfad5-fa91-4a9d-86d9-6e1d502e85aa tempest-InstanceActionsNegativeTestJSON-1183545786 tempest-InstanceActionsNegativeTestJSON-1183545786-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1853.237601] env[62574]: DEBUG nova.network.neutron [None req-c7820d51-3543-4024-b120-f32b86c24d21 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] [instance: 9a4440bb-97d9-4dd7-bc7d-2a6c94e9e40c] Updating instance_info_cache with network_info: [{"id": "b8834ca0-e192-4019-a6b2-50dfc68aa157", "address": "fa:16:3e:0a:ce:62", "network": {"id": "f4ae7ec7-0f59-410f-a9fd-fcc9dfe711cd", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-828120479-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7f9eb8bf1afc4a1c99652faad70fca7f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee9ce73d-4ee8-4b28-b7d3-3a5735039627", "external-id": "cl2-zone-465", "segmentation_id": 465, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8834ca0-e1", "ovs_interfaceid": "b8834ca0-e192-4019-a6b2-50dfc68aa157", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1853.269348] env[62574]: ERROR nova.scheduler.client.report [None req-03702b39-22c0-42bd-a2e6-5c3469815dba tempest-ServerShowV257Test-978750593 tempest-ServerShowV257Test-978750593-project-member] [req-1af1769a-2747-4eeb-9cdc-44b4dc29429a] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 148, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID f0ed160a-beff-4626-a531-2a70d7bc0627. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-1af1769a-2747-4eeb-9cdc-44b4dc29429a"}]} [ 1853.292029] env[62574]: DEBUG nova.scheduler.client.report [None req-03702b39-22c0-42bd-a2e6-5c3469815dba tempest-ServerShowV257Test-978750593 tempest-ServerShowV257Test-978750593-project-member] Refreshing inventories for resource provider f0ed160a-beff-4626-a531-2a70d7bc0627 {{(pid=62574) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1853.295954] env[62574]: DEBUG nova.network.neutron [None req-aa69ab3f-edd0-432d-9803-8619b5f4978c tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] [instance: 31d56eaa-d483-4254-9ca4-66bd50680c92] Updating instance_info_cache with network_info: [{"id": "c0bcc330-da0f-4d53-a550-836208806de0", "address": "fa:16:3e:8b:92:b7", "network": {"id": "8bd12a38-08c1-4356-9843-f29b17be87eb", "bridge": "br-int", "label": "tempest-ServersTestJSON-544040280-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd623c359a6848e68b723390c29ce7e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cb94a1a-f287-46e7-b63b-ec692c2141b4", "external-id": "nsx-vlan-transportzone-346", "segmentation_id": 346, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0bcc330-da", "ovs_interfaceid": "c0bcc330-da0f-4d53-a550-836208806de0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1853.312721] env[62574]: DEBUG nova.scheduler.client.report [None req-03702b39-22c0-42bd-a2e6-5c3469815dba tempest-ServerShowV257Test-978750593 tempest-ServerShowV257Test-978750593-project-member] Updating ProviderTree inventory for provider f0ed160a-beff-4626-a531-2a70d7bc0627 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1853.312958] env[62574]: DEBUG nova.compute.provider_tree [None req-03702b39-22c0-42bd-a2e6-5c3469815dba tempest-ServerShowV257Test-978750593 tempest-ServerShowV257Test-978750593-project-member] Updating inventory in ProviderTree for provider f0ed160a-beff-4626-a531-2a70d7bc0627 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1853.334166] env[62574]: DEBUG nova.scheduler.client.report [None req-03702b39-22c0-42bd-a2e6-5c3469815dba tempest-ServerShowV257Test-978750593 tempest-ServerShowV257Test-978750593-project-member] Refreshing aggregate associations for resource provider f0ed160a-beff-4626-a531-2a70d7bc0627, aggregates: None {{(pid=62574) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1853.349615] env[62574]: INFO nova.compute.manager [None req-6ec5a9ef-d298-40af-aa6f-c671b00a5cd1 tempest-VolumesAdminNegativeTest-247329141 tempest-VolumesAdminNegativeTest-247329141-project-member] [instance: cdb4528a-d1b1-442b-a5e3-e3c663ab7390] Detaching volume 8a9f5a25-62ab-4eb7-8fe9-2cfd82178e95 [ 1853.359071] env[62574]: DEBUG nova.scheduler.client.report [None req-03702b39-22c0-42bd-a2e6-5c3469815dba tempest-ServerShowV257Test-978750593 tempest-ServerShowV257Test-978750593-project-member] Refreshing trait associations for resource provider f0ed160a-beff-4626-a531-2a70d7bc0627, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=62574) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1853.397169] env[62574]: INFO nova.virt.block_device [None req-6ec5a9ef-d298-40af-aa6f-c671b00a5cd1 tempest-VolumesAdminNegativeTest-247329141 tempest-VolumesAdminNegativeTest-247329141-project-member] [instance: cdb4528a-d1b1-442b-a5e3-e3c663ab7390] Attempting to driver detach volume 8a9f5a25-62ab-4eb7-8fe9-2cfd82178e95 from mountpoint /dev/sdb [ 1853.397407] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ec5a9ef-d298-40af-aa6f-c671b00a5cd1 tempest-VolumesAdminNegativeTest-247329141 tempest-VolumesAdminNegativeTest-247329141-project-member] [instance: cdb4528a-d1b1-442b-a5e3-e3c663ab7390] Volume detach. Driver type: vmdk {{(pid=62574) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1853.397860] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ec5a9ef-d298-40af-aa6f-c671b00a5cd1 tempest-VolumesAdminNegativeTest-247329141 tempest-VolumesAdminNegativeTest-247329141-project-member] [instance: cdb4528a-d1b1-442b-a5e3-e3c663ab7390] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-384975', 'volume_id': '8a9f5a25-62ab-4eb7-8fe9-2cfd82178e95', 'name': 'volume-8a9f5a25-62ab-4eb7-8fe9-2cfd82178e95', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'cdb4528a-d1b1-442b-a5e3-e3c663ab7390', 'attached_at': '', 'detached_at': '', 'volume_id': '8a9f5a25-62ab-4eb7-8fe9-2cfd82178e95', 'serial': '8a9f5a25-62ab-4eb7-8fe9-2cfd82178e95'} {{(pid=62574) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1853.398554] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7344f5cc-ce8a-4105-a52b-1c7cece6ee7d {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.427740] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-536575a4-7a1f-4b1d-aa1c-034a511667ff {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.436013] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bba1498c-8b34-4f72-9078-3c6b807f5da0 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.459768] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5c7c3cc-73cb-4a13-9675-bc952358b97a {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.477479] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ec5a9ef-d298-40af-aa6f-c671b00a5cd1 tempest-VolumesAdminNegativeTest-247329141 tempest-VolumesAdminNegativeTest-247329141-project-member] The volume has not been displaced from its original location: [datastore1] volume-8a9f5a25-62ab-4eb7-8fe9-2cfd82178e95/volume-8a9f5a25-62ab-4eb7-8fe9-2cfd82178e95.vmdk. No consolidation needed. {{(pid=62574) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1853.482680] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ec5a9ef-d298-40af-aa6f-c671b00a5cd1 tempest-VolumesAdminNegativeTest-247329141 tempest-VolumesAdminNegativeTest-247329141-project-member] [instance: cdb4528a-d1b1-442b-a5e3-e3c663ab7390] Reconfiguring VM instance instance-00000033 to detach disk 2001 {{(pid=62574) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1853.485715] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-46e84d9f-e698-40ae-b9e6-c6623171a920 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.506747] env[62574]: DEBUG oslo_vmware.api [None req-6ec5a9ef-d298-40af-aa6f-c671b00a5cd1 tempest-VolumesAdminNegativeTest-247329141 tempest-VolumesAdminNegativeTest-247329141-project-member] Waiting for the task: (returnval){ [ 1853.506747] env[62574]: value = "task-1862145" [ 1853.506747] env[62574]: _type = "Task" [ 1853.506747] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1853.519873] env[62574]: DEBUG oslo_vmware.api [None req-6ec5a9ef-d298-40af-aa6f-c671b00a5cd1 tempest-VolumesAdminNegativeTest-247329141 tempest-VolumesAdminNegativeTest-247329141-project-member] Task: {'id': task-1862145, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1853.695381] env[62574]: DEBUG nova.compute.manager [req-7531a2c9-cf79-4bcb-bd20-a868e40f471a req-7b676494-eb9a-41f5-bd6c-65b0a91132eb service nova] [instance: 9a4440bb-97d9-4dd7-bc7d-2a6c94e9e40c] Received event network-vif-plugged-b8834ca0-e192-4019-a6b2-50dfc68aa157 {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1853.695590] env[62574]: DEBUG oslo_concurrency.lockutils [req-7531a2c9-cf79-4bcb-bd20-a868e40f471a req-7b676494-eb9a-41f5-bd6c-65b0a91132eb service nova] Acquiring lock "9a4440bb-97d9-4dd7-bc7d-2a6c94e9e40c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1853.695767] env[62574]: DEBUG oslo_concurrency.lockutils [req-7531a2c9-cf79-4bcb-bd20-a868e40f471a req-7b676494-eb9a-41f5-bd6c-65b0a91132eb service nova] Lock "9a4440bb-97d9-4dd7-bc7d-2a6c94e9e40c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1853.696081] env[62574]: DEBUG oslo_concurrency.lockutils [req-7531a2c9-cf79-4bcb-bd20-a868e40f471a req-7b676494-eb9a-41f5-bd6c-65b0a91132eb service nova] Lock "9a4440bb-97d9-4dd7-bc7d-2a6c94e9e40c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1853.696229] env[62574]: DEBUG nova.compute.manager [req-7531a2c9-cf79-4bcb-bd20-a868e40f471a req-7b676494-eb9a-41f5-bd6c-65b0a91132eb service nova] [instance: 9a4440bb-97d9-4dd7-bc7d-2a6c94e9e40c] No waiting events found dispatching network-vif-plugged-b8834ca0-e192-4019-a6b2-50dfc68aa157 {{(pid=62574) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1853.696627] env[62574]: WARNING nova.compute.manager [req-7531a2c9-cf79-4bcb-bd20-a868e40f471a req-7b676494-eb9a-41f5-bd6c-65b0a91132eb service nova] [instance: 9a4440bb-97d9-4dd7-bc7d-2a6c94e9e40c] Received unexpected event network-vif-plugged-b8834ca0-e192-4019-a6b2-50dfc68aa157 for instance with vm_state building and task_state spawning. [ 1853.696917] env[62574]: DEBUG nova.compute.manager [req-7531a2c9-cf79-4bcb-bd20-a868e40f471a req-7b676494-eb9a-41f5-bd6c-65b0a91132eb service nova] [instance: 31d56eaa-d483-4254-9ca4-66bd50680c92] Received event network-vif-plugged-c0bcc330-da0f-4d53-a550-836208806de0 {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1853.697157] env[62574]: DEBUG oslo_concurrency.lockutils [req-7531a2c9-cf79-4bcb-bd20-a868e40f471a req-7b676494-eb9a-41f5-bd6c-65b0a91132eb service nova] Acquiring lock "31d56eaa-d483-4254-9ca4-66bd50680c92-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1853.697366] env[62574]: DEBUG oslo_concurrency.lockutils [req-7531a2c9-cf79-4bcb-bd20-a868e40f471a req-7b676494-eb9a-41f5-bd6c-65b0a91132eb service nova] Lock "31d56eaa-d483-4254-9ca4-66bd50680c92-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1853.697532] env[62574]: DEBUG oslo_concurrency.lockutils [req-7531a2c9-cf79-4bcb-bd20-a868e40f471a req-7b676494-eb9a-41f5-bd6c-65b0a91132eb service nova] Lock "31d56eaa-d483-4254-9ca4-66bd50680c92-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1853.697766] env[62574]: DEBUG nova.compute.manager [req-7531a2c9-cf79-4bcb-bd20-a868e40f471a req-7b676494-eb9a-41f5-bd6c-65b0a91132eb service nova] [instance: 31d56eaa-d483-4254-9ca4-66bd50680c92] No waiting events found dispatching network-vif-plugged-c0bcc330-da0f-4d53-a550-836208806de0 {{(pid=62574) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1853.697941] env[62574]: WARNING nova.compute.manager [req-7531a2c9-cf79-4bcb-bd20-a868e40f471a req-7b676494-eb9a-41f5-bd6c-65b0a91132eb service nova] [instance: 31d56eaa-d483-4254-9ca4-66bd50680c92] Received unexpected event network-vif-plugged-c0bcc330-da0f-4d53-a550-836208806de0 for instance with vm_state building and task_state spawning. [ 1853.698177] env[62574]: DEBUG nova.compute.manager [req-7531a2c9-cf79-4bcb-bd20-a868e40f471a req-7b676494-eb9a-41f5-bd6c-65b0a91132eb service nova] [instance: 9a4440bb-97d9-4dd7-bc7d-2a6c94e9e40c] Received event network-changed-b8834ca0-e192-4019-a6b2-50dfc68aa157 {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1853.698463] env[62574]: DEBUG nova.compute.manager [req-7531a2c9-cf79-4bcb-bd20-a868e40f471a req-7b676494-eb9a-41f5-bd6c-65b0a91132eb service nova] [instance: 9a4440bb-97d9-4dd7-bc7d-2a6c94e9e40c] Refreshing instance network info cache due to event network-changed-b8834ca0-e192-4019-a6b2-50dfc68aa157. {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1853.698684] env[62574]: DEBUG oslo_concurrency.lockutils [req-7531a2c9-cf79-4bcb-bd20-a868e40f471a req-7b676494-eb9a-41f5-bd6c-65b0a91132eb service nova] Acquiring lock "refresh_cache-9a4440bb-97d9-4dd7-bc7d-2a6c94e9e40c" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1853.739907] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67f9ad5f-31ae-443e-9f8e-5d6365217812 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.744780] env[62574]: DEBUG oslo_concurrency.lockutils [None req-c7820d51-3543-4024-b120-f32b86c24d21 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Releasing lock "refresh_cache-9a4440bb-97d9-4dd7-bc7d-2a6c94e9e40c" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1853.745295] env[62574]: DEBUG nova.compute.manager [None req-c7820d51-3543-4024-b120-f32b86c24d21 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] [instance: 9a4440bb-97d9-4dd7-bc7d-2a6c94e9e40c] Instance network_info: |[{"id": "b8834ca0-e192-4019-a6b2-50dfc68aa157", "address": "fa:16:3e:0a:ce:62", "network": {"id": "f4ae7ec7-0f59-410f-a9fd-fcc9dfe711cd", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-828120479-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7f9eb8bf1afc4a1c99652faad70fca7f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee9ce73d-4ee8-4b28-b7d3-3a5735039627", "external-id": "cl2-zone-465", "segmentation_id": 465, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8834ca0-e1", "ovs_interfaceid": "b8834ca0-e192-4019-a6b2-50dfc68aa157", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62574) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1853.750144] env[62574]: DEBUG oslo_concurrency.lockutils [req-7531a2c9-cf79-4bcb-bd20-a868e40f471a req-7b676494-eb9a-41f5-bd6c-65b0a91132eb service nova] Acquired lock "refresh_cache-9a4440bb-97d9-4dd7-bc7d-2a6c94e9e40c" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1853.750144] env[62574]: DEBUG nova.network.neutron [req-7531a2c9-cf79-4bcb-bd20-a868e40f471a req-7b676494-eb9a-41f5-bd6c-65b0a91132eb service nova] [instance: 9a4440bb-97d9-4dd7-bc7d-2a6c94e9e40c] Refreshing network info cache for port b8834ca0-e192-4019-a6b2-50dfc68aa157 {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1853.750144] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-c7820d51-3543-4024-b120-f32b86c24d21 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] [instance: 9a4440bb-97d9-4dd7-bc7d-2a6c94e9e40c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0a:ce:62', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ee9ce73d-4ee8-4b28-b7d3-3a5735039627', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b8834ca0-e192-4019-a6b2-50dfc68aa157', 'vif_model': 'vmxnet3'}] {{(pid=62574) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1853.758447] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7820d51-3543-4024-b120-f32b86c24d21 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Creating folder: Project (7f9eb8bf1afc4a1c99652faad70fca7f). Parent ref: group-v384746. {{(pid=62574) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1853.764092] env[62574]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c34d8044-1400-4882-8b87-9fde091d015b {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.767390] env[62574]: DEBUG nova.compute.manager [req-41fff266-5984-4d37-ac4b-612a07293b32 req-4f5a8868-6404-451d-866a-1f9fa4f52931 service nova] [instance: 1acdec40-8943-472c-ae9f-aad12d2bc16d] Received event network-vif-plugged-4341d054-7f88-4df6-9829-43c13bb0bdb0 {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1853.768094] env[62574]: DEBUG oslo_concurrency.lockutils [req-41fff266-5984-4d37-ac4b-612a07293b32 req-4f5a8868-6404-451d-866a-1f9fa4f52931 service nova] Acquiring lock "1acdec40-8943-472c-ae9f-aad12d2bc16d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1853.768094] env[62574]: DEBUG oslo_concurrency.lockutils [req-41fff266-5984-4d37-ac4b-612a07293b32 req-4f5a8868-6404-451d-866a-1f9fa4f52931 service nova] Lock "1acdec40-8943-472c-ae9f-aad12d2bc16d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1853.768657] env[62574]: DEBUG oslo_concurrency.lockutils [req-41fff266-5984-4d37-ac4b-612a07293b32 req-4f5a8868-6404-451d-866a-1f9fa4f52931 service nova] Lock "1acdec40-8943-472c-ae9f-aad12d2bc16d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1853.768657] env[62574]: DEBUG nova.compute.manager [req-41fff266-5984-4d37-ac4b-612a07293b32 req-4f5a8868-6404-451d-866a-1f9fa4f52931 service nova] [instance: 1acdec40-8943-472c-ae9f-aad12d2bc16d] No waiting events found dispatching network-vif-plugged-4341d054-7f88-4df6-9829-43c13bb0bdb0 {{(pid=62574) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1853.768796] env[62574]: WARNING nova.compute.manager [req-41fff266-5984-4d37-ac4b-612a07293b32 req-4f5a8868-6404-451d-866a-1f9fa4f52931 service nova] [instance: 1acdec40-8943-472c-ae9f-aad12d2bc16d] Received unexpected event network-vif-plugged-4341d054-7f88-4df6-9829-43c13bb0bdb0 for instance with vm_state building and task_state spawning. [ 1853.774867] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbc54303-a024-4544-aceb-8de6880fe82b {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.783724] env[62574]: INFO nova.virt.vmwareapi.vm_util [None req-c7820d51-3543-4024-b120-f32b86c24d21 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Created folder: Project (7f9eb8bf1afc4a1c99652faad70fca7f) in parent group-v384746. [ 1853.784010] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7820d51-3543-4024-b120-f32b86c24d21 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Creating folder: Instances. Parent ref: group-v384978. {{(pid=62574) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1853.808224] env[62574]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-83bffd02-a367-42f4-9f96-bf08595baafa {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.811884] env[62574]: DEBUG oslo_concurrency.lockutils [None req-aa69ab3f-edd0-432d-9803-8619b5f4978c tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Releasing lock "refresh_cache-31d56eaa-d483-4254-9ca4-66bd50680c92" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1853.812189] env[62574]: DEBUG nova.compute.manager [None req-aa69ab3f-edd0-432d-9803-8619b5f4978c tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] [instance: 31d56eaa-d483-4254-9ca4-66bd50680c92] Instance network_info: |[{"id": "c0bcc330-da0f-4d53-a550-836208806de0", "address": "fa:16:3e:8b:92:b7", "network": {"id": "8bd12a38-08c1-4356-9843-f29b17be87eb", "bridge": "br-int", "label": "tempest-ServersTestJSON-544040280-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd623c359a6848e68b723390c29ce7e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cb94a1a-f287-46e7-b63b-ec692c2141b4", "external-id": "nsx-vlan-transportzone-346", "segmentation_id": 346, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0bcc330-da", "ovs_interfaceid": "c0bcc330-da0f-4d53-a550-836208806de0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62574) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1853.815734] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-aa69ab3f-edd0-432d-9803-8619b5f4978c tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] [instance: 31d56eaa-d483-4254-9ca4-66bd50680c92] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8b:92:b7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1cb94a1a-f287-46e7-b63b-ec692c2141b4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c0bcc330-da0f-4d53-a550-836208806de0', 'vif_model': 'vmxnet3'}] {{(pid=62574) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1853.823239] env[62574]: DEBUG oslo.service.loopingcall [None req-aa69ab3f-edd0-432d-9803-8619b5f4978c tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62574) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1853.824017] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d348fc4-2ffc-4b8b-ba4a-277c3ba5c119 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.827195] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 31d56eaa-d483-4254-9ca4-66bd50680c92] Creating VM on the ESX host {{(pid=62574) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1853.828658] env[62574]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0e045bb1-61b7-44d3-b83c-1b44beef1486 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.847303] env[62574]: INFO nova.virt.vmwareapi.vm_util [None req-c7820d51-3543-4024-b120-f32b86c24d21 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Created folder: Instances in parent group-v384978. [ 1853.847921] env[62574]: DEBUG oslo.service.loopingcall [None req-c7820d51-3543-4024-b120-f32b86c24d21 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62574) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1853.850388] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9a4440bb-97d9-4dd7-bc7d-2a6c94e9e40c] Creating VM on the ESX host {{(pid=62574) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1853.850712] env[62574]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f90ca4c2-0450-4873-b4e8-2e796743f70e {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.866608] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7059a63-5df1-44ba-8494-67bd50953f4d {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.875800] env[62574]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1853.875800] env[62574]: value = "task-1862148" [ 1853.875800] env[62574]: _type = "Task" [ 1853.875800] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1853.888736] env[62574]: DEBUG nova.compute.provider_tree [None req-03702b39-22c0-42bd-a2e6-5c3469815dba tempest-ServerShowV257Test-978750593 tempest-ServerShowV257Test-978750593-project-member] Updating inventory in ProviderTree for provider f0ed160a-beff-4626-a531-2a70d7bc0627 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 148, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1853.890129] env[62574]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1853.890129] env[62574]: value = "task-1862149" [ 1853.890129] env[62574]: _type = "Task" [ 1853.890129] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1853.898936] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1862148, 'name': CreateVM_Task} progress is 15%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1853.905752] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1862149, 'name': CreateVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1854.022664] env[62574]: DEBUG oslo_vmware.api [None req-6ec5a9ef-d298-40af-aa6f-c671b00a5cd1 tempest-VolumesAdminNegativeTest-247329141 tempest-VolumesAdminNegativeTest-247329141-project-member] Task: {'id': task-1862145, 'name': ReconfigVM_Task, 'duration_secs': 0.285423} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1854.022983] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ec5a9ef-d298-40af-aa6f-c671b00a5cd1 tempest-VolumesAdminNegativeTest-247329141 tempest-VolumesAdminNegativeTest-247329141-project-member] [instance: cdb4528a-d1b1-442b-a5e3-e3c663ab7390] Reconfigured VM instance instance-00000033 to detach disk 2001 {{(pid=62574) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1854.032084] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7fd779ae-dfd5-4f2e-9566-ac3c6ea41cf4 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.049516] env[62574]: DEBUG nova.network.neutron [req-7531a2c9-cf79-4bcb-bd20-a868e40f471a req-7b676494-eb9a-41f5-bd6c-65b0a91132eb service nova] [instance: 9a4440bb-97d9-4dd7-bc7d-2a6c94e9e40c] Updated VIF entry in instance network info cache for port b8834ca0-e192-4019-a6b2-50dfc68aa157. {{(pid=62574) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1854.049876] env[62574]: DEBUG nova.network.neutron [req-7531a2c9-cf79-4bcb-bd20-a868e40f471a req-7b676494-eb9a-41f5-bd6c-65b0a91132eb service nova] [instance: 9a4440bb-97d9-4dd7-bc7d-2a6c94e9e40c] Updating instance_info_cache with network_info: [{"id": "b8834ca0-e192-4019-a6b2-50dfc68aa157", "address": "fa:16:3e:0a:ce:62", "network": {"id": "f4ae7ec7-0f59-410f-a9fd-fcc9dfe711cd", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-828120479-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7f9eb8bf1afc4a1c99652faad70fca7f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee9ce73d-4ee8-4b28-b7d3-3a5735039627", "external-id": "cl2-zone-465", "segmentation_id": 465, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8834ca0-e1", "ovs_interfaceid": "b8834ca0-e192-4019-a6b2-50dfc68aa157", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1854.052546] env[62574]: DEBUG oslo_vmware.api [None req-6ec5a9ef-d298-40af-aa6f-c671b00a5cd1 tempest-VolumesAdminNegativeTest-247329141 tempest-VolumesAdminNegativeTest-247329141-project-member] Waiting for the task: (returnval){ [ 1854.052546] env[62574]: value = "task-1862150" [ 1854.052546] env[62574]: _type = "Task" [ 1854.052546] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1854.057418] env[62574]: DEBUG nova.network.neutron [None req-59ec8d68-2d55-4d79-a3e3-a5420d1d54a7 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] [instance: 1acdec40-8943-472c-ae9f-aad12d2bc16d] Successfully updated port: 4341d054-7f88-4df6-9829-43c13bb0bdb0 {{(pid=62574) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1854.065139] env[62574]: DEBUG oslo_vmware.api [None req-6ec5a9ef-d298-40af-aa6f-c671b00a5cd1 tempest-VolumesAdminNegativeTest-247329141 tempest-VolumesAdminNegativeTest-247329141-project-member] Task: {'id': task-1862150, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1854.392135] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1862148, 'name': CreateVM_Task, 'duration_secs': 0.423201} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1854.395576] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 31d56eaa-d483-4254-9ca4-66bd50680c92] Created VM on the ESX host {{(pid=62574) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1854.400102] env[62574]: DEBUG oslo_concurrency.lockutils [None req-aa69ab3f-edd0-432d-9803-8619b5f4978c tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1854.400207] env[62574]: DEBUG oslo_concurrency.lockutils [None req-aa69ab3f-edd0-432d-9803-8619b5f4978c tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1854.402016] env[62574]: DEBUG oslo_concurrency.lockutils [None req-aa69ab3f-edd0-432d-9803-8619b5f4978c tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1854.402016] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-44f329ee-25eb-4719-9ec5-e66729a41421 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.409394] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1862149, 'name': CreateVM_Task, 'duration_secs': 0.385118} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1854.410617] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9a4440bb-97d9-4dd7-bc7d-2a6c94e9e40c] Created VM on the ESX host {{(pid=62574) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1854.410953] env[62574]: DEBUG oslo_vmware.api [None req-aa69ab3f-edd0-432d-9803-8619b5f4978c tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Waiting for the task: (returnval){ [ 1854.410953] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]523e20ab-8920-d8fa-a5de-d3ea2e51bb84" [ 1854.410953] env[62574]: _type = "Task" [ 1854.410953] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1854.415008] env[62574]: DEBUG oslo_concurrency.lockutils [None req-c7820d51-3543-4024-b120-f32b86c24d21 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1854.415008] env[62574]: DEBUG oslo_concurrency.lockutils [None req-c7820d51-3543-4024-b120-f32b86c24d21 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1854.415008] env[62574]: DEBUG oslo_concurrency.lockutils [None req-c7820d51-3543-4024-b120-f32b86c24d21 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1854.415008] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-196b4e41-794e-4c89-8aea-7525a7a95216 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.420989] env[62574]: DEBUG oslo_vmware.api [None req-c7820d51-3543-4024-b120-f32b86c24d21 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Waiting for the task: (returnval){ [ 1854.420989] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]5212aea1-1174-58d7-889d-2122f7efa09b" [ 1854.420989] env[62574]: _type = "Task" [ 1854.420989] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1854.425462] env[62574]: DEBUG oslo_vmware.api [None req-aa69ab3f-edd0-432d-9803-8619b5f4978c tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]523e20ab-8920-d8fa-a5de-d3ea2e51bb84, 'name': SearchDatastore_Task, 'duration_secs': 0.011151} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1854.428781] env[62574]: DEBUG oslo_concurrency.lockutils [None req-aa69ab3f-edd0-432d-9803-8619b5f4978c tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1854.429117] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-aa69ab3f-edd0-432d-9803-8619b5f4978c tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] [instance: 31d56eaa-d483-4254-9ca4-66bd50680c92] Processing image 3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2 {{(pid=62574) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1854.429270] env[62574]: DEBUG oslo_concurrency.lockutils [None req-aa69ab3f-edd0-432d-9803-8619b5f4978c tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1854.429417] env[62574]: DEBUG oslo_concurrency.lockutils [None req-aa69ab3f-edd0-432d-9803-8619b5f4978c tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1854.429594] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa69ab3f-edd0-432d-9803-8619b5f4978c tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1854.429889] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2cf361ad-47ea-4aeb-8b3d-f655a9ca96a7 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.433573] env[62574]: DEBUG nova.scheduler.client.report [None req-03702b39-22c0-42bd-a2e6-5c3469815dba tempest-ServerShowV257Test-978750593 tempest-ServerShowV257Test-978750593-project-member] Updated inventory for provider f0ed160a-beff-4626-a531-2a70d7bc0627 with generation 114 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 148, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1854.433852] env[62574]: DEBUG nova.compute.provider_tree [None req-03702b39-22c0-42bd-a2e6-5c3469815dba tempest-ServerShowV257Test-978750593 tempest-ServerShowV257Test-978750593-project-member] Updating resource provider f0ed160a-beff-4626-a531-2a70d7bc0627 generation from 114 to 115 during operation: update_inventory {{(pid=62574) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1854.434059] env[62574]: DEBUG nova.compute.provider_tree [None req-03702b39-22c0-42bd-a2e6-5c3469815dba tempest-ServerShowV257Test-978750593 tempest-ServerShowV257Test-978750593-project-member] Updating inventory in ProviderTree for provider f0ed160a-beff-4626-a531-2a70d7bc0627 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 148, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1854.441629] env[62574]: DEBUG oslo_vmware.api [None req-c7820d51-3543-4024-b120-f32b86c24d21 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]5212aea1-1174-58d7-889d-2122f7efa09b, 'name': SearchDatastore_Task, 'duration_secs': 0.009103} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1854.441969] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa69ab3f-edd0-432d-9803-8619b5f4978c tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1854.442191] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-aa69ab3f-edd0-432d-9803-8619b5f4978c tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62574) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1854.443496] env[62574]: DEBUG oslo_concurrency.lockutils [None req-c7820d51-3543-4024-b120-f32b86c24d21 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1854.443786] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-c7820d51-3543-4024-b120-f32b86c24d21 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] [instance: 9a4440bb-97d9-4dd7-bc7d-2a6c94e9e40c] Processing image 3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2 {{(pid=62574) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1854.444042] env[62574]: DEBUG oslo_concurrency.lockutils [None req-c7820d51-3543-4024-b120-f32b86c24d21 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1854.444197] env[62574]: DEBUG oslo_concurrency.lockutils [None req-c7820d51-3543-4024-b120-f32b86c24d21 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1854.444412] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7820d51-3543-4024-b120-f32b86c24d21 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1854.444700] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-58c1fd14-d8d0-49c9-ba40-17db8e0e17f1 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.450045] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-522d3b33-2b80-4273-b910-cd21a3db99a7 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.451866] env[62574]: DEBUG oslo_vmware.api [None req-aa69ab3f-edd0-432d-9803-8619b5f4978c tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Waiting for the task: (returnval){ [ 1854.451866] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]52d59c18-19d0-6a06-6281-052d66a9aeaa" [ 1854.451866] env[62574]: _type = "Task" [ 1854.451866] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1854.458595] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7820d51-3543-4024-b120-f32b86c24d21 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1854.458595] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-c7820d51-3543-4024-b120-f32b86c24d21 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62574) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1854.459719] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-978ea1f0-6a61-4570-aa1b-d319eb417986 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.467726] env[62574]: DEBUG oslo_vmware.api [None req-aa69ab3f-edd0-432d-9803-8619b5f4978c tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52d59c18-19d0-6a06-6281-052d66a9aeaa, 'name': SearchDatastore_Task, 'duration_secs': 0.010332} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1854.472042] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ce0e0ea-c720-4454-aaa3-78857f52d58d {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.472940] env[62574]: DEBUG oslo_vmware.api [None req-c7820d51-3543-4024-b120-f32b86c24d21 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Waiting for the task: (returnval){ [ 1854.472940] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]529a514e-539e-e2a0-b04e-fd80aacc2299" [ 1854.472940] env[62574]: _type = "Task" [ 1854.472940] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1854.479985] env[62574]: DEBUG oslo_vmware.api [None req-aa69ab3f-edd0-432d-9803-8619b5f4978c tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Waiting for the task: (returnval){ [ 1854.479985] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]52961251-b842-9ec3-6dd5-02cb410cbfcc" [ 1854.479985] env[62574]: _type = "Task" [ 1854.479985] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1854.488623] env[62574]: DEBUG oslo_vmware.api [None req-c7820d51-3543-4024-b120-f32b86c24d21 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]529a514e-539e-e2a0-b04e-fd80aacc2299, 'name': SearchDatastore_Task, 'duration_secs': 0.009458} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1854.489811] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bd655322-6946-4bc8-8e6f-44243caeca2d {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.496319] env[62574]: DEBUG oslo_vmware.api [None req-aa69ab3f-edd0-432d-9803-8619b5f4978c tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52961251-b842-9ec3-6dd5-02cb410cbfcc, 'name': SearchDatastore_Task, 'duration_secs': 0.009084} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1854.496998] env[62574]: DEBUG oslo_concurrency.lockutils [None req-aa69ab3f-edd0-432d-9803-8619b5f4978c tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1854.497113] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa69ab3f-edd0-432d-9803-8619b5f4978c tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk to [datastore1] 31d56eaa-d483-4254-9ca4-66bd50680c92/31d56eaa-d483-4254-9ca4-66bd50680c92.vmdk {{(pid=62574) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1854.497301] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-31dd8d20-ca28-4b54-9968-5d84f40078c0 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.500342] env[62574]: DEBUG oslo_vmware.api [None req-c7820d51-3543-4024-b120-f32b86c24d21 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Waiting for the task: (returnval){ [ 1854.500342] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]52055a33-d83a-6675-2664-c5b1a1fb034b" [ 1854.500342] env[62574]: _type = "Task" [ 1854.500342] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1854.505342] env[62574]: DEBUG oslo_vmware.api [None req-aa69ab3f-edd0-432d-9803-8619b5f4978c tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Waiting for the task: (returnval){ [ 1854.505342] env[62574]: value = "task-1862151" [ 1854.505342] env[62574]: _type = "Task" [ 1854.505342] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1854.515192] env[62574]: DEBUG oslo_vmware.api [None req-c7820d51-3543-4024-b120-f32b86c24d21 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52055a33-d83a-6675-2664-c5b1a1fb034b, 'name': SearchDatastore_Task, 'duration_secs': 0.009205} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1854.515192] env[62574]: DEBUG oslo_concurrency.lockutils [None req-c7820d51-3543-4024-b120-f32b86c24d21 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1854.515192] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7820d51-3543-4024-b120-f32b86c24d21 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk to [datastore2] 9a4440bb-97d9-4dd7-bc7d-2a6c94e9e40c/9a4440bb-97d9-4dd7-bc7d-2a6c94e9e40c.vmdk {{(pid=62574) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1854.515192] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-637afdd1-9a74-46be-8edb-ecf8b8bd5997 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.521424] env[62574]: DEBUG oslo_vmware.api [None req-aa69ab3f-edd0-432d-9803-8619b5f4978c tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Task: {'id': task-1862151, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1854.526436] env[62574]: DEBUG oslo_vmware.api [None req-c7820d51-3543-4024-b120-f32b86c24d21 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Waiting for the task: (returnval){ [ 1854.526436] env[62574]: value = "task-1862152" [ 1854.526436] env[62574]: _type = "Task" [ 1854.526436] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1854.534624] env[62574]: DEBUG oslo_vmware.api [None req-c7820d51-3543-4024-b120-f32b86c24d21 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Task: {'id': task-1862152, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1854.553975] env[62574]: DEBUG oslo_concurrency.lockutils [req-7531a2c9-cf79-4bcb-bd20-a868e40f471a req-7b676494-eb9a-41f5-bd6c-65b0a91132eb service nova] Releasing lock "refresh_cache-9a4440bb-97d9-4dd7-bc7d-2a6c94e9e40c" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1854.554289] env[62574]: DEBUG nova.compute.manager [req-7531a2c9-cf79-4bcb-bd20-a868e40f471a req-7b676494-eb9a-41f5-bd6c-65b0a91132eb service nova] [instance: 31d56eaa-d483-4254-9ca4-66bd50680c92] Received event network-changed-c0bcc330-da0f-4d53-a550-836208806de0 {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1854.554465] env[62574]: DEBUG nova.compute.manager [req-7531a2c9-cf79-4bcb-bd20-a868e40f471a req-7b676494-eb9a-41f5-bd6c-65b0a91132eb service nova] [instance: 31d56eaa-d483-4254-9ca4-66bd50680c92] Refreshing instance network info cache due to event network-changed-c0bcc330-da0f-4d53-a550-836208806de0. {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1854.554699] env[62574]: DEBUG oslo_concurrency.lockutils [req-7531a2c9-cf79-4bcb-bd20-a868e40f471a req-7b676494-eb9a-41f5-bd6c-65b0a91132eb service nova] Acquiring lock "refresh_cache-31d56eaa-d483-4254-9ca4-66bd50680c92" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1854.554872] env[62574]: DEBUG oslo_concurrency.lockutils [req-7531a2c9-cf79-4bcb-bd20-a868e40f471a req-7b676494-eb9a-41f5-bd6c-65b0a91132eb service nova] Acquired lock "refresh_cache-31d56eaa-d483-4254-9ca4-66bd50680c92" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1854.555062] env[62574]: DEBUG nova.network.neutron [req-7531a2c9-cf79-4bcb-bd20-a868e40f471a req-7b676494-eb9a-41f5-bd6c-65b0a91132eb service nova] [instance: 31d56eaa-d483-4254-9ca4-66bd50680c92] Refreshing network info cache for port c0bcc330-da0f-4d53-a550-836208806de0 {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1854.559976] env[62574]: DEBUG oslo_concurrency.lockutils [None req-59ec8d68-2d55-4d79-a3e3-a5420d1d54a7 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Acquiring lock "refresh_cache-1acdec40-8943-472c-ae9f-aad12d2bc16d" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1854.560174] env[62574]: DEBUG oslo_concurrency.lockutils [None req-59ec8d68-2d55-4d79-a3e3-a5420d1d54a7 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Acquired lock "refresh_cache-1acdec40-8943-472c-ae9f-aad12d2bc16d" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1854.560280] env[62574]: DEBUG nova.network.neutron [None req-59ec8d68-2d55-4d79-a3e3-a5420d1d54a7 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] [instance: 1acdec40-8943-472c-ae9f-aad12d2bc16d] Building network info cache for instance {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1854.567064] env[62574]: DEBUG oslo_vmware.api [None req-6ec5a9ef-d298-40af-aa6f-c671b00a5cd1 tempest-VolumesAdminNegativeTest-247329141 tempest-VolumesAdminNegativeTest-247329141-project-member] Task: {'id': task-1862150, 'name': ReconfigVM_Task, 'duration_secs': 0.213775} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1854.567176] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ec5a9ef-d298-40af-aa6f-c671b00a5cd1 tempest-VolumesAdminNegativeTest-247329141 tempest-VolumesAdminNegativeTest-247329141-project-member] [instance: cdb4528a-d1b1-442b-a5e3-e3c663ab7390] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-384975', 'volume_id': '8a9f5a25-62ab-4eb7-8fe9-2cfd82178e95', 'name': 'volume-8a9f5a25-62ab-4eb7-8fe9-2cfd82178e95', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'cdb4528a-d1b1-442b-a5e3-e3c663ab7390', 'attached_at': '', 'detached_at': '', 'volume_id': '8a9f5a25-62ab-4eb7-8fe9-2cfd82178e95', 'serial': '8a9f5a25-62ab-4eb7-8fe9-2cfd82178e95'} {{(pid=62574) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1854.945078] env[62574]: DEBUG oslo_concurrency.lockutils [None req-03702b39-22c0-42bd-a2e6-5c3469815dba tempest-ServerShowV257Test-978750593 tempest-ServerShowV257Test-978750593-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.366s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1854.945735] env[62574]: DEBUG nova.compute.manager [None req-03702b39-22c0-42bd-a2e6-5c3469815dba tempest-ServerShowV257Test-978750593 tempest-ServerShowV257Test-978750593-project-member] [instance: 5b6261ef-63f1-49d1-b19f-798b48df3806] Start building networks asynchronously for instance. {{(pid=62574) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1854.949770] env[62574]: DEBUG oslo_concurrency.lockutils [None req-08cfb9d5-9ee2-43cb-83ee-9c28844f3e58 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.246s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1854.951944] env[62574]: INFO nova.compute.claims [None req-08cfb9d5-9ee2-43cb-83ee-9c28844f3e58 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] [instance: c9f509e8-5f1b-4ea9-9367-46d544ffa807] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1855.026170] env[62574]: DEBUG oslo_vmware.api [None req-aa69ab3f-edd0-432d-9803-8619b5f4978c tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Task: {'id': task-1862151, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1855.040394] env[62574]: DEBUG oslo_vmware.api [None req-c7820d51-3543-4024-b120-f32b86c24d21 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Task: {'id': task-1862152, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1855.108335] env[62574]: DEBUG nova.network.neutron [None req-59ec8d68-2d55-4d79-a3e3-a5420d1d54a7 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] [instance: 1acdec40-8943-472c-ae9f-aad12d2bc16d] Instance cache missing network info. {{(pid=62574) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1855.131924] env[62574]: DEBUG nova.objects.instance [None req-6ec5a9ef-d298-40af-aa6f-c671b00a5cd1 tempest-VolumesAdminNegativeTest-247329141 tempest-VolumesAdminNegativeTest-247329141-project-member] Lazy-loading 'flavor' on Instance uuid cdb4528a-d1b1-442b-a5e3-e3c663ab7390 {{(pid=62574) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1855.308261] env[62574]: DEBUG nova.network.neutron [None req-59ec8d68-2d55-4d79-a3e3-a5420d1d54a7 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] [instance: 1acdec40-8943-472c-ae9f-aad12d2bc16d] Updating instance_info_cache with network_info: [{"id": "4341d054-7f88-4df6-9829-43c13bb0bdb0", "address": "fa:16:3e:57:7c:ea", "network": {"id": "f4ae7ec7-0f59-410f-a9fd-fcc9dfe711cd", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-828120479-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7f9eb8bf1afc4a1c99652faad70fca7f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee9ce73d-4ee8-4b28-b7d3-3a5735039627", "external-id": "cl2-zone-465", "segmentation_id": 465, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4341d054-7f", "ovs_interfaceid": "4341d054-7f88-4df6-9829-43c13bb0bdb0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1855.348810] env[62574]: DEBUG oslo_concurrency.lockutils [None req-3eb0a707-d35a-4cf2-86df-b07e8b47eba1 tempest-ServerTagsTestJSON-2093465957 tempest-ServerTagsTestJSON-2093465957-project-member] Acquiring lock "e31031b0-b80e-4fde-97f5-5a58d7695ee9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1855.349302] env[62574]: DEBUG oslo_concurrency.lockutils [None req-3eb0a707-d35a-4cf2-86df-b07e8b47eba1 tempest-ServerTagsTestJSON-2093465957 tempest-ServerTagsTestJSON-2093465957-project-member] Lock "e31031b0-b80e-4fde-97f5-5a58d7695ee9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1855.374170] env[62574]: DEBUG nova.network.neutron [req-7531a2c9-cf79-4bcb-bd20-a868e40f471a req-7b676494-eb9a-41f5-bd6c-65b0a91132eb service nova] [instance: 31d56eaa-d483-4254-9ca4-66bd50680c92] Updated VIF entry in instance network info cache for port c0bcc330-da0f-4d53-a550-836208806de0. {{(pid=62574) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1855.374745] env[62574]: DEBUG nova.network.neutron [req-7531a2c9-cf79-4bcb-bd20-a868e40f471a req-7b676494-eb9a-41f5-bd6c-65b0a91132eb service nova] [instance: 31d56eaa-d483-4254-9ca4-66bd50680c92] Updating instance_info_cache with network_info: [{"id": "c0bcc330-da0f-4d53-a550-836208806de0", "address": "fa:16:3e:8b:92:b7", "network": {"id": "8bd12a38-08c1-4356-9843-f29b17be87eb", "bridge": "br-int", "label": "tempest-ServersTestJSON-544040280-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd623c359a6848e68b723390c29ce7e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cb94a1a-f287-46e7-b63b-ec692c2141b4", "external-id": "nsx-vlan-transportzone-346", "segmentation_id": 346, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0bcc330-da", "ovs_interfaceid": "c0bcc330-da0f-4d53-a550-836208806de0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1855.456906] env[62574]: DEBUG nova.compute.utils [None req-03702b39-22c0-42bd-a2e6-5c3469815dba tempest-ServerShowV257Test-978750593 tempest-ServerShowV257Test-978750593-project-member] Using /dev/sd instead of None {{(pid=62574) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1855.458508] env[62574]: DEBUG nova.compute.manager [None req-03702b39-22c0-42bd-a2e6-5c3469815dba tempest-ServerShowV257Test-978750593 tempest-ServerShowV257Test-978750593-project-member] [instance: 5b6261ef-63f1-49d1-b19f-798b48df3806] Not allocating networking since 'none' was specified. {{(pid=62574) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1855.517449] env[62574]: DEBUG oslo_vmware.api [None req-aa69ab3f-edd0-432d-9803-8619b5f4978c tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Task: {'id': task-1862151, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.727782} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1855.517712] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa69ab3f-edd0-432d-9803-8619b5f4978c tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk to [datastore1] 31d56eaa-d483-4254-9ca4-66bd50680c92/31d56eaa-d483-4254-9ca4-66bd50680c92.vmdk {{(pid=62574) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1855.518010] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-aa69ab3f-edd0-432d-9803-8619b5f4978c tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] [instance: 31d56eaa-d483-4254-9ca4-66bd50680c92] Extending root virtual disk to 1048576 {{(pid=62574) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1855.518335] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2f3327cb-cfe6-4954-9528-903a2313bbac {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.525670] env[62574]: DEBUG oslo_vmware.api [None req-aa69ab3f-edd0-432d-9803-8619b5f4978c tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Waiting for the task: (returnval){ [ 1855.525670] env[62574]: value = "task-1862153" [ 1855.525670] env[62574]: _type = "Task" [ 1855.525670] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1855.540688] env[62574]: DEBUG oslo_vmware.api [None req-aa69ab3f-edd0-432d-9803-8619b5f4978c tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Task: {'id': task-1862153, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1855.541062] env[62574]: DEBUG oslo_vmware.api [None req-c7820d51-3543-4024-b120-f32b86c24d21 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Task: {'id': task-1862152, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.71297} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1855.541248] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7820d51-3543-4024-b120-f32b86c24d21 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk to [datastore2] 9a4440bb-97d9-4dd7-bc7d-2a6c94e9e40c/9a4440bb-97d9-4dd7-bc7d-2a6c94e9e40c.vmdk {{(pid=62574) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1855.541464] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-c7820d51-3543-4024-b120-f32b86c24d21 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] [instance: 9a4440bb-97d9-4dd7-bc7d-2a6c94e9e40c] Extending root virtual disk to 1048576 {{(pid=62574) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1855.541720] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-41c605d6-749c-4129-bdea-297d9c47e3b0 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.549156] env[62574]: DEBUG oslo_vmware.api [None req-c7820d51-3543-4024-b120-f32b86c24d21 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Waiting for the task: (returnval){ [ 1855.549156] env[62574]: value = "task-1862154" [ 1855.549156] env[62574]: _type = "Task" [ 1855.549156] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1855.558899] env[62574]: DEBUG oslo_vmware.api [None req-c7820d51-3543-4024-b120-f32b86c24d21 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Task: {'id': task-1862154, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1855.781322] env[62574]: DEBUG nova.compute.manager [req-c4a517f9-c52c-46f4-b26c-b74b168435f5 req-e218cdc8-2310-4b91-8e84-2ce7b7a82688 service nova] [instance: 1acdec40-8943-472c-ae9f-aad12d2bc16d] Received event network-changed-4341d054-7f88-4df6-9829-43c13bb0bdb0 {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1855.781322] env[62574]: DEBUG nova.compute.manager [req-c4a517f9-c52c-46f4-b26c-b74b168435f5 req-e218cdc8-2310-4b91-8e84-2ce7b7a82688 service nova] [instance: 1acdec40-8943-472c-ae9f-aad12d2bc16d] Refreshing instance network info cache due to event network-changed-4341d054-7f88-4df6-9829-43c13bb0bdb0. {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1855.781322] env[62574]: DEBUG oslo_concurrency.lockutils [req-c4a517f9-c52c-46f4-b26c-b74b168435f5 req-e218cdc8-2310-4b91-8e84-2ce7b7a82688 service nova] Acquiring lock "refresh_cache-1acdec40-8943-472c-ae9f-aad12d2bc16d" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1855.810110] env[62574]: DEBUG oslo_concurrency.lockutils [None req-59ec8d68-2d55-4d79-a3e3-a5420d1d54a7 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Releasing lock "refresh_cache-1acdec40-8943-472c-ae9f-aad12d2bc16d" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1855.810468] env[62574]: DEBUG nova.compute.manager [None req-59ec8d68-2d55-4d79-a3e3-a5420d1d54a7 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] [instance: 1acdec40-8943-472c-ae9f-aad12d2bc16d] Instance network_info: |[{"id": "4341d054-7f88-4df6-9829-43c13bb0bdb0", "address": "fa:16:3e:57:7c:ea", "network": {"id": "f4ae7ec7-0f59-410f-a9fd-fcc9dfe711cd", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-828120479-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7f9eb8bf1afc4a1c99652faad70fca7f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee9ce73d-4ee8-4b28-b7d3-3a5735039627", "external-id": "cl2-zone-465", "segmentation_id": 465, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4341d054-7f", "ovs_interfaceid": "4341d054-7f88-4df6-9829-43c13bb0bdb0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62574) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1855.810782] env[62574]: DEBUG oslo_concurrency.lockutils [req-c4a517f9-c52c-46f4-b26c-b74b168435f5 req-e218cdc8-2310-4b91-8e84-2ce7b7a82688 service nova] Acquired lock "refresh_cache-1acdec40-8943-472c-ae9f-aad12d2bc16d" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1855.811384] env[62574]: DEBUG nova.network.neutron [req-c4a517f9-c52c-46f4-b26c-b74b168435f5 req-e218cdc8-2310-4b91-8e84-2ce7b7a82688 service nova] [instance: 1acdec40-8943-472c-ae9f-aad12d2bc16d] Refreshing network info cache for port 4341d054-7f88-4df6-9829-43c13bb0bdb0 {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1855.812250] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-59ec8d68-2d55-4d79-a3e3-a5420d1d54a7 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] [instance: 1acdec40-8943-472c-ae9f-aad12d2bc16d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:57:7c:ea', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ee9ce73d-4ee8-4b28-b7d3-3a5735039627', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4341d054-7f88-4df6-9829-43c13bb0bdb0', 'vif_model': 'vmxnet3'}] {{(pid=62574) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1855.821024] env[62574]: DEBUG oslo.service.loopingcall [None req-59ec8d68-2d55-4d79-a3e3-a5420d1d54a7 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62574) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1855.821883] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1acdec40-8943-472c-ae9f-aad12d2bc16d] Creating VM on the ESX host {{(pid=62574) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1855.823793] env[62574]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9ae7d8eb-4321-424e-bf31-8e35f3525ea1 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.851812] env[62574]: DEBUG nova.compute.manager [None req-3eb0a707-d35a-4cf2-86df-b07e8b47eba1 tempest-ServerTagsTestJSON-2093465957 tempest-ServerTagsTestJSON-2093465957-project-member] [instance: e31031b0-b80e-4fde-97f5-5a58d7695ee9] Starting instance... {{(pid=62574) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1855.858299] env[62574]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1855.858299] env[62574]: value = "task-1862155" [ 1855.858299] env[62574]: _type = "Task" [ 1855.858299] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1855.869926] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1862155, 'name': CreateVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1855.879848] env[62574]: DEBUG oslo_concurrency.lockutils [req-7531a2c9-cf79-4bcb-bd20-a868e40f471a req-7b676494-eb9a-41f5-bd6c-65b0a91132eb service nova] Releasing lock "refresh_cache-31d56eaa-d483-4254-9ca4-66bd50680c92" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1855.962313] env[62574]: DEBUG nova.compute.manager [None req-03702b39-22c0-42bd-a2e6-5c3469815dba tempest-ServerShowV257Test-978750593 tempest-ServerShowV257Test-978750593-project-member] [instance: 5b6261ef-63f1-49d1-b19f-798b48df3806] Start building block device mappings for instance. {{(pid=62574) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1856.035668] env[62574]: DEBUG oslo_vmware.api [None req-aa69ab3f-edd0-432d-9803-8619b5f4978c tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Task: {'id': task-1862153, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.095882} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1856.038501] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-aa69ab3f-edd0-432d-9803-8619b5f4978c tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] [instance: 31d56eaa-d483-4254-9ca4-66bd50680c92] Extended root virtual disk {{(pid=62574) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1856.039831] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b9a8ce3-ca7a-4e71-a23b-1d9f4022c489 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.062700] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa69ab3f-edd0-432d-9803-8619b5f4978c tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] [instance: 31d56eaa-d483-4254-9ca4-66bd50680c92] Reconfiguring VM instance instance-00000056 to attach disk [datastore1] 31d56eaa-d483-4254-9ca4-66bd50680c92/31d56eaa-d483-4254-9ca4-66bd50680c92.vmdk or device None with type sparse {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1856.068664] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-88fd0cbd-036a-44f0-ac42-a93bbf1b2495 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.090106] env[62574]: DEBUG oslo_vmware.api [None req-c7820d51-3543-4024-b120-f32b86c24d21 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Task: {'id': task-1862154, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072123} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1856.091368] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-c7820d51-3543-4024-b120-f32b86c24d21 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] [instance: 9a4440bb-97d9-4dd7-bc7d-2a6c94e9e40c] Extended root virtual disk {{(pid=62574) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1856.091813] env[62574]: DEBUG oslo_vmware.api [None req-aa69ab3f-edd0-432d-9803-8619b5f4978c tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Waiting for the task: (returnval){ [ 1856.091813] env[62574]: value = "task-1862156" [ 1856.091813] env[62574]: _type = "Task" [ 1856.091813] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1856.093089] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc8ca847-948a-4caa-9db8-222fdd83930a {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.121996] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-c7820d51-3543-4024-b120-f32b86c24d21 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] [instance: 9a4440bb-97d9-4dd7-bc7d-2a6c94e9e40c] Reconfiguring VM instance instance-00000057 to attach disk [datastore2] 9a4440bb-97d9-4dd7-bc7d-2a6c94e9e40c/9a4440bb-97d9-4dd7-bc7d-2a6c94e9e40c.vmdk or device None with type sparse {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1856.127944] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-facef61d-2550-4670-8a3d-2ce321b0cb74 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.142384] env[62574]: DEBUG oslo_vmware.api [None req-aa69ab3f-edd0-432d-9803-8619b5f4978c tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Task: {'id': task-1862156, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1856.143637] env[62574]: DEBUG oslo_concurrency.lockutils [None req-6ec5a9ef-d298-40af-aa6f-c671b00a5cd1 tempest-VolumesAdminNegativeTest-247329141 tempest-VolumesAdminNegativeTest-247329141-project-member] Lock "cdb4528a-d1b1-442b-a5e3-e3c663ab7390" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.297s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1856.149895] env[62574]: DEBUG oslo_vmware.api [None req-c7820d51-3543-4024-b120-f32b86c24d21 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Waiting for the task: (returnval){ [ 1856.149895] env[62574]: value = "task-1862157" [ 1856.149895] env[62574]: _type = "Task" [ 1856.149895] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1856.159185] env[62574]: DEBUG oslo_vmware.api [None req-c7820d51-3543-4024-b120-f32b86c24d21 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Task: {'id': task-1862157, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1856.328075] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40281fd8-17d8-4313-96c3-9bf0a96170e0 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.337598] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-032a4b1f-4063-4315-b973-8d52366edd2c {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.383722] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55b18b52-d04c-49c2-9ac8-56ef3aeac54e {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.393370] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1862155, 'name': CreateVM_Task} progress is 99%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1856.397280] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f631faf8-1010-4d80-8af9-7013055e6839 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.401647] env[62574]: DEBUG oslo_concurrency.lockutils [None req-3eb0a707-d35a-4cf2-86df-b07e8b47eba1 tempest-ServerTagsTestJSON-2093465957 tempest-ServerTagsTestJSON-2093465957-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1856.415884] env[62574]: DEBUG nova.compute.provider_tree [None req-08cfb9d5-9ee2-43cb-83ee-9c28844f3e58 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Inventory has not changed in ProviderTree for provider: f0ed160a-beff-4626-a531-2a70d7bc0627 {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1856.566155] env[62574]: DEBUG nova.network.neutron [req-c4a517f9-c52c-46f4-b26c-b74b168435f5 req-e218cdc8-2310-4b91-8e84-2ce7b7a82688 service nova] [instance: 1acdec40-8943-472c-ae9f-aad12d2bc16d] Updated VIF entry in instance network info cache for port 4341d054-7f88-4df6-9829-43c13bb0bdb0. {{(pid=62574) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1856.566748] env[62574]: DEBUG nova.network.neutron [req-c4a517f9-c52c-46f4-b26c-b74b168435f5 req-e218cdc8-2310-4b91-8e84-2ce7b7a82688 service nova] [instance: 1acdec40-8943-472c-ae9f-aad12d2bc16d] Updating instance_info_cache with network_info: [{"id": "4341d054-7f88-4df6-9829-43c13bb0bdb0", "address": "fa:16:3e:57:7c:ea", "network": {"id": "f4ae7ec7-0f59-410f-a9fd-fcc9dfe711cd", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-828120479-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7f9eb8bf1afc4a1c99652faad70fca7f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee9ce73d-4ee8-4b28-b7d3-3a5735039627", "external-id": "cl2-zone-465", "segmentation_id": 465, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4341d054-7f", "ovs_interfaceid": "4341d054-7f88-4df6-9829-43c13bb0bdb0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1856.605382] env[62574]: DEBUG oslo_vmware.api [None req-aa69ab3f-edd0-432d-9803-8619b5f4978c tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Task: {'id': task-1862156, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1856.660098] env[62574]: DEBUG oslo_vmware.api [None req-c7820d51-3543-4024-b120-f32b86c24d21 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Task: {'id': task-1862157, 'name': ReconfigVM_Task, 'duration_secs': 0.321662} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1856.660407] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-c7820d51-3543-4024-b120-f32b86c24d21 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] [instance: 9a4440bb-97d9-4dd7-bc7d-2a6c94e9e40c] Reconfigured VM instance instance-00000057 to attach disk [datastore2] 9a4440bb-97d9-4dd7-bc7d-2a6c94e9e40c/9a4440bb-97d9-4dd7-bc7d-2a6c94e9e40c.vmdk or device None with type sparse {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1856.661062] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-592747bc-7d10-4650-9fd7-e20f46e554e7 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.667470] env[62574]: DEBUG oslo_vmware.api [None req-c7820d51-3543-4024-b120-f32b86c24d21 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Waiting for the task: (returnval){ [ 1856.667470] env[62574]: value = "task-1862158" [ 1856.667470] env[62574]: _type = "Task" [ 1856.667470] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1856.676659] env[62574]: DEBUG oslo_vmware.api [None req-c7820d51-3543-4024-b120-f32b86c24d21 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Task: {'id': task-1862158, 'name': Rename_Task} progress is 5%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1856.886091] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1862155, 'name': CreateVM_Task, 'duration_secs': 0.684838} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1856.886296] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1acdec40-8943-472c-ae9f-aad12d2bc16d] Created VM on the ESX host {{(pid=62574) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1856.886938] env[62574]: DEBUG oslo_concurrency.lockutils [None req-59ec8d68-2d55-4d79-a3e3-a5420d1d54a7 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1856.887125] env[62574]: DEBUG oslo_concurrency.lockutils [None req-59ec8d68-2d55-4d79-a3e3-a5420d1d54a7 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1856.887428] env[62574]: DEBUG oslo_concurrency.lockutils [None req-59ec8d68-2d55-4d79-a3e3-a5420d1d54a7 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1856.887686] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-79b1f9ba-05a2-42ea-ae73-5c11d2a54dd1 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.892489] env[62574]: DEBUG oslo_vmware.api [None req-59ec8d68-2d55-4d79-a3e3-a5420d1d54a7 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Waiting for the task: (returnval){ [ 1856.892489] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]521f05ca-457f-3431-0c78-c7f9af499089" [ 1856.892489] env[62574]: _type = "Task" [ 1856.892489] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1856.900269] env[62574]: DEBUG oslo_vmware.api [None req-59ec8d68-2d55-4d79-a3e3-a5420d1d54a7 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]521f05ca-457f-3431-0c78-c7f9af499089, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1856.919471] env[62574]: DEBUG nova.scheduler.client.report [None req-08cfb9d5-9ee2-43cb-83ee-9c28844f3e58 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Inventory has not changed for provider f0ed160a-beff-4626-a531-2a70d7bc0627 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 148, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1856.977786] env[62574]: DEBUG nova.compute.manager [None req-03702b39-22c0-42bd-a2e6-5c3469815dba tempest-ServerShowV257Test-978750593 tempest-ServerShowV257Test-978750593-project-member] [instance: 5b6261ef-63f1-49d1-b19f-798b48df3806] Start spawning the instance on the hypervisor. {{(pid=62574) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1856.998737] env[62574]: DEBUG nova.virt.hardware [None req-03702b39-22c0-42bd-a2e6-5c3469815dba tempest-ServerShowV257Test-978750593 tempest-ServerShowV257Test-978750593-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T19:26:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-13T19:26:40Z,direct_url=,disk_format='vmdk',id=3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7eed1dd4d2c3418eb32c4f4ceda3ab0d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-13T19:26:41Z,virtual_size=,visibility=), allow threads: False {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1856.999067] env[62574]: DEBUG nova.virt.hardware [None req-03702b39-22c0-42bd-a2e6-5c3469815dba tempest-ServerShowV257Test-978750593 tempest-ServerShowV257Test-978750593-project-member] Flavor limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1856.999255] env[62574]: DEBUG nova.virt.hardware [None req-03702b39-22c0-42bd-a2e6-5c3469815dba tempest-ServerShowV257Test-978750593 tempest-ServerShowV257Test-978750593-project-member] Image limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1856.999486] env[62574]: DEBUG nova.virt.hardware [None req-03702b39-22c0-42bd-a2e6-5c3469815dba tempest-ServerShowV257Test-978750593 tempest-ServerShowV257Test-978750593-project-member] Flavor pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1856.999665] env[62574]: DEBUG nova.virt.hardware [None req-03702b39-22c0-42bd-a2e6-5c3469815dba tempest-ServerShowV257Test-978750593 tempest-ServerShowV257Test-978750593-project-member] Image pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1856.999856] env[62574]: DEBUG nova.virt.hardware [None req-03702b39-22c0-42bd-a2e6-5c3469815dba tempest-ServerShowV257Test-978750593 tempest-ServerShowV257Test-978750593-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1857.000416] env[62574]: DEBUG nova.virt.hardware [None req-03702b39-22c0-42bd-a2e6-5c3469815dba tempest-ServerShowV257Test-978750593 tempest-ServerShowV257Test-978750593-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1857.000416] env[62574]: DEBUG nova.virt.hardware [None req-03702b39-22c0-42bd-a2e6-5c3469815dba tempest-ServerShowV257Test-978750593 tempest-ServerShowV257Test-978750593-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1857.000550] env[62574]: DEBUG nova.virt.hardware [None req-03702b39-22c0-42bd-a2e6-5c3469815dba tempest-ServerShowV257Test-978750593 tempest-ServerShowV257Test-978750593-project-member] Got 1 possible topologies {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1857.000680] env[62574]: DEBUG nova.virt.hardware [None req-03702b39-22c0-42bd-a2e6-5c3469815dba tempest-ServerShowV257Test-978750593 tempest-ServerShowV257Test-978750593-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1857.000953] env[62574]: DEBUG nova.virt.hardware [None req-03702b39-22c0-42bd-a2e6-5c3469815dba tempest-ServerShowV257Test-978750593 tempest-ServerShowV257Test-978750593-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1857.002337] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8577cd49-e236-48b5-b6b9-38ddb6d6f9bb {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.011324] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cce3640-ef35-42e5-ad1e-7b975fd513be {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.026226] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-03702b39-22c0-42bd-a2e6-5c3469815dba tempest-ServerShowV257Test-978750593 tempest-ServerShowV257Test-978750593-project-member] [instance: 5b6261ef-63f1-49d1-b19f-798b48df3806] Instance VIF info [] {{(pid=62574) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1857.031960] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-03702b39-22c0-42bd-a2e6-5c3469815dba tempest-ServerShowV257Test-978750593 tempest-ServerShowV257Test-978750593-project-member] Creating folder: Project (257769b662b0405c9d7a5f2ec5889cb3). Parent ref: group-v384746. {{(pid=62574) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1857.032330] env[62574]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f439013c-19d2-40b5-a185-68b85c2f9f5a {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.043614] env[62574]: INFO nova.virt.vmwareapi.vm_util [None req-03702b39-22c0-42bd-a2e6-5c3469815dba tempest-ServerShowV257Test-978750593 tempest-ServerShowV257Test-978750593-project-member] Created folder: Project (257769b662b0405c9d7a5f2ec5889cb3) in parent group-v384746. [ 1857.043846] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-03702b39-22c0-42bd-a2e6-5c3469815dba tempest-ServerShowV257Test-978750593 tempest-ServerShowV257Test-978750593-project-member] Creating folder: Instances. Parent ref: group-v384983. {{(pid=62574) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1857.044114] env[62574]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f5634198-f22b-46e6-83c7-0ff13cf88e24 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.053499] env[62574]: INFO nova.virt.vmwareapi.vm_util [None req-03702b39-22c0-42bd-a2e6-5c3469815dba tempest-ServerShowV257Test-978750593 tempest-ServerShowV257Test-978750593-project-member] Created folder: Instances in parent group-v384983. [ 1857.053755] env[62574]: DEBUG oslo.service.loopingcall [None req-03702b39-22c0-42bd-a2e6-5c3469815dba tempest-ServerShowV257Test-978750593 tempest-ServerShowV257Test-978750593-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62574) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1857.053955] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5b6261ef-63f1-49d1-b19f-798b48df3806] Creating VM on the ESX host {{(pid=62574) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1857.054196] env[62574]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d03ac270-fea8-428b-99f0-6f41b7444780 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.069583] env[62574]: DEBUG oslo_concurrency.lockutils [req-c4a517f9-c52c-46f4-b26c-b74b168435f5 req-e218cdc8-2310-4b91-8e84-2ce7b7a82688 service nova] Releasing lock "refresh_cache-1acdec40-8943-472c-ae9f-aad12d2bc16d" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1857.071531] env[62574]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1857.071531] env[62574]: value = "task-1862161" [ 1857.071531] env[62574]: _type = "Task" [ 1857.071531] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1857.079525] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1862161, 'name': CreateVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1857.106977] env[62574]: DEBUG oslo_vmware.api [None req-aa69ab3f-edd0-432d-9803-8619b5f4978c tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Task: {'id': task-1862156, 'name': ReconfigVM_Task, 'duration_secs': 0.642608} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1857.107306] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa69ab3f-edd0-432d-9803-8619b5f4978c tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] [instance: 31d56eaa-d483-4254-9ca4-66bd50680c92] Reconfigured VM instance instance-00000056 to attach disk [datastore1] 31d56eaa-d483-4254-9ca4-66bd50680c92/31d56eaa-d483-4254-9ca4-66bd50680c92.vmdk or device None with type sparse {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1857.107964] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-25ae13a1-f1c2-4921-becb-d3eaa7ddb921 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.113727] env[62574]: DEBUG oslo_vmware.api [None req-aa69ab3f-edd0-432d-9803-8619b5f4978c tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Waiting for the task: (returnval){ [ 1857.113727] env[62574]: value = "task-1862162" [ 1857.113727] env[62574]: _type = "Task" [ 1857.113727] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1857.126026] env[62574]: DEBUG oslo_vmware.api [None req-aa69ab3f-edd0-432d-9803-8619b5f4978c tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Task: {'id': task-1862162, 'name': Rename_Task} progress is 5%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1857.178058] env[62574]: DEBUG oslo_vmware.api [None req-c7820d51-3543-4024-b120-f32b86c24d21 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Task: {'id': task-1862158, 'name': Rename_Task, 'duration_secs': 0.142764} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1857.178407] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7820d51-3543-4024-b120-f32b86c24d21 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] [instance: 9a4440bb-97d9-4dd7-bc7d-2a6c94e9e40c] Powering on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1857.178711] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-647bdd91-af6b-4899-ad28-2634c1229f3c {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.186033] env[62574]: DEBUG oslo_vmware.api [None req-c7820d51-3543-4024-b120-f32b86c24d21 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Waiting for the task: (returnval){ [ 1857.186033] env[62574]: value = "task-1862163" [ 1857.186033] env[62574]: _type = "Task" [ 1857.186033] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1857.193993] env[62574]: DEBUG oslo_vmware.api [None req-c7820d51-3543-4024-b120-f32b86c24d21 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Task: {'id': task-1862163, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1857.403496] env[62574]: DEBUG oslo_vmware.api [None req-59ec8d68-2d55-4d79-a3e3-a5420d1d54a7 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]521f05ca-457f-3431-0c78-c7f9af499089, 'name': SearchDatastore_Task, 'duration_secs': 0.010673} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1857.403873] env[62574]: DEBUG oslo_concurrency.lockutils [None req-59ec8d68-2d55-4d79-a3e3-a5420d1d54a7 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1857.404144] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-59ec8d68-2d55-4d79-a3e3-a5420d1d54a7 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] [instance: 1acdec40-8943-472c-ae9f-aad12d2bc16d] Processing image 3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2 {{(pid=62574) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1857.404393] env[62574]: DEBUG oslo_concurrency.lockutils [None req-59ec8d68-2d55-4d79-a3e3-a5420d1d54a7 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1857.404546] env[62574]: DEBUG oslo_concurrency.lockutils [None req-59ec8d68-2d55-4d79-a3e3-a5420d1d54a7 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1857.404730] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-59ec8d68-2d55-4d79-a3e3-a5420d1d54a7 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1857.405058] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-39496ef2-54e2-41cf-aeb3-8eff5858f6e5 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.414730] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-59ec8d68-2d55-4d79-a3e3-a5420d1d54a7 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1857.414933] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-59ec8d68-2d55-4d79-a3e3-a5420d1d54a7 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62574) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1857.415728] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee98a2ac-250d-46df-8f88-7a723e384679 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.421851] env[62574]: DEBUG oslo_vmware.api [None req-59ec8d68-2d55-4d79-a3e3-a5420d1d54a7 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Waiting for the task: (returnval){ [ 1857.421851] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]52f3e002-9d05-7b55-be10-c5fe0f573d8e" [ 1857.421851] env[62574]: _type = "Task" [ 1857.421851] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1857.425654] env[62574]: DEBUG oslo_concurrency.lockutils [None req-08cfb9d5-9ee2-43cb-83ee-9c28844f3e58 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.476s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1857.426332] env[62574]: DEBUG nova.compute.manager [None req-08cfb9d5-9ee2-43cb-83ee-9c28844f3e58 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] [instance: c9f509e8-5f1b-4ea9-9367-46d544ffa807] Start building networks asynchronously for instance. {{(pid=62574) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1857.428758] env[62574]: DEBUG oslo_concurrency.lockutils [None req-c574fddd-78c8-4d02-b269-2029e049bf20 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.803s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1857.428980] env[62574]: DEBUG nova.objects.instance [None req-c574fddd-78c8-4d02-b269-2029e049bf20 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Lazy-loading 'resources' on Instance uuid d06fca54-652a-47dd-b14b-8f6bbf696503 {{(pid=62574) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1857.434917] env[62574]: DEBUG oslo_vmware.api [None req-59ec8d68-2d55-4d79-a3e3-a5420d1d54a7 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52f3e002-9d05-7b55-be10-c5fe0f573d8e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1857.581383] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1862161, 'name': CreateVM_Task} progress is 99%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1857.621062] env[62574]: DEBUG oslo_concurrency.lockutils [None req-06080ee1-a86b-4f6e-93a4-a53861ef1a16 tempest-VolumesAdminNegativeTest-247329141 tempest-VolumesAdminNegativeTest-247329141-project-member] Acquiring lock "475f8175-e0eb-4d78-a300-bd84eb4c8772" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1857.621355] env[62574]: DEBUG oslo_concurrency.lockutils [None req-06080ee1-a86b-4f6e-93a4-a53861ef1a16 tempest-VolumesAdminNegativeTest-247329141 tempest-VolumesAdminNegativeTest-247329141-project-member] Lock "475f8175-e0eb-4d78-a300-bd84eb4c8772" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1857.628612] env[62574]: DEBUG oslo_vmware.api [None req-aa69ab3f-edd0-432d-9803-8619b5f4978c tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Task: {'id': task-1862162, 'name': Rename_Task, 'duration_secs': 0.224641} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1857.628972] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa69ab3f-edd0-432d-9803-8619b5f4978c tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] [instance: 31d56eaa-d483-4254-9ca4-66bd50680c92] Powering on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1857.629294] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-417687f4-fc22-4f65-b03d-5800bc8ad731 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.636874] env[62574]: DEBUG oslo_vmware.api [None req-aa69ab3f-edd0-432d-9803-8619b5f4978c tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Waiting for the task: (returnval){ [ 1857.636874] env[62574]: value = "task-1862164" [ 1857.636874] env[62574]: _type = "Task" [ 1857.636874] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1857.645386] env[62574]: DEBUG oslo_vmware.api [None req-aa69ab3f-edd0-432d-9803-8619b5f4978c tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Task: {'id': task-1862164, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1857.695899] env[62574]: DEBUG oslo_vmware.api [None req-c7820d51-3543-4024-b120-f32b86c24d21 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Task: {'id': task-1862163, 'name': PowerOnVM_Task} progress is 94%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1857.933777] env[62574]: DEBUG nova.compute.utils [None req-08cfb9d5-9ee2-43cb-83ee-9c28844f3e58 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Using /dev/sd instead of None {{(pid=62574) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1857.935378] env[62574]: DEBUG nova.objects.instance [None req-c574fddd-78c8-4d02-b269-2029e049bf20 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Lazy-loading 'numa_topology' on Instance uuid d06fca54-652a-47dd-b14b-8f6bbf696503 {{(pid=62574) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1857.936274] env[62574]: DEBUG oslo_vmware.api [None req-59ec8d68-2d55-4d79-a3e3-a5420d1d54a7 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52f3e002-9d05-7b55-be10-c5fe0f573d8e, 'name': SearchDatastore_Task, 'duration_secs': 0.018423} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1857.936830] env[62574]: DEBUG nova.compute.manager [None req-08cfb9d5-9ee2-43cb-83ee-9c28844f3e58 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] [instance: c9f509e8-5f1b-4ea9-9367-46d544ffa807] Allocating IP information in the background. {{(pid=62574) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1857.937007] env[62574]: DEBUG nova.network.neutron [None req-08cfb9d5-9ee2-43cb-83ee-9c28844f3e58 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] [instance: c9f509e8-5f1b-4ea9-9367-46d544ffa807] allocate_for_instance() {{(pid=62574) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1857.939229] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bd5e814e-7184-4982-85f3-46dd5ad04d61 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.946997] env[62574]: DEBUG oslo_vmware.api [None req-59ec8d68-2d55-4d79-a3e3-a5420d1d54a7 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Waiting for the task: (returnval){ [ 1857.946997] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]52a39529-270e-ad40-fa7b-5aa2b0a49226" [ 1857.946997] env[62574]: _type = "Task" [ 1857.946997] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1857.958828] env[62574]: DEBUG oslo_vmware.api [None req-59ec8d68-2d55-4d79-a3e3-a5420d1d54a7 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52a39529-270e-ad40-fa7b-5aa2b0a49226, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1857.994154] env[62574]: DEBUG nova.policy [None req-08cfb9d5-9ee2-43cb-83ee-9c28844f3e58 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c0cdb0738bb2402d898812bdb0ef8c7d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '50322706d83c42c3a9bbd5c51ba34b64', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62574) authorize /opt/stack/nova/nova/policy.py:192}} [ 1858.082699] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1862161, 'name': CreateVM_Task} progress is 99%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1858.123792] env[62574]: DEBUG nova.compute.manager [None req-06080ee1-a86b-4f6e-93a4-a53861ef1a16 tempest-VolumesAdminNegativeTest-247329141 tempest-VolumesAdminNegativeTest-247329141-project-member] [instance: 475f8175-e0eb-4d78-a300-bd84eb4c8772] Starting instance... {{(pid=62574) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1858.149102] env[62574]: DEBUG oslo_vmware.api [None req-aa69ab3f-edd0-432d-9803-8619b5f4978c tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Task: {'id': task-1862164, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1858.202879] env[62574]: DEBUG oslo_vmware.api [None req-c7820d51-3543-4024-b120-f32b86c24d21 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Task: {'id': task-1862163, 'name': PowerOnVM_Task, 'duration_secs': 0.551787} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1858.203282] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7820d51-3543-4024-b120-f32b86c24d21 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] [instance: 9a4440bb-97d9-4dd7-bc7d-2a6c94e9e40c] Powered on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1858.203530] env[62574]: INFO nova.compute.manager [None req-c7820d51-3543-4024-b120-f32b86c24d21 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] [instance: 9a4440bb-97d9-4dd7-bc7d-2a6c94e9e40c] Took 9.93 seconds to spawn the instance on the hypervisor. [ 1858.203755] env[62574]: DEBUG nova.compute.manager [None req-c7820d51-3543-4024-b120-f32b86c24d21 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] [instance: 9a4440bb-97d9-4dd7-bc7d-2a6c94e9e40c] Checking state {{(pid=62574) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1858.204676] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1015ceda-15f8-40ad-993e-1bdd33426ac8 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.405069] env[62574]: DEBUG nova.network.neutron [None req-08cfb9d5-9ee2-43cb-83ee-9c28844f3e58 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] [instance: c9f509e8-5f1b-4ea9-9367-46d544ffa807] Successfully created port: 0775c5b0-7d78-408b-a738-8d42a6d40a17 {{(pid=62574) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1858.437507] env[62574]: DEBUG nova.objects.base [None req-c574fddd-78c8-4d02-b269-2029e049bf20 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=62574) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1858.440224] env[62574]: DEBUG nova.compute.manager [None req-08cfb9d5-9ee2-43cb-83ee-9c28844f3e58 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] [instance: c9f509e8-5f1b-4ea9-9367-46d544ffa807] Start building block device mappings for instance. {{(pid=62574) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1858.458622] env[62574]: DEBUG oslo_vmware.api [None req-59ec8d68-2d55-4d79-a3e3-a5420d1d54a7 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52a39529-270e-ad40-fa7b-5aa2b0a49226, 'name': SearchDatastore_Task, 'duration_secs': 0.013053} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1858.458902] env[62574]: DEBUG oslo_concurrency.lockutils [None req-59ec8d68-2d55-4d79-a3e3-a5420d1d54a7 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1858.459189] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-59ec8d68-2d55-4d79-a3e3-a5420d1d54a7 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk to [datastore1] 1acdec40-8943-472c-ae9f-aad12d2bc16d/1acdec40-8943-472c-ae9f-aad12d2bc16d.vmdk {{(pid=62574) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1858.459455] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4a01eb06-e9b9-4e95-ba22-ba342d7c9fd5 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.469411] env[62574]: DEBUG oslo_vmware.api [None req-59ec8d68-2d55-4d79-a3e3-a5420d1d54a7 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Waiting for the task: (returnval){ [ 1858.469411] env[62574]: value = "task-1862165" [ 1858.469411] env[62574]: _type = "Task" [ 1858.469411] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1858.479778] env[62574]: DEBUG oslo_vmware.api [None req-59ec8d68-2d55-4d79-a3e3-a5420d1d54a7 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Task: {'id': task-1862165, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1858.584635] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1862161, 'name': CreateVM_Task} progress is 99%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1858.648657] env[62574]: DEBUG oslo_concurrency.lockutils [None req-06080ee1-a86b-4f6e-93a4-a53861ef1a16 tempest-VolumesAdminNegativeTest-247329141 tempest-VolumesAdminNegativeTest-247329141-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1858.648967] env[62574]: DEBUG oslo_vmware.api [None req-aa69ab3f-edd0-432d-9803-8619b5f4978c tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Task: {'id': task-1862164, 'name': PowerOnVM_Task, 'duration_secs': 0.591803} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1858.649237] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa69ab3f-edd0-432d-9803-8619b5f4978c tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] [instance: 31d56eaa-d483-4254-9ca4-66bd50680c92] Powered on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1858.649441] env[62574]: INFO nova.compute.manager [None req-aa69ab3f-edd0-432d-9803-8619b5f4978c tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] [instance: 31d56eaa-d483-4254-9ca4-66bd50680c92] Took 16.30 seconds to spawn the instance on the hypervisor. [ 1858.649621] env[62574]: DEBUG nova.compute.manager [None req-aa69ab3f-edd0-432d-9803-8619b5f4978c tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] [instance: 31d56eaa-d483-4254-9ca4-66bd50680c92] Checking state {{(pid=62574) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1858.650774] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c1a8a37-6aab-4729-b3a7-caeed2fc79c9 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.726387] env[62574]: INFO nova.compute.manager [None req-c7820d51-3543-4024-b120-f32b86c24d21 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] [instance: 9a4440bb-97d9-4dd7-bc7d-2a6c94e9e40c] Took 14.81 seconds to build instance. [ 1858.735441] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-322064d1-1d8f-401b-92f2-bb23e2bfbfe8 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.743960] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5812ea1-3b29-42fd-9472-cc329869849a {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.776487] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71593b04-e69f-4e26-827b-6a7135d2f57e {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.784365] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cda8aa90-a704-4ff8-b62d-41e67c29249e {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.798014] env[62574]: DEBUG nova.compute.provider_tree [None req-c574fddd-78c8-4d02-b269-2029e049bf20 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Inventory has not changed in ProviderTree for provider: f0ed160a-beff-4626-a531-2a70d7bc0627 {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1858.981104] env[62574]: DEBUG oslo_vmware.api [None req-59ec8d68-2d55-4d79-a3e3-a5420d1d54a7 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Task: {'id': task-1862165, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1859.084329] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1862161, 'name': CreateVM_Task, 'duration_secs': 1.797259} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1859.084562] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5b6261ef-63f1-49d1-b19f-798b48df3806] Created VM on the ESX host {{(pid=62574) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1859.084999] env[62574]: DEBUG oslo_concurrency.lockutils [None req-03702b39-22c0-42bd-a2e6-5c3469815dba tempest-ServerShowV257Test-978750593 tempest-ServerShowV257Test-978750593-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1859.085187] env[62574]: DEBUG oslo_concurrency.lockutils [None req-03702b39-22c0-42bd-a2e6-5c3469815dba tempest-ServerShowV257Test-978750593 tempest-ServerShowV257Test-978750593-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1859.085540] env[62574]: DEBUG oslo_concurrency.lockutils [None req-03702b39-22c0-42bd-a2e6-5c3469815dba tempest-ServerShowV257Test-978750593 tempest-ServerShowV257Test-978750593-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1859.085810] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0e98ff59-8b87-4ee3-a7ed-68e307313312 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.090906] env[62574]: DEBUG oslo_vmware.api [None req-03702b39-22c0-42bd-a2e6-5c3469815dba tempest-ServerShowV257Test-978750593 tempest-ServerShowV257Test-978750593-project-member] Waiting for the task: (returnval){ [ 1859.090906] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]52858b5b-cabf-3346-5d9d-7d9693c71d25" [ 1859.090906] env[62574]: _type = "Task" [ 1859.090906] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1859.099051] env[62574]: DEBUG oslo_vmware.api [None req-03702b39-22c0-42bd-a2e6-5c3469815dba tempest-ServerShowV257Test-978750593 tempest-ServerShowV257Test-978750593-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52858b5b-cabf-3346-5d9d-7d9693c71d25, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1859.170050] env[62574]: INFO nova.compute.manager [None req-aa69ab3f-edd0-432d-9803-8619b5f4978c tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] [instance: 31d56eaa-d483-4254-9ca4-66bd50680c92] Took 22.48 seconds to build instance. [ 1859.228123] env[62574]: DEBUG oslo_concurrency.lockutils [None req-c7820d51-3543-4024-b120-f32b86c24d21 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Lock "9a4440bb-97d9-4dd7-bc7d-2a6c94e9e40c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.317s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1859.301077] env[62574]: DEBUG nova.scheduler.client.report [None req-c574fddd-78c8-4d02-b269-2029e049bf20 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Inventory has not changed for provider f0ed160a-beff-4626-a531-2a70d7bc0627 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 148, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1859.451665] env[62574]: DEBUG nova.compute.manager [None req-08cfb9d5-9ee2-43cb-83ee-9c28844f3e58 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] [instance: c9f509e8-5f1b-4ea9-9367-46d544ffa807] Start spawning the instance on the hypervisor. {{(pid=62574) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1859.476562] env[62574]: DEBUG nova.virt.hardware [None req-08cfb9d5-9ee2-43cb-83ee-9c28844f3e58 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T19:26:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-13T19:26:40Z,direct_url=,disk_format='vmdk',id=3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7eed1dd4d2c3418eb32c4f4ceda3ab0d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-13T19:26:41Z,virtual_size=,visibility=), allow threads: False {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1859.476934] env[62574]: DEBUG nova.virt.hardware [None req-08cfb9d5-9ee2-43cb-83ee-9c28844f3e58 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Flavor limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1859.477016] env[62574]: DEBUG nova.virt.hardware [None req-08cfb9d5-9ee2-43cb-83ee-9c28844f3e58 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Image limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1859.477206] env[62574]: DEBUG nova.virt.hardware [None req-08cfb9d5-9ee2-43cb-83ee-9c28844f3e58 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Flavor pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1859.477362] env[62574]: DEBUG nova.virt.hardware [None req-08cfb9d5-9ee2-43cb-83ee-9c28844f3e58 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Image pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1859.477517] env[62574]: DEBUG nova.virt.hardware [None req-08cfb9d5-9ee2-43cb-83ee-9c28844f3e58 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1859.477903] env[62574]: DEBUG nova.virt.hardware [None req-08cfb9d5-9ee2-43cb-83ee-9c28844f3e58 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1859.477903] env[62574]: DEBUG nova.virt.hardware [None req-08cfb9d5-9ee2-43cb-83ee-9c28844f3e58 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1859.478068] env[62574]: DEBUG nova.virt.hardware [None req-08cfb9d5-9ee2-43cb-83ee-9c28844f3e58 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Got 1 possible topologies {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1859.478240] env[62574]: DEBUG nova.virt.hardware [None req-08cfb9d5-9ee2-43cb-83ee-9c28844f3e58 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1859.478418] env[62574]: DEBUG nova.virt.hardware [None req-08cfb9d5-9ee2-43cb-83ee-9c28844f3e58 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1859.479213] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0552c06-e73e-4054-826c-bd834a997982 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.484685] env[62574]: DEBUG oslo_vmware.api [None req-59ec8d68-2d55-4d79-a3e3-a5420d1d54a7 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Task: {'id': task-1862165, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.781482} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1859.485581] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-59ec8d68-2d55-4d79-a3e3-a5420d1d54a7 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk to [datastore1] 1acdec40-8943-472c-ae9f-aad12d2bc16d/1acdec40-8943-472c-ae9f-aad12d2bc16d.vmdk {{(pid=62574) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1859.485854] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-59ec8d68-2d55-4d79-a3e3-a5420d1d54a7 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] [instance: 1acdec40-8943-472c-ae9f-aad12d2bc16d] Extending root virtual disk to 1048576 {{(pid=62574) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1859.486143] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-14185120-b757-456e-982f-6f8f1cd48df4 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.492197] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7189b583-146c-453e-a30a-a52cffeb6e4f {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.497336] env[62574]: DEBUG oslo_vmware.api [None req-59ec8d68-2d55-4d79-a3e3-a5420d1d54a7 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Waiting for the task: (returnval){ [ 1859.497336] env[62574]: value = "task-1862166" [ 1859.497336] env[62574]: _type = "Task" [ 1859.497336] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1859.518151] env[62574]: DEBUG oslo_vmware.api [None req-59ec8d68-2d55-4d79-a3e3-a5420d1d54a7 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Task: {'id': task-1862166, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1859.601680] env[62574]: DEBUG oslo_vmware.api [None req-03702b39-22c0-42bd-a2e6-5c3469815dba tempest-ServerShowV257Test-978750593 tempest-ServerShowV257Test-978750593-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52858b5b-cabf-3346-5d9d-7d9693c71d25, 'name': SearchDatastore_Task, 'duration_secs': 0.054005} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1859.601996] env[62574]: DEBUG oslo_concurrency.lockutils [None req-03702b39-22c0-42bd-a2e6-5c3469815dba tempest-ServerShowV257Test-978750593 tempest-ServerShowV257Test-978750593-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1859.602166] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-03702b39-22c0-42bd-a2e6-5c3469815dba tempest-ServerShowV257Test-978750593 tempest-ServerShowV257Test-978750593-project-member] [instance: 5b6261ef-63f1-49d1-b19f-798b48df3806] Processing image 3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2 {{(pid=62574) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1859.602402] env[62574]: DEBUG oslo_concurrency.lockutils [None req-03702b39-22c0-42bd-a2e6-5c3469815dba tempest-ServerShowV257Test-978750593 tempest-ServerShowV257Test-978750593-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1859.602549] env[62574]: DEBUG oslo_concurrency.lockutils [None req-03702b39-22c0-42bd-a2e6-5c3469815dba tempest-ServerShowV257Test-978750593 tempest-ServerShowV257Test-978750593-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1859.602867] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-03702b39-22c0-42bd-a2e6-5c3469815dba tempest-ServerShowV257Test-978750593 tempest-ServerShowV257Test-978750593-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1859.602982] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a608678f-b7b4-4fb6-b88b-f713850358ee {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.611563] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-03702b39-22c0-42bd-a2e6-5c3469815dba tempest-ServerShowV257Test-978750593 tempest-ServerShowV257Test-978750593-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1859.611563] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-03702b39-22c0-42bd-a2e6-5c3469815dba tempest-ServerShowV257Test-978750593 tempest-ServerShowV257Test-978750593-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62574) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1859.612158] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-adeac4bd-392f-483b-8cbb-1a806251b538 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.617009] env[62574]: DEBUG oslo_vmware.api [None req-03702b39-22c0-42bd-a2e6-5c3469815dba tempest-ServerShowV257Test-978750593 tempest-ServerShowV257Test-978750593-project-member] Waiting for the task: (returnval){ [ 1859.617009] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]52dadf3d-119d-8b0b-15d6-a8c7469ec1be" [ 1859.617009] env[62574]: _type = "Task" [ 1859.617009] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1859.624855] env[62574]: DEBUG oslo_vmware.api [None req-03702b39-22c0-42bd-a2e6-5c3469815dba tempest-ServerShowV257Test-978750593 tempest-ServerShowV257Test-978750593-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52dadf3d-119d-8b0b-15d6-a8c7469ec1be, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1859.671690] env[62574]: DEBUG oslo_concurrency.lockutils [None req-aa69ab3f-edd0-432d-9803-8619b5f4978c tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Lock "31d56eaa-d483-4254-9ca4-66bd50680c92" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.988s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1859.672053] env[62574]: DEBUG oslo_concurrency.lockutils [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Lock "31d56eaa-d483-4254-9ca4-66bd50680c92" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 19.411s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1859.672964] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f147a550-731d-4915-ac51-a94a006af4c9 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.807047] env[62574]: DEBUG oslo_concurrency.lockutils [None req-c574fddd-78c8-4d02-b269-2029e049bf20 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.378s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1859.809789] env[62574]: DEBUG oslo_concurrency.lockutils [None req-738dfad5-fa91-4a9d-86d9-6e1d502e85aa tempest-InstanceActionsNegativeTestJSON-1183545786 tempest-InstanceActionsNegativeTestJSON-1183545786-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.725s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1859.813034] env[62574]: DEBUG nova.objects.instance [None req-738dfad5-fa91-4a9d-86d9-6e1d502e85aa tempest-InstanceActionsNegativeTestJSON-1183545786 tempest-InstanceActionsNegativeTestJSON-1183545786-project-member] Lazy-loading 'resources' on Instance uuid 813a8ab3-10c8-4980-b2b4-7a96d53137ba {{(pid=62574) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1860.005157] env[62574]: DEBUG nova.compute.manager [req-3d38a592-4b53-4f8b-95f8-1349559f401c req-312fc493-b4e1-442d-b885-2ef0243dcd68 service nova] [instance: c9f509e8-5f1b-4ea9-9367-46d544ffa807] Received event network-vif-plugged-0775c5b0-7d78-408b-a738-8d42a6d40a17 {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1860.005501] env[62574]: DEBUG oslo_concurrency.lockutils [req-3d38a592-4b53-4f8b-95f8-1349559f401c req-312fc493-b4e1-442d-b885-2ef0243dcd68 service nova] Acquiring lock "c9f509e8-5f1b-4ea9-9367-46d544ffa807-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1860.005603] env[62574]: DEBUG oslo_concurrency.lockutils [req-3d38a592-4b53-4f8b-95f8-1349559f401c req-312fc493-b4e1-442d-b885-2ef0243dcd68 service nova] Lock "c9f509e8-5f1b-4ea9-9367-46d544ffa807-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1860.005723] env[62574]: DEBUG oslo_concurrency.lockutils [req-3d38a592-4b53-4f8b-95f8-1349559f401c req-312fc493-b4e1-442d-b885-2ef0243dcd68 service nova] Lock "c9f509e8-5f1b-4ea9-9367-46d544ffa807-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1860.005893] env[62574]: DEBUG nova.compute.manager [req-3d38a592-4b53-4f8b-95f8-1349559f401c req-312fc493-b4e1-442d-b885-2ef0243dcd68 service nova] [instance: c9f509e8-5f1b-4ea9-9367-46d544ffa807] No waiting events found dispatching network-vif-plugged-0775c5b0-7d78-408b-a738-8d42a6d40a17 {{(pid=62574) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1860.006121] env[62574]: WARNING nova.compute.manager [req-3d38a592-4b53-4f8b-95f8-1349559f401c req-312fc493-b4e1-442d-b885-2ef0243dcd68 service nova] [instance: c9f509e8-5f1b-4ea9-9367-46d544ffa807] Received unexpected event network-vif-plugged-0775c5b0-7d78-408b-a738-8d42a6d40a17 for instance with vm_state building and task_state spawning. [ 1860.009693] env[62574]: DEBUG oslo_vmware.api [None req-59ec8d68-2d55-4d79-a3e3-a5420d1d54a7 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Task: {'id': task-1862166, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.223529} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1860.009942] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-59ec8d68-2d55-4d79-a3e3-a5420d1d54a7 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] [instance: 1acdec40-8943-472c-ae9f-aad12d2bc16d] Extended root virtual disk {{(pid=62574) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1860.010838] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9a6255e-043f-47d5-a4ac-d4c1c8d03f7a {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.033795] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-59ec8d68-2d55-4d79-a3e3-a5420d1d54a7 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] [instance: 1acdec40-8943-472c-ae9f-aad12d2bc16d] Reconfiguring VM instance instance-00000058 to attach disk [datastore1] 1acdec40-8943-472c-ae9f-aad12d2bc16d/1acdec40-8943-472c-ae9f-aad12d2bc16d.vmdk or device None with type sparse {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1860.035009] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d5cbe5c1-8e75-49bd-8224-e2386f4e3fbe {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.057616] env[62574]: DEBUG oslo_vmware.api [None req-59ec8d68-2d55-4d79-a3e3-a5420d1d54a7 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Waiting for the task: (returnval){ [ 1860.057616] env[62574]: value = "task-1862167" [ 1860.057616] env[62574]: _type = "Task" [ 1860.057616] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1860.066482] env[62574]: DEBUG oslo_vmware.api [None req-59ec8d68-2d55-4d79-a3e3-a5420d1d54a7 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Task: {'id': task-1862167, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1860.127404] env[62574]: DEBUG oslo_vmware.api [None req-03702b39-22c0-42bd-a2e6-5c3469815dba tempest-ServerShowV257Test-978750593 tempest-ServerShowV257Test-978750593-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52dadf3d-119d-8b0b-15d6-a8c7469ec1be, 'name': SearchDatastore_Task, 'duration_secs': 0.033436} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1860.128236] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4898b3f2-01f1-43b7-bee6-d0228060b391 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.133461] env[62574]: DEBUG oslo_vmware.api [None req-03702b39-22c0-42bd-a2e6-5c3469815dba tempest-ServerShowV257Test-978750593 tempest-ServerShowV257Test-978750593-project-member] Waiting for the task: (returnval){ [ 1860.133461] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]5289aafc-dfdf-fa3f-de9e-d22701af26f9" [ 1860.133461] env[62574]: _type = "Task" [ 1860.133461] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1860.144680] env[62574]: DEBUG oslo_vmware.api [None req-03702b39-22c0-42bd-a2e6-5c3469815dba tempest-ServerShowV257Test-978750593 tempest-ServerShowV257Test-978750593-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]5289aafc-dfdf-fa3f-de9e-d22701af26f9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1860.182753] env[62574]: DEBUG oslo_concurrency.lockutils [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Lock "31d56eaa-d483-4254-9ca4-66bd50680c92" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.511s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1860.319361] env[62574]: DEBUG oslo_concurrency.lockutils [None req-c574fddd-78c8-4d02-b269-2029e049bf20 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Lock "d06fca54-652a-47dd-b14b-8f6bbf696503" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 36.521s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1860.320343] env[62574]: DEBUG oslo_concurrency.lockutils [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Lock "d06fca54-652a-47dd-b14b-8f6bbf696503" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 20.065s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1860.320581] env[62574]: INFO nova.compute.manager [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] [instance: d06fca54-652a-47dd-b14b-8f6bbf696503] During sync_power_state the instance has a pending task (shelving_image_uploading). Skip. [ 1860.320767] env[62574]: DEBUG oslo_concurrency.lockutils [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Lock "d06fca54-652a-47dd-b14b-8f6bbf696503" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1860.321238] env[62574]: DEBUG oslo_concurrency.lockutils [None req-8b41745f-e1b0-40db-ae02-2d4b8c8d0375 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Lock "d06fca54-652a-47dd-b14b-8f6bbf696503" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 7.612s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1860.321437] env[62574]: INFO nova.compute.manager [None req-8b41745f-e1b0-40db-ae02-2d4b8c8d0375 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] [instance: d06fca54-652a-47dd-b14b-8f6bbf696503] Unshelving [ 1860.392848] env[62574]: DEBUG nova.network.neutron [None req-08cfb9d5-9ee2-43cb-83ee-9c28844f3e58 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] [instance: c9f509e8-5f1b-4ea9-9367-46d544ffa807] Successfully updated port: 0775c5b0-7d78-408b-a738-8d42a6d40a17 {{(pid=62574) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1860.553417] env[62574]: DEBUG oslo_concurrency.lockutils [None req-27dc20c4-1e24-47cd-8316-bda1dd6a73fd tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Acquiring lock "31d56eaa-d483-4254-9ca4-66bd50680c92" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1860.553417] env[62574]: DEBUG oslo_concurrency.lockutils [None req-27dc20c4-1e24-47cd-8316-bda1dd6a73fd tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Lock "31d56eaa-d483-4254-9ca4-66bd50680c92" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1860.553838] env[62574]: DEBUG oslo_concurrency.lockutils [None req-27dc20c4-1e24-47cd-8316-bda1dd6a73fd tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Acquiring lock "31d56eaa-d483-4254-9ca4-66bd50680c92-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1860.554186] env[62574]: DEBUG oslo_concurrency.lockutils [None req-27dc20c4-1e24-47cd-8316-bda1dd6a73fd tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Lock "31d56eaa-d483-4254-9ca4-66bd50680c92-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1860.554534] env[62574]: DEBUG oslo_concurrency.lockutils [None req-27dc20c4-1e24-47cd-8316-bda1dd6a73fd tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Lock "31d56eaa-d483-4254-9ca4-66bd50680c92-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1860.556965] env[62574]: INFO nova.compute.manager [None req-27dc20c4-1e24-47cd-8316-bda1dd6a73fd tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] [instance: 31d56eaa-d483-4254-9ca4-66bd50680c92] Terminating instance [ 1860.574929] env[62574]: DEBUG oslo_vmware.api [None req-59ec8d68-2d55-4d79-a3e3-a5420d1d54a7 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Task: {'id': task-1862167, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1860.648117] env[62574]: DEBUG oslo_vmware.api [None req-03702b39-22c0-42bd-a2e6-5c3469815dba tempest-ServerShowV257Test-978750593 tempest-ServerShowV257Test-978750593-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]5289aafc-dfdf-fa3f-de9e-d22701af26f9, 'name': SearchDatastore_Task, 'duration_secs': 0.032427} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1860.650722] env[62574]: DEBUG oslo_concurrency.lockutils [None req-03702b39-22c0-42bd-a2e6-5c3469815dba tempest-ServerShowV257Test-978750593 tempest-ServerShowV257Test-978750593-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1860.650981] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-03702b39-22c0-42bd-a2e6-5c3469815dba tempest-ServerShowV257Test-978750593 tempest-ServerShowV257Test-978750593-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk to [datastore1] 5b6261ef-63f1-49d1-b19f-798b48df3806/5b6261ef-63f1-49d1-b19f-798b48df3806.vmdk {{(pid=62574) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1860.651458] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5a511682-c3d6-4ca1-80dd-7f1104bd592c {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.658268] env[62574]: DEBUG oslo_vmware.api [None req-03702b39-22c0-42bd-a2e6-5c3469815dba tempest-ServerShowV257Test-978750593 tempest-ServerShowV257Test-978750593-project-member] Waiting for the task: (returnval){ [ 1860.658268] env[62574]: value = "task-1862168" [ 1860.658268] env[62574]: _type = "Task" [ 1860.658268] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1860.668758] env[62574]: DEBUG oslo_vmware.api [None req-03702b39-22c0-42bd-a2e6-5c3469815dba tempest-ServerShowV257Test-978750593 tempest-ServerShowV257Test-978750593-project-member] Task: {'id': task-1862168, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1860.676742] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10bbdab3-4439-47d4-aee1-2118a883794e {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.683572] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11f4ca38-21f0-436b-b23d-471b41f7fde3 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.717342] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50211583-633f-40ae-9fc4-5d0f4f52f60d {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.725804] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62f07b65-c33c-46ff-bac3-e8e9685ffc93 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.741168] env[62574]: DEBUG nova.compute.provider_tree [None req-738dfad5-fa91-4a9d-86d9-6e1d502e85aa tempest-InstanceActionsNegativeTestJSON-1183545786 tempest-InstanceActionsNegativeTestJSON-1183545786-project-member] Updating inventory in ProviderTree for provider f0ed160a-beff-4626-a531-2a70d7bc0627 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1860.898961] env[62574]: DEBUG oslo_concurrency.lockutils [None req-08cfb9d5-9ee2-43cb-83ee-9c28844f3e58 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Acquiring lock "refresh_cache-c9f509e8-5f1b-4ea9-9367-46d544ffa807" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1860.899206] env[62574]: DEBUG oslo_concurrency.lockutils [None req-08cfb9d5-9ee2-43cb-83ee-9c28844f3e58 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Acquired lock "refresh_cache-c9f509e8-5f1b-4ea9-9367-46d544ffa807" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1860.899363] env[62574]: DEBUG nova.network.neutron [None req-08cfb9d5-9ee2-43cb-83ee-9c28844f3e58 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] [instance: c9f509e8-5f1b-4ea9-9367-46d544ffa807] Building network info cache for instance {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1861.068483] env[62574]: DEBUG nova.compute.manager [None req-27dc20c4-1e24-47cd-8316-bda1dd6a73fd tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] [instance: 31d56eaa-d483-4254-9ca4-66bd50680c92] Start destroying the instance on the hypervisor. {{(pid=62574) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1861.068723] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-27dc20c4-1e24-47cd-8316-bda1dd6a73fd tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] [instance: 31d56eaa-d483-4254-9ca4-66bd50680c92] Destroying instance {{(pid=62574) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1861.074635] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f7af738-6c79-47fe-9c16-ddd55b03d723 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.078778] env[62574]: DEBUG oslo_vmware.api [None req-59ec8d68-2d55-4d79-a3e3-a5420d1d54a7 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Task: {'id': task-1862167, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1861.086016] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-27dc20c4-1e24-47cd-8316-bda1dd6a73fd tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] [instance: 31d56eaa-d483-4254-9ca4-66bd50680c92] Powering off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1861.086398] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2c084ae9-c440-4d3a-ad30-d83f11f49d9d {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.096304] env[62574]: DEBUG oslo_vmware.api [None req-27dc20c4-1e24-47cd-8316-bda1dd6a73fd tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Waiting for the task: (returnval){ [ 1861.096304] env[62574]: value = "task-1862169" [ 1861.096304] env[62574]: _type = "Task" [ 1861.096304] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1861.105803] env[62574]: DEBUG oslo_vmware.api [None req-27dc20c4-1e24-47cd-8316-bda1dd6a73fd tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Task: {'id': task-1862169, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1861.169515] env[62574]: DEBUG oslo_vmware.api [None req-03702b39-22c0-42bd-a2e6-5c3469815dba tempest-ServerShowV257Test-978750593 tempest-ServerShowV257Test-978750593-project-member] Task: {'id': task-1862168, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1861.264262] env[62574]: ERROR nova.scheduler.client.report [None req-738dfad5-fa91-4a9d-86d9-6e1d502e85aa tempest-InstanceActionsNegativeTestJSON-1183545786 tempest-InstanceActionsNegativeTestJSON-1183545786-project-member] [req-eade5254-1b8a-4997-986c-793d25cb16d4] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID f0ed160a-beff-4626-a531-2a70d7bc0627. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-eade5254-1b8a-4997-986c-793d25cb16d4"}]} [ 1861.280788] env[62574]: DEBUG nova.scheduler.client.report [None req-738dfad5-fa91-4a9d-86d9-6e1d502e85aa tempest-InstanceActionsNegativeTestJSON-1183545786 tempest-InstanceActionsNegativeTestJSON-1183545786-project-member] Refreshing inventories for resource provider f0ed160a-beff-4626-a531-2a70d7bc0627 {{(pid=62574) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1861.294840] env[62574]: DEBUG nova.scheduler.client.report [None req-738dfad5-fa91-4a9d-86d9-6e1d502e85aa tempest-InstanceActionsNegativeTestJSON-1183545786 tempest-InstanceActionsNegativeTestJSON-1183545786-project-member] Updating ProviderTree inventory for provider f0ed160a-beff-4626-a531-2a70d7bc0627 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 148, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1861.295143] env[62574]: DEBUG nova.compute.provider_tree [None req-738dfad5-fa91-4a9d-86d9-6e1d502e85aa tempest-InstanceActionsNegativeTestJSON-1183545786 tempest-InstanceActionsNegativeTestJSON-1183545786-project-member] Updating inventory in ProviderTree for provider f0ed160a-beff-4626-a531-2a70d7bc0627 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 148, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1861.306474] env[62574]: DEBUG nova.scheduler.client.report [None req-738dfad5-fa91-4a9d-86d9-6e1d502e85aa tempest-InstanceActionsNegativeTestJSON-1183545786 tempest-InstanceActionsNegativeTestJSON-1183545786-project-member] Refreshing aggregate associations for resource provider f0ed160a-beff-4626-a531-2a70d7bc0627, aggregates: None {{(pid=62574) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1861.324884] env[62574]: DEBUG nova.scheduler.client.report [None req-738dfad5-fa91-4a9d-86d9-6e1d502e85aa tempest-InstanceActionsNegativeTestJSON-1183545786 tempest-InstanceActionsNegativeTestJSON-1183545786-project-member] Refreshing trait associations for resource provider f0ed160a-beff-4626-a531-2a70d7bc0627, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=62574) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1861.336507] env[62574]: DEBUG nova.compute.utils [None req-8b41745f-e1b0-40db-ae02-2d4b8c8d0375 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Using /dev/sd instead of None {{(pid=62574) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1861.444489] env[62574]: DEBUG nova.network.neutron [None req-08cfb9d5-9ee2-43cb-83ee-9c28844f3e58 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] [instance: c9f509e8-5f1b-4ea9-9367-46d544ffa807] Instance cache missing network info. {{(pid=62574) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1861.571670] env[62574]: DEBUG oslo_vmware.api [None req-59ec8d68-2d55-4d79-a3e3-a5420d1d54a7 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Task: {'id': task-1862167, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1861.606878] env[62574]: DEBUG oslo_vmware.api [None req-27dc20c4-1e24-47cd-8316-bda1dd6a73fd tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Task: {'id': task-1862169, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1861.608576] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e025e2ef-a82f-474c-a601-40ec99238418 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.616412] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c7de550-3618-46ba-bbde-af5470284989 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.649795] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0ee62bc-31f0-410c-a53a-d51a06fa5ea6 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.657593] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee182ab3-1c5a-46f9-8427-765bfa8df43c {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.676214] env[62574]: DEBUG nova.compute.provider_tree [None req-738dfad5-fa91-4a9d-86d9-6e1d502e85aa tempest-InstanceActionsNegativeTestJSON-1183545786 tempest-InstanceActionsNegativeTestJSON-1183545786-project-member] Updating inventory in ProviderTree for provider f0ed160a-beff-4626-a531-2a70d7bc0627 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1861.688827] env[62574]: DEBUG oslo_vmware.api [None req-03702b39-22c0-42bd-a2e6-5c3469815dba tempest-ServerShowV257Test-978750593 tempest-ServerShowV257Test-978750593-project-member] Task: {'id': task-1862168, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.592958} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1861.692899] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-03702b39-22c0-42bd-a2e6-5c3469815dba tempest-ServerShowV257Test-978750593 tempest-ServerShowV257Test-978750593-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk to [datastore1] 5b6261ef-63f1-49d1-b19f-798b48df3806/5b6261ef-63f1-49d1-b19f-798b48df3806.vmdk {{(pid=62574) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1861.693740] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-03702b39-22c0-42bd-a2e6-5c3469815dba tempest-ServerShowV257Test-978750593 tempest-ServerShowV257Test-978750593-project-member] [instance: 5b6261ef-63f1-49d1-b19f-798b48df3806] Extending root virtual disk to 1048576 {{(pid=62574) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1861.694632] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7d333f1b-24c9-47f1-84e1-de6d85f52812 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.703085] env[62574]: DEBUG oslo_vmware.api [None req-03702b39-22c0-42bd-a2e6-5c3469815dba tempest-ServerShowV257Test-978750593 tempest-ServerShowV257Test-978750593-project-member] Waiting for the task: (returnval){ [ 1861.703085] env[62574]: value = "task-1862170" [ 1861.703085] env[62574]: _type = "Task" [ 1861.703085] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1861.714790] env[62574]: DEBUG oslo_vmware.api [None req-03702b39-22c0-42bd-a2e6-5c3469815dba tempest-ServerShowV257Test-978750593 tempest-ServerShowV257Test-978750593-project-member] Task: {'id': task-1862170, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1861.720752] env[62574]: DEBUG nova.scheduler.client.report [None req-738dfad5-fa91-4a9d-86d9-6e1d502e85aa tempest-InstanceActionsNegativeTestJSON-1183545786 tempest-InstanceActionsNegativeTestJSON-1183545786-project-member] Updated inventory for provider f0ed160a-beff-4626-a531-2a70d7bc0627 with generation 117 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1861.721081] env[62574]: DEBUG nova.compute.provider_tree [None req-738dfad5-fa91-4a9d-86d9-6e1d502e85aa tempest-InstanceActionsNegativeTestJSON-1183545786 tempest-InstanceActionsNegativeTestJSON-1183545786-project-member] Updating resource provider f0ed160a-beff-4626-a531-2a70d7bc0627 generation from 117 to 118 during operation: update_inventory {{(pid=62574) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1861.721311] env[62574]: DEBUG nova.compute.provider_tree [None req-738dfad5-fa91-4a9d-86d9-6e1d502e85aa tempest-InstanceActionsNegativeTestJSON-1183545786 tempest-InstanceActionsNegativeTestJSON-1183545786-project-member] Updating inventory in ProviderTree for provider f0ed160a-beff-4626-a531-2a70d7bc0627 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1861.726952] env[62574]: DEBUG nova.network.neutron [None req-08cfb9d5-9ee2-43cb-83ee-9c28844f3e58 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] [instance: c9f509e8-5f1b-4ea9-9367-46d544ffa807] Updating instance_info_cache with network_info: [{"id": "0775c5b0-7d78-408b-a738-8d42a6d40a17", "address": "fa:16:3e:83:a6:0c", "network": {"id": "d21729a3-6af1-4685-8299-0af047d6c105", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-979648045-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "50322706d83c42c3a9bbd5c51ba34b64", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d903c404-a23a-40c0-a217-96d4bb2e5b08", "external-id": "nsx-vlan-transportzone-228", "segmentation_id": 228, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0775c5b0-7d", "ovs_interfaceid": "0775c5b0-7d78-408b-a738-8d42a6d40a17", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1861.845520] env[62574]: INFO nova.virt.block_device [None req-8b41745f-e1b0-40db-ae02-2d4b8c8d0375 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] [instance: d06fca54-652a-47dd-b14b-8f6bbf696503] Booting with volume 154d55ef-bed5-4499-83a9-d169e6e3b50d at /dev/sdb [ 1861.887511] env[62574]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2ac8de12-6d4f-49db-a0bb-c1753d2048a0 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.896786] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44d64f6e-2ed2-44ae-a252-8e304fbffca9 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.930701] env[62574]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8474b60f-5d6e-4c80-8a8d-697c29ca8baf {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.938755] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c56bc909-1db0-47a8-ab3f-c79672c1056d {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.978238] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aad1b4fe-8f57-4f4c-8427-89434d55a762 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.986031] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6def8b2d-c338-4e64-9a7c-264769e4290d {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.998776] env[62574]: DEBUG nova.virt.block_device [None req-8b41745f-e1b0-40db-ae02-2d4b8c8d0375 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] [instance: d06fca54-652a-47dd-b14b-8f6bbf696503] Updating existing volume attachment record: f3cbad8b-c488-4e3b-bd99-24d5baa79816 {{(pid=62574) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1862.033866] env[62574]: DEBUG nova.compute.manager [req-ee84a872-ec9f-40ac-ad34-aad17d207ad4 req-d1856d32-939c-4a6c-8c8e-382fd494705d service nova] [instance: c9f509e8-5f1b-4ea9-9367-46d544ffa807] Received event network-changed-0775c5b0-7d78-408b-a738-8d42a6d40a17 {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1862.034188] env[62574]: DEBUG nova.compute.manager [req-ee84a872-ec9f-40ac-ad34-aad17d207ad4 req-d1856d32-939c-4a6c-8c8e-382fd494705d service nova] [instance: c9f509e8-5f1b-4ea9-9367-46d544ffa807] Refreshing instance network info cache due to event network-changed-0775c5b0-7d78-408b-a738-8d42a6d40a17. {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1862.034408] env[62574]: DEBUG oslo_concurrency.lockutils [req-ee84a872-ec9f-40ac-ad34-aad17d207ad4 req-d1856d32-939c-4a6c-8c8e-382fd494705d service nova] Acquiring lock "refresh_cache-c9f509e8-5f1b-4ea9-9367-46d544ffa807" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1862.071408] env[62574]: DEBUG oslo_vmware.api [None req-59ec8d68-2d55-4d79-a3e3-a5420d1d54a7 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Task: {'id': task-1862167, 'name': ReconfigVM_Task, 'duration_secs': 1.718689} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1862.071701] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-59ec8d68-2d55-4d79-a3e3-a5420d1d54a7 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] [instance: 1acdec40-8943-472c-ae9f-aad12d2bc16d] Reconfigured VM instance instance-00000058 to attach disk [datastore1] 1acdec40-8943-472c-ae9f-aad12d2bc16d/1acdec40-8943-472c-ae9f-aad12d2bc16d.vmdk or device None with type sparse {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1862.072364] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4e2f1732-5e82-4f48-9427-f93e5fd2be86 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.079321] env[62574]: DEBUG oslo_vmware.api [None req-59ec8d68-2d55-4d79-a3e3-a5420d1d54a7 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Waiting for the task: (returnval){ [ 1862.079321] env[62574]: value = "task-1862171" [ 1862.079321] env[62574]: _type = "Task" [ 1862.079321] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1862.087509] env[62574]: DEBUG oslo_vmware.api [None req-59ec8d68-2d55-4d79-a3e3-a5420d1d54a7 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Task: {'id': task-1862171, 'name': Rename_Task} progress is 5%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1862.106833] env[62574]: DEBUG oslo_vmware.api [None req-27dc20c4-1e24-47cd-8316-bda1dd6a73fd tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Task: {'id': task-1862169, 'name': PowerOffVM_Task, 'duration_secs': 0.818546} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1862.107121] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-27dc20c4-1e24-47cd-8316-bda1dd6a73fd tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] [instance: 31d56eaa-d483-4254-9ca4-66bd50680c92] Powered off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1862.107302] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-27dc20c4-1e24-47cd-8316-bda1dd6a73fd tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] [instance: 31d56eaa-d483-4254-9ca4-66bd50680c92] Unregistering the VM {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1862.107556] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c7311db3-e5de-417c-a852-fa11bd04178d {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.179968] env[62574]: DEBUG oslo_vmware.rw_handles [None req-7934a93a-b0f6-4718-a0b4-7995957c213b tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b89320-671d-f830-dc94-5899c7b0c0cd/disk-0.vmdk. {{(pid=62574) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1862.181102] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5ce5fa1-e736-480b-9055-bc707764bf53 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.186971] env[62574]: DEBUG oslo_vmware.rw_handles [None req-7934a93a-b0f6-4718-a0b4-7995957c213b tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b89320-671d-f830-dc94-5899c7b0c0cd/disk-0.vmdk is in state: ready. {{(pid=62574) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1862.187232] env[62574]: ERROR oslo_vmware.rw_handles [None req-7934a93a-b0f6-4718-a0b4-7995957c213b tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b89320-671d-f830-dc94-5899c7b0c0cd/disk-0.vmdk due to incomplete transfer. [ 1862.187466] env[62574]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-a23adfbd-fb77-4d44-a5a0-cef789166029 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.194274] env[62574]: DEBUG oslo_vmware.rw_handles [None req-7934a93a-b0f6-4718-a0b4-7995957c213b tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b89320-671d-f830-dc94-5899c7b0c0cd/disk-0.vmdk. {{(pid=62574) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1862.194478] env[62574]: DEBUG nova.virt.vmwareapi.images [None req-7934a93a-b0f6-4718-a0b4-7995957c213b tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] [instance: 723b0a75-38ad-494b-baac-29077f352e48] Uploaded image dbdfa412-15f3-43df-874c-c7c485cba234 to the Glance image server {{(pid=62574) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1862.196856] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-7934a93a-b0f6-4718-a0b4-7995957c213b tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] [instance: 723b0a75-38ad-494b-baac-29077f352e48] Destroying the VM {{(pid=62574) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1862.197115] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-155aee02-7bd6-41da-8970-d96b23bcbfe7 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.203153] env[62574]: DEBUG oslo_vmware.api [None req-7934a93a-b0f6-4718-a0b4-7995957c213b tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Waiting for the task: (returnval){ [ 1862.203153] env[62574]: value = "task-1862174" [ 1862.203153] env[62574]: _type = "Task" [ 1862.203153] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1862.213724] env[62574]: DEBUG oslo_vmware.api [None req-7934a93a-b0f6-4718-a0b4-7995957c213b tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Task: {'id': task-1862174, 'name': Destroy_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1862.216617] env[62574]: DEBUG oslo_vmware.api [None req-03702b39-22c0-42bd-a2e6-5c3469815dba tempest-ServerShowV257Test-978750593 tempest-ServerShowV257Test-978750593-project-member] Task: {'id': task-1862170, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.128992} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1862.216853] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-03702b39-22c0-42bd-a2e6-5c3469815dba tempest-ServerShowV257Test-978750593 tempest-ServerShowV257Test-978750593-project-member] [instance: 5b6261ef-63f1-49d1-b19f-798b48df3806] Extended root virtual disk {{(pid=62574) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1862.217611] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2486961-833b-4931-b0c9-a0c092c2afda {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.228901] env[62574]: DEBUG oslo_concurrency.lockutils [None req-738dfad5-fa91-4a9d-86d9-6e1d502e85aa tempest-InstanceActionsNegativeTestJSON-1183545786 tempest-InstanceActionsNegativeTestJSON-1183545786-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.419s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1862.239233] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-03702b39-22c0-42bd-a2e6-5c3469815dba tempest-ServerShowV257Test-978750593 tempest-ServerShowV257Test-978750593-project-member] [instance: 5b6261ef-63f1-49d1-b19f-798b48df3806] Reconfiguring VM instance instance-00000059 to attach disk [datastore1] 5b6261ef-63f1-49d1-b19f-798b48df3806/5b6261ef-63f1-49d1-b19f-798b48df3806.vmdk or device None with type sparse {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1862.239908] env[62574]: DEBUG oslo_concurrency.lockutils [None req-08cfb9d5-9ee2-43cb-83ee-9c28844f3e58 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Releasing lock "refresh_cache-c9f509e8-5f1b-4ea9-9367-46d544ffa807" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1862.240220] env[62574]: DEBUG nova.compute.manager [None req-08cfb9d5-9ee2-43cb-83ee-9c28844f3e58 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] [instance: c9f509e8-5f1b-4ea9-9367-46d544ffa807] Instance network_info: |[{"id": "0775c5b0-7d78-408b-a738-8d42a6d40a17", "address": "fa:16:3e:83:a6:0c", "network": {"id": "d21729a3-6af1-4685-8299-0af047d6c105", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-979648045-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "50322706d83c42c3a9bbd5c51ba34b64", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d903c404-a23a-40c0-a217-96d4bb2e5b08", "external-id": "nsx-vlan-transportzone-228", "segmentation_id": 228, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0775c5b0-7d", "ovs_interfaceid": "0775c5b0-7d78-408b-a738-8d42a6d40a17", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62574) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1862.240495] env[62574]: DEBUG oslo_concurrency.lockutils [None req-3eb0a707-d35a-4cf2-86df-b07e8b47eba1 tempest-ServerTagsTestJSON-2093465957 tempest-ServerTagsTestJSON-2093465957-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.839s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1862.241934] env[62574]: INFO nova.compute.claims [None req-3eb0a707-d35a-4cf2-86df-b07e8b47eba1 tempest-ServerTagsTestJSON-2093465957 tempest-ServerTagsTestJSON-2093465957-project-member] [instance: e31031b0-b80e-4fde-97f5-5a58d7695ee9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1862.244410] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c73cf4bb-6fe8-46ba-baa3-a6e0650a58a3 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.260281] env[62574]: DEBUG oslo_concurrency.lockutils [req-ee84a872-ec9f-40ac-ad34-aad17d207ad4 req-d1856d32-939c-4a6c-8c8e-382fd494705d service nova] Acquired lock "refresh_cache-c9f509e8-5f1b-4ea9-9367-46d544ffa807" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1862.260541] env[62574]: DEBUG nova.network.neutron [req-ee84a872-ec9f-40ac-ad34-aad17d207ad4 req-d1856d32-939c-4a6c-8c8e-382fd494705d service nova] [instance: c9f509e8-5f1b-4ea9-9367-46d544ffa807] Refreshing network info cache for port 0775c5b0-7d78-408b-a738-8d42a6d40a17 {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1862.262633] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-08cfb9d5-9ee2-43cb-83ee-9c28844f3e58 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] [instance: c9f509e8-5f1b-4ea9-9367-46d544ffa807] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:83:a6:0c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd903c404-a23a-40c0-a217-96d4bb2e5b08', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0775c5b0-7d78-408b-a738-8d42a6d40a17', 'vif_model': 'vmxnet3'}] {{(pid=62574) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1862.269633] env[62574]: DEBUG oslo.service.loopingcall [None req-08cfb9d5-9ee2-43cb-83ee-9c28844f3e58 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62574) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1862.270024] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-27dc20c4-1e24-47cd-8316-bda1dd6a73fd tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] [instance: 31d56eaa-d483-4254-9ca4-66bd50680c92] Unregistered the VM {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1862.270113] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-27dc20c4-1e24-47cd-8316-bda1dd6a73fd tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] [instance: 31d56eaa-d483-4254-9ca4-66bd50680c92] Deleting contents of the VM from datastore datastore1 {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1862.270254] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-27dc20c4-1e24-47cd-8316-bda1dd6a73fd tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Deleting the datastore file [datastore1] 31d56eaa-d483-4254-9ca4-66bd50680c92 {{(pid=62574) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1862.272135] env[62574]: INFO nova.scheduler.client.report [None req-738dfad5-fa91-4a9d-86d9-6e1d502e85aa tempest-InstanceActionsNegativeTestJSON-1183545786 tempest-InstanceActionsNegativeTestJSON-1183545786-project-member] Deleted allocations for instance 813a8ab3-10c8-4980-b2b4-7a96d53137ba [ 1862.273076] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c9f509e8-5f1b-4ea9-9367-46d544ffa807] Creating VM on the ESX host {{(pid=62574) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1862.273786] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3ef2e826-e1aa-43a4-9b4c-44c74a2ab437 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.280224] env[62574]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d384a85b-e91a-4e4d-a044-65ce10c94824 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.295171] env[62574]: DEBUG oslo_vmware.api [None req-03702b39-22c0-42bd-a2e6-5c3469815dba tempest-ServerShowV257Test-978750593 tempest-ServerShowV257Test-978750593-project-member] Waiting for the task: (returnval){ [ 1862.295171] env[62574]: value = "task-1862176" [ 1862.295171] env[62574]: _type = "Task" [ 1862.295171] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1862.303686] env[62574]: DEBUG oslo_vmware.api [None req-27dc20c4-1e24-47cd-8316-bda1dd6a73fd tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Waiting for the task: (returnval){ [ 1862.303686] env[62574]: value = "task-1862177" [ 1862.303686] env[62574]: _type = "Task" [ 1862.303686] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1862.303961] env[62574]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1862.303961] env[62574]: value = "task-1862178" [ 1862.303961] env[62574]: _type = "Task" [ 1862.303961] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1862.314386] env[62574]: DEBUG oslo_vmware.api [None req-03702b39-22c0-42bd-a2e6-5c3469815dba tempest-ServerShowV257Test-978750593 tempest-ServerShowV257Test-978750593-project-member] Task: {'id': task-1862176, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1862.319693] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1862178, 'name': CreateVM_Task} progress is 6%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1862.323097] env[62574]: DEBUG oslo_vmware.api [None req-27dc20c4-1e24-47cd-8316-bda1dd6a73fd tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Task: {'id': task-1862177, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1862.589714] env[62574]: DEBUG oslo_vmware.api [None req-59ec8d68-2d55-4d79-a3e3-a5420d1d54a7 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Task: {'id': task-1862171, 'name': Rename_Task, 'duration_secs': 0.147188} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1862.590078] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-59ec8d68-2d55-4d79-a3e3-a5420d1d54a7 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] [instance: 1acdec40-8943-472c-ae9f-aad12d2bc16d] Powering on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1862.590459] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ef59c413-93fc-47b7-8568-c3a03bc35b14 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.597248] env[62574]: DEBUG oslo_vmware.api [None req-59ec8d68-2d55-4d79-a3e3-a5420d1d54a7 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Waiting for the task: (returnval){ [ 1862.597248] env[62574]: value = "task-1862180" [ 1862.597248] env[62574]: _type = "Task" [ 1862.597248] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1862.610097] env[62574]: DEBUG oslo_vmware.api [None req-59ec8d68-2d55-4d79-a3e3-a5420d1d54a7 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Task: {'id': task-1862180, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1862.712861] env[62574]: DEBUG oslo_vmware.api [None req-7934a93a-b0f6-4718-a0b4-7995957c213b tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Task: {'id': task-1862174, 'name': Destroy_Task, 'duration_secs': 0.396896} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1862.713270] env[62574]: INFO nova.virt.vmwareapi.vm_util [None req-7934a93a-b0f6-4718-a0b4-7995957c213b tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] [instance: 723b0a75-38ad-494b-baac-29077f352e48] Destroyed the VM [ 1862.713388] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-7934a93a-b0f6-4718-a0b4-7995957c213b tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] [instance: 723b0a75-38ad-494b-baac-29077f352e48] Deleting Snapshot of the VM instance {{(pid=62574) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1862.713648] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-037e4842-f0b0-40d9-b6d5-b3364ed7ed91 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.721122] env[62574]: DEBUG oslo_vmware.api [None req-7934a93a-b0f6-4718-a0b4-7995957c213b tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Waiting for the task: (returnval){ [ 1862.721122] env[62574]: value = "task-1862181" [ 1862.721122] env[62574]: _type = "Task" [ 1862.721122] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1862.729664] env[62574]: DEBUG oslo_vmware.api [None req-7934a93a-b0f6-4718-a0b4-7995957c213b tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Task: {'id': task-1862181, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1862.801898] env[62574]: DEBUG oslo_concurrency.lockutils [None req-738dfad5-fa91-4a9d-86d9-6e1d502e85aa tempest-InstanceActionsNegativeTestJSON-1183545786 tempest-InstanceActionsNegativeTestJSON-1183545786-project-member] Lock "813a8ab3-10c8-4980-b2b4-7a96d53137ba" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.606s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1862.811969] env[62574]: DEBUG oslo_vmware.api [None req-03702b39-22c0-42bd-a2e6-5c3469815dba tempest-ServerShowV257Test-978750593 tempest-ServerShowV257Test-978750593-project-member] Task: {'id': task-1862176, 'name': ReconfigVM_Task, 'duration_secs': 0.308148} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1862.823047] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-03702b39-22c0-42bd-a2e6-5c3469815dba tempest-ServerShowV257Test-978750593 tempest-ServerShowV257Test-978750593-project-member] [instance: 5b6261ef-63f1-49d1-b19f-798b48df3806] Reconfigured VM instance instance-00000059 to attach disk [datastore1] 5b6261ef-63f1-49d1-b19f-798b48df3806/5b6261ef-63f1-49d1-b19f-798b48df3806.vmdk or device None with type sparse {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1862.829396] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2b9f1efc-72be-4599-8580-d69f3686ff3a {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.839136] env[62574]: DEBUG oslo_vmware.api [None req-27dc20c4-1e24-47cd-8316-bda1dd6a73fd tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Task: {'id': task-1862177, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.209362} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1862.843221] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-27dc20c4-1e24-47cd-8316-bda1dd6a73fd tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Deleted the datastore file {{(pid=62574) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1862.843600] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-27dc20c4-1e24-47cd-8316-bda1dd6a73fd tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] [instance: 31d56eaa-d483-4254-9ca4-66bd50680c92] Deleted contents of the VM from datastore datastore1 {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1862.845017] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-27dc20c4-1e24-47cd-8316-bda1dd6a73fd tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] [instance: 31d56eaa-d483-4254-9ca4-66bd50680c92] Instance destroyed {{(pid=62574) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1862.845017] env[62574]: INFO nova.compute.manager [None req-27dc20c4-1e24-47cd-8316-bda1dd6a73fd tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] [instance: 31d56eaa-d483-4254-9ca4-66bd50680c92] Took 1.78 seconds to destroy the instance on the hypervisor. [ 1862.845017] env[62574]: DEBUG oslo.service.loopingcall [None req-27dc20c4-1e24-47cd-8316-bda1dd6a73fd tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62574) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1862.845017] env[62574]: DEBUG oslo_vmware.api [None req-03702b39-22c0-42bd-a2e6-5c3469815dba tempest-ServerShowV257Test-978750593 tempest-ServerShowV257Test-978750593-project-member] Waiting for the task: (returnval){ [ 1862.845017] env[62574]: value = "task-1862182" [ 1862.845017] env[62574]: _type = "Task" [ 1862.845017] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1862.846026] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1862178, 'name': CreateVM_Task, 'duration_secs': 0.438693} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1862.846400] env[62574]: DEBUG nova.compute.manager [-] [instance: 31d56eaa-d483-4254-9ca4-66bd50680c92] Deallocating network for instance {{(pid=62574) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1862.846667] env[62574]: DEBUG nova.network.neutron [-] [instance: 31d56eaa-d483-4254-9ca4-66bd50680c92] deallocate_for_instance() {{(pid=62574) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1862.849096] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c9f509e8-5f1b-4ea9-9367-46d544ffa807] Created VM on the ESX host {{(pid=62574) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1862.857203] env[62574]: DEBUG oslo_concurrency.lockutils [None req-08cfb9d5-9ee2-43cb-83ee-9c28844f3e58 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1862.857203] env[62574]: DEBUG oslo_concurrency.lockutils [None req-08cfb9d5-9ee2-43cb-83ee-9c28844f3e58 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1862.857203] env[62574]: DEBUG oslo_concurrency.lockutils [None req-08cfb9d5-9ee2-43cb-83ee-9c28844f3e58 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1862.857203] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a03e0b1d-03ae-4d8c-a310-a0975ff841d0 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.862927] env[62574]: DEBUG oslo_vmware.api [None req-03702b39-22c0-42bd-a2e6-5c3469815dba tempest-ServerShowV257Test-978750593 tempest-ServerShowV257Test-978750593-project-member] Task: {'id': task-1862182, 'name': Rename_Task} progress is 14%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1862.864312] env[62574]: DEBUG oslo_vmware.api [None req-08cfb9d5-9ee2-43cb-83ee-9c28844f3e58 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Waiting for the task: (returnval){ [ 1862.864312] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]5246e87c-6244-d515-f637-4456240f57ab" [ 1862.864312] env[62574]: _type = "Task" [ 1862.864312] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1862.872123] env[62574]: DEBUG oslo_vmware.api [None req-08cfb9d5-9ee2-43cb-83ee-9c28844f3e58 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]5246e87c-6244-d515-f637-4456240f57ab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1863.114884] env[62574]: DEBUG oslo_vmware.api [None req-59ec8d68-2d55-4d79-a3e3-a5420d1d54a7 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Task: {'id': task-1862180, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1863.140371] env[62574]: DEBUG nova.network.neutron [req-ee84a872-ec9f-40ac-ad34-aad17d207ad4 req-d1856d32-939c-4a6c-8c8e-382fd494705d service nova] [instance: c9f509e8-5f1b-4ea9-9367-46d544ffa807] Updated VIF entry in instance network info cache for port 0775c5b0-7d78-408b-a738-8d42a6d40a17. {{(pid=62574) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1863.140371] env[62574]: DEBUG nova.network.neutron [req-ee84a872-ec9f-40ac-ad34-aad17d207ad4 req-d1856d32-939c-4a6c-8c8e-382fd494705d service nova] [instance: c9f509e8-5f1b-4ea9-9367-46d544ffa807] Updating instance_info_cache with network_info: [{"id": "0775c5b0-7d78-408b-a738-8d42a6d40a17", "address": "fa:16:3e:83:a6:0c", "network": {"id": "d21729a3-6af1-4685-8299-0af047d6c105", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-979648045-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "50322706d83c42c3a9bbd5c51ba34b64", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d903c404-a23a-40c0-a217-96d4bb2e5b08", "external-id": "nsx-vlan-transportzone-228", "segmentation_id": 228, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0775c5b0-7d", "ovs_interfaceid": "0775c5b0-7d78-408b-a738-8d42a6d40a17", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1863.236209] env[62574]: DEBUG oslo_vmware.api [None req-7934a93a-b0f6-4718-a0b4-7995957c213b tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Task: {'id': task-1862181, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1863.360609] env[62574]: DEBUG oslo_vmware.api [None req-03702b39-22c0-42bd-a2e6-5c3469815dba tempest-ServerShowV257Test-978750593 tempest-ServerShowV257Test-978750593-project-member] Task: {'id': task-1862182, 'name': Rename_Task, 'duration_secs': 0.160313} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1863.363551] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-03702b39-22c0-42bd-a2e6-5c3469815dba tempest-ServerShowV257Test-978750593 tempest-ServerShowV257Test-978750593-project-member] [instance: 5b6261ef-63f1-49d1-b19f-798b48df3806] Powering on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1863.364275] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b2d6fba3-5ff7-4aac-aa9f-0feb7edb2008 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.367615] env[62574]: DEBUG nova.compute.manager [req-705cea00-7477-4c03-9b4d-554774512123 req-5c4bccfe-30a5-41cc-a67d-5e0d2f46cfa5 service nova] [instance: 31d56eaa-d483-4254-9ca4-66bd50680c92] Received event network-vif-deleted-c0bcc330-da0f-4d53-a550-836208806de0 {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1863.367815] env[62574]: INFO nova.compute.manager [req-705cea00-7477-4c03-9b4d-554774512123 req-5c4bccfe-30a5-41cc-a67d-5e0d2f46cfa5 service nova] [instance: 31d56eaa-d483-4254-9ca4-66bd50680c92] Neutron deleted interface c0bcc330-da0f-4d53-a550-836208806de0; detaching it from the instance and deleting it from the info cache [ 1863.367960] env[62574]: DEBUG nova.network.neutron [req-705cea00-7477-4c03-9b4d-554774512123 req-5c4bccfe-30a5-41cc-a67d-5e0d2f46cfa5 service nova] [instance: 31d56eaa-d483-4254-9ca4-66bd50680c92] Updating instance_info_cache with network_info: [] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1863.385676] env[62574]: DEBUG oslo_vmware.api [None req-03702b39-22c0-42bd-a2e6-5c3469815dba tempest-ServerShowV257Test-978750593 tempest-ServerShowV257Test-978750593-project-member] Waiting for the task: (returnval){ [ 1863.385676] env[62574]: value = "task-1862183" [ 1863.385676] env[62574]: _type = "Task" [ 1863.385676] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1863.385676] env[62574]: DEBUG oslo_vmware.api [None req-08cfb9d5-9ee2-43cb-83ee-9c28844f3e58 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]5246e87c-6244-d515-f637-4456240f57ab, 'name': SearchDatastore_Task, 'duration_secs': 0.020332} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1863.385676] env[62574]: DEBUG oslo_concurrency.lockutils [None req-08cfb9d5-9ee2-43cb-83ee-9c28844f3e58 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1863.385676] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-08cfb9d5-9ee2-43cb-83ee-9c28844f3e58 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] [instance: c9f509e8-5f1b-4ea9-9367-46d544ffa807] Processing image 3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2 {{(pid=62574) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1863.385676] env[62574]: DEBUG oslo_concurrency.lockutils [None req-08cfb9d5-9ee2-43cb-83ee-9c28844f3e58 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1863.385676] env[62574]: DEBUG oslo_concurrency.lockutils [None req-08cfb9d5-9ee2-43cb-83ee-9c28844f3e58 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1863.385676] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-08cfb9d5-9ee2-43cb-83ee-9c28844f3e58 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1863.388872] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4c6abf59-d805-4a05-b878-137b17fda20f {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.399576] env[62574]: DEBUG oslo_vmware.api [None req-03702b39-22c0-42bd-a2e6-5c3469815dba tempest-ServerShowV257Test-978750593 tempest-ServerShowV257Test-978750593-project-member] Task: {'id': task-1862183, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1863.404220] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-08cfb9d5-9ee2-43cb-83ee-9c28844f3e58 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1863.404481] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-08cfb9d5-9ee2-43cb-83ee-9c28844f3e58 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62574) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1863.407926] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb56655f-53c3-4099-b4fe-83b7216743cf {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.414859] env[62574]: DEBUG oslo_vmware.api [None req-08cfb9d5-9ee2-43cb-83ee-9c28844f3e58 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Waiting for the task: (returnval){ [ 1863.414859] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]52702ac5-04a5-24eb-35f2-cb52b769932e" [ 1863.414859] env[62574]: _type = "Task" [ 1863.414859] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1863.423350] env[62574]: DEBUG oslo_vmware.api [None req-08cfb9d5-9ee2-43cb-83ee-9c28844f3e58 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52702ac5-04a5-24eb-35f2-cb52b769932e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1863.563728] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f67fe331-e360-462f-9215-f22d2e2f00eb {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.574189] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36ecfd14-11a2-4ca9-92e6-3deedecee33d {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.610655] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-020f5027-2458-487b-89ff-ce29c178b722 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.618288] env[62574]: DEBUG oslo_vmware.api [None req-59ec8d68-2d55-4d79-a3e3-a5420d1d54a7 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Task: {'id': task-1862180, 'name': PowerOnVM_Task, 'duration_secs': 0.539183} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1863.623761] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-59ec8d68-2d55-4d79-a3e3-a5420d1d54a7 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] [instance: 1acdec40-8943-472c-ae9f-aad12d2bc16d] Powered on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1863.623980] env[62574]: INFO nova.compute.manager [None req-59ec8d68-2d55-4d79-a3e3-a5420d1d54a7 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] [instance: 1acdec40-8943-472c-ae9f-aad12d2bc16d] Took 11.02 seconds to spawn the instance on the hypervisor. [ 1863.624305] env[62574]: DEBUG nova.compute.manager [None req-59ec8d68-2d55-4d79-a3e3-a5420d1d54a7 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] [instance: 1acdec40-8943-472c-ae9f-aad12d2bc16d] Checking state {{(pid=62574) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1863.627325] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf59e654-68fb-4c6d-99a3-0246916f8796 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.630625] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e6abde3-564a-45f8-9ed8-e5e79206c65c {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.645106] env[62574]: DEBUG oslo_concurrency.lockutils [req-ee84a872-ec9f-40ac-ad34-aad17d207ad4 req-d1856d32-939c-4a6c-8c8e-382fd494705d service nova] Releasing lock "refresh_cache-c9f509e8-5f1b-4ea9-9367-46d544ffa807" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1863.645697] env[62574]: DEBUG nova.compute.provider_tree [None req-3eb0a707-d35a-4cf2-86df-b07e8b47eba1 tempest-ServerTagsTestJSON-2093465957 tempest-ServerTagsTestJSON-2093465957-project-member] Inventory has not changed in ProviderTree for provider: f0ed160a-beff-4626-a531-2a70d7bc0627 {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1863.732870] env[62574]: DEBUG oslo_vmware.api [None req-7934a93a-b0f6-4718-a0b4-7995957c213b tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Task: {'id': task-1862181, 'name': RemoveSnapshot_Task, 'duration_secs': 0.695628} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1863.734257] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-7934a93a-b0f6-4718-a0b4-7995957c213b tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] [instance: 723b0a75-38ad-494b-baac-29077f352e48] Deleted Snapshot of the VM instance {{(pid=62574) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1863.734257] env[62574]: INFO nova.compute.manager [None req-7934a93a-b0f6-4718-a0b4-7995957c213b tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] [instance: 723b0a75-38ad-494b-baac-29077f352e48] Took 17.40 seconds to snapshot the instance on the hypervisor. [ 1863.760780] env[62574]: DEBUG oslo_concurrency.lockutils [None req-8f6e90d6-72ce-4143-8955-6beac657c3b9 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Acquiring lock "723b0a75-38ad-494b-baac-29077f352e48" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1863.761590] env[62574]: DEBUG oslo_concurrency.lockutils [None req-8f6e90d6-72ce-4143-8955-6beac657c3b9 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Lock "723b0a75-38ad-494b-baac-29077f352e48" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1863.761590] env[62574]: DEBUG oslo_concurrency.lockutils [None req-8f6e90d6-72ce-4143-8955-6beac657c3b9 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Acquiring lock "723b0a75-38ad-494b-baac-29077f352e48-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1863.761590] env[62574]: DEBUG oslo_concurrency.lockutils [None req-8f6e90d6-72ce-4143-8955-6beac657c3b9 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Lock "723b0a75-38ad-494b-baac-29077f352e48-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1863.761810] env[62574]: DEBUG oslo_concurrency.lockutils [None req-8f6e90d6-72ce-4143-8955-6beac657c3b9 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Lock "723b0a75-38ad-494b-baac-29077f352e48-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1863.765898] env[62574]: INFO nova.compute.manager [None req-8f6e90d6-72ce-4143-8955-6beac657c3b9 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] [instance: 723b0a75-38ad-494b-baac-29077f352e48] Terminating instance [ 1863.839540] env[62574]: DEBUG nova.network.neutron [-] [instance: 31d56eaa-d483-4254-9ca4-66bd50680c92] Updating instance_info_cache with network_info: [] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1863.873754] env[62574]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-78cf3c20-6b89-414d-8fe1-a756f1b319b3 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.886023] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-417dcc81-887f-4098-a2f7-0347637a71b8 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.907128] env[62574]: DEBUG oslo_vmware.api [None req-03702b39-22c0-42bd-a2e6-5c3469815dba tempest-ServerShowV257Test-978750593 tempest-ServerShowV257Test-978750593-project-member] Task: {'id': task-1862183, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1863.928488] env[62574]: DEBUG nova.compute.manager [req-705cea00-7477-4c03-9b4d-554774512123 req-5c4bccfe-30a5-41cc-a67d-5e0d2f46cfa5 service nova] [instance: 31d56eaa-d483-4254-9ca4-66bd50680c92] Detach interface failed, port_id=c0bcc330-da0f-4d53-a550-836208806de0, reason: Instance 31d56eaa-d483-4254-9ca4-66bd50680c92 could not be found. {{(pid=62574) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 1863.939098] env[62574]: DEBUG oslo_vmware.api [None req-08cfb9d5-9ee2-43cb-83ee-9c28844f3e58 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52702ac5-04a5-24eb-35f2-cb52b769932e, 'name': SearchDatastore_Task, 'duration_secs': 0.018993} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1863.940105] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd636676-9368-41a7-8151-f6a83d301420 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.950140] env[62574]: DEBUG oslo_vmware.api [None req-08cfb9d5-9ee2-43cb-83ee-9c28844f3e58 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Waiting for the task: (returnval){ [ 1863.950140] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]52a8f47c-7d97-ab5e-210b-c1c968791c75" [ 1863.950140] env[62574]: _type = "Task" [ 1863.950140] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1863.955971] env[62574]: DEBUG oslo_vmware.api [None req-08cfb9d5-9ee2-43cb-83ee-9c28844f3e58 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52a8f47c-7d97-ab5e-210b-c1c968791c75, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1864.155121] env[62574]: DEBUG nova.scheduler.client.report [None req-3eb0a707-d35a-4cf2-86df-b07e8b47eba1 tempest-ServerTagsTestJSON-2093465957 tempest-ServerTagsTestJSON-2093465957-project-member] Inventory has not changed for provider f0ed160a-beff-4626-a531-2a70d7bc0627 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1864.163753] env[62574]: INFO nova.compute.manager [None req-59ec8d68-2d55-4d79-a3e3-a5420d1d54a7 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] [instance: 1acdec40-8943-472c-ae9f-aad12d2bc16d] Took 19.80 seconds to build instance. [ 1864.237747] env[62574]: DEBUG nova.compute.manager [None req-7934a93a-b0f6-4718-a0b4-7995957c213b tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] [instance: 723b0a75-38ad-494b-baac-29077f352e48] Instance disappeared during snapshot {{(pid=62574) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 1864.252882] env[62574]: DEBUG nova.compute.manager [None req-7934a93a-b0f6-4718-a0b4-7995957c213b tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Image not found during clean up dbdfa412-15f3-43df-874c-c7c485cba234 {{(pid=62574) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4601}} [ 1864.258284] env[62574]: DEBUG oslo_concurrency.lockutils [None req-eea36fd7-9666-44a9-847b-bb2c257b639c tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Acquiring lock "d985f1a9-bdf9-4995-a05c-5a14cf3113ba" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1864.258507] env[62574]: DEBUG oslo_concurrency.lockutils [None req-eea36fd7-9666-44a9-847b-bb2c257b639c tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Lock "d985f1a9-bdf9-4995-a05c-5a14cf3113ba" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1864.273072] env[62574]: DEBUG nova.compute.manager [None req-8f6e90d6-72ce-4143-8955-6beac657c3b9 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] [instance: 723b0a75-38ad-494b-baac-29077f352e48] Start destroying the instance on the hypervisor. {{(pid=62574) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1864.273306] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-8f6e90d6-72ce-4143-8955-6beac657c3b9 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] [instance: 723b0a75-38ad-494b-baac-29077f352e48] Destroying instance {{(pid=62574) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1864.274577] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4954bcab-1085-4897-927f-a00428574547 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.282934] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-8f6e90d6-72ce-4143-8955-6beac657c3b9 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] [instance: 723b0a75-38ad-494b-baac-29077f352e48] Unregistering the VM {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1864.283195] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-801067bd-16e3-4121-9642-2dea91860571 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.345188] env[62574]: INFO nova.compute.manager [-] [instance: 31d56eaa-d483-4254-9ca4-66bd50680c92] Took 1.50 seconds to deallocate network for instance. [ 1864.407459] env[62574]: DEBUG oslo_vmware.api [None req-03702b39-22c0-42bd-a2e6-5c3469815dba tempest-ServerShowV257Test-978750593 tempest-ServerShowV257Test-978750593-project-member] Task: {'id': task-1862183, 'name': PowerOnVM_Task, 'duration_secs': 0.766622} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1864.407776] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-03702b39-22c0-42bd-a2e6-5c3469815dba tempest-ServerShowV257Test-978750593 tempest-ServerShowV257Test-978750593-project-member] [instance: 5b6261ef-63f1-49d1-b19f-798b48df3806] Powered on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1864.408055] env[62574]: INFO nova.compute.manager [None req-03702b39-22c0-42bd-a2e6-5c3469815dba tempest-ServerShowV257Test-978750593 tempest-ServerShowV257Test-978750593-project-member] [instance: 5b6261ef-63f1-49d1-b19f-798b48df3806] Took 7.43 seconds to spawn the instance on the hypervisor. [ 1864.408290] env[62574]: DEBUG nova.compute.manager [None req-03702b39-22c0-42bd-a2e6-5c3469815dba tempest-ServerShowV257Test-978750593 tempest-ServerShowV257Test-978750593-project-member] [instance: 5b6261ef-63f1-49d1-b19f-798b48df3806] Checking state {{(pid=62574) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1864.409107] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d7b4bb7-8500-4361-8725-d911926c9309 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.458803] env[62574]: DEBUG oslo_vmware.api [None req-08cfb9d5-9ee2-43cb-83ee-9c28844f3e58 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52a8f47c-7d97-ab5e-210b-c1c968791c75, 'name': SearchDatastore_Task, 'duration_secs': 0.013883} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1864.459878] env[62574]: DEBUG oslo_concurrency.lockutils [None req-08cfb9d5-9ee2-43cb-83ee-9c28844f3e58 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1864.462513] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-08cfb9d5-9ee2-43cb-83ee-9c28844f3e58 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk to [datastore1] c9f509e8-5f1b-4ea9-9367-46d544ffa807/c9f509e8-5f1b-4ea9-9367-46d544ffa807.vmdk {{(pid=62574) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1864.463073] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4a0e8291-584c-41ab-9172-adc0767c0561 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.471044] env[62574]: DEBUG oslo_vmware.api [None req-08cfb9d5-9ee2-43cb-83ee-9c28844f3e58 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Waiting for the task: (returnval){ [ 1864.471044] env[62574]: value = "task-1862186" [ 1864.471044] env[62574]: _type = "Task" [ 1864.471044] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1864.479711] env[62574]: DEBUG oslo_vmware.api [None req-08cfb9d5-9ee2-43cb-83ee-9c28844f3e58 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Task: {'id': task-1862186, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1864.614958] env[62574]: INFO nova.compute.manager [None req-291a8b24-88c9-4485-8130-6ef4ecd02b92 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] [instance: 1acdec40-8943-472c-ae9f-aad12d2bc16d] Rescuing [ 1864.615319] env[62574]: DEBUG oslo_concurrency.lockutils [None req-291a8b24-88c9-4485-8130-6ef4ecd02b92 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Acquiring lock "refresh_cache-1acdec40-8943-472c-ae9f-aad12d2bc16d" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1864.615480] env[62574]: DEBUG oslo_concurrency.lockutils [None req-291a8b24-88c9-4485-8130-6ef4ecd02b92 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Acquired lock "refresh_cache-1acdec40-8943-472c-ae9f-aad12d2bc16d" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1864.615655] env[62574]: DEBUG nova.network.neutron [None req-291a8b24-88c9-4485-8130-6ef4ecd02b92 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] [instance: 1acdec40-8943-472c-ae9f-aad12d2bc16d] Building network info cache for instance {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1864.661759] env[62574]: DEBUG oslo_concurrency.lockutils [None req-3eb0a707-d35a-4cf2-86df-b07e8b47eba1 tempest-ServerTagsTestJSON-2093465957 tempest-ServerTagsTestJSON-2093465957-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.420s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1864.661759] env[62574]: DEBUG nova.compute.manager [None req-3eb0a707-d35a-4cf2-86df-b07e8b47eba1 tempest-ServerTagsTestJSON-2093465957 tempest-ServerTagsTestJSON-2093465957-project-member] [instance: e31031b0-b80e-4fde-97f5-5a58d7695ee9] Start building networks asynchronously for instance. {{(pid=62574) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1864.664153] env[62574]: DEBUG oslo_concurrency.lockutils [None req-06080ee1-a86b-4f6e-93a4-a53861ef1a16 tempest-VolumesAdminNegativeTest-247329141 tempest-VolumesAdminNegativeTest-247329141-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.015s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1864.665672] env[62574]: INFO nova.compute.claims [None req-06080ee1-a86b-4f6e-93a4-a53861ef1a16 tempest-VolumesAdminNegativeTest-247329141 tempest-VolumesAdminNegativeTest-247329141-project-member] [instance: 475f8175-e0eb-4d78-a300-bd84eb4c8772] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1864.668910] env[62574]: DEBUG oslo_concurrency.lockutils [None req-59ec8d68-2d55-4d79-a3e3-a5420d1d54a7 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Lock "1acdec40-8943-472c-ae9f-aad12d2bc16d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.313s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1864.761672] env[62574]: DEBUG nova.compute.manager [None req-eea36fd7-9666-44a9-847b-bb2c257b639c tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] [instance: d985f1a9-bdf9-4995-a05c-5a14cf3113ba] Starting instance... {{(pid=62574) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1864.854237] env[62574]: DEBUG oslo_concurrency.lockutils [None req-27dc20c4-1e24-47cd-8316-bda1dd6a73fd tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1864.926510] env[62574]: INFO nova.compute.manager [None req-03702b39-22c0-42bd-a2e6-5c3469815dba tempest-ServerShowV257Test-978750593 tempest-ServerShowV257Test-978750593-project-member] [instance: 5b6261ef-63f1-49d1-b19f-798b48df3806] Took 17.20 seconds to build instance. [ 1864.982029] env[62574]: DEBUG oslo_vmware.api [None req-08cfb9d5-9ee2-43cb-83ee-9c28844f3e58 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Task: {'id': task-1862186, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1865.172672] env[62574]: DEBUG nova.compute.utils [None req-3eb0a707-d35a-4cf2-86df-b07e8b47eba1 tempest-ServerTagsTestJSON-2093465957 tempest-ServerTagsTestJSON-2093465957-project-member] Using /dev/sd instead of None {{(pid=62574) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1865.174763] env[62574]: DEBUG nova.compute.manager [None req-3eb0a707-d35a-4cf2-86df-b07e8b47eba1 tempest-ServerTagsTestJSON-2093465957 tempest-ServerTagsTestJSON-2093465957-project-member] [instance: e31031b0-b80e-4fde-97f5-5a58d7695ee9] Allocating IP information in the background. {{(pid=62574) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1865.174943] env[62574]: DEBUG nova.network.neutron [None req-3eb0a707-d35a-4cf2-86df-b07e8b47eba1 tempest-ServerTagsTestJSON-2093465957 tempest-ServerTagsTestJSON-2093465957-project-member] [instance: e31031b0-b80e-4fde-97f5-5a58d7695ee9] allocate_for_instance() {{(pid=62574) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1865.259280] env[62574]: DEBUG nova.policy [None req-3eb0a707-d35a-4cf2-86df-b07e8b47eba1 tempest-ServerTagsTestJSON-2093465957 tempest-ServerTagsTestJSON-2093465957-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ad943d0e709144819abd4845ad51a05b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1d66cb1fca1648cd80bea1e101beeff1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62574) authorize /opt/stack/nova/nova/policy.py:192}} [ 1865.293884] env[62574]: DEBUG oslo_concurrency.lockutils [None req-eea36fd7-9666-44a9-847b-bb2c257b639c tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1865.429013] env[62574]: DEBUG oslo_concurrency.lockutils [None req-03702b39-22c0-42bd-a2e6-5c3469815dba tempest-ServerShowV257Test-978750593 tempest-ServerShowV257Test-978750593-project-member] Lock "5b6261ef-63f1-49d1-b19f-798b48df3806" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.710s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1865.482282] env[62574]: DEBUG nova.network.neutron [None req-291a8b24-88c9-4485-8130-6ef4ecd02b92 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] [instance: 1acdec40-8943-472c-ae9f-aad12d2bc16d] Updating instance_info_cache with network_info: [{"id": "4341d054-7f88-4df6-9829-43c13bb0bdb0", "address": "fa:16:3e:57:7c:ea", "network": {"id": "f4ae7ec7-0f59-410f-a9fd-fcc9dfe711cd", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-828120479-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7f9eb8bf1afc4a1c99652faad70fca7f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee9ce73d-4ee8-4b28-b7d3-3a5735039627", "external-id": "cl2-zone-465", "segmentation_id": 465, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4341d054-7f", "ovs_interfaceid": "4341d054-7f88-4df6-9829-43c13bb0bdb0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1865.490264] env[62574]: DEBUG oslo_vmware.api [None req-08cfb9d5-9ee2-43cb-83ee-9c28844f3e58 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Task: {'id': task-1862186, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.964108} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1865.490264] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-08cfb9d5-9ee2-43cb-83ee-9c28844f3e58 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk to [datastore1] c9f509e8-5f1b-4ea9-9367-46d544ffa807/c9f509e8-5f1b-4ea9-9367-46d544ffa807.vmdk {{(pid=62574) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1865.490264] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-08cfb9d5-9ee2-43cb-83ee-9c28844f3e58 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] [instance: c9f509e8-5f1b-4ea9-9367-46d544ffa807] Extending root virtual disk to 1048576 {{(pid=62574) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1865.490264] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fa482638-c137-4744-9799-5cf6697365d0 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1865.498120] env[62574]: DEBUG oslo_vmware.api [None req-08cfb9d5-9ee2-43cb-83ee-9c28844f3e58 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Waiting for the task: (returnval){ [ 1865.498120] env[62574]: value = "task-1862187" [ 1865.498120] env[62574]: _type = "Task" [ 1865.498120] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1865.509892] env[62574]: DEBUG oslo_vmware.api [None req-08cfb9d5-9ee2-43cb-83ee-9c28844f3e58 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Task: {'id': task-1862187, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1865.679010] env[62574]: DEBUG nova.compute.manager [None req-3eb0a707-d35a-4cf2-86df-b07e8b47eba1 tempest-ServerTagsTestJSON-2093465957 tempest-ServerTagsTestJSON-2093465957-project-member] [instance: e31031b0-b80e-4fde-97f5-5a58d7695ee9] Start building block device mappings for instance. {{(pid=62574) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1865.708196] env[62574]: DEBUG nova.network.neutron [None req-3eb0a707-d35a-4cf2-86df-b07e8b47eba1 tempest-ServerTagsTestJSON-2093465957 tempest-ServerTagsTestJSON-2093465957-project-member] [instance: e31031b0-b80e-4fde-97f5-5a58d7695ee9] Successfully created port: 03332d75-7c8f-40b9-add2-e489824e0fe6 {{(pid=62574) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1865.938025] env[62574]: INFO nova.compute.manager [None req-9205f4ab-fc6f-403d-b8f7-840633845cdd tempest-ServerShowV257Test-978750593 tempest-ServerShowV257Test-978750593-project-member] [instance: 5b6261ef-63f1-49d1-b19f-798b48df3806] Rebuilding instance [ 1865.989074] env[62574]: DEBUG oslo_concurrency.lockutils [None req-291a8b24-88c9-4485-8130-6ef4ecd02b92 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Releasing lock "refresh_cache-1acdec40-8943-472c-ae9f-aad12d2bc16d" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1865.996090] env[62574]: DEBUG nova.compute.manager [None req-9205f4ab-fc6f-403d-b8f7-840633845cdd tempest-ServerShowV257Test-978750593 tempest-ServerShowV257Test-978750593-project-member] [instance: 5b6261ef-63f1-49d1-b19f-798b48df3806] Checking state {{(pid=62574) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1865.996710] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b20b4ed0-cbd3-4258-897d-99a4f2590b42 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1866.016509] env[62574]: DEBUG oslo_vmware.api [None req-08cfb9d5-9ee2-43cb-83ee-9c28844f3e58 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Task: {'id': task-1862187, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066133} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1866.017284] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-08cfb9d5-9ee2-43cb-83ee-9c28844f3e58 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] [instance: c9f509e8-5f1b-4ea9-9367-46d544ffa807] Extended root virtual disk {{(pid=62574) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1866.018349] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4085ad40-dd61-40f2-a4c1-432a542a2215 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1866.041404] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-08cfb9d5-9ee2-43cb-83ee-9c28844f3e58 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] [instance: c9f509e8-5f1b-4ea9-9367-46d544ffa807] Reconfiguring VM instance instance-0000005a to attach disk [datastore1] c9f509e8-5f1b-4ea9-9367-46d544ffa807/c9f509e8-5f1b-4ea9-9367-46d544ffa807.vmdk or device None with type sparse {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1866.045048] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9f391466-2c75-44a3-b693-a05b38b16dc2 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1866.060790] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99d023a6-62cd-4b86-9001-aba6e02be11f {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1866.071286] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fcff3a3-f47a-4383-96f2-fbe305f4bbde {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1866.074511] env[62574]: DEBUG oslo_vmware.api [None req-08cfb9d5-9ee2-43cb-83ee-9c28844f3e58 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Waiting for the task: (returnval){ [ 1866.074511] env[62574]: value = "task-1862188" [ 1866.074511] env[62574]: _type = "Task" [ 1866.074511] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1866.104093] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d89f6e15-d3d2-4037-bd55-e521df3deae2 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1866.109714] env[62574]: DEBUG oslo_vmware.api [None req-08cfb9d5-9ee2-43cb-83ee-9c28844f3e58 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Task: {'id': task-1862188, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1866.114493] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14b57dd7-8078-4558-9d97-4befe3fb422b {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1866.128738] env[62574]: DEBUG nova.compute.provider_tree [None req-06080ee1-a86b-4f6e-93a4-a53861ef1a16 tempest-VolumesAdminNegativeTest-247329141 tempest-VolumesAdminNegativeTest-247329141-project-member] Inventory has not changed in ProviderTree for provider: f0ed160a-beff-4626-a531-2a70d7bc0627 {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1866.571345] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-291a8b24-88c9-4485-8130-6ef4ecd02b92 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] [instance: 1acdec40-8943-472c-ae9f-aad12d2bc16d] Powering off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1866.571615] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5554c22c-7116-4fbc-8275-dad3f2fcd33c {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1866.581265] env[62574]: DEBUG oslo_vmware.api [None req-291a8b24-88c9-4485-8130-6ef4ecd02b92 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Waiting for the task: (returnval){ [ 1866.581265] env[62574]: value = "task-1862189" [ 1866.581265] env[62574]: _type = "Task" [ 1866.581265] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1866.589683] env[62574]: DEBUG oslo_vmware.api [None req-08cfb9d5-9ee2-43cb-83ee-9c28844f3e58 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Task: {'id': task-1862188, 'name': ReconfigVM_Task, 'duration_secs': 0.321597} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1866.590568] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-08cfb9d5-9ee2-43cb-83ee-9c28844f3e58 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] [instance: c9f509e8-5f1b-4ea9-9367-46d544ffa807] Reconfigured VM instance instance-0000005a to attach disk [datastore1] c9f509e8-5f1b-4ea9-9367-46d544ffa807/c9f509e8-5f1b-4ea9-9367-46d544ffa807.vmdk or device None with type sparse {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1866.596338] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-96986e03-76f5-40e7-a0c4-cbf6b22dd736 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1866.601108] env[62574]: DEBUG oslo_vmware.api [None req-291a8b24-88c9-4485-8130-6ef4ecd02b92 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Task: {'id': task-1862189, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1866.609101] env[62574]: DEBUG oslo_vmware.api [None req-08cfb9d5-9ee2-43cb-83ee-9c28844f3e58 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Waiting for the task: (returnval){ [ 1866.609101] env[62574]: value = "task-1862190" [ 1866.609101] env[62574]: _type = "Task" [ 1866.609101] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1866.615219] env[62574]: DEBUG oslo_vmware.api [None req-08cfb9d5-9ee2-43cb-83ee-9c28844f3e58 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Task: {'id': task-1862190, 'name': Rename_Task} progress is 5%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1866.632416] env[62574]: DEBUG nova.scheduler.client.report [None req-06080ee1-a86b-4f6e-93a4-a53861ef1a16 tempest-VolumesAdminNegativeTest-247329141 tempest-VolumesAdminNegativeTest-247329141-project-member] Inventory has not changed for provider f0ed160a-beff-4626-a531-2a70d7bc0627 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1866.688265] env[62574]: DEBUG nova.compute.manager [None req-3eb0a707-d35a-4cf2-86df-b07e8b47eba1 tempest-ServerTagsTestJSON-2093465957 tempest-ServerTagsTestJSON-2093465957-project-member] [instance: e31031b0-b80e-4fde-97f5-5a58d7695ee9] Start spawning the instance on the hypervisor. {{(pid=62574) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1866.716428] env[62574]: DEBUG nova.virt.hardware [None req-3eb0a707-d35a-4cf2-86df-b07e8b47eba1 tempest-ServerTagsTestJSON-2093465957 tempest-ServerTagsTestJSON-2093465957-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T19:26:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-13T19:26:40Z,direct_url=,disk_format='vmdk',id=3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7eed1dd4d2c3418eb32c4f4ceda3ab0d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-13T19:26:41Z,virtual_size=,visibility=), allow threads: False {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1866.716641] env[62574]: DEBUG nova.virt.hardware [None req-3eb0a707-d35a-4cf2-86df-b07e8b47eba1 tempest-ServerTagsTestJSON-2093465957 tempest-ServerTagsTestJSON-2093465957-project-member] Flavor limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1866.716826] env[62574]: DEBUG nova.virt.hardware [None req-3eb0a707-d35a-4cf2-86df-b07e8b47eba1 tempest-ServerTagsTestJSON-2093465957 tempest-ServerTagsTestJSON-2093465957-project-member] Image limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1866.717122] env[62574]: DEBUG nova.virt.hardware [None req-3eb0a707-d35a-4cf2-86df-b07e8b47eba1 tempest-ServerTagsTestJSON-2093465957 tempest-ServerTagsTestJSON-2093465957-project-member] Flavor pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1866.717222] env[62574]: DEBUG nova.virt.hardware [None req-3eb0a707-d35a-4cf2-86df-b07e8b47eba1 tempest-ServerTagsTestJSON-2093465957 tempest-ServerTagsTestJSON-2093465957-project-member] Image pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1866.717342] env[62574]: DEBUG nova.virt.hardware [None req-3eb0a707-d35a-4cf2-86df-b07e8b47eba1 tempest-ServerTagsTestJSON-2093465957 tempest-ServerTagsTestJSON-2093465957-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1866.717677] env[62574]: DEBUG nova.virt.hardware [None req-3eb0a707-d35a-4cf2-86df-b07e8b47eba1 tempest-ServerTagsTestJSON-2093465957 tempest-ServerTagsTestJSON-2093465957-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1866.717677] env[62574]: DEBUG nova.virt.hardware [None req-3eb0a707-d35a-4cf2-86df-b07e8b47eba1 tempest-ServerTagsTestJSON-2093465957 tempest-ServerTagsTestJSON-2093465957-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1866.717820] env[62574]: DEBUG nova.virt.hardware [None req-3eb0a707-d35a-4cf2-86df-b07e8b47eba1 tempest-ServerTagsTestJSON-2093465957 tempest-ServerTagsTestJSON-2093465957-project-member] Got 1 possible topologies {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1866.718264] env[62574]: DEBUG nova.virt.hardware [None req-3eb0a707-d35a-4cf2-86df-b07e8b47eba1 tempest-ServerTagsTestJSON-2093465957 tempest-ServerTagsTestJSON-2093465957-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1866.718517] env[62574]: DEBUG nova.virt.hardware [None req-3eb0a707-d35a-4cf2-86df-b07e8b47eba1 tempest-ServerTagsTestJSON-2093465957 tempest-ServerTagsTestJSON-2093465957-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1866.719858] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-825a511a-cec0-4ad3-81e4-56714fc42b13 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1866.729812] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3448d1a7-b765-4b3f-abcb-9e12aa18d15e {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.022212] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-9205f4ab-fc6f-403d-b8f7-840633845cdd tempest-ServerShowV257Test-978750593 tempest-ServerShowV257Test-978750593-project-member] [instance: 5b6261ef-63f1-49d1-b19f-798b48df3806] Powering off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1867.022563] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c000e6bf-5b56-4f66-80d3-fc4b7c85e2e2 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.029627] env[62574]: DEBUG oslo_vmware.api [None req-9205f4ab-fc6f-403d-b8f7-840633845cdd tempest-ServerShowV257Test-978750593 tempest-ServerShowV257Test-978750593-project-member] Waiting for the task: (returnval){ [ 1867.029627] env[62574]: value = "task-1862191" [ 1867.029627] env[62574]: _type = "Task" [ 1867.029627] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1867.038689] env[62574]: DEBUG oslo_vmware.api [None req-9205f4ab-fc6f-403d-b8f7-840633845cdd tempest-ServerShowV257Test-978750593 tempest-ServerShowV257Test-978750593-project-member] Task: {'id': task-1862191, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1867.093825] env[62574]: DEBUG oslo_vmware.api [None req-291a8b24-88c9-4485-8130-6ef4ecd02b92 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Task: {'id': task-1862189, 'name': PowerOffVM_Task, 'duration_secs': 0.259572} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1867.093825] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-291a8b24-88c9-4485-8130-6ef4ecd02b92 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] [instance: 1acdec40-8943-472c-ae9f-aad12d2bc16d] Powered off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1867.093985] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b643daa6-ee9c-4e74-86b3-d0cbc11dd6eb {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.129362] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd321b08-0cb5-4164-a463-488875549006 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.139578] env[62574]: DEBUG oslo_concurrency.lockutils [None req-06080ee1-a86b-4f6e-93a4-a53861ef1a16 tempest-VolumesAdminNegativeTest-247329141 tempest-VolumesAdminNegativeTest-247329141-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.476s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1867.140227] env[62574]: DEBUG nova.compute.manager [None req-06080ee1-a86b-4f6e-93a4-a53861ef1a16 tempest-VolumesAdminNegativeTest-247329141 tempest-VolumesAdminNegativeTest-247329141-project-member] [instance: 475f8175-e0eb-4d78-a300-bd84eb4c8772] Start building networks asynchronously for instance. {{(pid=62574) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1867.142823] env[62574]: DEBUG oslo_vmware.api [None req-08cfb9d5-9ee2-43cb-83ee-9c28844f3e58 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Task: {'id': task-1862190, 'name': Rename_Task, 'duration_secs': 0.15703} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1867.145528] env[62574]: DEBUG oslo_concurrency.lockutils [None req-27dc20c4-1e24-47cd-8316-bda1dd6a73fd tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.292s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1867.145752] env[62574]: DEBUG nova.objects.instance [None req-27dc20c4-1e24-47cd-8316-bda1dd6a73fd tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Lazy-loading 'resources' on Instance uuid 31d56eaa-d483-4254-9ca4-66bd50680c92 {{(pid=62574) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1867.146683] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-08cfb9d5-9ee2-43cb-83ee-9c28844f3e58 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] [instance: c9f509e8-5f1b-4ea9-9367-46d544ffa807] Powering on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1867.149872] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-32426ae8-2e74-496e-874b-95691d191d86 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.156838] env[62574]: DEBUG oslo_vmware.api [None req-08cfb9d5-9ee2-43cb-83ee-9c28844f3e58 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Waiting for the task: (returnval){ [ 1867.156838] env[62574]: value = "task-1862192" [ 1867.156838] env[62574]: _type = "Task" [ 1867.156838] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1867.166625] env[62574]: DEBUG oslo_vmware.api [None req-08cfb9d5-9ee2-43cb-83ee-9c28844f3e58 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Task: {'id': task-1862192, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1867.175777] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-291a8b24-88c9-4485-8130-6ef4ecd02b92 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] [instance: 1acdec40-8943-472c-ae9f-aad12d2bc16d] Powering off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1867.176982] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-00fe8faf-daef-445f-978e-25d4ad6c1017 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.182323] env[62574]: DEBUG oslo_vmware.api [None req-291a8b24-88c9-4485-8130-6ef4ecd02b92 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Waiting for the task: (returnval){ [ 1867.182323] env[62574]: value = "task-1862193" [ 1867.182323] env[62574]: _type = "Task" [ 1867.182323] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1867.194151] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-291a8b24-88c9-4485-8130-6ef4ecd02b92 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] [instance: 1acdec40-8943-472c-ae9f-aad12d2bc16d] VM already powered off {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1867.194784] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-291a8b24-88c9-4485-8130-6ef4ecd02b92 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] [instance: 1acdec40-8943-472c-ae9f-aad12d2bc16d] Processing image 3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2 {{(pid=62574) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1867.194784] env[62574]: DEBUG oslo_concurrency.lockutils [None req-291a8b24-88c9-4485-8130-6ef4ecd02b92 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1867.195022] env[62574]: DEBUG oslo_concurrency.lockutils [None req-291a8b24-88c9-4485-8130-6ef4ecd02b92 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1867.195126] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-291a8b24-88c9-4485-8130-6ef4ecd02b92 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1867.195387] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d6a2f778-a58c-40bc-b1fc-b6e90dda77e7 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.208168] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-291a8b24-88c9-4485-8130-6ef4ecd02b92 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1867.208428] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-291a8b24-88c9-4485-8130-6ef4ecd02b92 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62574) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1867.209368] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-92ed8df2-0b8c-4415-85a9-dbb6d1bc6a47 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.215830] env[62574]: DEBUG oslo_vmware.api [None req-291a8b24-88c9-4485-8130-6ef4ecd02b92 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Waiting for the task: (returnval){ [ 1867.215830] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]52ba64ff-5728-7780-a4e4-ec6be54cdaf2" [ 1867.215830] env[62574]: _type = "Task" [ 1867.215830] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1867.223583] env[62574]: DEBUG oslo_vmware.api [None req-291a8b24-88c9-4485-8130-6ef4ecd02b92 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52ba64ff-5728-7780-a4e4-ec6be54cdaf2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1867.540584] env[62574]: DEBUG oslo_vmware.api [None req-9205f4ab-fc6f-403d-b8f7-840633845cdd tempest-ServerShowV257Test-978750593 tempest-ServerShowV257Test-978750593-project-member] Task: {'id': task-1862191, 'name': PowerOffVM_Task, 'duration_secs': 0.118741} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1867.541178] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-9205f4ab-fc6f-403d-b8f7-840633845cdd tempest-ServerShowV257Test-978750593 tempest-ServerShowV257Test-978750593-project-member] [instance: 5b6261ef-63f1-49d1-b19f-798b48df3806] Powered off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1867.541599] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-9205f4ab-fc6f-403d-b8f7-840633845cdd tempest-ServerShowV257Test-978750593 tempest-ServerShowV257Test-978750593-project-member] [instance: 5b6261ef-63f1-49d1-b19f-798b48df3806] Destroying instance {{(pid=62574) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1867.544014] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d591554-b957-44f7-bea9-778afc24623a {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.551262] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-9205f4ab-fc6f-403d-b8f7-840633845cdd tempest-ServerShowV257Test-978750593 tempest-ServerShowV257Test-978750593-project-member] [instance: 5b6261ef-63f1-49d1-b19f-798b48df3806] Unregistering the VM {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1867.551705] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3a8e4b85-a9ed-4ac7-9ede-e42b6b7d8e7e {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.580728] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-9205f4ab-fc6f-403d-b8f7-840633845cdd tempest-ServerShowV257Test-978750593 tempest-ServerShowV257Test-978750593-project-member] [instance: 5b6261ef-63f1-49d1-b19f-798b48df3806] Unregistered the VM {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1867.580728] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-9205f4ab-fc6f-403d-b8f7-840633845cdd tempest-ServerShowV257Test-978750593 tempest-ServerShowV257Test-978750593-project-member] [instance: 5b6261ef-63f1-49d1-b19f-798b48df3806] Deleting contents of the VM from datastore datastore1 {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1867.580728] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-9205f4ab-fc6f-403d-b8f7-840633845cdd tempest-ServerShowV257Test-978750593 tempest-ServerShowV257Test-978750593-project-member] Deleting the datastore file [datastore1] 5b6261ef-63f1-49d1-b19f-798b48df3806 {{(pid=62574) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1867.580728] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-795cad16-ccdf-46ba-97cd-866b1757535c {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.587080] env[62574]: DEBUG oslo_vmware.api [None req-9205f4ab-fc6f-403d-b8f7-840633845cdd tempest-ServerShowV257Test-978750593 tempest-ServerShowV257Test-978750593-project-member] Waiting for the task: (returnval){ [ 1867.587080] env[62574]: value = "task-1862195" [ 1867.587080] env[62574]: _type = "Task" [ 1867.587080] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1867.596087] env[62574]: DEBUG oslo_vmware.api [None req-9205f4ab-fc6f-403d-b8f7-840633845cdd tempest-ServerShowV257Test-978750593 tempest-ServerShowV257Test-978750593-project-member] Task: {'id': task-1862195, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1867.647502] env[62574]: DEBUG nova.compute.utils [None req-06080ee1-a86b-4f6e-93a4-a53861ef1a16 tempest-VolumesAdminNegativeTest-247329141 tempest-VolumesAdminNegativeTest-247329141-project-member] Using /dev/sd instead of None {{(pid=62574) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1867.649321] env[62574]: DEBUG nova.compute.manager [None req-06080ee1-a86b-4f6e-93a4-a53861ef1a16 tempest-VolumesAdminNegativeTest-247329141 tempest-VolumesAdminNegativeTest-247329141-project-member] [instance: 475f8175-e0eb-4d78-a300-bd84eb4c8772] Allocating IP information in the background. {{(pid=62574) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1867.650609] env[62574]: DEBUG nova.network.neutron [None req-06080ee1-a86b-4f6e-93a4-a53861ef1a16 tempest-VolumesAdminNegativeTest-247329141 tempest-VolumesAdminNegativeTest-247329141-project-member] [instance: 475f8175-e0eb-4d78-a300-bd84eb4c8772] allocate_for_instance() {{(pid=62574) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1867.657640] env[62574]: DEBUG oslo_concurrency.lockutils [None req-8b41745f-e1b0-40db-ae02-2d4b8c8d0375 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1867.668709] env[62574]: DEBUG oslo_vmware.api [None req-08cfb9d5-9ee2-43cb-83ee-9c28844f3e58 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Task: {'id': task-1862192, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1867.708920] env[62574]: DEBUG nova.policy [None req-06080ee1-a86b-4f6e-93a4-a53861ef1a16 tempest-VolumesAdminNegativeTest-247329141 tempest-VolumesAdminNegativeTest-247329141-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8efba56e8de24f17ada6dbdaf77149fa', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5285b69d235f4f0bb0d2406b1c6e65ee', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62574) authorize /opt/stack/nova/nova/policy.py:192}} [ 1867.731243] env[62574]: DEBUG oslo_vmware.api [None req-291a8b24-88c9-4485-8130-6ef4ecd02b92 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52ba64ff-5728-7780-a4e4-ec6be54cdaf2, 'name': SearchDatastore_Task, 'duration_secs': 0.036263} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1867.732426] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3817ce6f-87a4-46a9-b643-33392986a733 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.741378] env[62574]: DEBUG oslo_vmware.api [None req-291a8b24-88c9-4485-8130-6ef4ecd02b92 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Waiting for the task: (returnval){ [ 1867.741378] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]5261eb0e-fd37-0a01-d6a7-36e994975aff" [ 1867.741378] env[62574]: _type = "Task" [ 1867.741378] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1867.753370] env[62574]: DEBUG oslo_vmware.api [None req-291a8b24-88c9-4485-8130-6ef4ecd02b92 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]5261eb0e-fd37-0a01-d6a7-36e994975aff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1868.044720] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f8e1cc0-0f68-4442-8deb-ba3c8735245e {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1868.054915] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e7fa125-6a62-448f-92a4-eb7690bc6fc4 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1868.090037] env[62574]: DEBUG nova.network.neutron [None req-06080ee1-a86b-4f6e-93a4-a53861ef1a16 tempest-VolumesAdminNegativeTest-247329141 tempest-VolumesAdminNegativeTest-247329141-project-member] [instance: 475f8175-e0eb-4d78-a300-bd84eb4c8772] Successfully created port: 2ad55bd3-9fde-4107-802a-374257370d24 {{(pid=62574) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1868.095140] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40fcb67f-8144-448f-8301-350e41a72b76 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1868.103250] env[62574]: DEBUG oslo_vmware.api [None req-9205f4ab-fc6f-403d-b8f7-840633845cdd tempest-ServerShowV257Test-978750593 tempest-ServerShowV257Test-978750593-project-member] Task: {'id': task-1862195, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.130184} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1868.105562] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-9205f4ab-fc6f-403d-b8f7-840633845cdd tempest-ServerShowV257Test-978750593 tempest-ServerShowV257Test-978750593-project-member] Deleted the datastore file {{(pid=62574) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1868.108163] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-9205f4ab-fc6f-403d-b8f7-840633845cdd tempest-ServerShowV257Test-978750593 tempest-ServerShowV257Test-978750593-project-member] [instance: 5b6261ef-63f1-49d1-b19f-798b48df3806] Deleted contents of the VM from datastore datastore1 {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1868.108163] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-9205f4ab-fc6f-403d-b8f7-840633845cdd tempest-ServerShowV257Test-978750593 tempest-ServerShowV257Test-978750593-project-member] [instance: 5b6261ef-63f1-49d1-b19f-798b48df3806] Instance destroyed {{(pid=62574) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1868.109912] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e77b15e8-3246-44f0-9e9c-c00256f56ae2 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1868.126645] env[62574]: DEBUG nova.compute.provider_tree [None req-27dc20c4-1e24-47cd-8316-bda1dd6a73fd tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Inventory has not changed in ProviderTree for provider: f0ed160a-beff-4626-a531-2a70d7bc0627 {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1868.159095] env[62574]: DEBUG nova.compute.manager [None req-06080ee1-a86b-4f6e-93a4-a53861ef1a16 tempest-VolumesAdminNegativeTest-247329141 tempest-VolumesAdminNegativeTest-247329141-project-member] [instance: 475f8175-e0eb-4d78-a300-bd84eb4c8772] Start building block device mappings for instance. {{(pid=62574) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1868.172503] env[62574]: DEBUG oslo_vmware.api [None req-08cfb9d5-9ee2-43cb-83ee-9c28844f3e58 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Task: {'id': task-1862192, 'name': PowerOnVM_Task, 'duration_secs': 0.717277} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1868.172503] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-08cfb9d5-9ee2-43cb-83ee-9c28844f3e58 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] [instance: c9f509e8-5f1b-4ea9-9367-46d544ffa807] Powered on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1868.172503] env[62574]: INFO nova.compute.manager [None req-08cfb9d5-9ee2-43cb-83ee-9c28844f3e58 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] [instance: c9f509e8-5f1b-4ea9-9367-46d544ffa807] Took 8.72 seconds to spawn the instance on the hypervisor. [ 1868.172503] env[62574]: DEBUG nova.compute.manager [None req-08cfb9d5-9ee2-43cb-83ee-9c28844f3e58 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] [instance: c9f509e8-5f1b-4ea9-9367-46d544ffa807] Checking state {{(pid=62574) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1868.173050] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1887e34e-49d9-4aff-a625-7d51faeaa79d {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1868.252590] env[62574]: DEBUG oslo_vmware.api [None req-291a8b24-88c9-4485-8130-6ef4ecd02b92 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]5261eb0e-fd37-0a01-d6a7-36e994975aff, 'name': SearchDatastore_Task, 'duration_secs': 0.036976} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1868.256025] env[62574]: DEBUG oslo_concurrency.lockutils [None req-291a8b24-88c9-4485-8130-6ef4ecd02b92 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1868.256025] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-291a8b24-88c9-4485-8130-6ef4ecd02b92 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk to [datastore1] 1acdec40-8943-472c-ae9f-aad12d2bc16d/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2-rescue.vmdk. {{(pid=62574) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1868.256025] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6919831e-57b2-4238-8a45-317efcd14e70 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1868.261284] env[62574]: DEBUG oslo_vmware.api [None req-291a8b24-88c9-4485-8130-6ef4ecd02b92 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Waiting for the task: (returnval){ [ 1868.261284] env[62574]: value = "task-1862196" [ 1868.261284] env[62574]: _type = "Task" [ 1868.261284] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1868.269428] env[62574]: DEBUG oslo_vmware.api [None req-291a8b24-88c9-4485-8130-6ef4ecd02b92 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Task: {'id': task-1862196, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1868.331427] env[62574]: DEBUG oslo_concurrency.lockutils [None req-5d53072e-ceaa-4e29-8281-c56db99a09fc tempest-ServerMetadataTestJSON-284844396 tempest-ServerMetadataTestJSON-284844396-project-member] Acquiring lock "de9dee3d-30a9-4eab-ae6f-e4347c588236" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1868.331661] env[62574]: DEBUG oslo_concurrency.lockutils [None req-5d53072e-ceaa-4e29-8281-c56db99a09fc tempest-ServerMetadataTestJSON-284844396 tempest-ServerMetadataTestJSON-284844396-project-member] Lock "de9dee3d-30a9-4eab-ae6f-e4347c588236" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1868.630530] env[62574]: DEBUG nova.scheduler.client.report [None req-27dc20c4-1e24-47cd-8316-bda1dd6a73fd tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Inventory has not changed for provider f0ed160a-beff-4626-a531-2a70d7bc0627 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1868.689405] env[62574]: INFO nova.compute.manager [None req-08cfb9d5-9ee2-43cb-83ee-9c28844f3e58 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] [instance: c9f509e8-5f1b-4ea9-9367-46d544ffa807] Took 20.00 seconds to build instance. [ 1868.776908] env[62574]: DEBUG oslo_vmware.api [None req-291a8b24-88c9-4485-8130-6ef4ecd02b92 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Task: {'id': task-1862196, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1868.835126] env[62574]: DEBUG nova.compute.manager [None req-5d53072e-ceaa-4e29-8281-c56db99a09fc tempest-ServerMetadataTestJSON-284844396 tempest-ServerMetadataTestJSON-284844396-project-member] [instance: de9dee3d-30a9-4eab-ae6f-e4347c588236] Starting instance... {{(pid=62574) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1869.136594] env[62574]: DEBUG oslo_concurrency.lockutils [None req-27dc20c4-1e24-47cd-8316-bda1dd6a73fd tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.991s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1869.142468] env[62574]: DEBUG oslo_concurrency.lockutils [None req-eea36fd7-9666-44a9-847b-bb2c257b639c tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.849s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1869.144221] env[62574]: INFO nova.compute.claims [None req-eea36fd7-9666-44a9-847b-bb2c257b639c tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] [instance: d985f1a9-bdf9-4995-a05c-5a14cf3113ba] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1869.154802] env[62574]: DEBUG nova.virt.hardware [None req-9205f4ab-fc6f-403d-b8f7-840633845cdd tempest-ServerShowV257Test-978750593 tempest-ServerShowV257Test-978750593-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T19:26:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-13T19:26:40Z,direct_url=,disk_format='vmdk',id=3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7eed1dd4d2c3418eb32c4f4ceda3ab0d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-13T19:26:41Z,virtual_size=,visibility=), allow threads: False {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1869.155018] env[62574]: DEBUG nova.virt.hardware [None req-9205f4ab-fc6f-403d-b8f7-840633845cdd tempest-ServerShowV257Test-978750593 tempest-ServerShowV257Test-978750593-project-member] Flavor limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1869.155400] env[62574]: DEBUG nova.virt.hardware [None req-9205f4ab-fc6f-403d-b8f7-840633845cdd tempest-ServerShowV257Test-978750593 tempest-ServerShowV257Test-978750593-project-member] Image limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1869.155445] env[62574]: DEBUG nova.virt.hardware [None req-9205f4ab-fc6f-403d-b8f7-840633845cdd tempest-ServerShowV257Test-978750593 tempest-ServerShowV257Test-978750593-project-member] Flavor pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1869.155650] env[62574]: DEBUG nova.virt.hardware [None req-9205f4ab-fc6f-403d-b8f7-840633845cdd tempest-ServerShowV257Test-978750593 tempest-ServerShowV257Test-978750593-project-member] Image pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1869.155745] env[62574]: DEBUG nova.virt.hardware [None req-9205f4ab-fc6f-403d-b8f7-840633845cdd tempest-ServerShowV257Test-978750593 tempest-ServerShowV257Test-978750593-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1869.156168] env[62574]: DEBUG nova.virt.hardware [None req-9205f4ab-fc6f-403d-b8f7-840633845cdd tempest-ServerShowV257Test-978750593 tempest-ServerShowV257Test-978750593-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1869.156228] env[62574]: DEBUG nova.virt.hardware [None req-9205f4ab-fc6f-403d-b8f7-840633845cdd tempest-ServerShowV257Test-978750593 tempest-ServerShowV257Test-978750593-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1869.156415] env[62574]: DEBUG nova.virt.hardware [None req-9205f4ab-fc6f-403d-b8f7-840633845cdd tempest-ServerShowV257Test-978750593 tempest-ServerShowV257Test-978750593-project-member] Got 1 possible topologies {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1869.156617] env[62574]: DEBUG nova.virt.hardware [None req-9205f4ab-fc6f-403d-b8f7-840633845cdd tempest-ServerShowV257Test-978750593 tempest-ServerShowV257Test-978750593-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1869.156849] env[62574]: DEBUG nova.virt.hardware [None req-9205f4ab-fc6f-403d-b8f7-840633845cdd tempest-ServerShowV257Test-978750593 tempest-ServerShowV257Test-978750593-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1869.158841] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6746ee5-65e9-4e8a-bf4e-a4c200d99973 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.165572] env[62574]: INFO nova.scheduler.client.report [None req-27dc20c4-1e24-47cd-8316-bda1dd6a73fd tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Deleted allocations for instance 31d56eaa-d483-4254-9ca4-66bd50680c92 [ 1869.167485] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a93eeadf-70cf-45ce-b5f2-0588368e3844 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.175230] env[62574]: DEBUG nova.compute.manager [None req-06080ee1-a86b-4f6e-93a4-a53861ef1a16 tempest-VolumesAdminNegativeTest-247329141 tempest-VolumesAdminNegativeTest-247329141-project-member] [instance: 475f8175-e0eb-4d78-a300-bd84eb4c8772] Start spawning the instance on the hypervisor. {{(pid=62574) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1869.190562] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-9205f4ab-fc6f-403d-b8f7-840633845cdd tempest-ServerShowV257Test-978750593 tempest-ServerShowV257Test-978750593-project-member] [instance: 5b6261ef-63f1-49d1-b19f-798b48df3806] Instance VIF info [] {{(pid=62574) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1869.200755] env[62574]: DEBUG oslo.service.loopingcall [None req-9205f4ab-fc6f-403d-b8f7-840633845cdd tempest-ServerShowV257Test-978750593 tempest-ServerShowV257Test-978750593-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62574) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1869.203084] env[62574]: DEBUG oslo_concurrency.lockutils [None req-08cfb9d5-9ee2-43cb-83ee-9c28844f3e58 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Lock "c9f509e8-5f1b-4ea9-9367-46d544ffa807" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.521s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1869.203240] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5b6261ef-63f1-49d1-b19f-798b48df3806] Creating VM on the ESX host {{(pid=62574) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1869.203484] env[62574]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-65a82d6d-fb98-48ce-8350-d13d581b595d {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.224901] env[62574]: DEBUG oslo_concurrency.lockutils [None req-a4f67c2a-2de4-4bb2-8a9a-1c9c3d0f6d4b tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Acquiring lock "c9f509e8-5f1b-4ea9-9367-46d544ffa807" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1869.225160] env[62574]: DEBUG oslo_concurrency.lockutils [None req-a4f67c2a-2de4-4bb2-8a9a-1c9c3d0f6d4b tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Lock "c9f509e8-5f1b-4ea9-9367-46d544ffa807" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1869.225343] env[62574]: DEBUG nova.compute.manager [None req-a4f67c2a-2de4-4bb2-8a9a-1c9c3d0f6d4b tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] [instance: c9f509e8-5f1b-4ea9-9367-46d544ffa807] Checking state {{(pid=62574) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1869.227156] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03767b88-cade-42dc-b1df-5042bafe2494 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.232307] env[62574]: DEBUG nova.virt.hardware [None req-06080ee1-a86b-4f6e-93a4-a53861ef1a16 tempest-VolumesAdminNegativeTest-247329141 tempest-VolumesAdminNegativeTest-247329141-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T19:26:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-13T19:26:40Z,direct_url=,disk_format='vmdk',id=3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7eed1dd4d2c3418eb32c4f4ceda3ab0d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-13T19:26:41Z,virtual_size=,visibility=), allow threads: False {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1869.233186] env[62574]: DEBUG nova.virt.hardware [None req-06080ee1-a86b-4f6e-93a4-a53861ef1a16 tempest-VolumesAdminNegativeTest-247329141 tempest-VolumesAdminNegativeTest-247329141-project-member] Flavor limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1869.233186] env[62574]: DEBUG nova.virt.hardware [None req-06080ee1-a86b-4f6e-93a4-a53861ef1a16 tempest-VolumesAdminNegativeTest-247329141 tempest-VolumesAdminNegativeTest-247329141-project-member] Image limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1869.233186] env[62574]: DEBUG nova.virt.hardware [None req-06080ee1-a86b-4f6e-93a4-a53861ef1a16 tempest-VolumesAdminNegativeTest-247329141 tempest-VolumesAdminNegativeTest-247329141-project-member] Flavor pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1869.233186] env[62574]: DEBUG nova.virt.hardware [None req-06080ee1-a86b-4f6e-93a4-a53861ef1a16 tempest-VolumesAdminNegativeTest-247329141 tempest-VolumesAdminNegativeTest-247329141-project-member] Image pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1869.233437] env[62574]: DEBUG nova.virt.hardware [None req-06080ee1-a86b-4f6e-93a4-a53861ef1a16 tempest-VolumesAdminNegativeTest-247329141 tempest-VolumesAdminNegativeTest-247329141-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1869.233493] env[62574]: DEBUG nova.virt.hardware [None req-06080ee1-a86b-4f6e-93a4-a53861ef1a16 tempest-VolumesAdminNegativeTest-247329141 tempest-VolumesAdminNegativeTest-247329141-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1869.233683] env[62574]: DEBUG nova.virt.hardware [None req-06080ee1-a86b-4f6e-93a4-a53861ef1a16 tempest-VolumesAdminNegativeTest-247329141 tempest-VolumesAdminNegativeTest-247329141-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1869.233871] env[62574]: DEBUG nova.virt.hardware [None req-06080ee1-a86b-4f6e-93a4-a53861ef1a16 tempest-VolumesAdminNegativeTest-247329141 tempest-VolumesAdminNegativeTest-247329141-project-member] Got 1 possible topologies {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1869.234052] env[62574]: DEBUG nova.virt.hardware [None req-06080ee1-a86b-4f6e-93a4-a53861ef1a16 tempest-VolumesAdminNegativeTest-247329141 tempest-VolumesAdminNegativeTest-247329141-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1869.234231] env[62574]: DEBUG nova.virt.hardware [None req-06080ee1-a86b-4f6e-93a4-a53861ef1a16 tempest-VolumesAdminNegativeTest-247329141 tempest-VolumesAdminNegativeTest-247329141-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1869.235197] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28a45fa5-cd96-4dd5-8fcf-024f938600f8 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.239937] env[62574]: DEBUG nova.compute.manager [None req-a4f67c2a-2de4-4bb2-8a9a-1c9c3d0f6d4b tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] [instance: c9f509e8-5f1b-4ea9-9367-46d544ffa807] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62574) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1869.240482] env[62574]: DEBUG nova.objects.instance [None req-a4f67c2a-2de4-4bb2-8a9a-1c9c3d0f6d4b tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Lazy-loading 'flavor' on Instance uuid c9f509e8-5f1b-4ea9-9367-46d544ffa807 {{(pid=62574) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1869.241590] env[62574]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1869.241590] env[62574]: value = "task-1862197" [ 1869.241590] env[62574]: _type = "Task" [ 1869.241590] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1869.249422] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60becef3-2362-4b66-8034-2645a3af8910 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.256106] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1862197, 'name': CreateVM_Task} progress is 6%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1869.276883] env[62574]: DEBUG oslo_vmware.api [None req-291a8b24-88c9-4485-8130-6ef4ecd02b92 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Task: {'id': task-1862196, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.877245} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1869.277098] env[62574]: INFO nova.virt.vmwareapi.ds_util [None req-291a8b24-88c9-4485-8130-6ef4ecd02b92 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk to [datastore1] 1acdec40-8943-472c-ae9f-aad12d2bc16d/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2-rescue.vmdk. [ 1869.277868] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb0dfcd0-4cf6-40af-a8e3-85954884bfef {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.303127] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-291a8b24-88c9-4485-8130-6ef4ecd02b92 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] [instance: 1acdec40-8943-472c-ae9f-aad12d2bc16d] Reconfiguring VM instance instance-00000058 to attach disk [datastore1] 1acdec40-8943-472c-ae9f-aad12d2bc16d/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2-rescue.vmdk or device None with type thin {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1869.303438] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-47cc9eb0-fec0-41c6-add2-e920f578860b {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.321251] env[62574]: DEBUG oslo_vmware.api [None req-291a8b24-88c9-4485-8130-6ef4ecd02b92 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Waiting for the task: (returnval){ [ 1869.321251] env[62574]: value = "task-1862198" [ 1869.321251] env[62574]: _type = "Task" [ 1869.321251] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1869.329566] env[62574]: DEBUG oslo_vmware.api [None req-291a8b24-88c9-4485-8130-6ef4ecd02b92 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Task: {'id': task-1862198, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1869.354747] env[62574]: DEBUG oslo_concurrency.lockutils [None req-5d53072e-ceaa-4e29-8281-c56db99a09fc tempest-ServerMetadataTestJSON-284844396 tempest-ServerMetadataTestJSON-284844396-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1869.680702] env[62574]: DEBUG oslo_concurrency.lockutils [None req-27dc20c4-1e24-47cd-8316-bda1dd6a73fd tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Lock "31d56eaa-d483-4254-9ca4-66bd50680c92" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.127s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1869.754619] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1862197, 'name': CreateVM_Task, 'duration_secs': 0.514484} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1869.754788] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5b6261ef-63f1-49d1-b19f-798b48df3806] Created VM on the ESX host {{(pid=62574) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1869.755465] env[62574]: DEBUG oslo_concurrency.lockutils [None req-9205f4ab-fc6f-403d-b8f7-840633845cdd tempest-ServerShowV257Test-978750593 tempest-ServerShowV257Test-978750593-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1869.755642] env[62574]: DEBUG oslo_concurrency.lockutils [None req-9205f4ab-fc6f-403d-b8f7-840633845cdd tempest-ServerShowV257Test-978750593 tempest-ServerShowV257Test-978750593-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1869.755957] env[62574]: DEBUG oslo_concurrency.lockutils [None req-9205f4ab-fc6f-403d-b8f7-840633845cdd tempest-ServerShowV257Test-978750593 tempest-ServerShowV257Test-978750593-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1869.756797] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b36f371-85b0-465f-9a27-63f8ba562fa2 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.761671] env[62574]: DEBUG oslo_vmware.api [None req-9205f4ab-fc6f-403d-b8f7-840633845cdd tempest-ServerShowV257Test-978750593 tempest-ServerShowV257Test-978750593-project-member] Waiting for the task: (returnval){ [ 1869.761671] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]5217c8ba-6617-67aa-e196-d2687740b796" [ 1869.761671] env[62574]: _type = "Task" [ 1869.761671] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1869.768919] env[62574]: DEBUG oslo_vmware.api [None req-9205f4ab-fc6f-403d-b8f7-840633845cdd tempest-ServerShowV257Test-978750593 tempest-ServerShowV257Test-978750593-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]5217c8ba-6617-67aa-e196-d2687740b796, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1869.831547] env[62574]: DEBUG oslo_vmware.api [None req-291a8b24-88c9-4485-8130-6ef4ecd02b92 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Task: {'id': task-1862198, 'name': ReconfigVM_Task, 'duration_secs': 0.339169} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1869.831915] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-291a8b24-88c9-4485-8130-6ef4ecd02b92 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] [instance: 1acdec40-8943-472c-ae9f-aad12d2bc16d] Reconfigured VM instance instance-00000058 to attach disk [datastore1] 1acdec40-8943-472c-ae9f-aad12d2bc16d/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2-rescue.vmdk or device None with type thin {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1869.832770] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c74b05b-005d-4ef1-a583-bbb431f5b8f9 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.857184] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-629679d6-3587-4e49-857c-bfaf5067a014 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.871871] env[62574]: DEBUG oslo_vmware.api [None req-291a8b24-88c9-4485-8130-6ef4ecd02b92 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Waiting for the task: (returnval){ [ 1869.871871] env[62574]: value = "task-1862199" [ 1869.871871] env[62574]: _type = "Task" [ 1869.871871] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1869.879336] env[62574]: DEBUG oslo_vmware.api [None req-291a8b24-88c9-4485-8130-6ef4ecd02b92 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Task: {'id': task-1862199, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1870.250916] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4f67c2a-2de4-4bb2-8a9a-1c9c3d0f6d4b tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] [instance: c9f509e8-5f1b-4ea9-9367-46d544ffa807] Powering off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1870.251267] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d35903d5-1177-4bdf-8f53-2e0e931ae5e6 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.258386] env[62574]: DEBUG oslo_vmware.api [None req-a4f67c2a-2de4-4bb2-8a9a-1c9c3d0f6d4b tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Waiting for the task: (returnval){ [ 1870.258386] env[62574]: value = "task-1862200" [ 1870.258386] env[62574]: _type = "Task" [ 1870.258386] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1870.271406] env[62574]: DEBUG oslo_vmware.api [None req-a4f67c2a-2de4-4bb2-8a9a-1c9c3d0f6d4b tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Task: {'id': task-1862200, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1870.277393] env[62574]: DEBUG oslo_vmware.api [None req-9205f4ab-fc6f-403d-b8f7-840633845cdd tempest-ServerShowV257Test-978750593 tempest-ServerShowV257Test-978750593-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]5217c8ba-6617-67aa-e196-d2687740b796, 'name': SearchDatastore_Task, 'duration_secs': 0.073196} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1870.277700] env[62574]: DEBUG oslo_concurrency.lockutils [None req-9205f4ab-fc6f-403d-b8f7-840633845cdd tempest-ServerShowV257Test-978750593 tempest-ServerShowV257Test-978750593-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1870.277978] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-9205f4ab-fc6f-403d-b8f7-840633845cdd tempest-ServerShowV257Test-978750593 tempest-ServerShowV257Test-978750593-project-member] [instance: 5b6261ef-63f1-49d1-b19f-798b48df3806] Processing image 3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2 {{(pid=62574) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1870.278242] env[62574]: DEBUG oslo_concurrency.lockutils [None req-9205f4ab-fc6f-403d-b8f7-840633845cdd tempest-ServerShowV257Test-978750593 tempest-ServerShowV257Test-978750593-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1870.278392] env[62574]: DEBUG oslo_concurrency.lockutils [None req-9205f4ab-fc6f-403d-b8f7-840633845cdd tempest-ServerShowV257Test-978750593 tempest-ServerShowV257Test-978750593-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1870.278570] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-9205f4ab-fc6f-403d-b8f7-840633845cdd tempest-ServerShowV257Test-978750593 tempest-ServerShowV257Test-978750593-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1870.278827] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-61f6c74c-e2de-4d27-abf6-7072924f30e9 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.290279] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-9205f4ab-fc6f-403d-b8f7-840633845cdd tempest-ServerShowV257Test-978750593 tempest-ServerShowV257Test-978750593-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1870.290492] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-9205f4ab-fc6f-403d-b8f7-840633845cdd tempest-ServerShowV257Test-978750593 tempest-ServerShowV257Test-978750593-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62574) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1870.291281] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-634ca898-f87f-4ac7-8faa-6d69148015ef {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.300027] env[62574]: DEBUG oslo_vmware.api [None req-9205f4ab-fc6f-403d-b8f7-840633845cdd tempest-ServerShowV257Test-978750593 tempest-ServerShowV257Test-978750593-project-member] Waiting for the task: (returnval){ [ 1870.300027] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]52ad9820-82e7-1a88-f4d4-cb850879ea92" [ 1870.300027] env[62574]: _type = "Task" [ 1870.300027] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1870.306483] env[62574]: DEBUG oslo_vmware.api [None req-9205f4ab-fc6f-403d-b8f7-840633845cdd tempest-ServerShowV257Test-978750593 tempest-ServerShowV257Test-978750593-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52ad9820-82e7-1a88-f4d4-cb850879ea92, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1870.381988] env[62574]: DEBUG oslo_vmware.api [None req-291a8b24-88c9-4485-8130-6ef4ecd02b92 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Task: {'id': task-1862199, 'name': ReconfigVM_Task, 'duration_secs': 0.133686} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1870.384726] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-291a8b24-88c9-4485-8130-6ef4ecd02b92 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] [instance: 1acdec40-8943-472c-ae9f-aad12d2bc16d] Powering on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1870.385403] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9021b487-83c7-4999-813e-04b65663a7ad {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.392270] env[62574]: DEBUG oslo_vmware.api [None req-291a8b24-88c9-4485-8130-6ef4ecd02b92 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Waiting for the task: (returnval){ [ 1870.392270] env[62574]: value = "task-1862201" [ 1870.392270] env[62574]: _type = "Task" [ 1870.392270] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1870.403110] env[62574]: DEBUG oslo_vmware.api [None req-291a8b24-88c9-4485-8130-6ef4ecd02b92 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Task: {'id': task-1862201, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1870.435725] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d50b543-48f7-4a4c-a97c-973add342cef {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.443610] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6e79f08-807b-4183-9a9f-23cf09a0543a {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.476037] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-235aacc2-6dca-4aa0-a985-572de0fc96bd {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.482496] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d22a0102-5d68-4d34-8b79-a182ce0d62b8 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.495328] env[62574]: DEBUG nova.compute.provider_tree [None req-eea36fd7-9666-44a9-847b-bb2c257b639c tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Inventory has not changed in ProviderTree for provider: f0ed160a-beff-4626-a531-2a70d7bc0627 {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1870.769203] env[62574]: DEBUG oslo_vmware.api [None req-a4f67c2a-2de4-4bb2-8a9a-1c9c3d0f6d4b tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Task: {'id': task-1862200, 'name': PowerOffVM_Task, 'duration_secs': 0.177791} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1870.769475] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4f67c2a-2de4-4bb2-8a9a-1c9c3d0f6d4b tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] [instance: c9f509e8-5f1b-4ea9-9367-46d544ffa807] Powered off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1870.769762] env[62574]: DEBUG nova.compute.manager [None req-a4f67c2a-2de4-4bb2-8a9a-1c9c3d0f6d4b tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] [instance: c9f509e8-5f1b-4ea9-9367-46d544ffa807] Checking state {{(pid=62574) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1870.770544] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbbbca7b-a9b7-4dd0-88f1-a958bd30b34a {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.808935] env[62574]: DEBUG oslo_vmware.api [None req-9205f4ab-fc6f-403d-b8f7-840633845cdd tempest-ServerShowV257Test-978750593 tempest-ServerShowV257Test-978750593-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52ad9820-82e7-1a88-f4d4-cb850879ea92, 'name': SearchDatastore_Task, 'duration_secs': 0.013112} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1870.809742] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ed971904-b3e9-4df5-842f-5230d62d8152 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.815256] env[62574]: DEBUG oslo_concurrency.lockutils [None req-2ba0a4cf-c8af-4b64-a154-dfdc90cea5ea tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Acquiring lock "c790641f-213d-4c82-b627-7ffc416d9f0b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1870.815495] env[62574]: DEBUG oslo_concurrency.lockutils [None req-2ba0a4cf-c8af-4b64-a154-dfdc90cea5ea tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Lock "c790641f-213d-4c82-b627-7ffc416d9f0b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1870.815713] env[62574]: DEBUG oslo_concurrency.lockutils [None req-2ba0a4cf-c8af-4b64-a154-dfdc90cea5ea tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Acquiring lock "c790641f-213d-4c82-b627-7ffc416d9f0b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1870.815900] env[62574]: DEBUG oslo_concurrency.lockutils [None req-2ba0a4cf-c8af-4b64-a154-dfdc90cea5ea tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Lock "c790641f-213d-4c82-b627-7ffc416d9f0b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1870.816084] env[62574]: DEBUG oslo_concurrency.lockutils [None req-2ba0a4cf-c8af-4b64-a154-dfdc90cea5ea tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Lock "c790641f-213d-4c82-b627-7ffc416d9f0b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1870.817885] env[62574]: DEBUG oslo_vmware.api [None req-9205f4ab-fc6f-403d-b8f7-840633845cdd tempest-ServerShowV257Test-978750593 tempest-ServerShowV257Test-978750593-project-member] Waiting for the task: (returnval){ [ 1870.817885] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]52acbe0b-6414-0c80-a656-4efd185b6454" [ 1870.817885] env[62574]: _type = "Task" [ 1870.817885] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1870.818319] env[62574]: INFO nova.compute.manager [None req-2ba0a4cf-c8af-4b64-a154-dfdc90cea5ea tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] [instance: c790641f-213d-4c82-b627-7ffc416d9f0b] Terminating instance [ 1870.829199] env[62574]: DEBUG oslo_vmware.api [None req-9205f4ab-fc6f-403d-b8f7-840633845cdd tempest-ServerShowV257Test-978750593 tempest-ServerShowV257Test-978750593-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52acbe0b-6414-0c80-a656-4efd185b6454, 'name': SearchDatastore_Task, 'duration_secs': 0.008716} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1870.829441] env[62574]: DEBUG oslo_concurrency.lockutils [None req-9205f4ab-fc6f-403d-b8f7-840633845cdd tempest-ServerShowV257Test-978750593 tempest-ServerShowV257Test-978750593-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1870.829693] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-9205f4ab-fc6f-403d-b8f7-840633845cdd tempest-ServerShowV257Test-978750593 tempest-ServerShowV257Test-978750593-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk to [datastore2] 5b6261ef-63f1-49d1-b19f-798b48df3806/5b6261ef-63f1-49d1-b19f-798b48df3806.vmdk {{(pid=62574) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1870.829941] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5374419e-39c0-40bc-9350-efa178e6a17c {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.837600] env[62574]: DEBUG oslo_vmware.api [None req-9205f4ab-fc6f-403d-b8f7-840633845cdd tempest-ServerShowV257Test-978750593 tempest-ServerShowV257Test-978750593-project-member] Waiting for the task: (returnval){ [ 1870.837600] env[62574]: value = "task-1862202" [ 1870.837600] env[62574]: _type = "Task" [ 1870.837600] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1870.845023] env[62574]: DEBUG oslo_vmware.api [None req-9205f4ab-fc6f-403d-b8f7-840633845cdd tempest-ServerShowV257Test-978750593 tempest-ServerShowV257Test-978750593-project-member] Task: {'id': task-1862202, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1870.902716] env[62574]: DEBUG oslo_vmware.api [None req-291a8b24-88c9-4485-8130-6ef4ecd02b92 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Task: {'id': task-1862201, 'name': PowerOnVM_Task, 'duration_secs': 0.444633} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1870.902982] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-291a8b24-88c9-4485-8130-6ef4ecd02b92 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] [instance: 1acdec40-8943-472c-ae9f-aad12d2bc16d] Powered on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1870.905718] env[62574]: DEBUG nova.compute.manager [None req-291a8b24-88c9-4485-8130-6ef4ecd02b92 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] [instance: 1acdec40-8943-472c-ae9f-aad12d2bc16d] Checking state {{(pid=62574) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1870.906476] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-718a5bd6-d84f-40d7-bcbe-e5e1f6c79e53 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.999033] env[62574]: DEBUG nova.scheduler.client.report [None req-eea36fd7-9666-44a9-847b-bb2c257b639c tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Inventory has not changed for provider f0ed160a-beff-4626-a531-2a70d7bc0627 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1871.281814] env[62574]: DEBUG oslo_concurrency.lockutils [None req-a4f67c2a-2de4-4bb2-8a9a-1c9c3d0f6d4b tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Lock "c9f509e8-5f1b-4ea9-9367-46d544ffa807" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.056s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1871.324894] env[62574]: DEBUG nova.compute.manager [None req-2ba0a4cf-c8af-4b64-a154-dfdc90cea5ea tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] [instance: c790641f-213d-4c82-b627-7ffc416d9f0b] Start destroying the instance on the hypervisor. {{(pid=62574) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1871.325162] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-2ba0a4cf-c8af-4b64-a154-dfdc90cea5ea tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] [instance: c790641f-213d-4c82-b627-7ffc416d9f0b] Destroying instance {{(pid=62574) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1871.326430] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92e788ff-d9e1-4247-ac39-b66bf6707fef {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.334760] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ba0a4cf-c8af-4b64-a154-dfdc90cea5ea tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] [instance: c790641f-213d-4c82-b627-7ffc416d9f0b] Powering off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1871.335013] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c0094775-719e-46e8-b26e-9fec19ec30eb {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.342802] env[62574]: DEBUG oslo_vmware.api [None req-2ba0a4cf-c8af-4b64-a154-dfdc90cea5ea tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Waiting for the task: (returnval){ [ 1871.342802] env[62574]: value = "task-1862203" [ 1871.342802] env[62574]: _type = "Task" [ 1871.342802] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1871.349284] env[62574]: DEBUG oslo_vmware.api [None req-9205f4ab-fc6f-403d-b8f7-840633845cdd tempest-ServerShowV257Test-978750593 tempest-ServerShowV257Test-978750593-project-member] Task: {'id': task-1862202, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.508171} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1871.349895] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-9205f4ab-fc6f-403d-b8f7-840633845cdd tempest-ServerShowV257Test-978750593 tempest-ServerShowV257Test-978750593-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk to [datastore2] 5b6261ef-63f1-49d1-b19f-798b48df3806/5b6261ef-63f1-49d1-b19f-798b48df3806.vmdk {{(pid=62574) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1871.350142] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-9205f4ab-fc6f-403d-b8f7-840633845cdd tempest-ServerShowV257Test-978750593 tempest-ServerShowV257Test-978750593-project-member] [instance: 5b6261ef-63f1-49d1-b19f-798b48df3806] Extending root virtual disk to 1048576 {{(pid=62574) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1871.350402] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5070d37e-5741-4f1e-a266-9eb0fdffb926 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.357070] env[62574]: DEBUG oslo_vmware.api [None req-2ba0a4cf-c8af-4b64-a154-dfdc90cea5ea tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Task: {'id': task-1862203, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1871.363445] env[62574]: DEBUG oslo_vmware.api [None req-9205f4ab-fc6f-403d-b8f7-840633845cdd tempest-ServerShowV257Test-978750593 tempest-ServerShowV257Test-978750593-project-member] Waiting for the task: (returnval){ [ 1871.363445] env[62574]: value = "task-1862204" [ 1871.363445] env[62574]: _type = "Task" [ 1871.363445] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1871.372749] env[62574]: DEBUG oslo_vmware.api [None req-9205f4ab-fc6f-403d-b8f7-840633845cdd tempest-ServerShowV257Test-978750593 tempest-ServerShowV257Test-978750593-project-member] Task: {'id': task-1862204, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1871.421022] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-8f6e90d6-72ce-4143-8955-6beac657c3b9 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] [instance: 723b0a75-38ad-494b-baac-29077f352e48] Unregistered the VM {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1871.421022] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-8f6e90d6-72ce-4143-8955-6beac657c3b9 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] [instance: 723b0a75-38ad-494b-baac-29077f352e48] Deleting contents of the VM from datastore datastore1 {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1871.421022] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f6e90d6-72ce-4143-8955-6beac657c3b9 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Deleting the datastore file [datastore1] 723b0a75-38ad-494b-baac-29077f352e48 {{(pid=62574) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1871.421461] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-df41eef8-f32f-4d40-87b0-0cff258e0f60 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.429881] env[62574]: DEBUG oslo_vmware.api [None req-8f6e90d6-72ce-4143-8955-6beac657c3b9 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Waiting for the task: (returnval){ [ 1871.429881] env[62574]: value = "task-1862205" [ 1871.429881] env[62574]: _type = "Task" [ 1871.429881] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1871.439723] env[62574]: DEBUG oslo_vmware.api [None req-8f6e90d6-72ce-4143-8955-6beac657c3b9 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Task: {'id': task-1862205, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1871.505718] env[62574]: DEBUG oslo_concurrency.lockutils [None req-eea36fd7-9666-44a9-847b-bb2c257b639c tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.363s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1871.506288] env[62574]: DEBUG nova.compute.manager [None req-eea36fd7-9666-44a9-847b-bb2c257b639c tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] [instance: d985f1a9-bdf9-4995-a05c-5a14cf3113ba] Start building networks asynchronously for instance. {{(pid=62574) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1871.509041] env[62574]: DEBUG oslo_concurrency.lockutils [None req-8b41745f-e1b0-40db-ae02-2d4b8c8d0375 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.852s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1871.509262] env[62574]: DEBUG nova.objects.instance [None req-8b41745f-e1b0-40db-ae02-2d4b8c8d0375 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Lazy-loading 'pci_requests' on Instance uuid d06fca54-652a-47dd-b14b-8f6bbf696503 {{(pid=62574) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1871.796442] env[62574]: DEBUG oslo_concurrency.lockutils [None req-9a8943f1-80d8-4e43-b42d-5a7527fcac7d tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Acquiring lock "c9f509e8-5f1b-4ea9-9367-46d544ffa807" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1871.796912] env[62574]: DEBUG oslo_concurrency.lockutils [None req-9a8943f1-80d8-4e43-b42d-5a7527fcac7d tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Lock "c9f509e8-5f1b-4ea9-9367-46d544ffa807" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1871.797174] env[62574]: DEBUG oslo_concurrency.lockutils [None req-9a8943f1-80d8-4e43-b42d-5a7527fcac7d tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Acquiring lock "c9f509e8-5f1b-4ea9-9367-46d544ffa807-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1871.797412] env[62574]: DEBUG oslo_concurrency.lockutils [None req-9a8943f1-80d8-4e43-b42d-5a7527fcac7d tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Lock "c9f509e8-5f1b-4ea9-9367-46d544ffa807-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1871.797623] env[62574]: DEBUG oslo_concurrency.lockutils [None req-9a8943f1-80d8-4e43-b42d-5a7527fcac7d tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Lock "c9f509e8-5f1b-4ea9-9367-46d544ffa807-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1871.800391] env[62574]: INFO nova.compute.manager [None req-9a8943f1-80d8-4e43-b42d-5a7527fcac7d tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] [instance: c9f509e8-5f1b-4ea9-9367-46d544ffa807] Terminating instance [ 1871.852923] env[62574]: DEBUG oslo_vmware.api [None req-2ba0a4cf-c8af-4b64-a154-dfdc90cea5ea tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Task: {'id': task-1862203, 'name': PowerOffVM_Task, 'duration_secs': 0.208132} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1871.853197] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ba0a4cf-c8af-4b64-a154-dfdc90cea5ea tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] [instance: c790641f-213d-4c82-b627-7ffc416d9f0b] Powered off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1871.853368] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-2ba0a4cf-c8af-4b64-a154-dfdc90cea5ea tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] [instance: c790641f-213d-4c82-b627-7ffc416d9f0b] Unregistering the VM {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1871.853612] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4ed84876-a885-46d0-bd39-b2ebee31ac7d {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.872267] env[62574]: DEBUG oslo_vmware.api [None req-9205f4ab-fc6f-403d-b8f7-840633845cdd tempest-ServerShowV257Test-978750593 tempest-ServerShowV257Test-978750593-project-member] Task: {'id': task-1862204, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.133226} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1871.872498] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-9205f4ab-fc6f-403d-b8f7-840633845cdd tempest-ServerShowV257Test-978750593 tempest-ServerShowV257Test-978750593-project-member] [instance: 5b6261ef-63f1-49d1-b19f-798b48df3806] Extended root virtual disk {{(pid=62574) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1871.873250] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8f633b5-ae25-42c9-8b39-d3ed128c49cb {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.892166] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-9205f4ab-fc6f-403d-b8f7-840633845cdd tempest-ServerShowV257Test-978750593 tempest-ServerShowV257Test-978750593-project-member] [instance: 5b6261ef-63f1-49d1-b19f-798b48df3806] Reconfiguring VM instance instance-00000059 to attach disk [datastore2] 5b6261ef-63f1-49d1-b19f-798b48df3806/5b6261ef-63f1-49d1-b19f-798b48df3806.vmdk or device None with type sparse {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1871.892420] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-15e8e052-2f44-41cd-8b6a-b7e8f47fce90 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.912519] env[62574]: DEBUG oslo_vmware.api [None req-9205f4ab-fc6f-403d-b8f7-840633845cdd tempest-ServerShowV257Test-978750593 tempest-ServerShowV257Test-978750593-project-member] Waiting for the task: (returnval){ [ 1871.912519] env[62574]: value = "task-1862207" [ 1871.912519] env[62574]: _type = "Task" [ 1871.912519] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1871.920462] env[62574]: DEBUG oslo_vmware.api [None req-9205f4ab-fc6f-403d-b8f7-840633845cdd tempest-ServerShowV257Test-978750593 tempest-ServerShowV257Test-978750593-project-member] Task: {'id': task-1862207, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1871.939949] env[62574]: DEBUG oslo_vmware.api [None req-8f6e90d6-72ce-4143-8955-6beac657c3b9 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Task: {'id': task-1862205, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.187945} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1871.940261] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f6e90d6-72ce-4143-8955-6beac657c3b9 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Deleted the datastore file {{(pid=62574) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1871.940473] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-8f6e90d6-72ce-4143-8955-6beac657c3b9 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] [instance: 723b0a75-38ad-494b-baac-29077f352e48] Deleted contents of the VM from datastore datastore1 {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1871.940687] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-8f6e90d6-72ce-4143-8955-6beac657c3b9 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] [instance: 723b0a75-38ad-494b-baac-29077f352e48] Instance destroyed {{(pid=62574) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1871.940891] env[62574]: INFO nova.compute.manager [None req-8f6e90d6-72ce-4143-8955-6beac657c3b9 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] [instance: 723b0a75-38ad-494b-baac-29077f352e48] Took 7.67 seconds to destroy the instance on the hypervisor. [ 1871.941204] env[62574]: DEBUG oslo.service.loopingcall [None req-8f6e90d6-72ce-4143-8955-6beac657c3b9 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62574) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1871.941784] env[62574]: DEBUG nova.compute.manager [-] [instance: 723b0a75-38ad-494b-baac-29077f352e48] Deallocating network for instance {{(pid=62574) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1871.941906] env[62574]: DEBUG nova.network.neutron [-] [instance: 723b0a75-38ad-494b-baac-29077f352e48] deallocate_for_instance() {{(pid=62574) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1871.950655] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-2ba0a4cf-c8af-4b64-a154-dfdc90cea5ea tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] [instance: c790641f-213d-4c82-b627-7ffc416d9f0b] Unregistered the VM {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1871.950860] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-2ba0a4cf-c8af-4b64-a154-dfdc90cea5ea tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] [instance: c790641f-213d-4c82-b627-7ffc416d9f0b] Deleting contents of the VM from datastore datastore2 {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1871.951056] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ba0a4cf-c8af-4b64-a154-dfdc90cea5ea tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Deleting the datastore file [datastore2] c790641f-213d-4c82-b627-7ffc416d9f0b {{(pid=62574) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1871.951747] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3a94c0e9-e331-4ff5-904b-a3452bb33258 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.957901] env[62574]: DEBUG oslo_vmware.api [None req-2ba0a4cf-c8af-4b64-a154-dfdc90cea5ea tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Waiting for the task: (returnval){ [ 1871.957901] env[62574]: value = "task-1862208" [ 1871.957901] env[62574]: _type = "Task" [ 1871.957901] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1871.965138] env[62574]: DEBUG oslo_vmware.api [None req-2ba0a4cf-c8af-4b64-a154-dfdc90cea5ea tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Task: {'id': task-1862208, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1872.012676] env[62574]: DEBUG nova.compute.utils [None req-eea36fd7-9666-44a9-847b-bb2c257b639c tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Using /dev/sd instead of None {{(pid=62574) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1872.015434] env[62574]: DEBUG nova.objects.instance [None req-8b41745f-e1b0-40db-ae02-2d4b8c8d0375 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Lazy-loading 'numa_topology' on Instance uuid d06fca54-652a-47dd-b14b-8f6bbf696503 {{(pid=62574) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1872.016855] env[62574]: DEBUG nova.compute.manager [None req-eea36fd7-9666-44a9-847b-bb2c257b639c tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] [instance: d985f1a9-bdf9-4995-a05c-5a14cf3113ba] Allocating IP information in the background. {{(pid=62574) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1872.017165] env[62574]: DEBUG nova.network.neutron [None req-eea36fd7-9666-44a9-847b-bb2c257b639c tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] [instance: d985f1a9-bdf9-4995-a05c-5a14cf3113ba] allocate_for_instance() {{(pid=62574) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1872.078591] env[62574]: DEBUG nova.policy [None req-eea36fd7-9666-44a9-847b-bb2c257b639c tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4fefa92105a64f6db036f291f9a1669f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2842b09cbde243f6bdd90a5177740df9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62574) authorize /opt/stack/nova/nova/policy.py:192}} [ 1872.211509] env[62574]: DEBUG nova.compute.manager [req-2579357e-6830-457c-b5ba-377a1e158b43 req-5c8038e6-90e6-4bcb-8a9e-7b93f70fba63 service nova] [instance: e31031b0-b80e-4fde-97f5-5a58d7695ee9] Received event network-vif-plugged-03332d75-7c8f-40b9-add2-e489824e0fe6 {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1872.211767] env[62574]: DEBUG oslo_concurrency.lockutils [req-2579357e-6830-457c-b5ba-377a1e158b43 req-5c8038e6-90e6-4bcb-8a9e-7b93f70fba63 service nova] Acquiring lock "e31031b0-b80e-4fde-97f5-5a58d7695ee9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1872.211982] env[62574]: DEBUG oslo_concurrency.lockutils [req-2579357e-6830-457c-b5ba-377a1e158b43 req-5c8038e6-90e6-4bcb-8a9e-7b93f70fba63 service nova] Lock "e31031b0-b80e-4fde-97f5-5a58d7695ee9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1872.213768] env[62574]: DEBUG oslo_concurrency.lockutils [req-2579357e-6830-457c-b5ba-377a1e158b43 req-5c8038e6-90e6-4bcb-8a9e-7b93f70fba63 service nova] Lock "e31031b0-b80e-4fde-97f5-5a58d7695ee9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.002s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1872.213968] env[62574]: DEBUG nova.compute.manager [req-2579357e-6830-457c-b5ba-377a1e158b43 req-5c8038e6-90e6-4bcb-8a9e-7b93f70fba63 service nova] [instance: e31031b0-b80e-4fde-97f5-5a58d7695ee9] No waiting events found dispatching network-vif-plugged-03332d75-7c8f-40b9-add2-e489824e0fe6 {{(pid=62574) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1872.214152] env[62574]: WARNING nova.compute.manager [req-2579357e-6830-457c-b5ba-377a1e158b43 req-5c8038e6-90e6-4bcb-8a9e-7b93f70fba63 service nova] [instance: e31031b0-b80e-4fde-97f5-5a58d7695ee9] Received unexpected event network-vif-plugged-03332d75-7c8f-40b9-add2-e489824e0fe6 for instance with vm_state building and task_state spawning. [ 1872.304372] env[62574]: DEBUG nova.compute.manager [None req-9a8943f1-80d8-4e43-b42d-5a7527fcac7d tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] [instance: c9f509e8-5f1b-4ea9-9367-46d544ffa807] Start destroying the instance on the hypervisor. {{(pid=62574) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1872.304645] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-9a8943f1-80d8-4e43-b42d-5a7527fcac7d tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] [instance: c9f509e8-5f1b-4ea9-9367-46d544ffa807] Destroying instance {{(pid=62574) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1872.306110] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fa8d262-f090-46e0-846b-3392294f03f7 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.318135] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-9a8943f1-80d8-4e43-b42d-5a7527fcac7d tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] [instance: c9f509e8-5f1b-4ea9-9367-46d544ffa807] Unregistering the VM {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1872.319095] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b6810620-4e80-4da4-acb6-59124ae594d8 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.325053] env[62574]: DEBUG nova.compute.manager [req-f84f587c-13f9-4950-b9f4-64e30ff0e8d4 req-d07ea784-ec07-4a20-b89a-af8be14e5a36 service nova] [instance: 723b0a75-38ad-494b-baac-29077f352e48] Received event network-vif-deleted-31479023-aed2-43d9-bde7-14a3f8013e25 {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1872.325053] env[62574]: INFO nova.compute.manager [req-f84f587c-13f9-4950-b9f4-64e30ff0e8d4 req-d07ea784-ec07-4a20-b89a-af8be14e5a36 service nova] [instance: 723b0a75-38ad-494b-baac-29077f352e48] Neutron deleted interface 31479023-aed2-43d9-bde7-14a3f8013e25; detaching it from the instance and deleting it from the info cache [ 1872.325053] env[62574]: DEBUG nova.network.neutron [req-f84f587c-13f9-4950-b9f4-64e30ff0e8d4 req-d07ea784-ec07-4a20-b89a-af8be14e5a36 service nova] [instance: 723b0a75-38ad-494b-baac-29077f352e48] Updating instance_info_cache with network_info: [] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1872.325053] env[62574]: DEBUG nova.network.neutron [None req-3eb0a707-d35a-4cf2-86df-b07e8b47eba1 tempest-ServerTagsTestJSON-2093465957 tempest-ServerTagsTestJSON-2093465957-project-member] [instance: e31031b0-b80e-4fde-97f5-5a58d7695ee9] Successfully updated port: 03332d75-7c8f-40b9-add2-e489824e0fe6 {{(pid=62574) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1872.422503] env[62574]: DEBUG oslo_vmware.api [None req-9205f4ab-fc6f-403d-b8f7-840633845cdd tempest-ServerShowV257Test-978750593 tempest-ServerShowV257Test-978750593-project-member] Task: {'id': task-1862207, 'name': ReconfigVM_Task, 'duration_secs': 0.284375} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1872.422797] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-9205f4ab-fc6f-403d-b8f7-840633845cdd tempest-ServerShowV257Test-978750593 tempest-ServerShowV257Test-978750593-project-member] [instance: 5b6261ef-63f1-49d1-b19f-798b48df3806] Reconfigured VM instance instance-00000059 to attach disk [datastore2] 5b6261ef-63f1-49d1-b19f-798b48df3806/5b6261ef-63f1-49d1-b19f-798b48df3806.vmdk or device None with type sparse {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1872.423423] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-11b25c9d-b662-4fc4-83bf-58145637cb9b {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.430982] env[62574]: DEBUG oslo_vmware.api [None req-9205f4ab-fc6f-403d-b8f7-840633845cdd tempest-ServerShowV257Test-978750593 tempest-ServerShowV257Test-978750593-project-member] Waiting for the task: (returnval){ [ 1872.430982] env[62574]: value = "task-1862210" [ 1872.430982] env[62574]: _type = "Task" [ 1872.430982] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1872.443330] env[62574]: DEBUG oslo_vmware.api [None req-9205f4ab-fc6f-403d-b8f7-840633845cdd tempest-ServerShowV257Test-978750593 tempest-ServerShowV257Test-978750593-project-member] Task: {'id': task-1862210, 'name': Rename_Task} progress is 5%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1872.451568] env[62574]: DEBUG nova.network.neutron [None req-eea36fd7-9666-44a9-847b-bb2c257b639c tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] [instance: d985f1a9-bdf9-4995-a05c-5a14cf3113ba] Successfully created port: 6005421b-e077-42cc-a259-d45abb1ff67f {{(pid=62574) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1872.465117] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-9a8943f1-80d8-4e43-b42d-5a7527fcac7d tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] [instance: c9f509e8-5f1b-4ea9-9367-46d544ffa807] Unregistered the VM {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1872.465466] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-9a8943f1-80d8-4e43-b42d-5a7527fcac7d tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] [instance: c9f509e8-5f1b-4ea9-9367-46d544ffa807] Deleting contents of the VM from datastore datastore1 {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1872.465653] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a8943f1-80d8-4e43-b42d-5a7527fcac7d tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Deleting the datastore file [datastore1] c9f509e8-5f1b-4ea9-9367-46d544ffa807 {{(pid=62574) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1872.465992] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b68895e2-2cd1-4a61-af8c-2a8b2015d883 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.471680] env[62574]: DEBUG oslo_vmware.api [None req-2ba0a4cf-c8af-4b64-a154-dfdc90cea5ea tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Task: {'id': task-1862208, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.154642} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1872.472274] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ba0a4cf-c8af-4b64-a154-dfdc90cea5ea tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Deleted the datastore file {{(pid=62574) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1872.472486] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-2ba0a4cf-c8af-4b64-a154-dfdc90cea5ea tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] [instance: c790641f-213d-4c82-b627-7ffc416d9f0b] Deleted contents of the VM from datastore datastore2 {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1872.472676] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-2ba0a4cf-c8af-4b64-a154-dfdc90cea5ea tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] [instance: c790641f-213d-4c82-b627-7ffc416d9f0b] Instance destroyed {{(pid=62574) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1872.472882] env[62574]: INFO nova.compute.manager [None req-2ba0a4cf-c8af-4b64-a154-dfdc90cea5ea tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] [instance: c790641f-213d-4c82-b627-7ffc416d9f0b] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1872.473140] env[62574]: DEBUG oslo.service.loopingcall [None req-2ba0a4cf-c8af-4b64-a154-dfdc90cea5ea tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62574) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1872.473334] env[62574]: DEBUG nova.compute.manager [-] [instance: c790641f-213d-4c82-b627-7ffc416d9f0b] Deallocating network for instance {{(pid=62574) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1872.473481] env[62574]: DEBUG nova.network.neutron [-] [instance: c790641f-213d-4c82-b627-7ffc416d9f0b] deallocate_for_instance() {{(pid=62574) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1872.476530] env[62574]: DEBUG oslo_vmware.api [None req-9a8943f1-80d8-4e43-b42d-5a7527fcac7d tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Waiting for the task: (returnval){ [ 1872.476530] env[62574]: value = "task-1862211" [ 1872.476530] env[62574]: _type = "Task" [ 1872.476530] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1872.484931] env[62574]: DEBUG oslo_vmware.api [None req-9a8943f1-80d8-4e43-b42d-5a7527fcac7d tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Task: {'id': task-1862211, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1872.519193] env[62574]: DEBUG nova.compute.manager [None req-eea36fd7-9666-44a9-847b-bb2c257b639c tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] [instance: d985f1a9-bdf9-4995-a05c-5a14cf3113ba] Start building block device mappings for instance. {{(pid=62574) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1872.522295] env[62574]: INFO nova.compute.claims [None req-8b41745f-e1b0-40db-ae02-2d4b8c8d0375 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] [instance: d06fca54-652a-47dd-b14b-8f6bbf696503] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1872.801737] env[62574]: DEBUG nova.network.neutron [-] [instance: 723b0a75-38ad-494b-baac-29077f352e48] Updating instance_info_cache with network_info: [] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1872.832242] env[62574]: DEBUG oslo_concurrency.lockutils [None req-3eb0a707-d35a-4cf2-86df-b07e8b47eba1 tempest-ServerTagsTestJSON-2093465957 tempest-ServerTagsTestJSON-2093465957-project-member] Acquiring lock "refresh_cache-e31031b0-b80e-4fde-97f5-5a58d7695ee9" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1872.832242] env[62574]: DEBUG oslo_concurrency.lockutils [None req-3eb0a707-d35a-4cf2-86df-b07e8b47eba1 tempest-ServerTagsTestJSON-2093465957 tempest-ServerTagsTestJSON-2093465957-project-member] Acquired lock "refresh_cache-e31031b0-b80e-4fde-97f5-5a58d7695ee9" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1872.832242] env[62574]: DEBUG nova.network.neutron [None req-3eb0a707-d35a-4cf2-86df-b07e8b47eba1 tempest-ServerTagsTestJSON-2093465957 tempest-ServerTagsTestJSON-2093465957-project-member] [instance: e31031b0-b80e-4fde-97f5-5a58d7695ee9] Building network info cache for instance {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1872.832242] env[62574]: DEBUG nova.network.neutron [None req-06080ee1-a86b-4f6e-93a4-a53861ef1a16 tempest-VolumesAdminNegativeTest-247329141 tempest-VolumesAdminNegativeTest-247329141-project-member] [instance: 475f8175-e0eb-4d78-a300-bd84eb4c8772] Successfully updated port: 2ad55bd3-9fde-4107-802a-374257370d24 {{(pid=62574) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1872.837281] env[62574]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fb4ec7e1-84da-4ed6-af7e-4ab3f48b778a {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.859234] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9291526b-9562-44bc-8317-2617d20cba90 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.897797] env[62574]: DEBUG nova.compute.manager [req-f84f587c-13f9-4950-b9f4-64e30ff0e8d4 req-d07ea784-ec07-4a20-b89a-af8be14e5a36 service nova] [instance: 723b0a75-38ad-494b-baac-29077f352e48] Detach interface failed, port_id=31479023-aed2-43d9-bde7-14a3f8013e25, reason: Instance 723b0a75-38ad-494b-baac-29077f352e48 could not be found. {{(pid=62574) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 1872.899083] env[62574]: DEBUG nova.network.neutron [None req-3eb0a707-d35a-4cf2-86df-b07e8b47eba1 tempest-ServerTagsTestJSON-2093465957 tempest-ServerTagsTestJSON-2093465957-project-member] [instance: e31031b0-b80e-4fde-97f5-5a58d7695ee9] Instance cache missing network info. {{(pid=62574) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1872.944657] env[62574]: DEBUG oslo_vmware.api [None req-9205f4ab-fc6f-403d-b8f7-840633845cdd tempest-ServerShowV257Test-978750593 tempest-ServerShowV257Test-978750593-project-member] Task: {'id': task-1862210, 'name': Rename_Task, 'duration_secs': 0.146746} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1872.945120] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-9205f4ab-fc6f-403d-b8f7-840633845cdd tempest-ServerShowV257Test-978750593 tempest-ServerShowV257Test-978750593-project-member] [instance: 5b6261ef-63f1-49d1-b19f-798b48df3806] Powering on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1872.945388] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c1d8a273-8c7b-4528-8627-5c37fdc4b2af {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.953531] env[62574]: DEBUG oslo_vmware.api [None req-9205f4ab-fc6f-403d-b8f7-840633845cdd tempest-ServerShowV257Test-978750593 tempest-ServerShowV257Test-978750593-project-member] Waiting for the task: (returnval){ [ 1872.953531] env[62574]: value = "task-1862212" [ 1872.953531] env[62574]: _type = "Task" [ 1872.953531] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1872.962477] env[62574]: DEBUG oslo_vmware.api [None req-9205f4ab-fc6f-403d-b8f7-840633845cdd tempest-ServerShowV257Test-978750593 tempest-ServerShowV257Test-978750593-project-member] Task: {'id': task-1862212, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1872.989087] env[62574]: DEBUG oslo_vmware.api [None req-9a8943f1-80d8-4e43-b42d-5a7527fcac7d tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Task: {'id': task-1862211, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.155102} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1872.989447] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a8943f1-80d8-4e43-b42d-5a7527fcac7d tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Deleted the datastore file {{(pid=62574) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1872.989779] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-9a8943f1-80d8-4e43-b42d-5a7527fcac7d tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] [instance: c9f509e8-5f1b-4ea9-9367-46d544ffa807] Deleted contents of the VM from datastore datastore1 {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1872.990775] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-9a8943f1-80d8-4e43-b42d-5a7527fcac7d tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] [instance: c9f509e8-5f1b-4ea9-9367-46d544ffa807] Instance destroyed {{(pid=62574) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1872.990775] env[62574]: INFO nova.compute.manager [None req-9a8943f1-80d8-4e43-b42d-5a7527fcac7d tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] [instance: c9f509e8-5f1b-4ea9-9367-46d544ffa807] Took 0.69 seconds to destroy the instance on the hypervisor. [ 1872.990775] env[62574]: DEBUG oslo.service.loopingcall [None req-9a8943f1-80d8-4e43-b42d-5a7527fcac7d tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62574) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1872.990775] env[62574]: DEBUG nova.compute.manager [-] [instance: c9f509e8-5f1b-4ea9-9367-46d544ffa807] Deallocating network for instance {{(pid=62574) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1872.991490] env[62574]: DEBUG nova.network.neutron [-] [instance: c9f509e8-5f1b-4ea9-9367-46d544ffa807] deallocate_for_instance() {{(pid=62574) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1873.056718] env[62574]: DEBUG nova.network.neutron [None req-3eb0a707-d35a-4cf2-86df-b07e8b47eba1 tempest-ServerTagsTestJSON-2093465957 tempest-ServerTagsTestJSON-2093465957-project-member] [instance: e31031b0-b80e-4fde-97f5-5a58d7695ee9] Updating instance_info_cache with network_info: [{"id": "03332d75-7c8f-40b9-add2-e489824e0fe6", "address": "fa:16:3e:57:72:b6", "network": {"id": "9bd3f5e1-3a45-4327-9261-763659cb011b", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-412524590-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1d66cb1fca1648cd80bea1e101beeff1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76e60ff4-204c-4f48-bd0e-2d5fa0a812ef", "external-id": "nsx-vlan-transportzone-854", "segmentation_id": 854, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03332d75-7c", "ovs_interfaceid": "03332d75-7c8f-40b9-add2-e489824e0fe6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1873.306121] env[62574]: INFO nova.compute.manager [-] [instance: 723b0a75-38ad-494b-baac-29077f352e48] Took 1.36 seconds to deallocate network for instance. [ 1873.345913] env[62574]: DEBUG oslo_concurrency.lockutils [None req-06080ee1-a86b-4f6e-93a4-a53861ef1a16 tempest-VolumesAdminNegativeTest-247329141 tempest-VolumesAdminNegativeTest-247329141-project-member] Acquiring lock "refresh_cache-475f8175-e0eb-4d78-a300-bd84eb4c8772" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1873.346151] env[62574]: DEBUG oslo_concurrency.lockutils [None req-06080ee1-a86b-4f6e-93a4-a53861ef1a16 tempest-VolumesAdminNegativeTest-247329141 tempest-VolumesAdminNegativeTest-247329141-project-member] Acquired lock "refresh_cache-475f8175-e0eb-4d78-a300-bd84eb4c8772" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1873.346438] env[62574]: DEBUG nova.network.neutron [None req-06080ee1-a86b-4f6e-93a4-a53861ef1a16 tempest-VolumesAdminNegativeTest-247329141 tempest-VolumesAdminNegativeTest-247329141-project-member] [instance: 475f8175-e0eb-4d78-a300-bd84eb4c8772] Building network info cache for instance {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1873.353974] env[62574]: INFO nova.compute.manager [None req-70b0ecfb-357c-4ea5-96c9-2c52091e2c0a tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] [instance: 9a4440bb-97d9-4dd7-bc7d-2a6c94e9e40c] Rescuing [ 1873.354117] env[62574]: DEBUG oslo_concurrency.lockutils [None req-70b0ecfb-357c-4ea5-96c9-2c52091e2c0a tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Acquiring lock "refresh_cache-9a4440bb-97d9-4dd7-bc7d-2a6c94e9e40c" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1873.354189] env[62574]: DEBUG oslo_concurrency.lockutils [None req-70b0ecfb-357c-4ea5-96c9-2c52091e2c0a tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Acquired lock "refresh_cache-9a4440bb-97d9-4dd7-bc7d-2a6c94e9e40c" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1873.354355] env[62574]: DEBUG nova.network.neutron [None req-70b0ecfb-357c-4ea5-96c9-2c52091e2c0a tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] [instance: 9a4440bb-97d9-4dd7-bc7d-2a6c94e9e40c] Building network info cache for instance {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1873.371985] env[62574]: DEBUG nova.network.neutron [-] [instance: c790641f-213d-4c82-b627-7ffc416d9f0b] Updating instance_info_cache with network_info: [] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1873.463125] env[62574]: DEBUG oslo_vmware.api [None req-9205f4ab-fc6f-403d-b8f7-840633845cdd tempest-ServerShowV257Test-978750593 tempest-ServerShowV257Test-978750593-project-member] Task: {'id': task-1862212, 'name': PowerOnVM_Task, 'duration_secs': 0.435935} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1873.463397] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-9205f4ab-fc6f-403d-b8f7-840633845cdd tempest-ServerShowV257Test-978750593 tempest-ServerShowV257Test-978750593-project-member] [instance: 5b6261ef-63f1-49d1-b19f-798b48df3806] Powered on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1873.463623] env[62574]: DEBUG nova.compute.manager [None req-9205f4ab-fc6f-403d-b8f7-840633845cdd tempest-ServerShowV257Test-978750593 tempest-ServerShowV257Test-978750593-project-member] [instance: 5b6261ef-63f1-49d1-b19f-798b48df3806] Checking state {{(pid=62574) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1873.464414] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cff3e38f-e496-4f28-88c0-7ccfd0db1480 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.532180] env[62574]: DEBUG nova.compute.manager [None req-eea36fd7-9666-44a9-847b-bb2c257b639c tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] [instance: d985f1a9-bdf9-4995-a05c-5a14cf3113ba] Start spawning the instance on the hypervisor. {{(pid=62574) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1873.558412] env[62574]: DEBUG nova.virt.hardware [None req-eea36fd7-9666-44a9-847b-bb2c257b639c tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T19:26:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-13T19:26:40Z,direct_url=,disk_format='vmdk',id=3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7eed1dd4d2c3418eb32c4f4ceda3ab0d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-13T19:26:41Z,virtual_size=,visibility=), allow threads: False {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1873.558667] env[62574]: DEBUG nova.virt.hardware [None req-eea36fd7-9666-44a9-847b-bb2c257b639c tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Flavor limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1873.558828] env[62574]: DEBUG nova.virt.hardware [None req-eea36fd7-9666-44a9-847b-bb2c257b639c tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Image limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1873.559020] env[62574]: DEBUG nova.virt.hardware [None req-eea36fd7-9666-44a9-847b-bb2c257b639c tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Flavor pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1873.559170] env[62574]: DEBUG nova.virt.hardware [None req-eea36fd7-9666-44a9-847b-bb2c257b639c tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Image pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1873.559396] env[62574]: DEBUG nova.virt.hardware [None req-eea36fd7-9666-44a9-847b-bb2c257b639c tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1873.559652] env[62574]: DEBUG nova.virt.hardware [None req-eea36fd7-9666-44a9-847b-bb2c257b639c tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1873.559817] env[62574]: DEBUG nova.virt.hardware [None req-eea36fd7-9666-44a9-847b-bb2c257b639c tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1873.559987] env[62574]: DEBUG nova.virt.hardware [None req-eea36fd7-9666-44a9-847b-bb2c257b639c tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Got 1 possible topologies {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1873.560167] env[62574]: DEBUG nova.virt.hardware [None req-eea36fd7-9666-44a9-847b-bb2c257b639c tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1873.560339] env[62574]: DEBUG nova.virt.hardware [None req-eea36fd7-9666-44a9-847b-bb2c257b639c tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1873.560804] env[62574]: DEBUG oslo_concurrency.lockutils [None req-3eb0a707-d35a-4cf2-86df-b07e8b47eba1 tempest-ServerTagsTestJSON-2093465957 tempest-ServerTagsTestJSON-2093465957-project-member] Releasing lock "refresh_cache-e31031b0-b80e-4fde-97f5-5a58d7695ee9" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1873.561104] env[62574]: DEBUG nova.compute.manager [None req-3eb0a707-d35a-4cf2-86df-b07e8b47eba1 tempest-ServerTagsTestJSON-2093465957 tempest-ServerTagsTestJSON-2093465957-project-member] [instance: e31031b0-b80e-4fde-97f5-5a58d7695ee9] Instance network_info: |[{"id": "03332d75-7c8f-40b9-add2-e489824e0fe6", "address": "fa:16:3e:57:72:b6", "network": {"id": "9bd3f5e1-3a45-4327-9261-763659cb011b", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-412524590-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1d66cb1fca1648cd80bea1e101beeff1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76e60ff4-204c-4f48-bd0e-2d5fa0a812ef", "external-id": "nsx-vlan-transportzone-854", "segmentation_id": 854, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03332d75-7c", "ovs_interfaceid": "03332d75-7c8f-40b9-add2-e489824e0fe6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62574) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1873.561905] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39528752-f6b2-47eb-99ea-36355e5a336d {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.567337] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-3eb0a707-d35a-4cf2-86df-b07e8b47eba1 tempest-ServerTagsTestJSON-2093465957 tempest-ServerTagsTestJSON-2093465957-project-member] [instance: e31031b0-b80e-4fde-97f5-5a58d7695ee9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:57:72:b6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '76e60ff4-204c-4f48-bd0e-2d5fa0a812ef', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '03332d75-7c8f-40b9-add2-e489824e0fe6', 'vif_model': 'vmxnet3'}] {{(pid=62574) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1873.574495] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-3eb0a707-d35a-4cf2-86df-b07e8b47eba1 tempest-ServerTagsTestJSON-2093465957 tempest-ServerTagsTestJSON-2093465957-project-member] Creating folder: Project (1d66cb1fca1648cd80bea1e101beeff1). Parent ref: group-v384746. {{(pid=62574) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1873.575210] env[62574]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8b4ebac1-a1dc-4185-ae10-79b0e1053fba {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.582336] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a0b2f22-58f1-4f68-8a56-0b1463c14cb9 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.589357] env[62574]: INFO nova.virt.vmwareapi.vm_util [None req-3eb0a707-d35a-4cf2-86df-b07e8b47eba1 tempest-ServerTagsTestJSON-2093465957 tempest-ServerTagsTestJSON-2093465957-project-member] Created folder: Project (1d66cb1fca1648cd80bea1e101beeff1) in parent group-v384746. [ 1873.589538] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-3eb0a707-d35a-4cf2-86df-b07e8b47eba1 tempest-ServerTagsTestJSON-2093465957 tempest-ServerTagsTestJSON-2093465957-project-member] Creating folder: Instances. Parent ref: group-v384990. {{(pid=62574) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1873.590195] env[62574]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8ac1bb4f-3bd0-4380-8b7a-375ed265e21c {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.603959] env[62574]: INFO nova.virt.vmwareapi.vm_util [None req-3eb0a707-d35a-4cf2-86df-b07e8b47eba1 tempest-ServerTagsTestJSON-2093465957 tempest-ServerTagsTestJSON-2093465957-project-member] Created folder: Instances in parent group-v384990. [ 1873.604229] env[62574]: DEBUG oslo.service.loopingcall [None req-3eb0a707-d35a-4cf2-86df-b07e8b47eba1 tempest-ServerTagsTestJSON-2093465957 tempest-ServerTagsTestJSON-2093465957-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62574) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1873.604623] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e31031b0-b80e-4fde-97f5-5a58d7695ee9] Creating VM on the ESX host {{(pid=62574) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1873.604831] env[62574]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-af2cd769-fcd4-4a6e-9f1c-02c2babf4fdd {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.625994] env[62574]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1873.625994] env[62574]: value = "task-1862215" [ 1873.625994] env[62574]: _type = "Task" [ 1873.625994] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1873.634499] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1862215, 'name': CreateVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1873.777074] env[62574]: DEBUG nova.network.neutron [-] [instance: c9f509e8-5f1b-4ea9-9367-46d544ffa807] Updating instance_info_cache with network_info: [] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1873.816103] env[62574]: DEBUG oslo_concurrency.lockutils [None req-8f6e90d6-72ce-4143-8955-6beac657c3b9 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1873.848185] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93eaab73-9d22-41d6-91bf-c3da1e38f890 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.860333] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cb0d792-a0fe-4b74-b187-58fd3faa40ec {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.891200] env[62574]: INFO nova.compute.manager [-] [instance: c790641f-213d-4c82-b627-7ffc416d9f0b] Took 1.42 seconds to deallocate network for instance. [ 1873.892388] env[62574]: DEBUG nova.network.neutron [None req-06080ee1-a86b-4f6e-93a4-a53861ef1a16 tempest-VolumesAdminNegativeTest-247329141 tempest-VolumesAdminNegativeTest-247329141-project-member] [instance: 475f8175-e0eb-4d78-a300-bd84eb4c8772] Instance cache missing network info. {{(pid=62574) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1873.896209] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3c9efb2-2f4c-4d45-bccd-3e7f7b80ab11 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.910496] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-557ec94c-5c1f-443c-a26f-5561843ff89f {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.925692] env[62574]: DEBUG nova.compute.provider_tree [None req-8b41745f-e1b0-40db-ae02-2d4b8c8d0375 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Updating inventory in ProviderTree for provider f0ed160a-beff-4626-a531-2a70d7bc0627 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 148, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1873.986242] env[62574]: DEBUG oslo_concurrency.lockutils [None req-9205f4ab-fc6f-403d-b8f7-840633845cdd tempest-ServerShowV257Test-978750593 tempest-ServerShowV257Test-978750593-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1874.120692] env[62574]: DEBUG nova.network.neutron [None req-06080ee1-a86b-4f6e-93a4-a53861ef1a16 tempest-VolumesAdminNegativeTest-247329141 tempest-VolumesAdminNegativeTest-247329141-project-member] [instance: 475f8175-e0eb-4d78-a300-bd84eb4c8772] Updating instance_info_cache with network_info: [{"id": "2ad55bd3-9fde-4107-802a-374257370d24", "address": "fa:16:3e:1e:cf:c2", "network": {"id": "a3a29613-8b22-4c57-bd9f-87c34f4dc956", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1476719606-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5285b69d235f4f0bb0d2406b1c6e65ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e365f3b9-706b-4fa2-8f95-ae51b35ab011", "external-id": "nsx-vlan-transportzone-154", "segmentation_id": 154, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ad55bd3-9f", "ovs_interfaceid": "2ad55bd3-9fde-4107-802a-374257370d24", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1874.138640] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1862215, 'name': CreateVM_Task} progress is 99%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1874.213492] env[62574]: DEBUG nova.network.neutron [None req-70b0ecfb-357c-4ea5-96c9-2c52091e2c0a tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] [instance: 9a4440bb-97d9-4dd7-bc7d-2a6c94e9e40c] Updating instance_info_cache with network_info: [{"id": "b8834ca0-e192-4019-a6b2-50dfc68aa157", "address": "fa:16:3e:0a:ce:62", "network": {"id": "f4ae7ec7-0f59-410f-a9fd-fcc9dfe711cd", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-828120479-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7f9eb8bf1afc4a1c99652faad70fca7f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee9ce73d-4ee8-4b28-b7d3-3a5735039627", "external-id": "cl2-zone-465", "segmentation_id": 465, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8834ca0-e1", "ovs_interfaceid": "b8834ca0-e192-4019-a6b2-50dfc68aa157", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1874.247518] env[62574]: DEBUG nova.compute.manager [req-98509cfa-1c93-469b-852d-7ad751cfb183 req-f27dea17-09ef-4da4-b8de-c6597eca5a54 service nova] [instance: e31031b0-b80e-4fde-97f5-5a58d7695ee9] Received event network-changed-03332d75-7c8f-40b9-add2-e489824e0fe6 {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1874.247715] env[62574]: DEBUG nova.compute.manager [req-98509cfa-1c93-469b-852d-7ad751cfb183 req-f27dea17-09ef-4da4-b8de-c6597eca5a54 service nova] [instance: e31031b0-b80e-4fde-97f5-5a58d7695ee9] Refreshing instance network info cache due to event network-changed-03332d75-7c8f-40b9-add2-e489824e0fe6. {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1874.248042] env[62574]: DEBUG oslo_concurrency.lockutils [req-98509cfa-1c93-469b-852d-7ad751cfb183 req-f27dea17-09ef-4da4-b8de-c6597eca5a54 service nova] Acquiring lock "refresh_cache-e31031b0-b80e-4fde-97f5-5a58d7695ee9" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1874.248163] env[62574]: DEBUG oslo_concurrency.lockutils [req-98509cfa-1c93-469b-852d-7ad751cfb183 req-f27dea17-09ef-4da4-b8de-c6597eca5a54 service nova] Acquired lock "refresh_cache-e31031b0-b80e-4fde-97f5-5a58d7695ee9" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1874.248425] env[62574]: DEBUG nova.network.neutron [req-98509cfa-1c93-469b-852d-7ad751cfb183 req-f27dea17-09ef-4da4-b8de-c6597eca5a54 service nova] [instance: e31031b0-b80e-4fde-97f5-5a58d7695ee9] Refreshing network info cache for port 03332d75-7c8f-40b9-add2-e489824e0fe6 {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1874.281036] env[62574]: INFO nova.compute.manager [-] [instance: c9f509e8-5f1b-4ea9-9367-46d544ffa807] Took 1.29 seconds to deallocate network for instance. [ 1874.290833] env[62574]: DEBUG nova.network.neutron [None req-eea36fd7-9666-44a9-847b-bb2c257b639c tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] [instance: d985f1a9-bdf9-4995-a05c-5a14cf3113ba] Successfully updated port: 6005421b-e077-42cc-a259-d45abb1ff67f {{(pid=62574) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1874.346280] env[62574]: DEBUG nova.compute.manager [req-5dd4e908-69d7-4d7e-bff1-ca2461ef661b req-d6750cc2-0e9d-4fc7-843c-d54014b46776 service nova] [instance: 475f8175-e0eb-4d78-a300-bd84eb4c8772] Received event network-vif-plugged-2ad55bd3-9fde-4107-802a-374257370d24 {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1874.346665] env[62574]: DEBUG oslo_concurrency.lockutils [req-5dd4e908-69d7-4d7e-bff1-ca2461ef661b req-d6750cc2-0e9d-4fc7-843c-d54014b46776 service nova] Acquiring lock "475f8175-e0eb-4d78-a300-bd84eb4c8772-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1874.346795] env[62574]: DEBUG oslo_concurrency.lockutils [req-5dd4e908-69d7-4d7e-bff1-ca2461ef661b req-d6750cc2-0e9d-4fc7-843c-d54014b46776 service nova] Lock "475f8175-e0eb-4d78-a300-bd84eb4c8772-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1874.347056] env[62574]: DEBUG oslo_concurrency.lockutils [req-5dd4e908-69d7-4d7e-bff1-ca2461ef661b req-d6750cc2-0e9d-4fc7-843c-d54014b46776 service nova] Lock "475f8175-e0eb-4d78-a300-bd84eb4c8772-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1874.347242] env[62574]: DEBUG nova.compute.manager [req-5dd4e908-69d7-4d7e-bff1-ca2461ef661b req-d6750cc2-0e9d-4fc7-843c-d54014b46776 service nova] [instance: 475f8175-e0eb-4d78-a300-bd84eb4c8772] No waiting events found dispatching network-vif-plugged-2ad55bd3-9fde-4107-802a-374257370d24 {{(pid=62574) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1874.347410] env[62574]: WARNING nova.compute.manager [req-5dd4e908-69d7-4d7e-bff1-ca2461ef661b req-d6750cc2-0e9d-4fc7-843c-d54014b46776 service nova] [instance: 475f8175-e0eb-4d78-a300-bd84eb4c8772] Received unexpected event network-vif-plugged-2ad55bd3-9fde-4107-802a-374257370d24 for instance with vm_state building and task_state spawning. [ 1874.347574] env[62574]: DEBUG nova.compute.manager [req-5dd4e908-69d7-4d7e-bff1-ca2461ef661b req-d6750cc2-0e9d-4fc7-843c-d54014b46776 service nova] [instance: 475f8175-e0eb-4d78-a300-bd84eb4c8772] Received event network-changed-2ad55bd3-9fde-4107-802a-374257370d24 {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1874.347730] env[62574]: DEBUG nova.compute.manager [req-5dd4e908-69d7-4d7e-bff1-ca2461ef661b req-d6750cc2-0e9d-4fc7-843c-d54014b46776 service nova] [instance: 475f8175-e0eb-4d78-a300-bd84eb4c8772] Refreshing instance network info cache due to event network-changed-2ad55bd3-9fde-4107-802a-374257370d24. {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1874.347897] env[62574]: DEBUG oslo_concurrency.lockutils [req-5dd4e908-69d7-4d7e-bff1-ca2461ef661b req-d6750cc2-0e9d-4fc7-843c-d54014b46776 service nova] Acquiring lock "refresh_cache-475f8175-e0eb-4d78-a300-bd84eb4c8772" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1874.406309] env[62574]: DEBUG oslo_concurrency.lockutils [None req-2ba0a4cf-c8af-4b64-a154-dfdc90cea5ea tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1874.449201] env[62574]: ERROR nova.scheduler.client.report [None req-8b41745f-e1b0-40db-ae02-2d4b8c8d0375 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] [req-95ea29fe-23a9-40db-a8a5-2eaecea22c41] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 148, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID f0ed160a-beff-4626-a531-2a70d7bc0627. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-95ea29fe-23a9-40db-a8a5-2eaecea22c41"}]} [ 1874.467254] env[62574]: DEBUG nova.scheduler.client.report [None req-8b41745f-e1b0-40db-ae02-2d4b8c8d0375 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Refreshing inventories for resource provider f0ed160a-beff-4626-a531-2a70d7bc0627 {{(pid=62574) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1874.480137] env[62574]: DEBUG nova.scheduler.client.report [None req-8b41745f-e1b0-40db-ae02-2d4b8c8d0375 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Updating ProviderTree inventory for provider f0ed160a-beff-4626-a531-2a70d7bc0627 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1874.480353] env[62574]: DEBUG nova.compute.provider_tree [None req-8b41745f-e1b0-40db-ae02-2d4b8c8d0375 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Updating inventory in ProviderTree for provider f0ed160a-beff-4626-a531-2a70d7bc0627 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1874.490086] env[62574]: DEBUG nova.scheduler.client.report [None req-8b41745f-e1b0-40db-ae02-2d4b8c8d0375 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Refreshing aggregate associations for resource provider f0ed160a-beff-4626-a531-2a70d7bc0627, aggregates: None {{(pid=62574) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1874.509042] env[62574]: DEBUG nova.scheduler.client.report [None req-8b41745f-e1b0-40db-ae02-2d4b8c8d0375 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Refreshing trait associations for resource provider f0ed160a-beff-4626-a531-2a70d7bc0627, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=62574) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1874.625662] env[62574]: DEBUG oslo_concurrency.lockutils [None req-06080ee1-a86b-4f6e-93a4-a53861ef1a16 tempest-VolumesAdminNegativeTest-247329141 tempest-VolumesAdminNegativeTest-247329141-project-member] Releasing lock "refresh_cache-475f8175-e0eb-4d78-a300-bd84eb4c8772" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1874.626724] env[62574]: DEBUG nova.compute.manager [None req-06080ee1-a86b-4f6e-93a4-a53861ef1a16 tempest-VolumesAdminNegativeTest-247329141 tempest-VolumesAdminNegativeTest-247329141-project-member] [instance: 475f8175-e0eb-4d78-a300-bd84eb4c8772] Instance network_info: |[{"id": "2ad55bd3-9fde-4107-802a-374257370d24", "address": "fa:16:3e:1e:cf:c2", "network": {"id": "a3a29613-8b22-4c57-bd9f-87c34f4dc956", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1476719606-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5285b69d235f4f0bb0d2406b1c6e65ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e365f3b9-706b-4fa2-8f95-ae51b35ab011", "external-id": "nsx-vlan-transportzone-154", "segmentation_id": 154, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ad55bd3-9f", "ovs_interfaceid": "2ad55bd3-9fde-4107-802a-374257370d24", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62574) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1874.626724] env[62574]: DEBUG oslo_concurrency.lockutils [req-5dd4e908-69d7-4d7e-bff1-ca2461ef661b req-d6750cc2-0e9d-4fc7-843c-d54014b46776 service nova] Acquired lock "refresh_cache-475f8175-e0eb-4d78-a300-bd84eb4c8772" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1874.626724] env[62574]: DEBUG nova.network.neutron [req-5dd4e908-69d7-4d7e-bff1-ca2461ef661b req-d6750cc2-0e9d-4fc7-843c-d54014b46776 service nova] [instance: 475f8175-e0eb-4d78-a300-bd84eb4c8772] Refreshing network info cache for port 2ad55bd3-9fde-4107-802a-374257370d24 {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1874.627657] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-06080ee1-a86b-4f6e-93a4-a53861ef1a16 tempest-VolumesAdminNegativeTest-247329141 tempest-VolumesAdminNegativeTest-247329141-project-member] [instance: 475f8175-e0eb-4d78-a300-bd84eb4c8772] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1e:cf:c2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e365f3b9-706b-4fa2-8f95-ae51b35ab011', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2ad55bd3-9fde-4107-802a-374257370d24', 'vif_model': 'vmxnet3'}] {{(pid=62574) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1874.634923] env[62574]: DEBUG oslo.service.loopingcall [None req-06080ee1-a86b-4f6e-93a4-a53861ef1a16 tempest-VolumesAdminNegativeTest-247329141 tempest-VolumesAdminNegativeTest-247329141-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62574) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1874.639619] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 475f8175-e0eb-4d78-a300-bd84eb4c8772] Creating VM on the ESX host {{(pid=62574) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1874.643519] env[62574]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-860e431f-7813-4e68-abeb-80556b13f428 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.667250] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1862215, 'name': CreateVM_Task, 'duration_secs': 0.528273} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1874.668052] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e31031b0-b80e-4fde-97f5-5a58d7695ee9] Created VM on the ESX host {{(pid=62574) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1874.668259] env[62574]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1874.668259] env[62574]: value = "task-1862216" [ 1874.668259] env[62574]: _type = "Task" [ 1874.668259] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1874.669186] env[62574]: DEBUG oslo_concurrency.lockutils [None req-3eb0a707-d35a-4cf2-86df-b07e8b47eba1 tempest-ServerTagsTestJSON-2093465957 tempest-ServerTagsTestJSON-2093465957-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1874.669186] env[62574]: DEBUG oslo_concurrency.lockutils [None req-3eb0a707-d35a-4cf2-86df-b07e8b47eba1 tempest-ServerTagsTestJSON-2093465957 tempest-ServerTagsTestJSON-2093465957-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1874.669347] env[62574]: DEBUG oslo_concurrency.lockutils [None req-3eb0a707-d35a-4cf2-86df-b07e8b47eba1 tempest-ServerTagsTestJSON-2093465957 tempest-ServerTagsTestJSON-2093465957-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1874.669625] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d47d5a3-bbc7-4db0-9bc9-8a5a1cd8512c {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.683278] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1862216, 'name': CreateVM_Task} progress is 5%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1874.683640] env[62574]: DEBUG oslo_vmware.api [None req-3eb0a707-d35a-4cf2-86df-b07e8b47eba1 tempest-ServerTagsTestJSON-2093465957 tempest-ServerTagsTestJSON-2093465957-project-member] Waiting for the task: (returnval){ [ 1874.683640] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]52d93e9f-c6e4-314b-5f0e-31232a2b43dd" [ 1874.683640] env[62574]: _type = "Task" [ 1874.683640] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1874.697092] env[62574]: DEBUG oslo_vmware.api [None req-3eb0a707-d35a-4cf2-86df-b07e8b47eba1 tempest-ServerTagsTestJSON-2093465957 tempest-ServerTagsTestJSON-2093465957-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52d93e9f-c6e4-314b-5f0e-31232a2b43dd, 'name': SearchDatastore_Task, 'duration_secs': 0.009783} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1874.697386] env[62574]: DEBUG oslo_concurrency.lockutils [None req-3eb0a707-d35a-4cf2-86df-b07e8b47eba1 tempest-ServerTagsTestJSON-2093465957 tempest-ServerTagsTestJSON-2093465957-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1874.697613] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-3eb0a707-d35a-4cf2-86df-b07e8b47eba1 tempest-ServerTagsTestJSON-2093465957 tempest-ServerTagsTestJSON-2093465957-project-member] [instance: e31031b0-b80e-4fde-97f5-5a58d7695ee9] Processing image 3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2 {{(pid=62574) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1874.697926] env[62574]: DEBUG oslo_concurrency.lockutils [None req-3eb0a707-d35a-4cf2-86df-b07e8b47eba1 tempest-ServerTagsTestJSON-2093465957 tempest-ServerTagsTestJSON-2093465957-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1874.698131] env[62574]: DEBUG oslo_concurrency.lockutils [None req-3eb0a707-d35a-4cf2-86df-b07e8b47eba1 tempest-ServerTagsTestJSON-2093465957 tempest-ServerTagsTestJSON-2093465957-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1874.698374] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-3eb0a707-d35a-4cf2-86df-b07e8b47eba1 tempest-ServerTagsTestJSON-2093465957 tempest-ServerTagsTestJSON-2093465957-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1874.698674] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0803fe3f-bc29-4a91-942a-bf7a242840fa {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.709584] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-3eb0a707-d35a-4cf2-86df-b07e8b47eba1 tempest-ServerTagsTestJSON-2093465957 tempest-ServerTagsTestJSON-2093465957-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1874.709792] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-3eb0a707-d35a-4cf2-86df-b07e8b47eba1 tempest-ServerTagsTestJSON-2093465957 tempest-ServerTagsTestJSON-2093465957-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62574) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1874.710591] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e6de4722-0175-4c1c-ab33-c092078dbc46 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.717042] env[62574]: DEBUG oslo_concurrency.lockutils [None req-70b0ecfb-357c-4ea5-96c9-2c52091e2c0a tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Releasing lock "refresh_cache-9a4440bb-97d9-4dd7-bc7d-2a6c94e9e40c" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1874.720381] env[62574]: DEBUG oslo_vmware.api [None req-3eb0a707-d35a-4cf2-86df-b07e8b47eba1 tempest-ServerTagsTestJSON-2093465957 tempest-ServerTagsTestJSON-2093465957-project-member] Waiting for the task: (returnval){ [ 1874.720381] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]526ce488-d8a1-bca4-266e-a5c77c5d073c" [ 1874.720381] env[62574]: _type = "Task" [ 1874.720381] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1874.733318] env[62574]: DEBUG oslo_vmware.api [None req-3eb0a707-d35a-4cf2-86df-b07e8b47eba1 tempest-ServerTagsTestJSON-2093465957 tempest-ServerTagsTestJSON-2093465957-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]526ce488-d8a1-bca4-266e-a5c77c5d073c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1874.790581] env[62574]: DEBUG oslo_concurrency.lockutils [None req-9a8943f1-80d8-4e43-b42d-5a7527fcac7d tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1874.793949] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-290828bd-5475-4d63-9420-eab393a0c215 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.797038] env[62574]: DEBUG oslo_concurrency.lockutils [None req-eea36fd7-9666-44a9-847b-bb2c257b639c tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Acquiring lock "refresh_cache-d985f1a9-bdf9-4995-a05c-5a14cf3113ba" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1874.797225] env[62574]: DEBUG oslo_concurrency.lockutils [None req-eea36fd7-9666-44a9-847b-bb2c257b639c tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Acquired lock "refresh_cache-d985f1a9-bdf9-4995-a05c-5a14cf3113ba" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1874.797371] env[62574]: DEBUG nova.network.neutron [None req-eea36fd7-9666-44a9-847b-bb2c257b639c tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] [instance: d985f1a9-bdf9-4995-a05c-5a14cf3113ba] Building network info cache for instance {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1874.803230] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08f76a3b-a99a-4f78-912f-73d05bfa6e92 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.837090] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3490b2da-5c0e-4b3f-959d-378ccd11ce8c {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.845464] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80ad1a40-3c62-41ab-adf2-edca8c9c6a90 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.861303] env[62574]: DEBUG nova.compute.provider_tree [None req-8b41745f-e1b0-40db-ae02-2d4b8c8d0375 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Updating inventory in ProviderTree for provider f0ed160a-beff-4626-a531-2a70d7bc0627 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 148, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1874.890950] env[62574]: DEBUG oslo_concurrency.lockutils [None req-492a5f52-5341-45f3-b7be-49f6ec229516 tempest-ServerShowV257Test-978750593 tempest-ServerShowV257Test-978750593-project-member] Acquiring lock "5b6261ef-63f1-49d1-b19f-798b48df3806" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1874.891278] env[62574]: DEBUG oslo_concurrency.lockutils [None req-492a5f52-5341-45f3-b7be-49f6ec229516 tempest-ServerShowV257Test-978750593 tempest-ServerShowV257Test-978750593-project-member] Lock "5b6261ef-63f1-49d1-b19f-798b48df3806" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1874.891621] env[62574]: DEBUG oslo_concurrency.lockutils [None req-492a5f52-5341-45f3-b7be-49f6ec229516 tempest-ServerShowV257Test-978750593 tempest-ServerShowV257Test-978750593-project-member] Acquiring lock "5b6261ef-63f1-49d1-b19f-798b48df3806-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1874.891666] env[62574]: DEBUG oslo_concurrency.lockutils [None req-492a5f52-5341-45f3-b7be-49f6ec229516 tempest-ServerShowV257Test-978750593 tempest-ServerShowV257Test-978750593-project-member] Lock "5b6261ef-63f1-49d1-b19f-798b48df3806-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1874.891837] env[62574]: DEBUG oslo_concurrency.lockutils [None req-492a5f52-5341-45f3-b7be-49f6ec229516 tempest-ServerShowV257Test-978750593 tempest-ServerShowV257Test-978750593-project-member] Lock "5b6261ef-63f1-49d1-b19f-798b48df3806-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1874.894251] env[62574]: INFO nova.compute.manager [None req-492a5f52-5341-45f3-b7be-49f6ec229516 tempest-ServerShowV257Test-978750593 tempest-ServerShowV257Test-978750593-project-member] [instance: 5b6261ef-63f1-49d1-b19f-798b48df3806] Terminating instance [ 1874.984738] env[62574]: DEBUG nova.network.neutron [req-5dd4e908-69d7-4d7e-bff1-ca2461ef661b req-d6750cc2-0e9d-4fc7-843c-d54014b46776 service nova] [instance: 475f8175-e0eb-4d78-a300-bd84eb4c8772] Updated VIF entry in instance network info cache for port 2ad55bd3-9fde-4107-802a-374257370d24. {{(pid=62574) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1874.985219] env[62574]: DEBUG nova.network.neutron [req-5dd4e908-69d7-4d7e-bff1-ca2461ef661b req-d6750cc2-0e9d-4fc7-843c-d54014b46776 service nova] [instance: 475f8175-e0eb-4d78-a300-bd84eb4c8772] Updating instance_info_cache with network_info: [{"id": "2ad55bd3-9fde-4107-802a-374257370d24", "address": "fa:16:3e:1e:cf:c2", "network": {"id": "a3a29613-8b22-4c57-bd9f-87c34f4dc956", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1476719606-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5285b69d235f4f0bb0d2406b1c6e65ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e365f3b9-706b-4fa2-8f95-ae51b35ab011", "external-id": "nsx-vlan-transportzone-154", "segmentation_id": 154, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ad55bd3-9f", "ovs_interfaceid": "2ad55bd3-9fde-4107-802a-374257370d24", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1875.065657] env[62574]: DEBUG nova.network.neutron [req-98509cfa-1c93-469b-852d-7ad751cfb183 req-f27dea17-09ef-4da4-b8de-c6597eca5a54 service nova] [instance: e31031b0-b80e-4fde-97f5-5a58d7695ee9] Updated VIF entry in instance network info cache for port 03332d75-7c8f-40b9-add2-e489824e0fe6. {{(pid=62574) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1875.066062] env[62574]: DEBUG nova.network.neutron [req-98509cfa-1c93-469b-852d-7ad751cfb183 req-f27dea17-09ef-4da4-b8de-c6597eca5a54 service nova] [instance: e31031b0-b80e-4fde-97f5-5a58d7695ee9] Updating instance_info_cache with network_info: [{"id": "03332d75-7c8f-40b9-add2-e489824e0fe6", "address": "fa:16:3e:57:72:b6", "network": {"id": "9bd3f5e1-3a45-4327-9261-763659cb011b", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-412524590-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1d66cb1fca1648cd80bea1e101beeff1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76e60ff4-204c-4f48-bd0e-2d5fa0a812ef", "external-id": "nsx-vlan-transportzone-854", "segmentation_id": 854, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03332d75-7c", "ovs_interfaceid": "03332d75-7c8f-40b9-add2-e489824e0fe6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1875.180368] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1862216, 'name': CreateVM_Task, 'duration_secs': 0.332422} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1875.180545] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 475f8175-e0eb-4d78-a300-bd84eb4c8772] Created VM on the ESX host {{(pid=62574) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1875.181276] env[62574]: DEBUG oslo_concurrency.lockutils [None req-06080ee1-a86b-4f6e-93a4-a53861ef1a16 tempest-VolumesAdminNegativeTest-247329141 tempest-VolumesAdminNegativeTest-247329141-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1875.181449] env[62574]: DEBUG oslo_concurrency.lockutils [None req-06080ee1-a86b-4f6e-93a4-a53861ef1a16 tempest-VolumesAdminNegativeTest-247329141 tempest-VolumesAdminNegativeTest-247329141-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1875.181766] env[62574]: DEBUG oslo_concurrency.lockutils [None req-06080ee1-a86b-4f6e-93a4-a53861ef1a16 tempest-VolumesAdminNegativeTest-247329141 tempest-VolumesAdminNegativeTest-247329141-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1875.182045] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9dc08619-8859-40c9-88d8-c23029521677 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.189206] env[62574]: DEBUG oslo_vmware.api [None req-06080ee1-a86b-4f6e-93a4-a53861ef1a16 tempest-VolumesAdminNegativeTest-247329141 tempest-VolumesAdminNegativeTest-247329141-project-member] Waiting for the task: (returnval){ [ 1875.189206] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]5208110e-f618-814d-84b4-560e92e09c49" [ 1875.189206] env[62574]: _type = "Task" [ 1875.189206] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1875.203485] env[62574]: DEBUG oslo_vmware.api [None req-06080ee1-a86b-4f6e-93a4-a53861ef1a16 tempest-VolumesAdminNegativeTest-247329141 tempest-VolumesAdminNegativeTest-247329141-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]5208110e-f618-814d-84b4-560e92e09c49, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1875.234996] env[62574]: DEBUG oslo_vmware.api [None req-3eb0a707-d35a-4cf2-86df-b07e8b47eba1 tempest-ServerTagsTestJSON-2093465957 tempest-ServerTagsTestJSON-2093465957-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]526ce488-d8a1-bca4-266e-a5c77c5d073c, 'name': SearchDatastore_Task, 'duration_secs': 0.020189} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1875.235858] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-710e427b-cc6f-4669-aa59-3527190610dd {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.242091] env[62574]: DEBUG oslo_vmware.api [None req-3eb0a707-d35a-4cf2-86df-b07e8b47eba1 tempest-ServerTagsTestJSON-2093465957 tempest-ServerTagsTestJSON-2093465957-project-member] Waiting for the task: (returnval){ [ 1875.242091] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]52191bf4-bb36-d70f-0136-9758a74991b0" [ 1875.242091] env[62574]: _type = "Task" [ 1875.242091] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1875.250362] env[62574]: DEBUG oslo_vmware.api [None req-3eb0a707-d35a-4cf2-86df-b07e8b47eba1 tempest-ServerTagsTestJSON-2093465957 tempest-ServerTagsTestJSON-2093465957-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52191bf4-bb36-d70f-0136-9758a74991b0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1875.329678] env[62574]: DEBUG nova.network.neutron [None req-eea36fd7-9666-44a9-847b-bb2c257b639c tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] [instance: d985f1a9-bdf9-4995-a05c-5a14cf3113ba] Instance cache missing network info. {{(pid=62574) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1875.394492] env[62574]: DEBUG nova.scheduler.client.report [None req-8b41745f-e1b0-40db-ae02-2d4b8c8d0375 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Updated inventory for provider f0ed160a-beff-4626-a531-2a70d7bc0627 with generation 120 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 148, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1875.394805] env[62574]: DEBUG nova.compute.provider_tree [None req-8b41745f-e1b0-40db-ae02-2d4b8c8d0375 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Updating resource provider f0ed160a-beff-4626-a531-2a70d7bc0627 generation from 120 to 121 during operation: update_inventory {{(pid=62574) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1875.394984] env[62574]: DEBUG nova.compute.provider_tree [None req-8b41745f-e1b0-40db-ae02-2d4b8c8d0375 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Updating inventory in ProviderTree for provider f0ed160a-beff-4626-a531-2a70d7bc0627 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 148, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1875.400816] env[62574]: DEBUG oslo_concurrency.lockutils [None req-492a5f52-5341-45f3-b7be-49f6ec229516 tempest-ServerShowV257Test-978750593 tempest-ServerShowV257Test-978750593-project-member] Acquiring lock "refresh_cache-5b6261ef-63f1-49d1-b19f-798b48df3806" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1875.400989] env[62574]: DEBUG oslo_concurrency.lockutils [None req-492a5f52-5341-45f3-b7be-49f6ec229516 tempest-ServerShowV257Test-978750593 tempest-ServerShowV257Test-978750593-project-member] Acquired lock "refresh_cache-5b6261ef-63f1-49d1-b19f-798b48df3806" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1875.401176] env[62574]: DEBUG nova.network.neutron [None req-492a5f52-5341-45f3-b7be-49f6ec229516 tempest-ServerShowV257Test-978750593 tempest-ServerShowV257Test-978750593-project-member] [instance: 5b6261ef-63f1-49d1-b19f-798b48df3806] Building network info cache for instance {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1875.475259] env[62574]: DEBUG nova.network.neutron [None req-eea36fd7-9666-44a9-847b-bb2c257b639c tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] [instance: d985f1a9-bdf9-4995-a05c-5a14cf3113ba] Updating instance_info_cache with network_info: [{"id": "6005421b-e077-42cc-a259-d45abb1ff67f", "address": "fa:16:3e:86:e7:60", "network": {"id": "498f30b7-d317-46f6-b472-0624a1b84e65", "bridge": "br-int", "label": "tempest-ImagesTestJSON-826971340-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2842b09cbde243f6bdd90a5177740df9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bab6a6c3-1c5c-4776-b21b-dec21196d702", "external-id": "nsx-vlan-transportzone-634", "segmentation_id": 634, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6005421b-e0", "ovs_interfaceid": "6005421b-e077-42cc-a259-d45abb1ff67f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1875.487741] env[62574]: DEBUG oslo_concurrency.lockutils [req-5dd4e908-69d7-4d7e-bff1-ca2461ef661b req-d6750cc2-0e9d-4fc7-843c-d54014b46776 service nova] Releasing lock "refresh_cache-475f8175-e0eb-4d78-a300-bd84eb4c8772" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1875.488289] env[62574]: DEBUG nova.compute.manager [req-5dd4e908-69d7-4d7e-bff1-ca2461ef661b req-d6750cc2-0e9d-4fc7-843c-d54014b46776 service nova] [instance: d985f1a9-bdf9-4995-a05c-5a14cf3113ba] Received event network-vif-plugged-6005421b-e077-42cc-a259-d45abb1ff67f {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1875.488640] env[62574]: DEBUG oslo_concurrency.lockutils [req-5dd4e908-69d7-4d7e-bff1-ca2461ef661b req-d6750cc2-0e9d-4fc7-843c-d54014b46776 service nova] Acquiring lock "d985f1a9-bdf9-4995-a05c-5a14cf3113ba-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1875.488996] env[62574]: DEBUG oslo_concurrency.lockutils [req-5dd4e908-69d7-4d7e-bff1-ca2461ef661b req-d6750cc2-0e9d-4fc7-843c-d54014b46776 service nova] Lock "d985f1a9-bdf9-4995-a05c-5a14cf3113ba-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1875.489394] env[62574]: DEBUG oslo_concurrency.lockutils [req-5dd4e908-69d7-4d7e-bff1-ca2461ef661b req-d6750cc2-0e9d-4fc7-843c-d54014b46776 service nova] Lock "d985f1a9-bdf9-4995-a05c-5a14cf3113ba-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1875.489740] env[62574]: DEBUG nova.compute.manager [req-5dd4e908-69d7-4d7e-bff1-ca2461ef661b req-d6750cc2-0e9d-4fc7-843c-d54014b46776 service nova] [instance: d985f1a9-bdf9-4995-a05c-5a14cf3113ba] No waiting events found dispatching network-vif-plugged-6005421b-e077-42cc-a259-d45abb1ff67f {{(pid=62574) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1875.490076] env[62574]: WARNING nova.compute.manager [req-5dd4e908-69d7-4d7e-bff1-ca2461ef661b req-d6750cc2-0e9d-4fc7-843c-d54014b46776 service nova] [instance: d985f1a9-bdf9-4995-a05c-5a14cf3113ba] Received unexpected event network-vif-plugged-6005421b-e077-42cc-a259-d45abb1ff67f for instance with vm_state building and task_state spawning. [ 1875.490406] env[62574]: DEBUG nova.compute.manager [req-5dd4e908-69d7-4d7e-bff1-ca2461ef661b req-d6750cc2-0e9d-4fc7-843c-d54014b46776 service nova] [instance: d985f1a9-bdf9-4995-a05c-5a14cf3113ba] Received event network-changed-6005421b-e077-42cc-a259-d45abb1ff67f {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1875.490717] env[62574]: DEBUG nova.compute.manager [req-5dd4e908-69d7-4d7e-bff1-ca2461ef661b req-d6750cc2-0e9d-4fc7-843c-d54014b46776 service nova] [instance: d985f1a9-bdf9-4995-a05c-5a14cf3113ba] Refreshing instance network info cache due to event network-changed-6005421b-e077-42cc-a259-d45abb1ff67f. {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1875.491042] env[62574]: DEBUG oslo_concurrency.lockutils [req-5dd4e908-69d7-4d7e-bff1-ca2461ef661b req-d6750cc2-0e9d-4fc7-843c-d54014b46776 service nova] Acquiring lock "refresh_cache-d985f1a9-bdf9-4995-a05c-5a14cf3113ba" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1875.568382] env[62574]: DEBUG oslo_concurrency.lockutils [req-98509cfa-1c93-469b-852d-7ad751cfb183 req-f27dea17-09ef-4da4-b8de-c6597eca5a54 service nova] Releasing lock "refresh_cache-e31031b0-b80e-4fde-97f5-5a58d7695ee9" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1875.568736] env[62574]: DEBUG nova.compute.manager [req-98509cfa-1c93-469b-852d-7ad751cfb183 req-f27dea17-09ef-4da4-b8de-c6597eca5a54 service nova] [instance: c790641f-213d-4c82-b627-7ffc416d9f0b] Received event network-vif-deleted-718cb771-517c-4e6e-ba3e-da8bb08d6607 {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1875.568988] env[62574]: DEBUG nova.compute.manager [req-98509cfa-1c93-469b-852d-7ad751cfb183 req-f27dea17-09ef-4da4-b8de-c6597eca5a54 service nova] [instance: c9f509e8-5f1b-4ea9-9367-46d544ffa807] Received event network-vif-deleted-0775c5b0-7d78-408b-a738-8d42a6d40a17 {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1875.699818] env[62574]: DEBUG oslo_vmware.api [None req-06080ee1-a86b-4f6e-93a4-a53861ef1a16 tempest-VolumesAdminNegativeTest-247329141 tempest-VolumesAdminNegativeTest-247329141-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]5208110e-f618-814d-84b4-560e92e09c49, 'name': SearchDatastore_Task, 'duration_secs': 0.010012} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1875.700282] env[62574]: DEBUG oslo_concurrency.lockutils [None req-06080ee1-a86b-4f6e-93a4-a53861ef1a16 tempest-VolumesAdminNegativeTest-247329141 tempest-VolumesAdminNegativeTest-247329141-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1875.700554] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-06080ee1-a86b-4f6e-93a4-a53861ef1a16 tempest-VolumesAdminNegativeTest-247329141 tempest-VolumesAdminNegativeTest-247329141-project-member] [instance: 475f8175-e0eb-4d78-a300-bd84eb4c8772] Processing image 3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2 {{(pid=62574) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1875.700808] env[62574]: DEBUG oslo_concurrency.lockutils [None req-06080ee1-a86b-4f6e-93a4-a53861ef1a16 tempest-VolumesAdminNegativeTest-247329141 tempest-VolumesAdminNegativeTest-247329141-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1875.700966] env[62574]: DEBUG oslo_concurrency.lockutils [None req-06080ee1-a86b-4f6e-93a4-a53861ef1a16 tempest-VolumesAdminNegativeTest-247329141 tempest-VolumesAdminNegativeTest-247329141-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1875.701168] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-06080ee1-a86b-4f6e-93a4-a53861ef1a16 tempest-VolumesAdminNegativeTest-247329141 tempest-VolumesAdminNegativeTest-247329141-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1875.701441] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b4308092-1e4d-4d7d-867f-08f20fbb190a {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.709815] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-06080ee1-a86b-4f6e-93a4-a53861ef1a16 tempest-VolumesAdminNegativeTest-247329141 tempest-VolumesAdminNegativeTest-247329141-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1875.710018] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-06080ee1-a86b-4f6e-93a4-a53861ef1a16 tempest-VolumesAdminNegativeTest-247329141 tempest-VolumesAdminNegativeTest-247329141-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62574) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1875.711285] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f726a415-714f-4812-958a-d21babea2b18 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.716729] env[62574]: DEBUG oslo_vmware.api [None req-06080ee1-a86b-4f6e-93a4-a53861ef1a16 tempest-VolumesAdminNegativeTest-247329141 tempest-VolumesAdminNegativeTest-247329141-project-member] Waiting for the task: (returnval){ [ 1875.716729] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]5243ceff-b2b3-cef6-85b7-6dd652914966" [ 1875.716729] env[62574]: _type = "Task" [ 1875.716729] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1875.724964] env[62574]: DEBUG oslo_vmware.api [None req-06080ee1-a86b-4f6e-93a4-a53861ef1a16 tempest-VolumesAdminNegativeTest-247329141 tempest-VolumesAdminNegativeTest-247329141-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]5243ceff-b2b3-cef6-85b7-6dd652914966, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1875.751996] env[62574]: DEBUG oslo_vmware.api [None req-3eb0a707-d35a-4cf2-86df-b07e8b47eba1 tempest-ServerTagsTestJSON-2093465957 tempest-ServerTagsTestJSON-2093465957-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52191bf4-bb36-d70f-0136-9758a74991b0, 'name': SearchDatastore_Task, 'duration_secs': 0.011592} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1875.752278] env[62574]: DEBUG oslo_concurrency.lockutils [None req-3eb0a707-d35a-4cf2-86df-b07e8b47eba1 tempest-ServerTagsTestJSON-2093465957 tempest-ServerTagsTestJSON-2093465957-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1875.752572] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-3eb0a707-d35a-4cf2-86df-b07e8b47eba1 tempest-ServerTagsTestJSON-2093465957 tempest-ServerTagsTestJSON-2093465957-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk to [datastore1] e31031b0-b80e-4fde-97f5-5a58d7695ee9/e31031b0-b80e-4fde-97f5-5a58d7695ee9.vmdk {{(pid=62574) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1875.752828] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ca4705ea-ecc3-44de-8fc6-3cd8d0ee1f52 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.760646] env[62574]: DEBUG oslo_vmware.api [None req-3eb0a707-d35a-4cf2-86df-b07e8b47eba1 tempest-ServerTagsTestJSON-2093465957 tempest-ServerTagsTestJSON-2093465957-project-member] Waiting for the task: (returnval){ [ 1875.760646] env[62574]: value = "task-1862217" [ 1875.760646] env[62574]: _type = "Task" [ 1875.760646] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1875.769253] env[62574]: DEBUG oslo_vmware.api [None req-3eb0a707-d35a-4cf2-86df-b07e8b47eba1 tempest-ServerTagsTestJSON-2093465957 tempest-ServerTagsTestJSON-2093465957-project-member] Task: {'id': task-1862217, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1875.903540] env[62574]: DEBUG oslo_concurrency.lockutils [None req-8b41745f-e1b0-40db-ae02-2d4b8c8d0375 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.394s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1875.906040] env[62574]: DEBUG oslo_concurrency.lockutils [None req-5d53072e-ceaa-4e29-8281-c56db99a09fc tempest-ServerMetadataTestJSON-284844396 tempest-ServerMetadataTestJSON-284844396-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.551s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1875.908071] env[62574]: INFO nova.compute.claims [None req-5d53072e-ceaa-4e29-8281-c56db99a09fc tempest-ServerMetadataTestJSON-284844396 tempest-ServerMetadataTestJSON-284844396-project-member] [instance: de9dee3d-30a9-4eab-ae6f-e4347c588236] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1875.941073] env[62574]: DEBUG nova.network.neutron [None req-492a5f52-5341-45f3-b7be-49f6ec229516 tempest-ServerShowV257Test-978750593 tempest-ServerShowV257Test-978750593-project-member] [instance: 5b6261ef-63f1-49d1-b19f-798b48df3806] Instance cache missing network info. {{(pid=62574) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1875.959823] env[62574]: INFO nova.network.neutron [None req-8b41745f-e1b0-40db-ae02-2d4b8c8d0375 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] [instance: d06fca54-652a-47dd-b14b-8f6bbf696503] Updating port fc89cac8-4136-400b-9db5-6df20347e14a with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1875.978978] env[62574]: DEBUG oslo_concurrency.lockutils [None req-eea36fd7-9666-44a9-847b-bb2c257b639c tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Releasing lock "refresh_cache-d985f1a9-bdf9-4995-a05c-5a14cf3113ba" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1875.978978] env[62574]: DEBUG nova.compute.manager [None req-eea36fd7-9666-44a9-847b-bb2c257b639c tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] [instance: d985f1a9-bdf9-4995-a05c-5a14cf3113ba] Instance network_info: |[{"id": "6005421b-e077-42cc-a259-d45abb1ff67f", "address": "fa:16:3e:86:e7:60", "network": {"id": "498f30b7-d317-46f6-b472-0624a1b84e65", "bridge": "br-int", "label": "tempest-ImagesTestJSON-826971340-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2842b09cbde243f6bdd90a5177740df9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bab6a6c3-1c5c-4776-b21b-dec21196d702", "external-id": "nsx-vlan-transportzone-634", "segmentation_id": 634, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6005421b-e0", "ovs_interfaceid": "6005421b-e077-42cc-a259-d45abb1ff67f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62574) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1875.978978] env[62574]: DEBUG oslo_concurrency.lockutils [req-5dd4e908-69d7-4d7e-bff1-ca2461ef661b req-d6750cc2-0e9d-4fc7-843c-d54014b46776 service nova] Acquired lock "refresh_cache-d985f1a9-bdf9-4995-a05c-5a14cf3113ba" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1875.978978] env[62574]: DEBUG nova.network.neutron [req-5dd4e908-69d7-4d7e-bff1-ca2461ef661b req-d6750cc2-0e9d-4fc7-843c-d54014b46776 service nova] [instance: d985f1a9-bdf9-4995-a05c-5a14cf3113ba] Refreshing network info cache for port 6005421b-e077-42cc-a259-d45abb1ff67f {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1875.979994] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-eea36fd7-9666-44a9-847b-bb2c257b639c tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] [instance: d985f1a9-bdf9-4995-a05c-5a14cf3113ba] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:86:e7:60', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bab6a6c3-1c5c-4776-b21b-dec21196d702', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6005421b-e077-42cc-a259-d45abb1ff67f', 'vif_model': 'vmxnet3'}] {{(pid=62574) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1875.988548] env[62574]: DEBUG oslo.service.loopingcall [None req-eea36fd7-9666-44a9-847b-bb2c257b639c tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62574) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1875.993067] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d985f1a9-bdf9-4995-a05c-5a14cf3113ba] Creating VM on the ESX host {{(pid=62574) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1875.993866] env[62574]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-44ad4975-dd36-4c55-8715-1cfc426df441 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.022027] env[62574]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1876.022027] env[62574]: value = "task-1862218" [ 1876.022027] env[62574]: _type = "Task" [ 1876.022027] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1876.028141] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1862218, 'name': CreateVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1876.043693] env[62574]: DEBUG nova.network.neutron [None req-492a5f52-5341-45f3-b7be-49f6ec229516 tempest-ServerShowV257Test-978750593 tempest-ServerShowV257Test-978750593-project-member] [instance: 5b6261ef-63f1-49d1-b19f-798b48df3806] Updating instance_info_cache with network_info: [] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1876.233481] env[62574]: DEBUG oslo_vmware.api [None req-06080ee1-a86b-4f6e-93a4-a53861ef1a16 tempest-VolumesAdminNegativeTest-247329141 tempest-VolumesAdminNegativeTest-247329141-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]5243ceff-b2b3-cef6-85b7-6dd652914966, 'name': SearchDatastore_Task, 'duration_secs': 0.0117} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1876.234688] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-30d524a6-7367-45c7-9131-f20c2ac8b28a {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.241509] env[62574]: DEBUG oslo_vmware.api [None req-06080ee1-a86b-4f6e-93a4-a53861ef1a16 tempest-VolumesAdminNegativeTest-247329141 tempest-VolumesAdminNegativeTest-247329141-project-member] Waiting for the task: (returnval){ [ 1876.241509] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]52f70f86-f7d9-0dbf-e7cd-d4e97a95c3fe" [ 1876.241509] env[62574]: _type = "Task" [ 1876.241509] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1876.245683] env[62574]: DEBUG nova.network.neutron [req-5dd4e908-69d7-4d7e-bff1-ca2461ef661b req-d6750cc2-0e9d-4fc7-843c-d54014b46776 service nova] [instance: d985f1a9-bdf9-4995-a05c-5a14cf3113ba] Updated VIF entry in instance network info cache for port 6005421b-e077-42cc-a259-d45abb1ff67f. {{(pid=62574) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1876.246073] env[62574]: DEBUG nova.network.neutron [req-5dd4e908-69d7-4d7e-bff1-ca2461ef661b req-d6750cc2-0e9d-4fc7-843c-d54014b46776 service nova] [instance: d985f1a9-bdf9-4995-a05c-5a14cf3113ba] Updating instance_info_cache with network_info: [{"id": "6005421b-e077-42cc-a259-d45abb1ff67f", "address": "fa:16:3e:86:e7:60", "network": {"id": "498f30b7-d317-46f6-b472-0624a1b84e65", "bridge": "br-int", "label": "tempest-ImagesTestJSON-826971340-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2842b09cbde243f6bdd90a5177740df9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bab6a6c3-1c5c-4776-b21b-dec21196d702", "external-id": "nsx-vlan-transportzone-634", "segmentation_id": 634, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6005421b-e0", "ovs_interfaceid": "6005421b-e077-42cc-a259-d45abb1ff67f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1876.252452] env[62574]: DEBUG oslo_vmware.api [None req-06080ee1-a86b-4f6e-93a4-a53861ef1a16 tempest-VolumesAdminNegativeTest-247329141 tempest-VolumesAdminNegativeTest-247329141-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52f70f86-f7d9-0dbf-e7cd-d4e97a95c3fe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1876.261436] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-70b0ecfb-357c-4ea5-96c9-2c52091e2c0a tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] [instance: 9a4440bb-97d9-4dd7-bc7d-2a6c94e9e40c] Powering off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1876.261792] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a07e58f2-6cd9-4420-9f45-011fe45d59dd {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.277253] env[62574]: DEBUG oslo_vmware.api [None req-3eb0a707-d35a-4cf2-86df-b07e8b47eba1 tempest-ServerTagsTestJSON-2093465957 tempest-ServerTagsTestJSON-2093465957-project-member] Task: {'id': task-1862217, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.486394} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1876.278106] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-3eb0a707-d35a-4cf2-86df-b07e8b47eba1 tempest-ServerTagsTestJSON-2093465957 tempest-ServerTagsTestJSON-2093465957-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk to [datastore1] e31031b0-b80e-4fde-97f5-5a58d7695ee9/e31031b0-b80e-4fde-97f5-5a58d7695ee9.vmdk {{(pid=62574) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1876.278265] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-3eb0a707-d35a-4cf2-86df-b07e8b47eba1 tempest-ServerTagsTestJSON-2093465957 tempest-ServerTagsTestJSON-2093465957-project-member] [instance: e31031b0-b80e-4fde-97f5-5a58d7695ee9] Extending root virtual disk to 1048576 {{(pid=62574) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1876.278578] env[62574]: DEBUG oslo_vmware.api [None req-70b0ecfb-357c-4ea5-96c9-2c52091e2c0a tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Waiting for the task: (returnval){ [ 1876.278578] env[62574]: value = "task-1862219" [ 1876.278578] env[62574]: _type = "Task" [ 1876.278578] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1876.278766] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-099ec64c-06b8-4a0f-9257-4fba0281eb8c {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.289849] env[62574]: DEBUG oslo_vmware.api [None req-70b0ecfb-357c-4ea5-96c9-2c52091e2c0a tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Task: {'id': task-1862219, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1876.291237] env[62574]: DEBUG oslo_vmware.api [None req-3eb0a707-d35a-4cf2-86df-b07e8b47eba1 tempest-ServerTagsTestJSON-2093465957 tempest-ServerTagsTestJSON-2093465957-project-member] Waiting for the task: (returnval){ [ 1876.291237] env[62574]: value = "task-1862220" [ 1876.291237] env[62574]: _type = "Task" [ 1876.291237] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1876.300591] env[62574]: DEBUG oslo_vmware.api [None req-3eb0a707-d35a-4cf2-86df-b07e8b47eba1 tempest-ServerTagsTestJSON-2093465957 tempest-ServerTagsTestJSON-2093465957-project-member] Task: {'id': task-1862220, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1876.530450] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1862218, 'name': CreateVM_Task} progress is 99%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1876.550051] env[62574]: DEBUG oslo_concurrency.lockutils [None req-492a5f52-5341-45f3-b7be-49f6ec229516 tempest-ServerShowV257Test-978750593 tempest-ServerShowV257Test-978750593-project-member] Releasing lock "refresh_cache-5b6261ef-63f1-49d1-b19f-798b48df3806" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1876.550051] env[62574]: DEBUG nova.compute.manager [None req-492a5f52-5341-45f3-b7be-49f6ec229516 tempest-ServerShowV257Test-978750593 tempest-ServerShowV257Test-978750593-project-member] [instance: 5b6261ef-63f1-49d1-b19f-798b48df3806] Start destroying the instance on the hypervisor. {{(pid=62574) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1876.550051] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-492a5f52-5341-45f3-b7be-49f6ec229516 tempest-ServerShowV257Test-978750593 tempest-ServerShowV257Test-978750593-project-member] [instance: 5b6261ef-63f1-49d1-b19f-798b48df3806] Destroying instance {{(pid=62574) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1876.551104] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-165b4029-f530-4e4b-a26f-7913238b3c66 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.559883] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-492a5f52-5341-45f3-b7be-49f6ec229516 tempest-ServerShowV257Test-978750593 tempest-ServerShowV257Test-978750593-project-member] [instance: 5b6261ef-63f1-49d1-b19f-798b48df3806] Powering off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1876.559883] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b6be1648-f2e7-4443-89b0-7d78f85f0430 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.565627] env[62574]: DEBUG oslo_vmware.api [None req-492a5f52-5341-45f3-b7be-49f6ec229516 tempest-ServerShowV257Test-978750593 tempest-ServerShowV257Test-978750593-project-member] Waiting for the task: (returnval){ [ 1876.565627] env[62574]: value = "task-1862221" [ 1876.565627] env[62574]: _type = "Task" [ 1876.565627] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1876.574223] env[62574]: DEBUG oslo_vmware.api [None req-492a5f52-5341-45f3-b7be-49f6ec229516 tempest-ServerShowV257Test-978750593 tempest-ServerShowV257Test-978750593-project-member] Task: {'id': task-1862221, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1876.752748] env[62574]: DEBUG oslo_concurrency.lockutils [req-5dd4e908-69d7-4d7e-bff1-ca2461ef661b req-d6750cc2-0e9d-4fc7-843c-d54014b46776 service nova] Releasing lock "refresh_cache-d985f1a9-bdf9-4995-a05c-5a14cf3113ba" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1876.753048] env[62574]: DEBUG oslo_vmware.api [None req-06080ee1-a86b-4f6e-93a4-a53861ef1a16 tempest-VolumesAdminNegativeTest-247329141 tempest-VolumesAdminNegativeTest-247329141-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52f70f86-f7d9-0dbf-e7cd-d4e97a95c3fe, 'name': SearchDatastore_Task, 'duration_secs': 0.012499} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1876.753332] env[62574]: DEBUG oslo_concurrency.lockutils [None req-06080ee1-a86b-4f6e-93a4-a53861ef1a16 tempest-VolumesAdminNegativeTest-247329141 tempest-VolumesAdminNegativeTest-247329141-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1876.753895] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-06080ee1-a86b-4f6e-93a4-a53861ef1a16 tempest-VolumesAdminNegativeTest-247329141 tempest-VolumesAdminNegativeTest-247329141-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk to [datastore2] 475f8175-e0eb-4d78-a300-bd84eb4c8772/475f8175-e0eb-4d78-a300-bd84eb4c8772.vmdk {{(pid=62574) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1876.753895] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-14c6505e-5994-496f-b71f-b951927463f4 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.760468] env[62574]: DEBUG oslo_vmware.api [None req-06080ee1-a86b-4f6e-93a4-a53861ef1a16 tempest-VolumesAdminNegativeTest-247329141 tempest-VolumesAdminNegativeTest-247329141-project-member] Waiting for the task: (returnval){ [ 1876.760468] env[62574]: value = "task-1862222" [ 1876.760468] env[62574]: _type = "Task" [ 1876.760468] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1876.768436] env[62574]: DEBUG oslo_vmware.api [None req-06080ee1-a86b-4f6e-93a4-a53861ef1a16 tempest-VolumesAdminNegativeTest-247329141 tempest-VolumesAdminNegativeTest-247329141-project-member] Task: {'id': task-1862222, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1876.789315] env[62574]: DEBUG oslo_vmware.api [None req-70b0ecfb-357c-4ea5-96c9-2c52091e2c0a tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Task: {'id': task-1862219, 'name': PowerOffVM_Task, 'duration_secs': 0.29726} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1876.789588] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-70b0ecfb-357c-4ea5-96c9-2c52091e2c0a tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] [instance: 9a4440bb-97d9-4dd7-bc7d-2a6c94e9e40c] Powered off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1876.790406] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3ebb39b-c6c6-4dda-911d-51ed640c1106 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.800426] env[62574]: DEBUG oslo_vmware.api [None req-3eb0a707-d35a-4cf2-86df-b07e8b47eba1 tempest-ServerTagsTestJSON-2093465957 tempest-ServerTagsTestJSON-2093465957-project-member] Task: {'id': task-1862220, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.091599} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1876.813104] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-3eb0a707-d35a-4cf2-86df-b07e8b47eba1 tempest-ServerTagsTestJSON-2093465957 tempest-ServerTagsTestJSON-2093465957-project-member] [instance: e31031b0-b80e-4fde-97f5-5a58d7695ee9] Extended root virtual disk {{(pid=62574) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1876.814282] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31e6c23f-42c2-47f1-91db-be7cf990f11f {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.816908] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f53b87fb-2e50-440e-b2ce-01c2e9cd0a56 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.844911] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-3eb0a707-d35a-4cf2-86df-b07e8b47eba1 tempest-ServerTagsTestJSON-2093465957 tempest-ServerTagsTestJSON-2093465957-project-member] [instance: e31031b0-b80e-4fde-97f5-5a58d7695ee9] Reconfiguring VM instance instance-0000005b to attach disk [datastore1] e31031b0-b80e-4fde-97f5-5a58d7695ee9/e31031b0-b80e-4fde-97f5-5a58d7695ee9.vmdk or device None with type sparse {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1876.845256] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f95be125-17ec-4509-9b22-f6fa8536cff3 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.867226] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-70b0ecfb-357c-4ea5-96c9-2c52091e2c0a tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] [instance: 9a4440bb-97d9-4dd7-bc7d-2a6c94e9e40c] Powering off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1876.867560] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a76f4343-677a-4559-ab92-c0758e41a7bc {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.870432] env[62574]: DEBUG oslo_vmware.api [None req-3eb0a707-d35a-4cf2-86df-b07e8b47eba1 tempest-ServerTagsTestJSON-2093465957 tempest-ServerTagsTestJSON-2093465957-project-member] Waiting for the task: (returnval){ [ 1876.870432] env[62574]: value = "task-1862223" [ 1876.870432] env[62574]: _type = "Task" [ 1876.870432] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1876.874951] env[62574]: DEBUG oslo_vmware.api [None req-70b0ecfb-357c-4ea5-96c9-2c52091e2c0a tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Waiting for the task: (returnval){ [ 1876.874951] env[62574]: value = "task-1862224" [ 1876.874951] env[62574]: _type = "Task" [ 1876.874951] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1876.881352] env[62574]: DEBUG oslo_vmware.api [None req-3eb0a707-d35a-4cf2-86df-b07e8b47eba1 tempest-ServerTagsTestJSON-2093465957 tempest-ServerTagsTestJSON-2093465957-project-member] Task: {'id': task-1862223, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1876.887868] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-70b0ecfb-357c-4ea5-96c9-2c52091e2c0a tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] [instance: 9a4440bb-97d9-4dd7-bc7d-2a6c94e9e40c] VM already powered off {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1876.888190] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-70b0ecfb-357c-4ea5-96c9-2c52091e2c0a tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] [instance: 9a4440bb-97d9-4dd7-bc7d-2a6c94e9e40c] Processing image 3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2 {{(pid=62574) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1876.888562] env[62574]: DEBUG oslo_concurrency.lockutils [None req-70b0ecfb-357c-4ea5-96c9-2c52091e2c0a tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1876.888562] env[62574]: DEBUG oslo_concurrency.lockutils [None req-70b0ecfb-357c-4ea5-96c9-2c52091e2c0a tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1876.888706] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-70b0ecfb-357c-4ea5-96c9-2c52091e2c0a tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1876.888967] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-db42acf6-ad87-4914-8db6-54ab794ea47a {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.899059] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-70b0ecfb-357c-4ea5-96c9-2c52091e2c0a tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1876.899270] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-70b0ecfb-357c-4ea5-96c9-2c52091e2c0a tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62574) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1876.900018] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0fd1f5a9-d815-4aa6-9d46-b44885b9978f {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.905331] env[62574]: DEBUG oslo_vmware.api [None req-70b0ecfb-357c-4ea5-96c9-2c52091e2c0a tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Waiting for the task: (returnval){ [ 1876.905331] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]52ed1f09-7c1c-75e3-179f-92ab4cab6a7b" [ 1876.905331] env[62574]: _type = "Task" [ 1876.905331] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1876.913442] env[62574]: DEBUG oslo_vmware.api [None req-70b0ecfb-357c-4ea5-96c9-2c52091e2c0a tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52ed1f09-7c1c-75e3-179f-92ab4cab6a7b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1877.031543] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1862218, 'name': CreateVM_Task, 'duration_secs': 0.598093} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1877.034405] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d985f1a9-bdf9-4995-a05c-5a14cf3113ba] Created VM on the ESX host {{(pid=62574) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1877.035374] env[62574]: DEBUG oslo_concurrency.lockutils [None req-eea36fd7-9666-44a9-847b-bb2c257b639c tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1877.035550] env[62574]: DEBUG oslo_concurrency.lockutils [None req-eea36fd7-9666-44a9-847b-bb2c257b639c tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1877.035885] env[62574]: DEBUG oslo_concurrency.lockutils [None req-eea36fd7-9666-44a9-847b-bb2c257b639c tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1877.036183] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-755c1789-25e8-44ad-b9e5-d3d3500f226a {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.042045] env[62574]: DEBUG oslo_vmware.api [None req-eea36fd7-9666-44a9-847b-bb2c257b639c tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Waiting for the task: (returnval){ [ 1877.042045] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]52450d53-bf89-1ef5-4c1f-674e85cd32a8" [ 1877.042045] env[62574]: _type = "Task" [ 1877.042045] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1877.053721] env[62574]: DEBUG oslo_vmware.api [None req-eea36fd7-9666-44a9-847b-bb2c257b639c tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52450d53-bf89-1ef5-4c1f-674e85cd32a8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1877.078424] env[62574]: DEBUG oslo_vmware.api [None req-492a5f52-5341-45f3-b7be-49f6ec229516 tempest-ServerShowV257Test-978750593 tempest-ServerShowV257Test-978750593-project-member] Task: {'id': task-1862221, 'name': PowerOffVM_Task, 'duration_secs': 0.118071} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1877.078804] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-492a5f52-5341-45f3-b7be-49f6ec229516 tempest-ServerShowV257Test-978750593 tempest-ServerShowV257Test-978750593-project-member] [instance: 5b6261ef-63f1-49d1-b19f-798b48df3806] Powered off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1877.079027] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-492a5f52-5341-45f3-b7be-49f6ec229516 tempest-ServerShowV257Test-978750593 tempest-ServerShowV257Test-978750593-project-member] [instance: 5b6261ef-63f1-49d1-b19f-798b48df3806] Unregistering the VM {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1877.079357] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-06c273ce-8fd7-4678-bf05-b4561c81dbe5 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.105328] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-492a5f52-5341-45f3-b7be-49f6ec229516 tempest-ServerShowV257Test-978750593 tempest-ServerShowV257Test-978750593-project-member] [instance: 5b6261ef-63f1-49d1-b19f-798b48df3806] Unregistered the VM {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1877.105328] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-492a5f52-5341-45f3-b7be-49f6ec229516 tempest-ServerShowV257Test-978750593 tempest-ServerShowV257Test-978750593-project-member] [instance: 5b6261ef-63f1-49d1-b19f-798b48df3806] Deleting contents of the VM from datastore datastore2 {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1877.105528] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-492a5f52-5341-45f3-b7be-49f6ec229516 tempest-ServerShowV257Test-978750593 tempest-ServerShowV257Test-978750593-project-member] Deleting the datastore file [datastore2] 5b6261ef-63f1-49d1-b19f-798b48df3806 {{(pid=62574) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1877.105772] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9e9eb362-19da-49c4-a72d-7a9dd27bd31a {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.113047] env[62574]: DEBUG oslo_vmware.api [None req-492a5f52-5341-45f3-b7be-49f6ec229516 tempest-ServerShowV257Test-978750593 tempest-ServerShowV257Test-978750593-project-member] Waiting for the task: (returnval){ [ 1877.113047] env[62574]: value = "task-1862226" [ 1877.113047] env[62574]: _type = "Task" [ 1877.113047] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1877.124842] env[62574]: DEBUG oslo_vmware.api [None req-492a5f52-5341-45f3-b7be-49f6ec229516 tempest-ServerShowV257Test-978750593 tempest-ServerShowV257Test-978750593-project-member] Task: {'id': task-1862226, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1877.230235] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6299d46-7fde-488c-a6ef-b3ede8e5f1c2 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.242579] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4396d596-96dd-45ab-9e32-86c382be1c75 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.285439] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28a6c52a-131c-45b5-9325-db37c83c586b {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.292764] env[62574]: DEBUG oslo_vmware.api [None req-06080ee1-a86b-4f6e-93a4-a53861ef1a16 tempest-VolumesAdminNegativeTest-247329141 tempest-VolumesAdminNegativeTest-247329141-project-member] Task: {'id': task-1862222, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1877.295874] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-648c6b4c-fb43-4857-b76a-f154bb7e83f9 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.309832] env[62574]: DEBUG nova.compute.provider_tree [None req-5d53072e-ceaa-4e29-8281-c56db99a09fc tempest-ServerMetadataTestJSON-284844396 tempest-ServerMetadataTestJSON-284844396-project-member] Updating inventory in ProviderTree for provider f0ed160a-beff-4626-a531-2a70d7bc0627 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1877.380644] env[62574]: DEBUG oslo_vmware.api [None req-3eb0a707-d35a-4cf2-86df-b07e8b47eba1 tempest-ServerTagsTestJSON-2093465957 tempest-ServerTagsTestJSON-2093465957-project-member] Task: {'id': task-1862223, 'name': ReconfigVM_Task, 'duration_secs': 0.430853} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1877.381037] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-3eb0a707-d35a-4cf2-86df-b07e8b47eba1 tempest-ServerTagsTestJSON-2093465957 tempest-ServerTagsTestJSON-2093465957-project-member] [instance: e31031b0-b80e-4fde-97f5-5a58d7695ee9] Reconfigured VM instance instance-0000005b to attach disk [datastore1] e31031b0-b80e-4fde-97f5-5a58d7695ee9/e31031b0-b80e-4fde-97f5-5a58d7695ee9.vmdk or device None with type sparse {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1877.381687] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cd70a189-e0ed-4f54-9302-400f5c3aab12 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.388645] env[62574]: DEBUG oslo_vmware.api [None req-3eb0a707-d35a-4cf2-86df-b07e8b47eba1 tempest-ServerTagsTestJSON-2093465957 tempest-ServerTagsTestJSON-2093465957-project-member] Waiting for the task: (returnval){ [ 1877.388645] env[62574]: value = "task-1862227" [ 1877.388645] env[62574]: _type = "Task" [ 1877.388645] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1877.396989] env[62574]: DEBUG oslo_vmware.api [None req-3eb0a707-d35a-4cf2-86df-b07e8b47eba1 tempest-ServerTagsTestJSON-2093465957 tempest-ServerTagsTestJSON-2093465957-project-member] Task: {'id': task-1862227, 'name': Rename_Task} progress is 5%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1877.415176] env[62574]: DEBUG oslo_vmware.api [None req-70b0ecfb-357c-4ea5-96c9-2c52091e2c0a tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52ed1f09-7c1c-75e3-179f-92ab4cab6a7b, 'name': SearchDatastore_Task, 'duration_secs': 0.010534} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1877.415889] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-30169bda-2746-4ea7-a4cf-5492c2413e11 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.421428] env[62574]: DEBUG oslo_vmware.api [None req-70b0ecfb-357c-4ea5-96c9-2c52091e2c0a tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Waiting for the task: (returnval){ [ 1877.421428] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]52107443-c1ca-0f34-760e-3a79269576ea" [ 1877.421428] env[62574]: _type = "Task" [ 1877.421428] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1877.430113] env[62574]: DEBUG oslo_vmware.api [None req-70b0ecfb-357c-4ea5-96c9-2c52091e2c0a tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52107443-c1ca-0f34-760e-3a79269576ea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1877.455193] env[62574]: DEBUG nova.compute.manager [req-7ef8e342-7364-487b-ba3f-7da3e589d1f8 req-f26c8f64-1d9c-459c-b968-85c8f0caf69d service nova] [instance: d06fca54-652a-47dd-b14b-8f6bbf696503] Received event network-vif-plugged-fc89cac8-4136-400b-9db5-6df20347e14a {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1877.455193] env[62574]: DEBUG oslo_concurrency.lockutils [req-7ef8e342-7364-487b-ba3f-7da3e589d1f8 req-f26c8f64-1d9c-459c-b968-85c8f0caf69d service nova] Acquiring lock "d06fca54-652a-47dd-b14b-8f6bbf696503-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1877.455193] env[62574]: DEBUG oslo_concurrency.lockutils [req-7ef8e342-7364-487b-ba3f-7da3e589d1f8 req-f26c8f64-1d9c-459c-b968-85c8f0caf69d service nova] Lock "d06fca54-652a-47dd-b14b-8f6bbf696503-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1877.455193] env[62574]: DEBUG oslo_concurrency.lockutils [req-7ef8e342-7364-487b-ba3f-7da3e589d1f8 req-f26c8f64-1d9c-459c-b968-85c8f0caf69d service nova] Lock "d06fca54-652a-47dd-b14b-8f6bbf696503-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1877.455193] env[62574]: DEBUG nova.compute.manager [req-7ef8e342-7364-487b-ba3f-7da3e589d1f8 req-f26c8f64-1d9c-459c-b968-85c8f0caf69d service nova] [instance: d06fca54-652a-47dd-b14b-8f6bbf696503] No waiting events found dispatching network-vif-plugged-fc89cac8-4136-400b-9db5-6df20347e14a {{(pid=62574) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1877.455625] env[62574]: WARNING nova.compute.manager [req-7ef8e342-7364-487b-ba3f-7da3e589d1f8 req-f26c8f64-1d9c-459c-b968-85c8f0caf69d service nova] [instance: d06fca54-652a-47dd-b14b-8f6bbf696503] Received unexpected event network-vif-plugged-fc89cac8-4136-400b-9db5-6df20347e14a for instance with vm_state shelved_offloaded and task_state spawning. [ 1877.552482] env[62574]: DEBUG oslo_vmware.api [None req-eea36fd7-9666-44a9-847b-bb2c257b639c tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52450d53-bf89-1ef5-4c1f-674e85cd32a8, 'name': SearchDatastore_Task, 'duration_secs': 0.01672} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1877.553406] env[62574]: DEBUG oslo_concurrency.lockutils [None req-8b41745f-e1b0-40db-ae02-2d4b8c8d0375 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Acquiring lock "refresh_cache-d06fca54-652a-47dd-b14b-8f6bbf696503" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1877.553574] env[62574]: DEBUG oslo_concurrency.lockutils [None req-8b41745f-e1b0-40db-ae02-2d4b8c8d0375 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Acquired lock "refresh_cache-d06fca54-652a-47dd-b14b-8f6bbf696503" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1877.553756] env[62574]: DEBUG nova.network.neutron [None req-8b41745f-e1b0-40db-ae02-2d4b8c8d0375 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] [instance: d06fca54-652a-47dd-b14b-8f6bbf696503] Building network info cache for instance {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1877.554992] env[62574]: DEBUG oslo_concurrency.lockutils [None req-eea36fd7-9666-44a9-847b-bb2c257b639c tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1877.555223] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-eea36fd7-9666-44a9-847b-bb2c257b639c tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] [instance: d985f1a9-bdf9-4995-a05c-5a14cf3113ba] Processing image 3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2 {{(pid=62574) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1877.555439] env[62574]: DEBUG oslo_concurrency.lockutils [None req-eea36fd7-9666-44a9-847b-bb2c257b639c tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1877.555605] env[62574]: DEBUG oslo_concurrency.lockutils [None req-eea36fd7-9666-44a9-847b-bb2c257b639c tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1877.555751] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-eea36fd7-9666-44a9-847b-bb2c257b639c tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1877.556340] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-03535820-ed56-44e5-bd98-be8e9ab2d9ee {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.568335] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-eea36fd7-9666-44a9-847b-bb2c257b639c tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1877.568546] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-eea36fd7-9666-44a9-847b-bb2c257b639c tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62574) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1877.569647] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4bd8a050-4265-4289-a282-9287942e6ef7 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.576145] env[62574]: DEBUG oslo_vmware.api [None req-eea36fd7-9666-44a9-847b-bb2c257b639c tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Waiting for the task: (returnval){ [ 1877.576145] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]522bf6b0-c0cc-1546-fb39-e3296e997dfd" [ 1877.576145] env[62574]: _type = "Task" [ 1877.576145] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1877.584467] env[62574]: DEBUG oslo_vmware.api [None req-eea36fd7-9666-44a9-847b-bb2c257b639c tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]522bf6b0-c0cc-1546-fb39-e3296e997dfd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1877.626248] env[62574]: DEBUG oslo_vmware.api [None req-492a5f52-5341-45f3-b7be-49f6ec229516 tempest-ServerShowV257Test-978750593 tempest-ServerShowV257Test-978750593-project-member] Task: {'id': task-1862226, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.464753} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1877.626505] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-492a5f52-5341-45f3-b7be-49f6ec229516 tempest-ServerShowV257Test-978750593 tempest-ServerShowV257Test-978750593-project-member] Deleted the datastore file {{(pid=62574) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1877.626690] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-492a5f52-5341-45f3-b7be-49f6ec229516 tempest-ServerShowV257Test-978750593 tempest-ServerShowV257Test-978750593-project-member] [instance: 5b6261ef-63f1-49d1-b19f-798b48df3806] Deleted contents of the VM from datastore datastore2 {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1877.626875] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-492a5f52-5341-45f3-b7be-49f6ec229516 tempest-ServerShowV257Test-978750593 tempest-ServerShowV257Test-978750593-project-member] [instance: 5b6261ef-63f1-49d1-b19f-798b48df3806] Instance destroyed {{(pid=62574) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1877.628446] env[62574]: INFO nova.compute.manager [None req-492a5f52-5341-45f3-b7be-49f6ec229516 tempest-ServerShowV257Test-978750593 tempest-ServerShowV257Test-978750593-project-member] [instance: 5b6261ef-63f1-49d1-b19f-798b48df3806] Took 1.08 seconds to destroy the instance on the hypervisor. [ 1877.628446] env[62574]: DEBUG oslo.service.loopingcall [None req-492a5f52-5341-45f3-b7be-49f6ec229516 tempest-ServerShowV257Test-978750593 tempest-ServerShowV257Test-978750593-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62574) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1877.628446] env[62574]: DEBUG nova.compute.manager [-] [instance: 5b6261ef-63f1-49d1-b19f-798b48df3806] Deallocating network for instance {{(pid=62574) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1877.628446] env[62574]: DEBUG nova.network.neutron [-] [instance: 5b6261ef-63f1-49d1-b19f-798b48df3806] deallocate_for_instance() {{(pid=62574) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1877.645275] env[62574]: DEBUG nova.network.neutron [-] [instance: 5b6261ef-63f1-49d1-b19f-798b48df3806] Instance cache missing network info. {{(pid=62574) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1877.791874] env[62574]: DEBUG oslo_vmware.api [None req-06080ee1-a86b-4f6e-93a4-a53861ef1a16 tempest-VolumesAdminNegativeTest-247329141 tempest-VolumesAdminNegativeTest-247329141-project-member] Task: {'id': task-1862222, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.574522} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1877.792184] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-06080ee1-a86b-4f6e-93a4-a53861ef1a16 tempest-VolumesAdminNegativeTest-247329141 tempest-VolumesAdminNegativeTest-247329141-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk to [datastore2] 475f8175-e0eb-4d78-a300-bd84eb4c8772/475f8175-e0eb-4d78-a300-bd84eb4c8772.vmdk {{(pid=62574) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1877.792401] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-06080ee1-a86b-4f6e-93a4-a53861ef1a16 tempest-VolumesAdminNegativeTest-247329141 tempest-VolumesAdminNegativeTest-247329141-project-member] [instance: 475f8175-e0eb-4d78-a300-bd84eb4c8772] Extending root virtual disk to 1048576 {{(pid=62574) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1877.792745] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-03a0d865-4f49-4d5b-9d1e-7040b4d53f04 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.799750] env[62574]: DEBUG oslo_vmware.api [None req-06080ee1-a86b-4f6e-93a4-a53861ef1a16 tempest-VolumesAdminNegativeTest-247329141 tempest-VolumesAdminNegativeTest-247329141-project-member] Waiting for the task: (returnval){ [ 1877.799750] env[62574]: value = "task-1862228" [ 1877.799750] env[62574]: _type = "Task" [ 1877.799750] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1877.808112] env[62574]: DEBUG oslo_vmware.api [None req-06080ee1-a86b-4f6e-93a4-a53861ef1a16 tempest-VolumesAdminNegativeTest-247329141 tempest-VolumesAdminNegativeTest-247329141-project-member] Task: {'id': task-1862228, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1877.845523] env[62574]: DEBUG nova.scheduler.client.report [None req-5d53072e-ceaa-4e29-8281-c56db99a09fc tempest-ServerMetadataTestJSON-284844396 tempest-ServerMetadataTestJSON-284844396-project-member] Updated inventory for provider f0ed160a-beff-4626-a531-2a70d7bc0627 with generation 121 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1877.845819] env[62574]: DEBUG nova.compute.provider_tree [None req-5d53072e-ceaa-4e29-8281-c56db99a09fc tempest-ServerMetadataTestJSON-284844396 tempest-ServerMetadataTestJSON-284844396-project-member] Updating resource provider f0ed160a-beff-4626-a531-2a70d7bc0627 generation from 121 to 122 during operation: update_inventory {{(pid=62574) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1877.846045] env[62574]: DEBUG nova.compute.provider_tree [None req-5d53072e-ceaa-4e29-8281-c56db99a09fc tempest-ServerMetadataTestJSON-284844396 tempest-ServerMetadataTestJSON-284844396-project-member] Updating inventory in ProviderTree for provider f0ed160a-beff-4626-a531-2a70d7bc0627 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1877.898890] env[62574]: DEBUG oslo_vmware.api [None req-3eb0a707-d35a-4cf2-86df-b07e8b47eba1 tempest-ServerTagsTestJSON-2093465957 tempest-ServerTagsTestJSON-2093465957-project-member] Task: {'id': task-1862227, 'name': Rename_Task, 'duration_secs': 0.144178} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1877.899178] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-3eb0a707-d35a-4cf2-86df-b07e8b47eba1 tempest-ServerTagsTestJSON-2093465957 tempest-ServerTagsTestJSON-2093465957-project-member] [instance: e31031b0-b80e-4fde-97f5-5a58d7695ee9] Powering on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1877.899649] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a1898706-fafe-4860-8b08-86d1ed4576f7 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.906225] env[62574]: DEBUG oslo_vmware.api [None req-3eb0a707-d35a-4cf2-86df-b07e8b47eba1 tempest-ServerTagsTestJSON-2093465957 tempest-ServerTagsTestJSON-2093465957-project-member] Waiting for the task: (returnval){ [ 1877.906225] env[62574]: value = "task-1862229" [ 1877.906225] env[62574]: _type = "Task" [ 1877.906225] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1877.914045] env[62574]: DEBUG oslo_vmware.api [None req-3eb0a707-d35a-4cf2-86df-b07e8b47eba1 tempest-ServerTagsTestJSON-2093465957 tempest-ServerTagsTestJSON-2093465957-project-member] Task: {'id': task-1862229, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1877.930942] env[62574]: DEBUG oslo_vmware.api [None req-70b0ecfb-357c-4ea5-96c9-2c52091e2c0a tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52107443-c1ca-0f34-760e-3a79269576ea, 'name': SearchDatastore_Task, 'duration_secs': 0.029278} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1877.931226] env[62574]: DEBUG oslo_concurrency.lockutils [None req-70b0ecfb-357c-4ea5-96c9-2c52091e2c0a tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1877.931481] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-70b0ecfb-357c-4ea5-96c9-2c52091e2c0a tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk to [datastore2] 9a4440bb-97d9-4dd7-bc7d-2a6c94e9e40c/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2-rescue.vmdk. {{(pid=62574) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1877.931733] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-adb6f2aa-dd12-4099-8fbb-31422815175f {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.937835] env[62574]: DEBUG oslo_vmware.api [None req-70b0ecfb-357c-4ea5-96c9-2c52091e2c0a tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Waiting for the task: (returnval){ [ 1877.937835] env[62574]: value = "task-1862230" [ 1877.937835] env[62574]: _type = "Task" [ 1877.937835] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1877.945493] env[62574]: DEBUG oslo_vmware.api [None req-70b0ecfb-357c-4ea5-96c9-2c52091e2c0a tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Task: {'id': task-1862230, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1878.086529] env[62574]: DEBUG oslo_vmware.api [None req-eea36fd7-9666-44a9-847b-bb2c257b639c tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]522bf6b0-c0cc-1546-fb39-e3296e997dfd, 'name': SearchDatastore_Task, 'duration_secs': 0.062425} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1878.087458] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8094101b-4de5-4478-915d-b9902d9059e8 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.095035] env[62574]: DEBUG oslo_vmware.api [None req-eea36fd7-9666-44a9-847b-bb2c257b639c tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Waiting for the task: (returnval){ [ 1878.095035] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]5203d8d3-71c3-de45-5af2-36a44d338f89" [ 1878.095035] env[62574]: _type = "Task" [ 1878.095035] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1878.102950] env[62574]: DEBUG oslo_vmware.api [None req-eea36fd7-9666-44a9-847b-bb2c257b639c tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]5203d8d3-71c3-de45-5af2-36a44d338f89, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1878.147502] env[62574]: DEBUG nova.network.neutron [-] [instance: 5b6261ef-63f1-49d1-b19f-798b48df3806] Updating instance_info_cache with network_info: [] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1878.290302] env[62574]: DEBUG nova.network.neutron [None req-8b41745f-e1b0-40db-ae02-2d4b8c8d0375 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] [instance: d06fca54-652a-47dd-b14b-8f6bbf696503] Updating instance_info_cache with network_info: [{"id": "fc89cac8-4136-400b-9db5-6df20347e14a", "address": "fa:16:3e:7e:fe:92", "network": {"id": "c6e82ed8-135c-4a2b-a7fa-f0f461137015", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-414473987-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.167", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5c18e090ac645c2bb13c4b6714f5f01", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c42bb08a-77b4-4bba-8166-702cbb1b5f1e", "external-id": "nsx-vlan-transportzone-137", "segmentation_id": 137, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc89cac8-41", "ovs_interfaceid": "fc89cac8-4136-400b-9db5-6df20347e14a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1878.312700] env[62574]: DEBUG oslo_vmware.api [None req-06080ee1-a86b-4f6e-93a4-a53861ef1a16 tempest-VolumesAdminNegativeTest-247329141 tempest-VolumesAdminNegativeTest-247329141-project-member] Task: {'id': task-1862228, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.102605} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1878.313010] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-06080ee1-a86b-4f6e-93a4-a53861ef1a16 tempest-VolumesAdminNegativeTest-247329141 tempest-VolumesAdminNegativeTest-247329141-project-member] [instance: 475f8175-e0eb-4d78-a300-bd84eb4c8772] Extended root virtual disk {{(pid=62574) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1878.313894] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-787436e5-f137-41ea-9277-69171db77c07 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.342293] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-06080ee1-a86b-4f6e-93a4-a53861ef1a16 tempest-VolumesAdminNegativeTest-247329141 tempest-VolumesAdminNegativeTest-247329141-project-member] [instance: 475f8175-e0eb-4d78-a300-bd84eb4c8772] Reconfiguring VM instance instance-0000005c to attach disk [datastore2] 475f8175-e0eb-4d78-a300-bd84eb4c8772/475f8175-e0eb-4d78-a300-bd84eb4c8772.vmdk or device None with type sparse {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1878.342723] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4ebc79b5-dd42-468b-b3f7-eeeb673758b9 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.359406] env[62574]: DEBUG oslo_concurrency.lockutils [None req-5d53072e-ceaa-4e29-8281-c56db99a09fc tempest-ServerMetadataTestJSON-284844396 tempest-ServerMetadataTestJSON-284844396-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.453s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1878.359941] env[62574]: DEBUG nova.compute.manager [None req-5d53072e-ceaa-4e29-8281-c56db99a09fc tempest-ServerMetadataTestJSON-284844396 tempest-ServerMetadataTestJSON-284844396-project-member] [instance: de9dee3d-30a9-4eab-ae6f-e4347c588236] Start building networks asynchronously for instance. {{(pid=62574) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1878.363011] env[62574]: DEBUG oslo_concurrency.lockutils [None req-8f6e90d6-72ce-4143-8955-6beac657c3b9 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.547s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1878.363403] env[62574]: DEBUG nova.objects.instance [None req-8f6e90d6-72ce-4143-8955-6beac657c3b9 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Lazy-loading 'resources' on Instance uuid 723b0a75-38ad-494b-baac-29077f352e48 {{(pid=62574) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1878.375020] env[62574]: DEBUG oslo_vmware.api [None req-06080ee1-a86b-4f6e-93a4-a53861ef1a16 tempest-VolumesAdminNegativeTest-247329141 tempest-VolumesAdminNegativeTest-247329141-project-member] Waiting for the task: (returnval){ [ 1878.375020] env[62574]: value = "task-1862231" [ 1878.375020] env[62574]: _type = "Task" [ 1878.375020] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1878.388017] env[62574]: DEBUG oslo_vmware.api [None req-06080ee1-a86b-4f6e-93a4-a53861ef1a16 tempest-VolumesAdminNegativeTest-247329141 tempest-VolumesAdminNegativeTest-247329141-project-member] Task: {'id': task-1862231, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1878.420159] env[62574]: DEBUG oslo_vmware.api [None req-3eb0a707-d35a-4cf2-86df-b07e8b47eba1 tempest-ServerTagsTestJSON-2093465957 tempest-ServerTagsTestJSON-2093465957-project-member] Task: {'id': task-1862229, 'name': PowerOnVM_Task, 'duration_secs': 0.499647} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1878.420572] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-3eb0a707-d35a-4cf2-86df-b07e8b47eba1 tempest-ServerTagsTestJSON-2093465957 tempest-ServerTagsTestJSON-2093465957-project-member] [instance: e31031b0-b80e-4fde-97f5-5a58d7695ee9] Powered on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1878.420827] env[62574]: INFO nova.compute.manager [None req-3eb0a707-d35a-4cf2-86df-b07e8b47eba1 tempest-ServerTagsTestJSON-2093465957 tempest-ServerTagsTestJSON-2093465957-project-member] [instance: e31031b0-b80e-4fde-97f5-5a58d7695ee9] Took 11.73 seconds to spawn the instance on the hypervisor. [ 1878.421155] env[62574]: DEBUG nova.compute.manager [None req-3eb0a707-d35a-4cf2-86df-b07e8b47eba1 tempest-ServerTagsTestJSON-2093465957 tempest-ServerTagsTestJSON-2093465957-project-member] [instance: e31031b0-b80e-4fde-97f5-5a58d7695ee9] Checking state {{(pid=62574) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1878.422071] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-123d1a53-2464-48dd-804b-936ba7961ccb {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.452218] env[62574]: DEBUG oslo_vmware.api [None req-70b0ecfb-357c-4ea5-96c9-2c52091e2c0a tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Task: {'id': task-1862230, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1878.606481] env[62574]: DEBUG oslo_vmware.api [None req-eea36fd7-9666-44a9-847b-bb2c257b639c tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]5203d8d3-71c3-de45-5af2-36a44d338f89, 'name': SearchDatastore_Task, 'duration_secs': 0.010658} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1878.606481] env[62574]: DEBUG oslo_concurrency.lockutils [None req-eea36fd7-9666-44a9-847b-bb2c257b639c tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1878.606841] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-eea36fd7-9666-44a9-847b-bb2c257b639c tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk to [datastore1] d985f1a9-bdf9-4995-a05c-5a14cf3113ba/d985f1a9-bdf9-4995-a05c-5a14cf3113ba.vmdk {{(pid=62574) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1878.606841] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3f07f127-faf4-4899-963d-43ce5f2dcfc5 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.613337] env[62574]: DEBUG oslo_vmware.api [None req-eea36fd7-9666-44a9-847b-bb2c257b639c tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Waiting for the task: (returnval){ [ 1878.613337] env[62574]: value = "task-1862232" [ 1878.613337] env[62574]: _type = "Task" [ 1878.613337] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1878.620787] env[62574]: DEBUG oslo_vmware.api [None req-eea36fd7-9666-44a9-847b-bb2c257b639c tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Task: {'id': task-1862232, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1878.650404] env[62574]: INFO nova.compute.manager [-] [instance: 5b6261ef-63f1-49d1-b19f-798b48df3806] Took 1.02 seconds to deallocate network for instance. [ 1878.795622] env[62574]: DEBUG oslo_concurrency.lockutils [None req-8b41745f-e1b0-40db-ae02-2d4b8c8d0375 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Releasing lock "refresh_cache-d06fca54-652a-47dd-b14b-8f6bbf696503" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1878.836790] env[62574]: DEBUG nova.virt.hardware [None req-8b41745f-e1b0-40db-ae02-2d4b8c8d0375 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T19:26:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='1e4d46e1667bf1fcee8e2e1210b7534e',container_format='bare',created_at=2024-12-13T19:49:08Z,direct_url=,disk_format='vmdk',id=a3b91b50-0fc4-40e2-a3a6-7b1aea691e7f,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1206223818-shelved',owner='e5c18e090ac645c2bb13c4b6714f5f01',properties=ImageMetaProps,protected=,size=31668224,status='active',tags=,updated_at=2024-12-13T19:49:23Z,virtual_size=,visibility=), allow threads: False {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1878.838054] env[62574]: DEBUG nova.virt.hardware [None req-8b41745f-e1b0-40db-ae02-2d4b8c8d0375 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Flavor limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1878.838349] env[62574]: DEBUG nova.virt.hardware [None req-8b41745f-e1b0-40db-ae02-2d4b8c8d0375 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Image limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1878.838594] env[62574]: DEBUG nova.virt.hardware [None req-8b41745f-e1b0-40db-ae02-2d4b8c8d0375 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Flavor pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1878.838781] env[62574]: DEBUG nova.virt.hardware [None req-8b41745f-e1b0-40db-ae02-2d4b8c8d0375 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Image pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1878.838958] env[62574]: DEBUG nova.virt.hardware [None req-8b41745f-e1b0-40db-ae02-2d4b8c8d0375 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1878.839228] env[62574]: DEBUG nova.virt.hardware [None req-8b41745f-e1b0-40db-ae02-2d4b8c8d0375 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1878.839409] env[62574]: DEBUG nova.virt.hardware [None req-8b41745f-e1b0-40db-ae02-2d4b8c8d0375 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1878.839595] env[62574]: DEBUG nova.virt.hardware [None req-8b41745f-e1b0-40db-ae02-2d4b8c8d0375 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Got 1 possible topologies {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1878.839788] env[62574]: DEBUG nova.virt.hardware [None req-8b41745f-e1b0-40db-ae02-2d4b8c8d0375 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1878.840104] env[62574]: DEBUG nova.virt.hardware [None req-8b41745f-e1b0-40db-ae02-2d4b8c8d0375 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1878.841061] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e621c8ae-eea4-4dd4-aa96-74ab8bffb13e {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.850746] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cb62fe2-ea4c-49b6-b40c-777ac13683a1 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.867640] env[62574]: DEBUG nova.compute.utils [None req-5d53072e-ceaa-4e29-8281-c56db99a09fc tempest-ServerMetadataTestJSON-284844396 tempest-ServerMetadataTestJSON-284844396-project-member] Using /dev/sd instead of None {{(pid=62574) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1878.870229] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-8b41745f-e1b0-40db-ae02-2d4b8c8d0375 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] [instance: d06fca54-652a-47dd-b14b-8f6bbf696503] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7e:fe:92', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c42bb08a-77b4-4bba-8166-702cbb1b5f1e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fc89cac8-4136-400b-9db5-6df20347e14a', 'vif_model': 'vmxnet3'}] {{(pid=62574) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1878.880116] env[62574]: DEBUG oslo.service.loopingcall [None req-8b41745f-e1b0-40db-ae02-2d4b8c8d0375 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62574) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1878.885024] env[62574]: DEBUG nova.compute.manager [None req-5d53072e-ceaa-4e29-8281-c56db99a09fc tempest-ServerMetadataTestJSON-284844396 tempest-ServerMetadataTestJSON-284844396-project-member] [instance: de9dee3d-30a9-4eab-ae6f-e4347c588236] Allocating IP information in the background. {{(pid=62574) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1878.885024] env[62574]: DEBUG nova.network.neutron [None req-5d53072e-ceaa-4e29-8281-c56db99a09fc tempest-ServerMetadataTestJSON-284844396 tempest-ServerMetadataTestJSON-284844396-project-member] [instance: de9dee3d-30a9-4eab-ae6f-e4347c588236] allocate_for_instance() {{(pid=62574) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1878.886686] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d06fca54-652a-47dd-b14b-8f6bbf696503] Creating VM on the ESX host {{(pid=62574) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1878.893283] env[62574]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7dbfbbc3-a195-4b29-ad81-27ca8042bcc5 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.917858] env[62574]: DEBUG oslo_vmware.api [None req-06080ee1-a86b-4f6e-93a4-a53861ef1a16 tempest-VolumesAdminNegativeTest-247329141 tempest-VolumesAdminNegativeTest-247329141-project-member] Task: {'id': task-1862231, 'name': ReconfigVM_Task, 'duration_secs': 0.535118} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1878.919435] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-06080ee1-a86b-4f6e-93a4-a53861ef1a16 tempest-VolumesAdminNegativeTest-247329141 tempest-VolumesAdminNegativeTest-247329141-project-member] [instance: 475f8175-e0eb-4d78-a300-bd84eb4c8772] Reconfigured VM instance instance-0000005c to attach disk [datastore2] 475f8175-e0eb-4d78-a300-bd84eb4c8772/475f8175-e0eb-4d78-a300-bd84eb4c8772.vmdk or device None with type sparse {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1878.920108] env[62574]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1878.920108] env[62574]: value = "task-1862233" [ 1878.920108] env[62574]: _type = "Task" [ 1878.920108] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1878.920421] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-15ec1922-35ea-4af1-9dec-df78ec5dd621 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.931222] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1862233, 'name': CreateVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1878.935718] env[62574]: DEBUG oslo_vmware.api [None req-06080ee1-a86b-4f6e-93a4-a53861ef1a16 tempest-VolumesAdminNegativeTest-247329141 tempest-VolumesAdminNegativeTest-247329141-project-member] Waiting for the task: (returnval){ [ 1878.935718] env[62574]: value = "task-1862234" [ 1878.935718] env[62574]: _type = "Task" [ 1878.935718] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1878.950900] env[62574]: INFO nova.compute.manager [None req-3eb0a707-d35a-4cf2-86df-b07e8b47eba1 tempest-ServerTagsTestJSON-2093465957 tempest-ServerTagsTestJSON-2093465957-project-member] [instance: e31031b0-b80e-4fde-97f5-5a58d7695ee9] Took 22.58 seconds to build instance. [ 1878.959479] env[62574]: DEBUG oslo_vmware.api [None req-06080ee1-a86b-4f6e-93a4-a53861ef1a16 tempest-VolumesAdminNegativeTest-247329141 tempest-VolumesAdminNegativeTest-247329141-project-member] Task: {'id': task-1862234, 'name': Rename_Task} progress is 14%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1878.966688] env[62574]: DEBUG oslo_vmware.api [None req-70b0ecfb-357c-4ea5-96c9-2c52091e2c0a tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Task: {'id': task-1862230, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.632295} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1878.967279] env[62574]: INFO nova.virt.vmwareapi.ds_util [None req-70b0ecfb-357c-4ea5-96c9-2c52091e2c0a tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk to [datastore2] 9a4440bb-97d9-4dd7-bc7d-2a6c94e9e40c/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2-rescue.vmdk. [ 1878.968408] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6328401-7def-4b95-964b-6a73f7106737 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.972938] env[62574]: DEBUG nova.policy [None req-5d53072e-ceaa-4e29-8281-c56db99a09fc tempest-ServerMetadataTestJSON-284844396 tempest-ServerMetadataTestJSON-284844396-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '716a9e36863743bb9cabf34c605b4f39', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fdbe41ae78d4431bbf9128a641d11ac5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62574) authorize /opt/stack/nova/nova/policy.py:192}} [ 1879.005405] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-70b0ecfb-357c-4ea5-96c9-2c52091e2c0a tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] [instance: 9a4440bb-97d9-4dd7-bc7d-2a6c94e9e40c] Reconfiguring VM instance instance-00000057 to attach disk [datastore2] 9a4440bb-97d9-4dd7-bc7d-2a6c94e9e40c/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2-rescue.vmdk or device None with type thin {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1879.005790] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-32a694f2-4890-4707-8cdb-63b4bc011273 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1879.028913] env[62574]: DEBUG oslo_vmware.api [None req-70b0ecfb-357c-4ea5-96c9-2c52091e2c0a tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Waiting for the task: (returnval){ [ 1879.028913] env[62574]: value = "task-1862235" [ 1879.028913] env[62574]: _type = "Task" [ 1879.028913] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1879.038961] env[62574]: DEBUG oslo_vmware.api [None req-70b0ecfb-357c-4ea5-96c9-2c52091e2c0a tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Task: {'id': task-1862235, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1879.124511] env[62574]: DEBUG oslo_vmware.api [None req-eea36fd7-9666-44a9-847b-bb2c257b639c tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Task: {'id': task-1862232, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.503957} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1879.127786] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-eea36fd7-9666-44a9-847b-bb2c257b639c tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk to [datastore1] d985f1a9-bdf9-4995-a05c-5a14cf3113ba/d985f1a9-bdf9-4995-a05c-5a14cf3113ba.vmdk {{(pid=62574) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1879.128161] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-eea36fd7-9666-44a9-847b-bb2c257b639c tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] [instance: d985f1a9-bdf9-4995-a05c-5a14cf3113ba] Extending root virtual disk to 1048576 {{(pid=62574) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1879.129573] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-291d4da5-33d6-4649-8a71-caae8f18835c {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1879.135483] env[62574]: DEBUG oslo_vmware.api [None req-eea36fd7-9666-44a9-847b-bb2c257b639c tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Waiting for the task: (returnval){ [ 1879.135483] env[62574]: value = "task-1862236" [ 1879.135483] env[62574]: _type = "Task" [ 1879.135483] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1879.143981] env[62574]: DEBUG oslo_vmware.api [None req-eea36fd7-9666-44a9-847b-bb2c257b639c tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Task: {'id': task-1862236, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1879.160737] env[62574]: DEBUG oslo_concurrency.lockutils [None req-492a5f52-5341-45f3-b7be-49f6ec229516 tempest-ServerShowV257Test-978750593 tempest-ServerShowV257Test-978750593-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1879.288359] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c708e0d-bc2d-49d5-ace0-995594fbe59b {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1879.296191] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1ad3a0e-9428-438c-8753-66687a2009a7 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1879.300372] env[62574]: DEBUG nova.network.neutron [None req-5d53072e-ceaa-4e29-8281-c56db99a09fc tempest-ServerMetadataTestJSON-284844396 tempest-ServerMetadataTestJSON-284844396-project-member] [instance: de9dee3d-30a9-4eab-ae6f-e4347c588236] Successfully created port: 570a69cc-00da-4832-ae83-d1caa41679a2 {{(pid=62574) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1879.332381] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19b0fba5-6b0b-4557-b7f4-89ce5f745e9c {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1879.339955] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a82c28a5-6781-4e6f-ba4e-4153ff51da43 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1879.355396] env[62574]: DEBUG nova.compute.provider_tree [None req-8f6e90d6-72ce-4143-8955-6beac657c3b9 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Inventory has not changed in ProviderTree for provider: f0ed160a-beff-4626-a531-2a70d7bc0627 {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1879.382948] env[62574]: DEBUG nova.compute.manager [None req-5d53072e-ceaa-4e29-8281-c56db99a09fc tempest-ServerMetadataTestJSON-284844396 tempest-ServerMetadataTestJSON-284844396-project-member] [instance: de9dee3d-30a9-4eab-ae6f-e4347c588236] Start building block device mappings for instance. {{(pid=62574) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1879.433218] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1862233, 'name': CreateVM_Task} progress is 25%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1879.451432] env[62574]: DEBUG oslo_vmware.api [None req-06080ee1-a86b-4f6e-93a4-a53861ef1a16 tempest-VolumesAdminNegativeTest-247329141 tempest-VolumesAdminNegativeTest-247329141-project-member] Task: {'id': task-1862234, 'name': Rename_Task, 'duration_secs': 0.196386} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1879.451697] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-06080ee1-a86b-4f6e-93a4-a53861ef1a16 tempest-VolumesAdminNegativeTest-247329141 tempest-VolumesAdminNegativeTest-247329141-project-member] [instance: 475f8175-e0eb-4d78-a300-bd84eb4c8772] Powering on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1879.452233] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-526c611c-0e36-4aff-b03f-d97f48bf8b3d {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1879.453930] env[62574]: DEBUG oslo_concurrency.lockutils [None req-3eb0a707-d35a-4cf2-86df-b07e8b47eba1 tempest-ServerTagsTestJSON-2093465957 tempest-ServerTagsTestJSON-2093465957-project-member] Lock "e31031b0-b80e-4fde-97f5-5a58d7695ee9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.105s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1879.459874] env[62574]: DEBUG oslo_vmware.api [None req-06080ee1-a86b-4f6e-93a4-a53861ef1a16 tempest-VolumesAdminNegativeTest-247329141 tempest-VolumesAdminNegativeTest-247329141-project-member] Waiting for the task: (returnval){ [ 1879.459874] env[62574]: value = "task-1862237" [ 1879.459874] env[62574]: _type = "Task" [ 1879.459874] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1879.467658] env[62574]: DEBUG oslo_vmware.api [None req-06080ee1-a86b-4f6e-93a4-a53861ef1a16 tempest-VolumesAdminNegativeTest-247329141 tempest-VolumesAdminNegativeTest-247329141-project-member] Task: {'id': task-1862237, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1879.518393] env[62574]: DEBUG nova.compute.manager [req-b41eb741-5788-4fd7-b3cf-fa012e5e297c req-ee2447cf-4988-49b9-9c88-bcbf7bbf4b54 service nova] [instance: d06fca54-652a-47dd-b14b-8f6bbf696503] Received event network-changed-fc89cac8-4136-400b-9db5-6df20347e14a {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1879.518393] env[62574]: DEBUG nova.compute.manager [req-b41eb741-5788-4fd7-b3cf-fa012e5e297c req-ee2447cf-4988-49b9-9c88-bcbf7bbf4b54 service nova] [instance: d06fca54-652a-47dd-b14b-8f6bbf696503] Refreshing instance network info cache due to event network-changed-fc89cac8-4136-400b-9db5-6df20347e14a. {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1879.518393] env[62574]: DEBUG oslo_concurrency.lockutils [req-b41eb741-5788-4fd7-b3cf-fa012e5e297c req-ee2447cf-4988-49b9-9c88-bcbf7bbf4b54 service nova] Acquiring lock "refresh_cache-d06fca54-652a-47dd-b14b-8f6bbf696503" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1879.518393] env[62574]: DEBUG oslo_concurrency.lockutils [req-b41eb741-5788-4fd7-b3cf-fa012e5e297c req-ee2447cf-4988-49b9-9c88-bcbf7bbf4b54 service nova] Acquired lock "refresh_cache-d06fca54-652a-47dd-b14b-8f6bbf696503" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1879.519436] env[62574]: DEBUG nova.network.neutron [req-b41eb741-5788-4fd7-b3cf-fa012e5e297c req-ee2447cf-4988-49b9-9c88-bcbf7bbf4b54 service nova] [instance: d06fca54-652a-47dd-b14b-8f6bbf696503] Refreshing network info cache for port fc89cac8-4136-400b-9db5-6df20347e14a {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1879.539414] env[62574]: DEBUG oslo_vmware.api [None req-70b0ecfb-357c-4ea5-96c9-2c52091e2c0a tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Task: {'id': task-1862235, 'name': ReconfigVM_Task, 'duration_secs': 0.354891} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1879.539709] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-70b0ecfb-357c-4ea5-96c9-2c52091e2c0a tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] [instance: 9a4440bb-97d9-4dd7-bc7d-2a6c94e9e40c] Reconfigured VM instance instance-00000057 to attach disk [datastore2] 9a4440bb-97d9-4dd7-bc7d-2a6c94e9e40c/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2-rescue.vmdk or device None with type thin {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1879.540574] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-187fd6c9-9a8b-4d49-8c3a-928bdac446c1 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1879.566479] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-393e3aa5-7483-4377-89b5-df355b7c4335 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1879.581963] env[62574]: DEBUG oslo_vmware.api [None req-70b0ecfb-357c-4ea5-96c9-2c52091e2c0a tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Waiting for the task: (returnval){ [ 1879.581963] env[62574]: value = "task-1862238" [ 1879.581963] env[62574]: _type = "Task" [ 1879.581963] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1879.590336] env[62574]: DEBUG oslo_vmware.api [None req-70b0ecfb-357c-4ea5-96c9-2c52091e2c0a tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Task: {'id': task-1862238, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1879.645227] env[62574]: DEBUG oslo_vmware.api [None req-eea36fd7-9666-44a9-847b-bb2c257b639c tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Task: {'id': task-1862236, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.097176} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1879.646016] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-eea36fd7-9666-44a9-847b-bb2c257b639c tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] [instance: d985f1a9-bdf9-4995-a05c-5a14cf3113ba] Extended root virtual disk {{(pid=62574) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1879.646600] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-120f728c-1333-419a-8c71-4b1f509c9e9b {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1879.669820] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-eea36fd7-9666-44a9-847b-bb2c257b639c tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] [instance: d985f1a9-bdf9-4995-a05c-5a14cf3113ba] Reconfiguring VM instance instance-0000005d to attach disk [datastore1] d985f1a9-bdf9-4995-a05c-5a14cf3113ba/d985f1a9-bdf9-4995-a05c-5a14cf3113ba.vmdk or device None with type sparse {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1879.670180] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1a022a93-e830-4e0a-92b6-7eb2e4ace665 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1879.691049] env[62574]: DEBUG oslo_vmware.api [None req-eea36fd7-9666-44a9-847b-bb2c257b639c tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Waiting for the task: (returnval){ [ 1879.691049] env[62574]: value = "task-1862239" [ 1879.691049] env[62574]: _type = "Task" [ 1879.691049] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1879.701238] env[62574]: DEBUG oslo_vmware.api [None req-eea36fd7-9666-44a9-847b-bb2c257b639c tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Task: {'id': task-1862239, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1879.861018] env[62574]: DEBUG nova.scheduler.client.report [None req-8f6e90d6-72ce-4143-8955-6beac657c3b9 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Inventory has not changed for provider f0ed160a-beff-4626-a531-2a70d7bc0627 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1879.932661] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1862233, 'name': CreateVM_Task, 'duration_secs': 0.711528} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1879.932853] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d06fca54-652a-47dd-b14b-8f6bbf696503] Created VM on the ESX host {{(pid=62574) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1879.933546] env[62574]: DEBUG oslo_concurrency.lockutils [None req-8b41745f-e1b0-40db-ae02-2d4b8c8d0375 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a3b91b50-0fc4-40e2-a3a6-7b1aea691e7f" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1879.933718] env[62574]: DEBUG oslo_concurrency.lockutils [None req-8b41745f-e1b0-40db-ae02-2d4b8c8d0375 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a3b91b50-0fc4-40e2-a3a6-7b1aea691e7f" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1879.934108] env[62574]: DEBUG oslo_concurrency.lockutils [None req-8b41745f-e1b0-40db-ae02-2d4b8c8d0375 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a3b91b50-0fc4-40e2-a3a6-7b1aea691e7f" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1879.934347] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-79c1dd83-a21a-45a4-b38a-210d43774824 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1879.939530] env[62574]: DEBUG oslo_vmware.api [None req-8b41745f-e1b0-40db-ae02-2d4b8c8d0375 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Waiting for the task: (returnval){ [ 1879.939530] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]52da9e4c-ad34-a07e-956e-ca574b26ff6f" [ 1879.939530] env[62574]: _type = "Task" [ 1879.939530] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1879.947564] env[62574]: DEBUG oslo_vmware.api [None req-8b41745f-e1b0-40db-ae02-2d4b8c8d0375 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52da9e4c-ad34-a07e-956e-ca574b26ff6f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1879.969298] env[62574]: DEBUG oslo_vmware.api [None req-06080ee1-a86b-4f6e-93a4-a53861ef1a16 tempest-VolumesAdminNegativeTest-247329141 tempest-VolumesAdminNegativeTest-247329141-project-member] Task: {'id': task-1862237, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1880.092885] env[62574]: DEBUG oslo_vmware.api [None req-70b0ecfb-357c-4ea5-96c9-2c52091e2c0a tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Task: {'id': task-1862238, 'name': ReconfigVM_Task, 'duration_secs': 0.42801} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1880.093191] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-70b0ecfb-357c-4ea5-96c9-2c52091e2c0a tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] [instance: 9a4440bb-97d9-4dd7-bc7d-2a6c94e9e40c] Powering on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1880.093463] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d7da0a33-5bb9-487d-8b61-8f1dd537ab8c {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.099960] env[62574]: DEBUG oslo_vmware.api [None req-70b0ecfb-357c-4ea5-96c9-2c52091e2c0a tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Waiting for the task: (returnval){ [ 1880.099960] env[62574]: value = "task-1862240" [ 1880.099960] env[62574]: _type = "Task" [ 1880.099960] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1880.110617] env[62574]: DEBUG oslo_vmware.api [None req-70b0ecfb-357c-4ea5-96c9-2c52091e2c0a tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Task: {'id': task-1862240, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1880.202176] env[62574]: DEBUG oslo_vmware.api [None req-eea36fd7-9666-44a9-847b-bb2c257b639c tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Task: {'id': task-1862239, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1880.364219] env[62574]: DEBUG oslo_concurrency.lockutils [None req-8f6e90d6-72ce-4143-8955-6beac657c3b9 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.001s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1880.367826] env[62574]: DEBUG oslo_concurrency.lockutils [None req-9205f4ab-fc6f-403d-b8f7-840633845cdd tempest-ServerShowV257Test-978750593 tempest-ServerShowV257Test-978750593-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 6.384s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1880.368153] env[62574]: DEBUG nova.objects.instance [None req-9205f4ab-fc6f-403d-b8f7-840633845cdd tempest-ServerShowV257Test-978750593 tempest-ServerShowV257Test-978750593-project-member] [instance: 5b6261ef-63f1-49d1-b19f-798b48df3806] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62574) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1880.394028] env[62574]: DEBUG nova.compute.manager [None req-5d53072e-ceaa-4e29-8281-c56db99a09fc tempest-ServerMetadataTestJSON-284844396 tempest-ServerMetadataTestJSON-284844396-project-member] [instance: de9dee3d-30a9-4eab-ae6f-e4347c588236] Start spawning the instance on the hypervisor. {{(pid=62574) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1880.399193] env[62574]: INFO nova.scheduler.client.report [None req-8f6e90d6-72ce-4143-8955-6beac657c3b9 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Deleted allocations for instance 723b0a75-38ad-494b-baac-29077f352e48 [ 1880.412377] env[62574]: DEBUG nova.network.neutron [req-b41eb741-5788-4fd7-b3cf-fa012e5e297c req-ee2447cf-4988-49b9-9c88-bcbf7bbf4b54 service nova] [instance: d06fca54-652a-47dd-b14b-8f6bbf696503] Updated VIF entry in instance network info cache for port fc89cac8-4136-400b-9db5-6df20347e14a. {{(pid=62574) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1880.412965] env[62574]: DEBUG nova.network.neutron [req-b41eb741-5788-4fd7-b3cf-fa012e5e297c req-ee2447cf-4988-49b9-9c88-bcbf7bbf4b54 service nova] [instance: d06fca54-652a-47dd-b14b-8f6bbf696503] Updating instance_info_cache with network_info: [{"id": "fc89cac8-4136-400b-9db5-6df20347e14a", "address": "fa:16:3e:7e:fe:92", "network": {"id": "c6e82ed8-135c-4a2b-a7fa-f0f461137015", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-414473987-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.167", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5c18e090ac645c2bb13c4b6714f5f01", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c42bb08a-77b4-4bba-8166-702cbb1b5f1e", "external-id": "nsx-vlan-transportzone-137", "segmentation_id": 137, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc89cac8-41", "ovs_interfaceid": "fc89cac8-4136-400b-9db5-6df20347e14a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1880.434589] env[62574]: DEBUG nova.virt.hardware [None req-5d53072e-ceaa-4e29-8281-c56db99a09fc tempest-ServerMetadataTestJSON-284844396 tempest-ServerMetadataTestJSON-284844396-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T19:26:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-13T19:26:40Z,direct_url=,disk_format='vmdk',id=3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7eed1dd4d2c3418eb32c4f4ceda3ab0d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-13T19:26:41Z,virtual_size=,visibility=), allow threads: False {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1880.434869] env[62574]: DEBUG nova.virt.hardware [None req-5d53072e-ceaa-4e29-8281-c56db99a09fc tempest-ServerMetadataTestJSON-284844396 tempest-ServerMetadataTestJSON-284844396-project-member] Flavor limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1880.435052] env[62574]: DEBUG nova.virt.hardware [None req-5d53072e-ceaa-4e29-8281-c56db99a09fc tempest-ServerMetadataTestJSON-284844396 tempest-ServerMetadataTestJSON-284844396-project-member] Image limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1880.435247] env[62574]: DEBUG nova.virt.hardware [None req-5d53072e-ceaa-4e29-8281-c56db99a09fc tempest-ServerMetadataTestJSON-284844396 tempest-ServerMetadataTestJSON-284844396-project-member] Flavor pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1880.435403] env[62574]: DEBUG nova.virt.hardware [None req-5d53072e-ceaa-4e29-8281-c56db99a09fc tempest-ServerMetadataTestJSON-284844396 tempest-ServerMetadataTestJSON-284844396-project-member] Image pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1880.435971] env[62574]: DEBUG nova.virt.hardware [None req-5d53072e-ceaa-4e29-8281-c56db99a09fc tempest-ServerMetadataTestJSON-284844396 tempest-ServerMetadataTestJSON-284844396-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1880.435971] env[62574]: DEBUG nova.virt.hardware [None req-5d53072e-ceaa-4e29-8281-c56db99a09fc tempest-ServerMetadataTestJSON-284844396 tempest-ServerMetadataTestJSON-284844396-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1880.436134] env[62574]: DEBUG nova.virt.hardware [None req-5d53072e-ceaa-4e29-8281-c56db99a09fc tempest-ServerMetadataTestJSON-284844396 tempest-ServerMetadataTestJSON-284844396-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1880.436238] env[62574]: DEBUG nova.virt.hardware [None req-5d53072e-ceaa-4e29-8281-c56db99a09fc tempest-ServerMetadataTestJSON-284844396 tempest-ServerMetadataTestJSON-284844396-project-member] Got 1 possible topologies {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1880.436406] env[62574]: DEBUG nova.virt.hardware [None req-5d53072e-ceaa-4e29-8281-c56db99a09fc tempest-ServerMetadataTestJSON-284844396 tempest-ServerMetadataTestJSON-284844396-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1880.436578] env[62574]: DEBUG nova.virt.hardware [None req-5d53072e-ceaa-4e29-8281-c56db99a09fc tempest-ServerMetadataTestJSON-284844396 tempest-ServerMetadataTestJSON-284844396-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1880.437695] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be82c3f1-8bc8-4cd6-a486-6ced66b30e29 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.452266] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d72f693-7110-4baa-8c51-466628f4cfb8 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.457367] env[62574]: DEBUG oslo_concurrency.lockutils [None req-8b41745f-e1b0-40db-ae02-2d4b8c8d0375 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a3b91b50-0fc4-40e2-a3a6-7b1aea691e7f" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1880.457641] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-8b41745f-e1b0-40db-ae02-2d4b8c8d0375 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] [instance: d06fca54-652a-47dd-b14b-8f6bbf696503] Processing image a3b91b50-0fc4-40e2-a3a6-7b1aea691e7f {{(pid=62574) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1880.457880] env[62574]: DEBUG oslo_concurrency.lockutils [None req-8b41745f-e1b0-40db-ae02-2d4b8c8d0375 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a3b91b50-0fc4-40e2-a3a6-7b1aea691e7f/a3b91b50-0fc4-40e2-a3a6-7b1aea691e7f.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1880.458040] env[62574]: DEBUG oslo_concurrency.lockutils [None req-8b41745f-e1b0-40db-ae02-2d4b8c8d0375 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a3b91b50-0fc4-40e2-a3a6-7b1aea691e7f/a3b91b50-0fc4-40e2-a3a6-7b1aea691e7f.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1880.458222] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b41745f-e1b0-40db-ae02-2d4b8c8d0375 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1880.459066] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7b41328d-8a82-4341-8274-f2530e9b0a3f {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.478561] env[62574]: DEBUG oslo_vmware.api [None req-06080ee1-a86b-4f6e-93a4-a53861ef1a16 tempest-VolumesAdminNegativeTest-247329141 tempest-VolumesAdminNegativeTest-247329141-project-member] Task: {'id': task-1862237, 'name': PowerOnVM_Task, 'duration_secs': 0.984024} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1880.478822] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-06080ee1-a86b-4f6e-93a4-a53861ef1a16 tempest-VolumesAdminNegativeTest-247329141 tempest-VolumesAdminNegativeTest-247329141-project-member] [instance: 475f8175-e0eb-4d78-a300-bd84eb4c8772] Powered on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1880.479061] env[62574]: INFO nova.compute.manager [None req-06080ee1-a86b-4f6e-93a4-a53861ef1a16 tempest-VolumesAdminNegativeTest-247329141 tempest-VolumesAdminNegativeTest-247329141-project-member] [instance: 475f8175-e0eb-4d78-a300-bd84eb4c8772] Took 11.30 seconds to spawn the instance on the hypervisor. [ 1880.479249] env[62574]: DEBUG nova.compute.manager [None req-06080ee1-a86b-4f6e-93a4-a53861ef1a16 tempest-VolumesAdminNegativeTest-247329141 tempest-VolumesAdminNegativeTest-247329141-project-member] [instance: 475f8175-e0eb-4d78-a300-bd84eb4c8772] Checking state {{(pid=62574) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1880.480057] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ea66aab-489b-4224-b7f4-4468416e47ba {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.484402] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b41745f-e1b0-40db-ae02-2d4b8c8d0375 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1880.484598] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-8b41745f-e1b0-40db-ae02-2d4b8c8d0375 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62574) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1880.486266] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a7cf9cd-2f78-46a6-a124-6cbe5f8116dd {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.495553] env[62574]: DEBUG oslo_vmware.api [None req-8b41745f-e1b0-40db-ae02-2d4b8c8d0375 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Waiting for the task: (returnval){ [ 1880.495553] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]52ea4fb5-a5c6-0133-0d38-adfe3004f419" [ 1880.495553] env[62574]: _type = "Task" [ 1880.495553] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1880.503522] env[62574]: DEBUG oslo_vmware.api [None req-8b41745f-e1b0-40db-ae02-2d4b8c8d0375 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52ea4fb5-a5c6-0133-0d38-adfe3004f419, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1880.610364] env[62574]: DEBUG oslo_vmware.api [None req-70b0ecfb-357c-4ea5-96c9-2c52091e2c0a tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Task: {'id': task-1862240, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1880.618034] env[62574]: DEBUG oslo_concurrency.lockutils [None req-d6885628-ca04-4595-b7d3-0742c5b31f47 tempest-ServerTagsTestJSON-2093465957 tempest-ServerTagsTestJSON-2093465957-project-member] Acquiring lock "e31031b0-b80e-4fde-97f5-5a58d7695ee9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1880.618365] env[62574]: DEBUG oslo_concurrency.lockutils [None req-d6885628-ca04-4595-b7d3-0742c5b31f47 tempest-ServerTagsTestJSON-2093465957 tempest-ServerTagsTestJSON-2093465957-project-member] Lock "e31031b0-b80e-4fde-97f5-5a58d7695ee9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1880.618585] env[62574]: DEBUG oslo_concurrency.lockutils [None req-d6885628-ca04-4595-b7d3-0742c5b31f47 tempest-ServerTagsTestJSON-2093465957 tempest-ServerTagsTestJSON-2093465957-project-member] Acquiring lock "e31031b0-b80e-4fde-97f5-5a58d7695ee9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1880.618798] env[62574]: DEBUG oslo_concurrency.lockutils [None req-d6885628-ca04-4595-b7d3-0742c5b31f47 tempest-ServerTagsTestJSON-2093465957 tempest-ServerTagsTestJSON-2093465957-project-member] Lock "e31031b0-b80e-4fde-97f5-5a58d7695ee9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1880.619078] env[62574]: DEBUG oslo_concurrency.lockutils [None req-d6885628-ca04-4595-b7d3-0742c5b31f47 tempest-ServerTagsTestJSON-2093465957 tempest-ServerTagsTestJSON-2093465957-project-member] Lock "e31031b0-b80e-4fde-97f5-5a58d7695ee9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1880.622592] env[62574]: INFO nova.compute.manager [None req-d6885628-ca04-4595-b7d3-0742c5b31f47 tempest-ServerTagsTestJSON-2093465957 tempest-ServerTagsTestJSON-2093465957-project-member] [instance: e31031b0-b80e-4fde-97f5-5a58d7695ee9] Terminating instance [ 1880.702433] env[62574]: DEBUG oslo_vmware.api [None req-eea36fd7-9666-44a9-847b-bb2c257b639c tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Task: {'id': task-1862239, 'name': ReconfigVM_Task, 'duration_secs': 0.616038} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1880.705475] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-eea36fd7-9666-44a9-847b-bb2c257b639c tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] [instance: d985f1a9-bdf9-4995-a05c-5a14cf3113ba] Reconfigured VM instance instance-0000005d to attach disk [datastore1] d985f1a9-bdf9-4995-a05c-5a14cf3113ba/d985f1a9-bdf9-4995-a05c-5a14cf3113ba.vmdk or device None with type sparse {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1880.705475] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b4659558-7fd8-4426-b8d1-f6fa6a6b556b {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.712018] env[62574]: DEBUG oslo_vmware.api [None req-eea36fd7-9666-44a9-847b-bb2c257b639c tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Waiting for the task: (returnval){ [ 1880.712018] env[62574]: value = "task-1862241" [ 1880.712018] env[62574]: _type = "Task" [ 1880.712018] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1880.718642] env[62574]: DEBUG oslo_vmware.api [None req-eea36fd7-9666-44a9-847b-bb2c257b639c tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Task: {'id': task-1862241, 'name': Rename_Task} progress is 5%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1880.878997] env[62574]: DEBUG nova.network.neutron [None req-5d53072e-ceaa-4e29-8281-c56db99a09fc tempest-ServerMetadataTestJSON-284844396 tempest-ServerMetadataTestJSON-284844396-project-member] [instance: de9dee3d-30a9-4eab-ae6f-e4347c588236] Successfully updated port: 570a69cc-00da-4832-ae83-d1caa41679a2 {{(pid=62574) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1880.911273] env[62574]: DEBUG oslo_concurrency.lockutils [None req-8f6e90d6-72ce-4143-8955-6beac657c3b9 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Lock "723b0a75-38ad-494b-baac-29077f352e48" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.150s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1880.917013] env[62574]: DEBUG oslo_concurrency.lockutils [req-b41eb741-5788-4fd7-b3cf-fa012e5e297c req-ee2447cf-4988-49b9-9c88-bcbf7bbf4b54 service nova] Releasing lock "refresh_cache-d06fca54-652a-47dd-b14b-8f6bbf696503" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1881.004187] env[62574]: INFO nova.compute.manager [None req-06080ee1-a86b-4f6e-93a4-a53861ef1a16 tempest-VolumesAdminNegativeTest-247329141 tempest-VolumesAdminNegativeTest-247329141-project-member] [instance: 475f8175-e0eb-4d78-a300-bd84eb4c8772] Took 22.37 seconds to build instance. [ 1881.009444] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-8b41745f-e1b0-40db-ae02-2d4b8c8d0375 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] [instance: d06fca54-652a-47dd-b14b-8f6bbf696503] Preparing fetch location {{(pid=62574) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1881.009685] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-8b41745f-e1b0-40db-ae02-2d4b8c8d0375 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] [instance: d06fca54-652a-47dd-b14b-8f6bbf696503] Fetch image to [datastore1] OSTACK_IMG_45c9e3b2-32bc-483f-89dd-a036a53418a4/OSTACK_IMG_45c9e3b2-32bc-483f-89dd-a036a53418a4.vmdk {{(pid=62574) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1881.009890] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-8b41745f-e1b0-40db-ae02-2d4b8c8d0375 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] [instance: d06fca54-652a-47dd-b14b-8f6bbf696503] Downloading stream optimized image a3b91b50-0fc4-40e2-a3a6-7b1aea691e7f to [datastore1] OSTACK_IMG_45c9e3b2-32bc-483f-89dd-a036a53418a4/OSTACK_IMG_45c9e3b2-32bc-483f-89dd-a036a53418a4.vmdk on the data store datastore1 as vApp {{(pid=62574) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1881.010075] env[62574]: DEBUG nova.virt.vmwareapi.images [None req-8b41745f-e1b0-40db-ae02-2d4b8c8d0375 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] [instance: d06fca54-652a-47dd-b14b-8f6bbf696503] Downloading image file data a3b91b50-0fc4-40e2-a3a6-7b1aea691e7f to the ESX as VM named 'OSTACK_IMG_45c9e3b2-32bc-483f-89dd-a036a53418a4' {{(pid=62574) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1881.088740] env[62574]: DEBUG oslo_vmware.rw_handles [None req-8b41745f-e1b0-40db-ae02-2d4b8c8d0375 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1881.088740] env[62574]: value = "resgroup-9" [ 1881.088740] env[62574]: _type = "ResourcePool" [ 1881.088740] env[62574]: }. {{(pid=62574) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1881.089112] env[62574]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-e9f3b5af-9146-436c-9aaa-99e8778d960b {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1881.113789] env[62574]: DEBUG oslo_vmware.api [None req-70b0ecfb-357c-4ea5-96c9-2c52091e2c0a tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Task: {'id': task-1862240, 'name': PowerOnVM_Task, 'duration_secs': 0.551537} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1881.115295] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-70b0ecfb-357c-4ea5-96c9-2c52091e2c0a tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] [instance: 9a4440bb-97d9-4dd7-bc7d-2a6c94e9e40c] Powered on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1881.117147] env[62574]: DEBUG oslo_vmware.rw_handles [None req-8b41745f-e1b0-40db-ae02-2d4b8c8d0375 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Lease: (returnval){ [ 1881.117147] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]520c7b6e-b422-7f71-6120-e40f58468b43" [ 1881.117147] env[62574]: _type = "HttpNfcLease" [ 1881.117147] env[62574]: } obtained for vApp import into resource pool (val){ [ 1881.117147] env[62574]: value = "resgroup-9" [ 1881.117147] env[62574]: _type = "ResourcePool" [ 1881.117147] env[62574]: }. {{(pid=62574) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1881.117471] env[62574]: DEBUG oslo_vmware.api [None req-8b41745f-e1b0-40db-ae02-2d4b8c8d0375 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Waiting for the lease: (returnval){ [ 1881.117471] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]520c7b6e-b422-7f71-6120-e40f58468b43" [ 1881.117471] env[62574]: _type = "HttpNfcLease" [ 1881.117471] env[62574]: } to be ready. {{(pid=62574) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1881.118617] env[62574]: DEBUG nova.compute.manager [None req-70b0ecfb-357c-4ea5-96c9-2c52091e2c0a tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] [instance: 9a4440bb-97d9-4dd7-bc7d-2a6c94e9e40c] Checking state {{(pid=62574) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1881.119397] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac13e215-e446-4cfe-9bbb-92edc83deee5 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1881.125250] env[62574]: DEBUG nova.compute.manager [None req-d6885628-ca04-4595-b7d3-0742c5b31f47 tempest-ServerTagsTestJSON-2093465957 tempest-ServerTagsTestJSON-2093465957-project-member] [instance: e31031b0-b80e-4fde-97f5-5a58d7695ee9] Start destroying the instance on the hypervisor. {{(pid=62574) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1881.125475] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-d6885628-ca04-4595-b7d3-0742c5b31f47 tempest-ServerTagsTestJSON-2093465957 tempest-ServerTagsTestJSON-2093465957-project-member] [instance: e31031b0-b80e-4fde-97f5-5a58d7695ee9] Destroying instance {{(pid=62574) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1881.126735] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7f7e383-a994-4676-a8fa-affc82dec6ba {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1881.134987] env[62574]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1881.134987] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]520c7b6e-b422-7f71-6120-e40f58468b43" [ 1881.134987] env[62574]: _type = "HttpNfcLease" [ 1881.134987] env[62574]: } is initializing. {{(pid=62574) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1881.139921] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6885628-ca04-4595-b7d3-0742c5b31f47 tempest-ServerTagsTestJSON-2093465957 tempest-ServerTagsTestJSON-2093465957-project-member] [instance: e31031b0-b80e-4fde-97f5-5a58d7695ee9] Powering off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1881.139921] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-65311aa0-23bc-4cc5-835c-35a686c3cc24 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1881.145436] env[62574]: DEBUG oslo_vmware.api [None req-d6885628-ca04-4595-b7d3-0742c5b31f47 tempest-ServerTagsTestJSON-2093465957 tempest-ServerTagsTestJSON-2093465957-project-member] Waiting for the task: (returnval){ [ 1881.145436] env[62574]: value = "task-1862243" [ 1881.145436] env[62574]: _type = "Task" [ 1881.145436] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1881.157664] env[62574]: DEBUG oslo_vmware.api [None req-d6885628-ca04-4595-b7d3-0742c5b31f47 tempest-ServerTagsTestJSON-2093465957 tempest-ServerTagsTestJSON-2093465957-project-member] Task: {'id': task-1862243, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1881.220964] env[62574]: DEBUG oslo_vmware.api [None req-eea36fd7-9666-44a9-847b-bb2c257b639c tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Task: {'id': task-1862241, 'name': Rename_Task, 'duration_secs': 0.253508} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1881.221570] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-eea36fd7-9666-44a9-847b-bb2c257b639c tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] [instance: d985f1a9-bdf9-4995-a05c-5a14cf3113ba] Powering on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1881.222018] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7242c467-316d-43e3-bd35-6842a0d95544 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1881.229051] env[62574]: DEBUG oslo_vmware.api [None req-eea36fd7-9666-44a9-847b-bb2c257b639c tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Waiting for the task: (returnval){ [ 1881.229051] env[62574]: value = "task-1862244" [ 1881.229051] env[62574]: _type = "Task" [ 1881.229051] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1881.237690] env[62574]: DEBUG oslo_vmware.api [None req-eea36fd7-9666-44a9-847b-bb2c257b639c tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Task: {'id': task-1862244, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1881.382113] env[62574]: DEBUG oslo_concurrency.lockutils [None req-9205f4ab-fc6f-403d-b8f7-840633845cdd tempest-ServerShowV257Test-978750593 tempest-ServerShowV257Test-978750593-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1881.383348] env[62574]: DEBUG oslo_concurrency.lockutils [None req-2ba0a4cf-c8af-4b64-a154-dfdc90cea5ea tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.977s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1881.383587] env[62574]: DEBUG nova.objects.instance [None req-2ba0a4cf-c8af-4b64-a154-dfdc90cea5ea tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Lazy-loading 'resources' on Instance uuid c790641f-213d-4c82-b627-7ffc416d9f0b {{(pid=62574) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1881.384786] env[62574]: DEBUG oslo_concurrency.lockutils [None req-5d53072e-ceaa-4e29-8281-c56db99a09fc tempest-ServerMetadataTestJSON-284844396 tempest-ServerMetadataTestJSON-284844396-project-member] Acquiring lock "refresh_cache-de9dee3d-30a9-4eab-ae6f-e4347c588236" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1881.384975] env[62574]: DEBUG oslo_concurrency.lockutils [None req-5d53072e-ceaa-4e29-8281-c56db99a09fc tempest-ServerMetadataTestJSON-284844396 tempest-ServerMetadataTestJSON-284844396-project-member] Acquired lock "refresh_cache-de9dee3d-30a9-4eab-ae6f-e4347c588236" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1881.385143] env[62574]: DEBUG nova.network.neutron [None req-5d53072e-ceaa-4e29-8281-c56db99a09fc tempest-ServerMetadataTestJSON-284844396 tempest-ServerMetadataTestJSON-284844396-project-member] [instance: de9dee3d-30a9-4eab-ae6f-e4347c588236] Building network info cache for instance {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1881.506287] env[62574]: DEBUG oslo_concurrency.lockutils [None req-06080ee1-a86b-4f6e-93a4-a53861ef1a16 tempest-VolumesAdminNegativeTest-247329141 tempest-VolumesAdminNegativeTest-247329141-project-member] Lock "475f8175-e0eb-4d78-a300-bd84eb4c8772" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.885s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1881.566347] env[62574]: DEBUG nova.compute.manager [req-e91d1a4b-fcef-4cfa-8b61-6296f7035e23 req-fd7bf8e3-1519-41a2-a59b-ec391398b394 service nova] [instance: de9dee3d-30a9-4eab-ae6f-e4347c588236] Received event network-vif-plugged-570a69cc-00da-4832-ae83-d1caa41679a2 {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1881.566347] env[62574]: DEBUG oslo_concurrency.lockutils [req-e91d1a4b-fcef-4cfa-8b61-6296f7035e23 req-fd7bf8e3-1519-41a2-a59b-ec391398b394 service nova] Acquiring lock "de9dee3d-30a9-4eab-ae6f-e4347c588236-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1881.566347] env[62574]: DEBUG oslo_concurrency.lockutils [req-e91d1a4b-fcef-4cfa-8b61-6296f7035e23 req-fd7bf8e3-1519-41a2-a59b-ec391398b394 service nova] Lock "de9dee3d-30a9-4eab-ae6f-e4347c588236-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1881.566477] env[62574]: DEBUG oslo_concurrency.lockutils [req-e91d1a4b-fcef-4cfa-8b61-6296f7035e23 req-fd7bf8e3-1519-41a2-a59b-ec391398b394 service nova] Lock "de9dee3d-30a9-4eab-ae6f-e4347c588236-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1881.566580] env[62574]: DEBUG nova.compute.manager [req-e91d1a4b-fcef-4cfa-8b61-6296f7035e23 req-fd7bf8e3-1519-41a2-a59b-ec391398b394 service nova] [instance: de9dee3d-30a9-4eab-ae6f-e4347c588236] No waiting events found dispatching network-vif-plugged-570a69cc-00da-4832-ae83-d1caa41679a2 {{(pid=62574) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1881.566747] env[62574]: WARNING nova.compute.manager [req-e91d1a4b-fcef-4cfa-8b61-6296f7035e23 req-fd7bf8e3-1519-41a2-a59b-ec391398b394 service nova] [instance: de9dee3d-30a9-4eab-ae6f-e4347c588236] Received unexpected event network-vif-plugged-570a69cc-00da-4832-ae83-d1caa41679a2 for instance with vm_state building and task_state spawning. [ 1881.566909] env[62574]: DEBUG nova.compute.manager [req-e91d1a4b-fcef-4cfa-8b61-6296f7035e23 req-fd7bf8e3-1519-41a2-a59b-ec391398b394 service nova] [instance: de9dee3d-30a9-4eab-ae6f-e4347c588236] Received event network-changed-570a69cc-00da-4832-ae83-d1caa41679a2 {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1881.567081] env[62574]: DEBUG nova.compute.manager [req-e91d1a4b-fcef-4cfa-8b61-6296f7035e23 req-fd7bf8e3-1519-41a2-a59b-ec391398b394 service nova] [instance: de9dee3d-30a9-4eab-ae6f-e4347c588236] Refreshing instance network info cache due to event network-changed-570a69cc-00da-4832-ae83-d1caa41679a2. {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1881.567313] env[62574]: DEBUG oslo_concurrency.lockutils [req-e91d1a4b-fcef-4cfa-8b61-6296f7035e23 req-fd7bf8e3-1519-41a2-a59b-ec391398b394 service nova] Acquiring lock "refresh_cache-de9dee3d-30a9-4eab-ae6f-e4347c588236" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1881.628161] env[62574]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1881.628161] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]520c7b6e-b422-7f71-6120-e40f58468b43" [ 1881.628161] env[62574]: _type = "HttpNfcLease" [ 1881.628161] env[62574]: } is initializing. {{(pid=62574) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1881.655734] env[62574]: DEBUG oslo_vmware.api [None req-d6885628-ca04-4595-b7d3-0742c5b31f47 tempest-ServerTagsTestJSON-2093465957 tempest-ServerTagsTestJSON-2093465957-project-member] Task: {'id': task-1862243, 'name': PowerOffVM_Task, 'duration_secs': 0.301708} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1881.656054] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6885628-ca04-4595-b7d3-0742c5b31f47 tempest-ServerTagsTestJSON-2093465957 tempest-ServerTagsTestJSON-2093465957-project-member] [instance: e31031b0-b80e-4fde-97f5-5a58d7695ee9] Powered off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1881.656248] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-d6885628-ca04-4595-b7d3-0742c5b31f47 tempest-ServerTagsTestJSON-2093465957 tempest-ServerTagsTestJSON-2093465957-project-member] [instance: e31031b0-b80e-4fde-97f5-5a58d7695ee9] Unregistering the VM {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1881.656519] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4016bdd3-4622-4991-aca7-67bcce31eaf8 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1881.739927] env[62574]: DEBUG oslo_vmware.api [None req-eea36fd7-9666-44a9-847b-bb2c257b639c tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Task: {'id': task-1862244, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1881.785484] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-d6885628-ca04-4595-b7d3-0742c5b31f47 tempest-ServerTagsTestJSON-2093465957 tempest-ServerTagsTestJSON-2093465957-project-member] [instance: e31031b0-b80e-4fde-97f5-5a58d7695ee9] Unregistered the VM {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1881.785484] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-d6885628-ca04-4595-b7d3-0742c5b31f47 tempest-ServerTagsTestJSON-2093465957 tempest-ServerTagsTestJSON-2093465957-project-member] [instance: e31031b0-b80e-4fde-97f5-5a58d7695ee9] Deleting contents of the VM from datastore datastore1 {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1881.785968] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6885628-ca04-4595-b7d3-0742c5b31f47 tempest-ServerTagsTestJSON-2093465957 tempest-ServerTagsTestJSON-2093465957-project-member] Deleting the datastore file [datastore1] e31031b0-b80e-4fde-97f5-5a58d7695ee9 {{(pid=62574) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1881.786174] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0e0c1041-db37-431e-a467-cce8986be191 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1881.792660] env[62574]: DEBUG oslo_vmware.api [None req-d6885628-ca04-4595-b7d3-0742c5b31f47 tempest-ServerTagsTestJSON-2093465957 tempest-ServerTagsTestJSON-2093465957-project-member] Waiting for the task: (returnval){ [ 1881.792660] env[62574]: value = "task-1862246" [ 1881.792660] env[62574]: _type = "Task" [ 1881.792660] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1881.800289] env[62574]: DEBUG oslo_vmware.api [None req-d6885628-ca04-4595-b7d3-0742c5b31f47 tempest-ServerTagsTestJSON-2093465957 tempest-ServerTagsTestJSON-2093465957-project-member] Task: {'id': task-1862246, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1881.923555] env[62574]: DEBUG nova.network.neutron [None req-5d53072e-ceaa-4e29-8281-c56db99a09fc tempest-ServerMetadataTestJSON-284844396 tempest-ServerMetadataTestJSON-284844396-project-member] [instance: de9dee3d-30a9-4eab-ae6f-e4347c588236] Instance cache missing network info. {{(pid=62574) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1882.020097] env[62574]: INFO nova.compute.manager [None req-b72ed95d-4e5c-4921-8921-d7a13fd4f248 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] [instance: 9a4440bb-97d9-4dd7-bc7d-2a6c94e9e40c] Unrescuing [ 1882.020374] env[62574]: DEBUG oslo_concurrency.lockutils [None req-b72ed95d-4e5c-4921-8921-d7a13fd4f248 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Acquiring lock "refresh_cache-9a4440bb-97d9-4dd7-bc7d-2a6c94e9e40c" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1882.020535] env[62574]: DEBUG oslo_concurrency.lockutils [None req-b72ed95d-4e5c-4921-8921-d7a13fd4f248 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Acquired lock "refresh_cache-9a4440bb-97d9-4dd7-bc7d-2a6c94e9e40c" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1882.020714] env[62574]: DEBUG nova.network.neutron [None req-b72ed95d-4e5c-4921-8921-d7a13fd4f248 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] [instance: 9a4440bb-97d9-4dd7-bc7d-2a6c94e9e40c] Building network info cache for instance {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1882.080410] env[62574]: DEBUG nova.network.neutron [None req-5d53072e-ceaa-4e29-8281-c56db99a09fc tempest-ServerMetadataTestJSON-284844396 tempest-ServerMetadataTestJSON-284844396-project-member] [instance: de9dee3d-30a9-4eab-ae6f-e4347c588236] Updating instance_info_cache with network_info: [{"id": "570a69cc-00da-4832-ae83-d1caa41679a2", "address": "fa:16:3e:d9:47:b3", "network": {"id": "8530a049-de6d-44e9-b9ab-d79f7614fc8d", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1304336876-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fdbe41ae78d4431bbf9128a641d11ac5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b399c74-1411-408a-b4cd-84e268ae83fe", "external-id": "nsx-vlan-transportzone-486", "segmentation_id": 486, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap570a69cc-00", "ovs_interfaceid": "570a69cc-00da-4832-ae83-d1caa41679a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1882.128317] env[62574]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1882.128317] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]520c7b6e-b422-7f71-6120-e40f58468b43" [ 1882.128317] env[62574]: _type = "HttpNfcLease" [ 1882.128317] env[62574]: } is ready. {{(pid=62574) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1882.128604] env[62574]: DEBUG oslo_vmware.rw_handles [None req-8b41745f-e1b0-40db-ae02-2d4b8c8d0375 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1882.128604] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]520c7b6e-b422-7f71-6120-e40f58468b43" [ 1882.128604] env[62574]: _type = "HttpNfcLease" [ 1882.128604] env[62574]: }. {{(pid=62574) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1882.129436] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33ac3a1d-a83b-4b0d-8037-1976fc8e1ddc {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.136931] env[62574]: DEBUG oslo_vmware.rw_handles [None req-8b41745f-e1b0-40db-ae02-2d4b8c8d0375 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b73918-c4c4-f249-0825-7539b9c26038/disk-0.vmdk from lease info. {{(pid=62574) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1882.137133] env[62574]: DEBUG oslo_vmware.rw_handles [None req-8b41745f-e1b0-40db-ae02-2d4b8c8d0375 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Creating HTTP connection to write to file with size = 31668224 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b73918-c4c4-f249-0825-7539b9c26038/disk-0.vmdk. {{(pid=62574) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1882.207025] env[62574]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-3931cdca-c8bd-42ed-be8c-5add275de616 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.219480] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-110d8408-49fe-4f98-b8cc-32eea57c38a2 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.226486] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65052321-f148-45a2-83e8-c79bacdfd907 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.239017] env[62574]: DEBUG oslo_vmware.api [None req-eea36fd7-9666-44a9-847b-bb2c257b639c tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Task: {'id': task-1862244, 'name': PowerOnVM_Task, 'duration_secs': 0.848137} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1882.239761] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-eea36fd7-9666-44a9-847b-bb2c257b639c tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] [instance: d985f1a9-bdf9-4995-a05c-5a14cf3113ba] Powered on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1882.240040] env[62574]: INFO nova.compute.manager [None req-eea36fd7-9666-44a9-847b-bb2c257b639c tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] [instance: d985f1a9-bdf9-4995-a05c-5a14cf3113ba] Took 8.71 seconds to spawn the instance on the hypervisor. [ 1882.240291] env[62574]: DEBUG nova.compute.manager [None req-eea36fd7-9666-44a9-847b-bb2c257b639c tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] [instance: d985f1a9-bdf9-4995-a05c-5a14cf3113ba] Checking state {{(pid=62574) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1882.263766] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0faec2ec-8e63-43a4-b41b-46bdd096528b {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.266936] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a836bbc-6574-4822-a076-4a3a5068914b {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.274998] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4991781d-8966-4ed2-838b-59216fe50a36 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.290676] env[62574]: DEBUG nova.compute.provider_tree [None req-2ba0a4cf-c8af-4b64-a154-dfdc90cea5ea tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Inventory has not changed in ProviderTree for provider: f0ed160a-beff-4626-a531-2a70d7bc0627 {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1882.300910] env[62574]: DEBUG oslo_vmware.api [None req-d6885628-ca04-4595-b7d3-0742c5b31f47 tempest-ServerTagsTestJSON-2093465957 tempest-ServerTagsTestJSON-2093465957-project-member] Task: {'id': task-1862246, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.205922} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1882.301764] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6885628-ca04-4595-b7d3-0742c5b31f47 tempest-ServerTagsTestJSON-2093465957 tempest-ServerTagsTestJSON-2093465957-project-member] Deleted the datastore file {{(pid=62574) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1882.302017] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-d6885628-ca04-4595-b7d3-0742c5b31f47 tempest-ServerTagsTestJSON-2093465957 tempest-ServerTagsTestJSON-2093465957-project-member] [instance: e31031b0-b80e-4fde-97f5-5a58d7695ee9] Deleted contents of the VM from datastore datastore1 {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1882.302151] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-d6885628-ca04-4595-b7d3-0742c5b31f47 tempest-ServerTagsTestJSON-2093465957 tempest-ServerTagsTestJSON-2093465957-project-member] [instance: e31031b0-b80e-4fde-97f5-5a58d7695ee9] Instance destroyed {{(pid=62574) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1882.302326] env[62574]: INFO nova.compute.manager [None req-d6885628-ca04-4595-b7d3-0742c5b31f47 tempest-ServerTagsTestJSON-2093465957 tempest-ServerTagsTestJSON-2093465957-project-member] [instance: e31031b0-b80e-4fde-97f5-5a58d7695ee9] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1882.302565] env[62574]: DEBUG oslo.service.loopingcall [None req-d6885628-ca04-4595-b7d3-0742c5b31f47 tempest-ServerTagsTestJSON-2093465957 tempest-ServerTagsTestJSON-2093465957-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62574) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1882.302758] env[62574]: DEBUG nova.compute.manager [-] [instance: e31031b0-b80e-4fde-97f5-5a58d7695ee9] Deallocating network for instance {{(pid=62574) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1882.302856] env[62574]: DEBUG nova.network.neutron [-] [instance: e31031b0-b80e-4fde-97f5-5a58d7695ee9] deallocate_for_instance() {{(pid=62574) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1882.585580] env[62574]: DEBUG oslo_concurrency.lockutils [None req-5d53072e-ceaa-4e29-8281-c56db99a09fc tempest-ServerMetadataTestJSON-284844396 tempest-ServerMetadataTestJSON-284844396-project-member] Releasing lock "refresh_cache-de9dee3d-30a9-4eab-ae6f-e4347c588236" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1882.585928] env[62574]: DEBUG nova.compute.manager [None req-5d53072e-ceaa-4e29-8281-c56db99a09fc tempest-ServerMetadataTestJSON-284844396 tempest-ServerMetadataTestJSON-284844396-project-member] [instance: de9dee3d-30a9-4eab-ae6f-e4347c588236] Instance network_info: |[{"id": "570a69cc-00da-4832-ae83-d1caa41679a2", "address": "fa:16:3e:d9:47:b3", "network": {"id": "8530a049-de6d-44e9-b9ab-d79f7614fc8d", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1304336876-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fdbe41ae78d4431bbf9128a641d11ac5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b399c74-1411-408a-b4cd-84e268ae83fe", "external-id": "nsx-vlan-transportzone-486", "segmentation_id": 486, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap570a69cc-00", "ovs_interfaceid": "570a69cc-00da-4832-ae83-d1caa41679a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62574) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1882.586309] env[62574]: DEBUG oslo_concurrency.lockutils [req-e91d1a4b-fcef-4cfa-8b61-6296f7035e23 req-fd7bf8e3-1519-41a2-a59b-ec391398b394 service nova] Acquired lock "refresh_cache-de9dee3d-30a9-4eab-ae6f-e4347c588236" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1882.586503] env[62574]: DEBUG nova.network.neutron [req-e91d1a4b-fcef-4cfa-8b61-6296f7035e23 req-fd7bf8e3-1519-41a2-a59b-ec391398b394 service nova] [instance: de9dee3d-30a9-4eab-ae6f-e4347c588236] Refreshing network info cache for port 570a69cc-00da-4832-ae83-d1caa41679a2 {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1882.587744] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-5d53072e-ceaa-4e29-8281-c56db99a09fc tempest-ServerMetadataTestJSON-284844396 tempest-ServerMetadataTestJSON-284844396-project-member] [instance: de9dee3d-30a9-4eab-ae6f-e4347c588236] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d9:47:b3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6b399c74-1411-408a-b4cd-84e268ae83fe', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '570a69cc-00da-4832-ae83-d1caa41679a2', 'vif_model': 'vmxnet3'}] {{(pid=62574) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1882.596067] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d53072e-ceaa-4e29-8281-c56db99a09fc tempest-ServerMetadataTestJSON-284844396 tempest-ServerMetadataTestJSON-284844396-project-member] Creating folder: Project (fdbe41ae78d4431bbf9128a641d11ac5). Parent ref: group-v384746. {{(pid=62574) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1882.602114] env[62574]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-85f996e7-ef79-4a21-ac8e-243d88be3a75 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.616041] env[62574]: INFO nova.virt.vmwareapi.vm_util [None req-5d53072e-ceaa-4e29-8281-c56db99a09fc tempest-ServerMetadataTestJSON-284844396 tempest-ServerMetadataTestJSON-284844396-project-member] Created folder: Project (fdbe41ae78d4431bbf9128a641d11ac5) in parent group-v384746. [ 1882.616269] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d53072e-ceaa-4e29-8281-c56db99a09fc tempest-ServerMetadataTestJSON-284844396 tempest-ServerMetadataTestJSON-284844396-project-member] Creating folder: Instances. Parent ref: group-v384997. {{(pid=62574) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1882.616979] env[62574]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a7501658-db28-4fa0-9650-12800a44b5bd {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.625935] env[62574]: INFO nova.virt.vmwareapi.vm_util [None req-5d53072e-ceaa-4e29-8281-c56db99a09fc tempest-ServerMetadataTestJSON-284844396 tempest-ServerMetadataTestJSON-284844396-project-member] Created folder: Instances in parent group-v384997. [ 1882.627209] env[62574]: DEBUG oslo.service.loopingcall [None req-5d53072e-ceaa-4e29-8281-c56db99a09fc tempest-ServerMetadataTestJSON-284844396 tempest-ServerMetadataTestJSON-284844396-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62574) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1882.627209] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: de9dee3d-30a9-4eab-ae6f-e4347c588236] Creating VM on the ESX host {{(pid=62574) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1882.627209] env[62574]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ed9357f0-659e-4917-985a-a065aae86987 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.652297] env[62574]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1882.652297] env[62574]: value = "task-1862249" [ 1882.652297] env[62574]: _type = "Task" [ 1882.652297] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1882.660627] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1862249, 'name': CreateVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1882.795027] env[62574]: INFO nova.compute.manager [None req-eea36fd7-9666-44a9-847b-bb2c257b639c tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] [instance: d985f1a9-bdf9-4995-a05c-5a14cf3113ba] Took 17.52 seconds to build instance. [ 1882.795027] env[62574]: DEBUG nova.scheduler.client.report [None req-2ba0a4cf-c8af-4b64-a154-dfdc90cea5ea tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Inventory has not changed for provider f0ed160a-beff-4626-a531-2a70d7bc0627 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1882.873641] env[62574]: DEBUG nova.network.neutron [req-e91d1a4b-fcef-4cfa-8b61-6296f7035e23 req-fd7bf8e3-1519-41a2-a59b-ec391398b394 service nova] [instance: de9dee3d-30a9-4eab-ae6f-e4347c588236] Updated VIF entry in instance network info cache for port 570a69cc-00da-4832-ae83-d1caa41679a2. {{(pid=62574) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1882.874878] env[62574]: DEBUG nova.network.neutron [req-e91d1a4b-fcef-4cfa-8b61-6296f7035e23 req-fd7bf8e3-1519-41a2-a59b-ec391398b394 service nova] [instance: de9dee3d-30a9-4eab-ae6f-e4347c588236] Updating instance_info_cache with network_info: [{"id": "570a69cc-00da-4832-ae83-d1caa41679a2", "address": "fa:16:3e:d9:47:b3", "network": {"id": "8530a049-de6d-44e9-b9ab-d79f7614fc8d", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1304336876-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fdbe41ae78d4431bbf9128a641d11ac5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b399c74-1411-408a-b4cd-84e268ae83fe", "external-id": "nsx-vlan-transportzone-486", "segmentation_id": 486, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap570a69cc-00", "ovs_interfaceid": "570a69cc-00da-4832-ae83-d1caa41679a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1882.885169] env[62574]: DEBUG nova.network.neutron [None req-b72ed95d-4e5c-4921-8921-d7a13fd4f248 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] [instance: 9a4440bb-97d9-4dd7-bc7d-2a6c94e9e40c] Updating instance_info_cache with network_info: [{"id": "b8834ca0-e192-4019-a6b2-50dfc68aa157", "address": "fa:16:3e:0a:ce:62", "network": {"id": "f4ae7ec7-0f59-410f-a9fd-fcc9dfe711cd", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-828120479-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7f9eb8bf1afc4a1c99652faad70fca7f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee9ce73d-4ee8-4b28-b7d3-3a5735039627", "external-id": "cl2-zone-465", "segmentation_id": 465, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8834ca0-e1", "ovs_interfaceid": "b8834ca0-e192-4019-a6b2-50dfc68aa157", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1883.047268] env[62574]: DEBUG nova.network.neutron [-] [instance: e31031b0-b80e-4fde-97f5-5a58d7695ee9] Updating instance_info_cache with network_info: [] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1883.112687] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce31c9af-d404-42eb-abb6-52a8dbca370e {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1883.122166] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-2712b81b-5c17-4491-b2d9-d9b421eb292f tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] [instance: d985f1a9-bdf9-4995-a05c-5a14cf3113ba] Suspending the VM {{(pid=62574) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1883.122497] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-0020895b-628f-4154-80de-121f4d288b58 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1883.129313] env[62574]: DEBUG oslo_vmware.api [None req-2712b81b-5c17-4491-b2d9-d9b421eb292f tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Waiting for the task: (returnval){ [ 1883.129313] env[62574]: value = "task-1862250" [ 1883.129313] env[62574]: _type = "Task" [ 1883.129313] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1883.142146] env[62574]: DEBUG oslo_vmware.api [None req-2712b81b-5c17-4491-b2d9-d9b421eb292f tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Task: {'id': task-1862250, 'name': SuspendVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1883.164318] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1862249, 'name': CreateVM_Task, 'duration_secs': 0.415452} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1883.164494] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: de9dee3d-30a9-4eab-ae6f-e4347c588236] Created VM on the ESX host {{(pid=62574) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1883.165206] env[62574]: DEBUG oslo_concurrency.lockutils [None req-5d53072e-ceaa-4e29-8281-c56db99a09fc tempest-ServerMetadataTestJSON-284844396 tempest-ServerMetadataTestJSON-284844396-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1883.165409] env[62574]: DEBUG oslo_concurrency.lockutils [None req-5d53072e-ceaa-4e29-8281-c56db99a09fc tempest-ServerMetadataTestJSON-284844396 tempest-ServerMetadataTestJSON-284844396-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1883.165780] env[62574]: DEBUG oslo_concurrency.lockutils [None req-5d53072e-ceaa-4e29-8281-c56db99a09fc tempest-ServerMetadataTestJSON-284844396 tempest-ServerMetadataTestJSON-284844396-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1883.166078] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4cfb8814-671a-458c-ab9c-bea41fb6a9af {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1883.171634] env[62574]: DEBUG oslo_vmware.api [None req-5d53072e-ceaa-4e29-8281-c56db99a09fc tempest-ServerMetadataTestJSON-284844396 tempest-ServerMetadataTestJSON-284844396-project-member] Waiting for the task: (returnval){ [ 1883.171634] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]52041a4f-3e86-d5f5-ac44-424688953b23" [ 1883.171634] env[62574]: _type = "Task" [ 1883.171634] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1883.182471] env[62574]: DEBUG oslo_vmware.api [None req-5d53072e-ceaa-4e29-8281-c56db99a09fc tempest-ServerMetadataTestJSON-284844396 tempest-ServerMetadataTestJSON-284844396-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52041a4f-3e86-d5f5-ac44-424688953b23, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1883.299303] env[62574]: DEBUG oslo_concurrency.lockutils [None req-eea36fd7-9666-44a9-847b-bb2c257b639c tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Lock "d985f1a9-bdf9-4995-a05c-5a14cf3113ba" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.040s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1883.300094] env[62574]: DEBUG oslo_concurrency.lockutils [None req-2ba0a4cf-c8af-4b64-a154-dfdc90cea5ea tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.917s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1883.305717] env[62574]: DEBUG oslo_concurrency.lockutils [None req-9a8943f1-80d8-4e43-b42d-5a7527fcac7d tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.515s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1883.306126] env[62574]: DEBUG nova.objects.instance [None req-9a8943f1-80d8-4e43-b42d-5a7527fcac7d tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Lazy-loading 'resources' on Instance uuid c9f509e8-5f1b-4ea9-9367-46d544ffa807 {{(pid=62574) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1883.330297] env[62574]: INFO nova.scheduler.client.report [None req-2ba0a4cf-c8af-4b64-a154-dfdc90cea5ea tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Deleted allocations for instance c790641f-213d-4c82-b627-7ffc416d9f0b [ 1883.377540] env[62574]: DEBUG oslo_concurrency.lockutils [req-e91d1a4b-fcef-4cfa-8b61-6296f7035e23 req-fd7bf8e3-1519-41a2-a59b-ec391398b394 service nova] Releasing lock "refresh_cache-de9dee3d-30a9-4eab-ae6f-e4347c588236" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1883.388049] env[62574]: DEBUG oslo_concurrency.lockutils [None req-b72ed95d-4e5c-4921-8921-d7a13fd4f248 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Releasing lock "refresh_cache-9a4440bb-97d9-4dd7-bc7d-2a6c94e9e40c" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1883.388839] env[62574]: DEBUG nova.objects.instance [None req-b72ed95d-4e5c-4921-8921-d7a13fd4f248 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Lazy-loading 'flavor' on Instance uuid 9a4440bb-97d9-4dd7-bc7d-2a6c94e9e40c {{(pid=62574) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1883.550136] env[62574]: INFO nova.compute.manager [-] [instance: e31031b0-b80e-4fde-97f5-5a58d7695ee9] Took 1.25 seconds to deallocate network for instance. [ 1883.627528] env[62574]: DEBUG nova.compute.manager [req-07c49ea5-ceaf-4642-bf53-d38188a6d294 req-8244222f-a678-4d31-a65d-9dcfa7a76f64 service nova] [instance: e31031b0-b80e-4fde-97f5-5a58d7695ee9] Received event network-vif-deleted-03332d75-7c8f-40b9-add2-e489824e0fe6 {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1883.642955] env[62574]: DEBUG oslo_vmware.api [None req-2712b81b-5c17-4491-b2d9-d9b421eb292f tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Task: {'id': task-1862250, 'name': SuspendVM_Task} progress is 62%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1883.687581] env[62574]: DEBUG oslo_vmware.api [None req-5d53072e-ceaa-4e29-8281-c56db99a09fc tempest-ServerMetadataTestJSON-284844396 tempest-ServerMetadataTestJSON-284844396-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52041a4f-3e86-d5f5-ac44-424688953b23, 'name': SearchDatastore_Task, 'duration_secs': 0.011095} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1883.689785] env[62574]: DEBUG oslo_concurrency.lockutils [None req-5d53072e-ceaa-4e29-8281-c56db99a09fc tempest-ServerMetadataTestJSON-284844396 tempest-ServerMetadataTestJSON-284844396-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1883.690072] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-5d53072e-ceaa-4e29-8281-c56db99a09fc tempest-ServerMetadataTestJSON-284844396 tempest-ServerMetadataTestJSON-284844396-project-member] [instance: de9dee3d-30a9-4eab-ae6f-e4347c588236] Processing image 3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2 {{(pid=62574) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1883.690392] env[62574]: DEBUG oslo_concurrency.lockutils [None req-5d53072e-ceaa-4e29-8281-c56db99a09fc tempest-ServerMetadataTestJSON-284844396 tempest-ServerMetadataTestJSON-284844396-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1883.690549] env[62574]: DEBUG oslo_concurrency.lockutils [None req-5d53072e-ceaa-4e29-8281-c56db99a09fc tempest-ServerMetadataTestJSON-284844396 tempest-ServerMetadataTestJSON-284844396-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1883.690734] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d53072e-ceaa-4e29-8281-c56db99a09fc tempest-ServerMetadataTestJSON-284844396 tempest-ServerMetadataTestJSON-284844396-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1883.691014] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d6d1992a-e96d-4818-acd6-0ce8e13a32bb {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1883.701737] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d53072e-ceaa-4e29-8281-c56db99a09fc tempest-ServerMetadataTestJSON-284844396 tempest-ServerMetadataTestJSON-284844396-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1883.701916] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-5d53072e-ceaa-4e29-8281-c56db99a09fc tempest-ServerMetadataTestJSON-284844396 tempest-ServerMetadataTestJSON-284844396-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62574) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1883.702999] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b7977140-4a2d-42c6-894a-6e05861eb53b {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1883.708384] env[62574]: DEBUG oslo_vmware.api [None req-5d53072e-ceaa-4e29-8281-c56db99a09fc tempest-ServerMetadataTestJSON-284844396 tempest-ServerMetadataTestJSON-284844396-project-member] Waiting for the task: (returnval){ [ 1883.708384] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]5200d9aa-d3f0-7486-be24-6d0a9a3cf312" [ 1883.708384] env[62574]: _type = "Task" [ 1883.708384] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1883.716211] env[62574]: DEBUG oslo_vmware.api [None req-5d53072e-ceaa-4e29-8281-c56db99a09fc tempest-ServerMetadataTestJSON-284844396 tempest-ServerMetadataTestJSON-284844396-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]5200d9aa-d3f0-7486-be24-6d0a9a3cf312, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1883.810499] env[62574]: DEBUG oslo_vmware.rw_handles [None req-8b41745f-e1b0-40db-ae02-2d4b8c8d0375 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Completed reading data from the image iterator. {{(pid=62574) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1883.810799] env[62574]: DEBUG oslo_vmware.rw_handles [None req-8b41745f-e1b0-40db-ae02-2d4b8c8d0375 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b73918-c4c4-f249-0825-7539b9c26038/disk-0.vmdk. {{(pid=62574) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1883.814782] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5594ce3-5ed1-4402-a7aa-be0804b48ff7 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1883.823038] env[62574]: DEBUG oslo_vmware.rw_handles [None req-8b41745f-e1b0-40db-ae02-2d4b8c8d0375 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b73918-c4c4-f249-0825-7539b9c26038/disk-0.vmdk is in state: ready. {{(pid=62574) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1883.823265] env[62574]: DEBUG oslo_vmware.rw_handles [None req-8b41745f-e1b0-40db-ae02-2d4b8c8d0375 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b73918-c4c4-f249-0825-7539b9c26038/disk-0.vmdk. {{(pid=62574) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1883.823542] env[62574]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-0adf2a5c-cb75-4159-8f66-7d6a1dcbf2c3 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1883.842814] env[62574]: DEBUG oslo_concurrency.lockutils [None req-2ba0a4cf-c8af-4b64-a154-dfdc90cea5ea tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Lock "c790641f-213d-4c82-b627-7ffc416d9f0b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.027s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1883.897897] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03be78d7-2ac0-42e3-8f28-7128a2bc39b2 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1883.923554] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-b72ed95d-4e5c-4921-8921-d7a13fd4f248 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] [instance: 9a4440bb-97d9-4dd7-bc7d-2a6c94e9e40c] Powering off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1883.926785] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6a4f1aa4-7cbf-4251-827f-99a556cb8ef5 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1883.934356] env[62574]: DEBUG oslo_vmware.api [None req-b72ed95d-4e5c-4921-8921-d7a13fd4f248 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Waiting for the task: (returnval){ [ 1883.934356] env[62574]: value = "task-1862251" [ 1883.934356] env[62574]: _type = "Task" [ 1883.934356] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1883.946899] env[62574]: DEBUG oslo_vmware.api [None req-b72ed95d-4e5c-4921-8921-d7a13fd4f248 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Task: {'id': task-1862251, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1884.017964] env[62574]: DEBUG oslo_concurrency.lockutils [None req-526ace95-6611-415b-87bc-69f12408de1e tempest-VolumesAdminNegativeTest-247329141 tempest-VolumesAdminNegativeTest-247329141-project-member] Acquiring lock "475f8175-e0eb-4d78-a300-bd84eb4c8772" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1884.018446] env[62574]: DEBUG oslo_concurrency.lockutils [None req-526ace95-6611-415b-87bc-69f12408de1e tempest-VolumesAdminNegativeTest-247329141 tempest-VolumesAdminNegativeTest-247329141-project-member] Lock "475f8175-e0eb-4d78-a300-bd84eb4c8772" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1884.018824] env[62574]: DEBUG oslo_concurrency.lockutils [None req-526ace95-6611-415b-87bc-69f12408de1e tempest-VolumesAdminNegativeTest-247329141 tempest-VolumesAdminNegativeTest-247329141-project-member] Acquiring lock "475f8175-e0eb-4d78-a300-bd84eb4c8772-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1884.019186] env[62574]: DEBUG oslo_concurrency.lockutils [None req-526ace95-6611-415b-87bc-69f12408de1e tempest-VolumesAdminNegativeTest-247329141 tempest-VolumesAdminNegativeTest-247329141-project-member] Lock "475f8175-e0eb-4d78-a300-bd84eb4c8772-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1884.019491] env[62574]: DEBUG oslo_concurrency.lockutils [None req-526ace95-6611-415b-87bc-69f12408de1e tempest-VolumesAdminNegativeTest-247329141 tempest-VolumesAdminNegativeTest-247329141-project-member] Lock "475f8175-e0eb-4d78-a300-bd84eb4c8772-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1884.022874] env[62574]: INFO nova.compute.manager [None req-526ace95-6611-415b-87bc-69f12408de1e tempest-VolumesAdminNegativeTest-247329141 tempest-VolumesAdminNegativeTest-247329141-project-member] [instance: 475f8175-e0eb-4d78-a300-bd84eb4c8772] Terminating instance [ 1884.059098] env[62574]: DEBUG oslo_concurrency.lockutils [None req-d6885628-ca04-4595-b7d3-0742c5b31f47 tempest-ServerTagsTestJSON-2093465957 tempest-ServerTagsTestJSON-2093465957-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1884.117507] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b38f3f04-3644-4358-b1f3-35614d3cb3bd {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.125175] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7745e6b-6686-4578-b0f2-dd2f54ebdc9d {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.160656] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e92d4ce3-8863-4b71-9674-9b4d4b2c1f7f {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.166804] env[62574]: DEBUG oslo_vmware.api [None req-2712b81b-5c17-4491-b2d9-d9b421eb292f tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Task: {'id': task-1862250, 'name': SuspendVM_Task, 'duration_secs': 0.922173} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1884.167308] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-2712b81b-5c17-4491-b2d9-d9b421eb292f tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] [instance: d985f1a9-bdf9-4995-a05c-5a14cf3113ba] Suspended the VM {{(pid=62574) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1884.167466] env[62574]: DEBUG nova.compute.manager [None req-2712b81b-5c17-4491-b2d9-d9b421eb292f tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] [instance: d985f1a9-bdf9-4995-a05c-5a14cf3113ba] Checking state {{(pid=62574) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1884.168306] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05debc33-4a88-4a9c-a3cb-6f89bbbb1846 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.174543] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34adc784-7efe-41d3-8d0d-38789aa94165 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.192077] env[62574]: DEBUG nova.compute.provider_tree [None req-9a8943f1-80d8-4e43-b42d-5a7527fcac7d tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Inventory has not changed in ProviderTree for provider: f0ed160a-beff-4626-a531-2a70d7bc0627 {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1884.202237] env[62574]: DEBUG oslo_vmware.rw_handles [None req-8b41745f-e1b0-40db-ae02-2d4b8c8d0375 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b73918-c4c4-f249-0825-7539b9c26038/disk-0.vmdk. {{(pid=62574) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1884.202535] env[62574]: INFO nova.virt.vmwareapi.images [None req-8b41745f-e1b0-40db-ae02-2d4b8c8d0375 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] [instance: d06fca54-652a-47dd-b14b-8f6bbf696503] Downloaded image file data a3b91b50-0fc4-40e2-a3a6-7b1aea691e7f [ 1884.203407] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6409940-1584-4e86-b4fc-8c4482250909 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.226153] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cdaccedf-16e1-4932-a802-9d27008c62c6 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.234213] env[62574]: DEBUG oslo_vmware.api [None req-5d53072e-ceaa-4e29-8281-c56db99a09fc tempest-ServerMetadataTestJSON-284844396 tempest-ServerMetadataTestJSON-284844396-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]5200d9aa-d3f0-7486-be24-6d0a9a3cf312, 'name': SearchDatastore_Task, 'duration_secs': 0.01573} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1884.235099] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-320493bd-e90c-4755-b1b0-6752de78ba57 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.240637] env[62574]: DEBUG oslo_vmware.api [None req-5d53072e-ceaa-4e29-8281-c56db99a09fc tempest-ServerMetadataTestJSON-284844396 tempest-ServerMetadataTestJSON-284844396-project-member] Waiting for the task: (returnval){ [ 1884.240637] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]5243adcf-b75d-5593-7217-c094e8f3c2b2" [ 1884.240637] env[62574]: _type = "Task" [ 1884.240637] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1884.248891] env[62574]: DEBUG oslo_vmware.api [None req-5d53072e-ceaa-4e29-8281-c56db99a09fc tempest-ServerMetadataTestJSON-284844396 tempest-ServerMetadataTestJSON-284844396-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]5243adcf-b75d-5593-7217-c094e8f3c2b2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1884.340033] env[62574]: INFO nova.virt.vmwareapi.images [None req-8b41745f-e1b0-40db-ae02-2d4b8c8d0375 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] [instance: d06fca54-652a-47dd-b14b-8f6bbf696503] The imported VM was unregistered [ 1884.342017] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-8b41745f-e1b0-40db-ae02-2d4b8c8d0375 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] [instance: d06fca54-652a-47dd-b14b-8f6bbf696503] Caching image {{(pid=62574) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1884.342399] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b41745f-e1b0-40db-ae02-2d4b8c8d0375 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Creating directory with path [datastore1] devstack-image-cache_base/a3b91b50-0fc4-40e2-a3a6-7b1aea691e7f {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1884.342795] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-188263f7-bfc9-4318-bf8f-918f9375048c {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.377955] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b41745f-e1b0-40db-ae02-2d4b8c8d0375 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Created directory with path [datastore1] devstack-image-cache_base/a3b91b50-0fc4-40e2-a3a6-7b1aea691e7f {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1884.378154] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b41745f-e1b0-40db-ae02-2d4b8c8d0375 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_45c9e3b2-32bc-483f-89dd-a036a53418a4/OSTACK_IMG_45c9e3b2-32bc-483f-89dd-a036a53418a4.vmdk to [datastore1] devstack-image-cache_base/a3b91b50-0fc4-40e2-a3a6-7b1aea691e7f/a3b91b50-0fc4-40e2-a3a6-7b1aea691e7f.vmdk. {{(pid=62574) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1884.378505] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-1c92a118-3c54-4696-9e8a-63351e38dec9 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.386220] env[62574]: DEBUG oslo_vmware.api [None req-8b41745f-e1b0-40db-ae02-2d4b8c8d0375 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Waiting for the task: (returnval){ [ 1884.386220] env[62574]: value = "task-1862253" [ 1884.386220] env[62574]: _type = "Task" [ 1884.386220] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1884.393951] env[62574]: DEBUG oslo_vmware.api [None req-8b41745f-e1b0-40db-ae02-2d4b8c8d0375 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Task: {'id': task-1862253, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1884.444804] env[62574]: DEBUG oslo_vmware.api [None req-b72ed95d-4e5c-4921-8921-d7a13fd4f248 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Task: {'id': task-1862251, 'name': PowerOffVM_Task, 'duration_secs': 0.340004} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1884.445094] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-b72ed95d-4e5c-4921-8921-d7a13fd4f248 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] [instance: 9a4440bb-97d9-4dd7-bc7d-2a6c94e9e40c] Powered off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1884.450707] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-b72ed95d-4e5c-4921-8921-d7a13fd4f248 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] [instance: 9a4440bb-97d9-4dd7-bc7d-2a6c94e9e40c] Reconfiguring VM instance instance-00000057 to detach disk 2001 {{(pid=62574) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1884.451014] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-654aae64-ed99-4a8c-a9dd-9179676411ba {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.470276] env[62574]: DEBUG oslo_vmware.api [None req-b72ed95d-4e5c-4921-8921-d7a13fd4f248 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Waiting for the task: (returnval){ [ 1884.470276] env[62574]: value = "task-1862254" [ 1884.470276] env[62574]: _type = "Task" [ 1884.470276] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1884.478998] env[62574]: DEBUG oslo_vmware.api [None req-b72ed95d-4e5c-4921-8921-d7a13fd4f248 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Task: {'id': task-1862254, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1884.528047] env[62574]: DEBUG nova.compute.manager [None req-526ace95-6611-415b-87bc-69f12408de1e tempest-VolumesAdminNegativeTest-247329141 tempest-VolumesAdminNegativeTest-247329141-project-member] [instance: 475f8175-e0eb-4d78-a300-bd84eb4c8772] Start destroying the instance on the hypervisor. {{(pid=62574) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1884.528047] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-526ace95-6611-415b-87bc-69f12408de1e tempest-VolumesAdminNegativeTest-247329141 tempest-VolumesAdminNegativeTest-247329141-project-member] [instance: 475f8175-e0eb-4d78-a300-bd84eb4c8772] Destroying instance {{(pid=62574) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1884.528687] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-653eb6e7-0ba1-4410-8941-e8551803f73f {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.536685] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-526ace95-6611-415b-87bc-69f12408de1e tempest-VolumesAdminNegativeTest-247329141 tempest-VolumesAdminNegativeTest-247329141-project-member] [instance: 475f8175-e0eb-4d78-a300-bd84eb4c8772] Powering off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1884.536932] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f0f9034d-9a77-4350-ab70-cfdc2504709c {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.543336] env[62574]: DEBUG oslo_vmware.api [None req-526ace95-6611-415b-87bc-69f12408de1e tempest-VolumesAdminNegativeTest-247329141 tempest-VolumesAdminNegativeTest-247329141-project-member] Waiting for the task: (returnval){ [ 1884.543336] env[62574]: value = "task-1862255" [ 1884.543336] env[62574]: _type = "Task" [ 1884.543336] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1884.553274] env[62574]: DEBUG oslo_vmware.api [None req-526ace95-6611-415b-87bc-69f12408de1e tempest-VolumesAdminNegativeTest-247329141 tempest-VolumesAdminNegativeTest-247329141-project-member] Task: {'id': task-1862255, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1884.695782] env[62574]: DEBUG nova.scheduler.client.report [None req-9a8943f1-80d8-4e43-b42d-5a7527fcac7d tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Inventory has not changed for provider f0ed160a-beff-4626-a531-2a70d7bc0627 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1884.753620] env[62574]: DEBUG oslo_vmware.api [None req-5d53072e-ceaa-4e29-8281-c56db99a09fc tempest-ServerMetadataTestJSON-284844396 tempest-ServerMetadataTestJSON-284844396-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]5243adcf-b75d-5593-7217-c094e8f3c2b2, 'name': SearchDatastore_Task, 'duration_secs': 0.025724} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1884.753994] env[62574]: DEBUG oslo_concurrency.lockutils [None req-5d53072e-ceaa-4e29-8281-c56db99a09fc tempest-ServerMetadataTestJSON-284844396 tempest-ServerMetadataTestJSON-284844396-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1884.754289] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d53072e-ceaa-4e29-8281-c56db99a09fc tempest-ServerMetadataTestJSON-284844396 tempest-ServerMetadataTestJSON-284844396-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk to [datastore2] de9dee3d-30a9-4eab-ae6f-e4347c588236/de9dee3d-30a9-4eab-ae6f-e4347c588236.vmdk {{(pid=62574) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1884.754592] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c391ea49-dc22-406f-8a96-138bfd6c4332 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.761966] env[62574]: DEBUG oslo_vmware.api [None req-5d53072e-ceaa-4e29-8281-c56db99a09fc tempest-ServerMetadataTestJSON-284844396 tempest-ServerMetadataTestJSON-284844396-project-member] Waiting for the task: (returnval){ [ 1884.761966] env[62574]: value = "task-1862256" [ 1884.761966] env[62574]: _type = "Task" [ 1884.761966] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1884.770604] env[62574]: DEBUG oslo_vmware.api [None req-5d53072e-ceaa-4e29-8281-c56db99a09fc tempest-ServerMetadataTestJSON-284844396 tempest-ServerMetadataTestJSON-284844396-project-member] Task: {'id': task-1862256, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1884.896495] env[62574]: DEBUG oslo_vmware.api [None req-8b41745f-e1b0-40db-ae02-2d4b8c8d0375 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Task: {'id': task-1862253, 'name': MoveVirtualDisk_Task} progress is 15%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1884.981815] env[62574]: DEBUG oslo_vmware.api [None req-b72ed95d-4e5c-4921-8921-d7a13fd4f248 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Task: {'id': task-1862254, 'name': ReconfigVM_Task, 'duration_secs': 0.38664} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1884.982147] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-b72ed95d-4e5c-4921-8921-d7a13fd4f248 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] [instance: 9a4440bb-97d9-4dd7-bc7d-2a6c94e9e40c] Reconfigured VM instance instance-00000057 to detach disk 2001 {{(pid=62574) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1884.982428] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-b72ed95d-4e5c-4921-8921-d7a13fd4f248 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] [instance: 9a4440bb-97d9-4dd7-bc7d-2a6c94e9e40c] Powering on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1884.983028] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9002d944-05ba-4138-b20b-9e29864d288e {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.991165] env[62574]: DEBUG oslo_vmware.api [None req-b72ed95d-4e5c-4921-8921-d7a13fd4f248 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Waiting for the task: (returnval){ [ 1884.991165] env[62574]: value = "task-1862257" [ 1884.991165] env[62574]: _type = "Task" [ 1884.991165] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1885.001248] env[62574]: DEBUG oslo_vmware.api [None req-b72ed95d-4e5c-4921-8921-d7a13fd4f248 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Task: {'id': task-1862257, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1885.053514] env[62574]: DEBUG oslo_vmware.api [None req-526ace95-6611-415b-87bc-69f12408de1e tempest-VolumesAdminNegativeTest-247329141 tempest-VolumesAdminNegativeTest-247329141-project-member] Task: {'id': task-1862255, 'name': PowerOffVM_Task, 'duration_secs': 0.364785} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1885.053827] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-526ace95-6611-415b-87bc-69f12408de1e tempest-VolumesAdminNegativeTest-247329141 tempest-VolumesAdminNegativeTest-247329141-project-member] [instance: 475f8175-e0eb-4d78-a300-bd84eb4c8772] Powered off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1885.054023] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-526ace95-6611-415b-87bc-69f12408de1e tempest-VolumesAdminNegativeTest-247329141 tempest-VolumesAdminNegativeTest-247329141-project-member] [instance: 475f8175-e0eb-4d78-a300-bd84eb4c8772] Unregistering the VM {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1885.054304] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5bd1a9b9-c8e3-4875-9f6a-baedf3b35264 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.068117] env[62574]: DEBUG oslo_concurrency.lockutils [None req-07e67603-c1e7-4d1d-b7a1-2b160e4d5e02 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Acquiring lock "9df625d4-a114-410c-a1c1-f85a5c4f4cf2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1885.068473] env[62574]: DEBUG oslo_concurrency.lockutils [None req-07e67603-c1e7-4d1d-b7a1-2b160e4d5e02 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Lock "9df625d4-a114-410c-a1c1-f85a5c4f4cf2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1885.179351] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-526ace95-6611-415b-87bc-69f12408de1e tempest-VolumesAdminNegativeTest-247329141 tempest-VolumesAdminNegativeTest-247329141-project-member] [instance: 475f8175-e0eb-4d78-a300-bd84eb4c8772] Unregistered the VM {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1885.179611] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-526ace95-6611-415b-87bc-69f12408de1e tempest-VolumesAdminNegativeTest-247329141 tempest-VolumesAdminNegativeTest-247329141-project-member] [instance: 475f8175-e0eb-4d78-a300-bd84eb4c8772] Deleting contents of the VM from datastore datastore2 {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1885.179798] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-526ace95-6611-415b-87bc-69f12408de1e tempest-VolumesAdminNegativeTest-247329141 tempest-VolumesAdminNegativeTest-247329141-project-member] Deleting the datastore file [datastore2] 475f8175-e0eb-4d78-a300-bd84eb4c8772 {{(pid=62574) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1885.180134] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-747ba7fd-e9da-4e1f-869f-a818c67a1bdf {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.187645] env[62574]: DEBUG oslo_vmware.api [None req-526ace95-6611-415b-87bc-69f12408de1e tempest-VolumesAdminNegativeTest-247329141 tempest-VolumesAdminNegativeTest-247329141-project-member] Waiting for the task: (returnval){ [ 1885.187645] env[62574]: value = "task-1862259" [ 1885.187645] env[62574]: _type = "Task" [ 1885.187645] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1885.198045] env[62574]: DEBUG oslo_vmware.api [None req-526ace95-6611-415b-87bc-69f12408de1e tempest-VolumesAdminNegativeTest-247329141 tempest-VolumesAdminNegativeTest-247329141-project-member] Task: {'id': task-1862259, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1885.200374] env[62574]: DEBUG oslo_concurrency.lockutils [None req-9a8943f1-80d8-4e43-b42d-5a7527fcac7d tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.895s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1885.202956] env[62574]: DEBUG oslo_concurrency.lockutils [None req-492a5f52-5341-45f3-b7be-49f6ec229516 tempest-ServerShowV257Test-978750593 tempest-ServerShowV257Test-978750593-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.042s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1885.203230] env[62574]: DEBUG nova.objects.instance [None req-492a5f52-5341-45f3-b7be-49f6ec229516 tempest-ServerShowV257Test-978750593 tempest-ServerShowV257Test-978750593-project-member] Lazy-loading 'resources' on Instance uuid 5b6261ef-63f1-49d1-b19f-798b48df3806 {{(pid=62574) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1885.224852] env[62574]: INFO nova.scheduler.client.report [None req-9a8943f1-80d8-4e43-b42d-5a7527fcac7d tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Deleted allocations for instance c9f509e8-5f1b-4ea9-9367-46d544ffa807 [ 1885.273331] env[62574]: DEBUG oslo_vmware.api [None req-5d53072e-ceaa-4e29-8281-c56db99a09fc tempest-ServerMetadataTestJSON-284844396 tempest-ServerMetadataTestJSON-284844396-project-member] Task: {'id': task-1862256, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1885.395969] env[62574]: DEBUG oslo_vmware.api [None req-8b41745f-e1b0-40db-ae02-2d4b8c8d0375 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Task: {'id': task-1862253, 'name': MoveVirtualDisk_Task} progress is 35%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1885.501582] env[62574]: DEBUG oslo_vmware.api [None req-b72ed95d-4e5c-4921-8921-d7a13fd4f248 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Task: {'id': task-1862257, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1885.571091] env[62574]: DEBUG nova.compute.manager [None req-07e67603-c1e7-4d1d-b7a1-2b160e4d5e02 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] [instance: 9df625d4-a114-410c-a1c1-f85a5c4f4cf2] Starting instance... {{(pid=62574) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1885.698960] env[62574]: DEBUG oslo_vmware.api [None req-526ace95-6611-415b-87bc-69f12408de1e tempest-VolumesAdminNegativeTest-247329141 tempest-VolumesAdminNegativeTest-247329141-project-member] Task: {'id': task-1862259, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1885.732554] env[62574]: DEBUG oslo_concurrency.lockutils [None req-9a8943f1-80d8-4e43-b42d-5a7527fcac7d tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Lock "c9f509e8-5f1b-4ea9-9367-46d544ffa807" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.936s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1885.773688] env[62574]: DEBUG oslo_vmware.api [None req-5d53072e-ceaa-4e29-8281-c56db99a09fc tempest-ServerMetadataTestJSON-284844396 tempest-ServerMetadataTestJSON-284844396-project-member] Task: {'id': task-1862256, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.805332} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1885.776914] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d53072e-ceaa-4e29-8281-c56db99a09fc tempest-ServerMetadataTestJSON-284844396 tempest-ServerMetadataTestJSON-284844396-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk to [datastore2] de9dee3d-30a9-4eab-ae6f-e4347c588236/de9dee3d-30a9-4eab-ae6f-e4347c588236.vmdk {{(pid=62574) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1885.777227] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-5d53072e-ceaa-4e29-8281-c56db99a09fc tempest-ServerMetadataTestJSON-284844396 tempest-ServerMetadataTestJSON-284844396-project-member] [instance: de9dee3d-30a9-4eab-ae6f-e4347c588236] Extending root virtual disk to 1048576 {{(pid=62574) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1885.777947] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-349a6899-c364-4323-9e1e-3d3bf498d8dc {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.785618] env[62574]: DEBUG oslo_vmware.api [None req-5d53072e-ceaa-4e29-8281-c56db99a09fc tempest-ServerMetadataTestJSON-284844396 tempest-ServerMetadataTestJSON-284844396-project-member] Waiting for the task: (returnval){ [ 1885.785618] env[62574]: value = "task-1862260" [ 1885.785618] env[62574]: _type = "Task" [ 1885.785618] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1885.797388] env[62574]: DEBUG oslo_vmware.api [None req-5d53072e-ceaa-4e29-8281-c56db99a09fc tempest-ServerMetadataTestJSON-284844396 tempest-ServerMetadataTestJSON-284844396-project-member] Task: {'id': task-1862260, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1885.896356] env[62574]: DEBUG oslo_vmware.api [None req-8b41745f-e1b0-40db-ae02-2d4b8c8d0375 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Task: {'id': task-1862253, 'name': MoveVirtualDisk_Task} progress is 57%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1886.003232] env[62574]: DEBUG oslo_vmware.api [None req-b72ed95d-4e5c-4921-8921-d7a13fd4f248 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Task: {'id': task-1862257, 'name': PowerOnVM_Task, 'duration_secs': 0.850067} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1886.003770] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-b72ed95d-4e5c-4921-8921-d7a13fd4f248 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] [instance: 9a4440bb-97d9-4dd7-bc7d-2a6c94e9e40c] Powered on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1886.004012] env[62574]: DEBUG nova.compute.manager [None req-b72ed95d-4e5c-4921-8921-d7a13fd4f248 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] [instance: 9a4440bb-97d9-4dd7-bc7d-2a6c94e9e40c] Checking state {{(pid=62574) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1886.004984] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fac6da12-b0b6-4215-91ba-2201980485f8 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.054875] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9113ac53-d194-4667-9a1f-aaaede9ded8c {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.064316] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5acf38ee-6052-4753-9f7c-25e3c03e4eb0 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.103204] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c136fbcf-1f20-45a7-ac49-750b8a7b1cf1 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.111278] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b0afb54-9517-497b-8e44-0939b2d355a3 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.117139] env[62574]: DEBUG oslo_concurrency.lockutils [None req-07e67603-c1e7-4d1d-b7a1-2b160e4d5e02 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1886.127453] env[62574]: DEBUG nova.compute.provider_tree [None req-492a5f52-5341-45f3-b7be-49f6ec229516 tempest-ServerShowV257Test-978750593 tempest-ServerShowV257Test-978750593-project-member] Inventory has not changed in ProviderTree for provider: f0ed160a-beff-4626-a531-2a70d7bc0627 {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1886.199785] env[62574]: DEBUG oslo_vmware.api [None req-526ace95-6611-415b-87bc-69f12408de1e tempest-VolumesAdminNegativeTest-247329141 tempest-VolumesAdminNegativeTest-247329141-project-member] Task: {'id': task-1862259, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.623257} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1886.203023] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-526ace95-6611-415b-87bc-69f12408de1e tempest-VolumesAdminNegativeTest-247329141 tempest-VolumesAdminNegativeTest-247329141-project-member] Deleted the datastore file {{(pid=62574) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1886.203023] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-526ace95-6611-415b-87bc-69f12408de1e tempest-VolumesAdminNegativeTest-247329141 tempest-VolumesAdminNegativeTest-247329141-project-member] [instance: 475f8175-e0eb-4d78-a300-bd84eb4c8772] Deleted contents of the VM from datastore datastore2 {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1886.203023] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-526ace95-6611-415b-87bc-69f12408de1e tempest-VolumesAdminNegativeTest-247329141 tempest-VolumesAdminNegativeTest-247329141-project-member] [instance: 475f8175-e0eb-4d78-a300-bd84eb4c8772] Instance destroyed {{(pid=62574) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1886.203023] env[62574]: INFO nova.compute.manager [None req-526ace95-6611-415b-87bc-69f12408de1e tempest-VolumesAdminNegativeTest-247329141 tempest-VolumesAdminNegativeTest-247329141-project-member] [instance: 475f8175-e0eb-4d78-a300-bd84eb4c8772] Took 1.67 seconds to destroy the instance on the hypervisor. [ 1886.203023] env[62574]: DEBUG oslo.service.loopingcall [None req-526ace95-6611-415b-87bc-69f12408de1e tempest-VolumesAdminNegativeTest-247329141 tempest-VolumesAdminNegativeTest-247329141-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62574) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1886.203023] env[62574]: DEBUG nova.compute.manager [-] [instance: 475f8175-e0eb-4d78-a300-bd84eb4c8772] Deallocating network for instance {{(pid=62574) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1886.203023] env[62574]: DEBUG nova.network.neutron [-] [instance: 475f8175-e0eb-4d78-a300-bd84eb4c8772] deallocate_for_instance() {{(pid=62574) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1886.299899] env[62574]: DEBUG oslo_vmware.api [None req-5d53072e-ceaa-4e29-8281-c56db99a09fc tempest-ServerMetadataTestJSON-284844396 tempest-ServerMetadataTestJSON-284844396-project-member] Task: {'id': task-1862260, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086971} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1886.300217] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-5d53072e-ceaa-4e29-8281-c56db99a09fc tempest-ServerMetadataTestJSON-284844396 tempest-ServerMetadataTestJSON-284844396-project-member] [instance: de9dee3d-30a9-4eab-ae6f-e4347c588236] Extended root virtual disk {{(pid=62574) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1886.301151] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44367f57-a80d-4f59-9236-bff9218e15e2 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.325535] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d53072e-ceaa-4e29-8281-c56db99a09fc tempest-ServerMetadataTestJSON-284844396 tempest-ServerMetadataTestJSON-284844396-project-member] [instance: de9dee3d-30a9-4eab-ae6f-e4347c588236] Reconfiguring VM instance instance-0000005e to attach disk [datastore2] de9dee3d-30a9-4eab-ae6f-e4347c588236/de9dee3d-30a9-4eab-ae6f-e4347c588236.vmdk or device None with type sparse {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1886.325535] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2c339174-17c3-4c9a-b773-6cc09ddd50ad {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.347243] env[62574]: DEBUG oslo_vmware.api [None req-5d53072e-ceaa-4e29-8281-c56db99a09fc tempest-ServerMetadataTestJSON-284844396 tempest-ServerMetadataTestJSON-284844396-project-member] Waiting for the task: (returnval){ [ 1886.347243] env[62574]: value = "task-1862261" [ 1886.347243] env[62574]: _type = "Task" [ 1886.347243] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1886.357136] env[62574]: DEBUG oslo_vmware.api [None req-5d53072e-ceaa-4e29-8281-c56db99a09fc tempest-ServerMetadataTestJSON-284844396 tempest-ServerMetadataTestJSON-284844396-project-member] Task: {'id': task-1862261, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1886.397210] env[62574]: DEBUG oslo_vmware.api [None req-8b41745f-e1b0-40db-ae02-2d4b8c8d0375 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Task: {'id': task-1862253, 'name': MoveVirtualDisk_Task} progress is 77%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1886.597891] env[62574]: DEBUG nova.compute.manager [req-460de2f7-cfe2-4a7a-b6c5-1f4b51e5f776 req-62584978-52fc-4e7a-b8d4-9e027860c9ed service nova] [instance: 475f8175-e0eb-4d78-a300-bd84eb4c8772] Received event network-vif-deleted-2ad55bd3-9fde-4107-802a-374257370d24 {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1886.601845] env[62574]: INFO nova.compute.manager [req-460de2f7-cfe2-4a7a-b6c5-1f4b51e5f776 req-62584978-52fc-4e7a-b8d4-9e027860c9ed service nova] [instance: 475f8175-e0eb-4d78-a300-bd84eb4c8772] Neutron deleted interface 2ad55bd3-9fde-4107-802a-374257370d24; detaching it from the instance and deleting it from the info cache [ 1886.601845] env[62574]: DEBUG nova.network.neutron [req-460de2f7-cfe2-4a7a-b6c5-1f4b51e5f776 req-62584978-52fc-4e7a-b8d4-9e027860c9ed service nova] [instance: 475f8175-e0eb-4d78-a300-bd84eb4c8772] Updating instance_info_cache with network_info: [] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1886.630927] env[62574]: DEBUG nova.scheduler.client.report [None req-492a5f52-5341-45f3-b7be-49f6ec229516 tempest-ServerShowV257Test-978750593 tempest-ServerShowV257Test-978750593-project-member] Inventory has not changed for provider f0ed160a-beff-4626-a531-2a70d7bc0627 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1886.663166] env[62574]: DEBUG nova.compute.manager [None req-926ae9d9-82a6-4a1b-afb4-3c8f9b521743 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] [instance: d985f1a9-bdf9-4995-a05c-5a14cf3113ba] Checking state {{(pid=62574) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1886.664503] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0c547cd-0729-4a81-a68d-3b2360b10e1d {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.831949] env[62574]: DEBUG oslo_concurrency.lockutils [None req-e537000c-a8d8-48b7-af5d-853139917dec tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Acquiring lock "890904e8-59ec-48ae-bfe5-a7be1c862973" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1886.832211] env[62574]: DEBUG oslo_concurrency.lockutils [None req-e537000c-a8d8-48b7-af5d-853139917dec tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Lock "890904e8-59ec-48ae-bfe5-a7be1c862973" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1886.861440] env[62574]: DEBUG oslo_vmware.api [None req-5d53072e-ceaa-4e29-8281-c56db99a09fc tempest-ServerMetadataTestJSON-284844396 tempest-ServerMetadataTestJSON-284844396-project-member] Task: {'id': task-1862261, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1886.899018] env[62574]: DEBUG oslo_vmware.api [None req-8b41745f-e1b0-40db-ae02-2d4b8c8d0375 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Task: {'id': task-1862253, 'name': MoveVirtualDisk_Task} progress is 97%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1887.020264] env[62574]: DEBUG nova.network.neutron [-] [instance: 475f8175-e0eb-4d78-a300-bd84eb4c8772] Updating instance_info_cache with network_info: [] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1887.103378] env[62574]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-45178bb9-4dd1-476b-bed6-d254ff6644e6 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.113722] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80698650-6d49-4b47-90f6-3674724564d4 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.135722] env[62574]: DEBUG oslo_concurrency.lockutils [None req-492a5f52-5341-45f3-b7be-49f6ec229516 tempest-ServerShowV257Test-978750593 tempest-ServerShowV257Test-978750593-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.933s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1887.150187] env[62574]: DEBUG oslo_concurrency.lockutils [None req-d6885628-ca04-4595-b7d3-0742c5b31f47 tempest-ServerTagsTestJSON-2093465957 tempest-ServerTagsTestJSON-2093465957-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.091s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1887.150444] env[62574]: DEBUG nova.objects.instance [None req-d6885628-ca04-4595-b7d3-0742c5b31f47 tempest-ServerTagsTestJSON-2093465957 tempest-ServerTagsTestJSON-2093465957-project-member] Lazy-loading 'resources' on Instance uuid e31031b0-b80e-4fde-97f5-5a58d7695ee9 {{(pid=62574) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1887.151759] env[62574]: DEBUG nova.compute.manager [req-460de2f7-cfe2-4a7a-b6c5-1f4b51e5f776 req-62584978-52fc-4e7a-b8d4-9e027860c9ed service nova] [instance: 475f8175-e0eb-4d78-a300-bd84eb4c8772] Detach interface failed, port_id=2ad55bd3-9fde-4107-802a-374257370d24, reason: Instance 475f8175-e0eb-4d78-a300-bd84eb4c8772 could not be found. {{(pid=62574) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 1887.170190] env[62574]: INFO nova.scheduler.client.report [None req-492a5f52-5341-45f3-b7be-49f6ec229516 tempest-ServerShowV257Test-978750593 tempest-ServerShowV257Test-978750593-project-member] Deleted allocations for instance 5b6261ef-63f1-49d1-b19f-798b48df3806 [ 1887.177109] env[62574]: INFO nova.compute.manager [None req-926ae9d9-82a6-4a1b-afb4-3c8f9b521743 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] [instance: d985f1a9-bdf9-4995-a05c-5a14cf3113ba] instance snapshotting [ 1887.177367] env[62574]: WARNING nova.compute.manager [None req-926ae9d9-82a6-4a1b-afb4-3c8f9b521743 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] [instance: d985f1a9-bdf9-4995-a05c-5a14cf3113ba] trying to snapshot a non-running instance: (state: 7 expected: 1) [ 1887.181321] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e3c5a4d-3c97-4d93-9b14-5b45e99e7ea2 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.201615] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a442697-76ab-43ca-9040-9cab1ff4d146 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.335067] env[62574]: DEBUG nova.compute.manager [None req-e537000c-a8d8-48b7-af5d-853139917dec tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] [instance: 890904e8-59ec-48ae-bfe5-a7be1c862973] Starting instance... {{(pid=62574) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1887.358906] env[62574]: DEBUG oslo_vmware.api [None req-5d53072e-ceaa-4e29-8281-c56db99a09fc tempest-ServerMetadataTestJSON-284844396 tempest-ServerMetadataTestJSON-284844396-project-member] Task: {'id': task-1862261, 'name': ReconfigVM_Task, 'duration_secs': 0.908687} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1887.358906] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d53072e-ceaa-4e29-8281-c56db99a09fc tempest-ServerMetadataTestJSON-284844396 tempest-ServerMetadataTestJSON-284844396-project-member] [instance: de9dee3d-30a9-4eab-ae6f-e4347c588236] Reconfigured VM instance instance-0000005e to attach disk [datastore2] de9dee3d-30a9-4eab-ae6f-e4347c588236/de9dee3d-30a9-4eab-ae6f-e4347c588236.vmdk or device None with type sparse {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1887.359219] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4ab34aa0-c3cd-4242-aa46-f8634d55b15b {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.365904] env[62574]: DEBUG oslo_vmware.api [None req-5d53072e-ceaa-4e29-8281-c56db99a09fc tempest-ServerMetadataTestJSON-284844396 tempest-ServerMetadataTestJSON-284844396-project-member] Waiting for the task: (returnval){ [ 1887.365904] env[62574]: value = "task-1862262" [ 1887.365904] env[62574]: _type = "Task" [ 1887.365904] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1887.374550] env[62574]: DEBUG oslo_vmware.api [None req-5d53072e-ceaa-4e29-8281-c56db99a09fc tempest-ServerMetadataTestJSON-284844396 tempest-ServerMetadataTestJSON-284844396-project-member] Task: {'id': task-1862262, 'name': Rename_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1887.396875] env[62574]: DEBUG oslo_vmware.api [None req-8b41745f-e1b0-40db-ae02-2d4b8c8d0375 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Task: {'id': task-1862253, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.921439} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1887.397221] env[62574]: INFO nova.virt.vmwareapi.ds_util [None req-8b41745f-e1b0-40db-ae02-2d4b8c8d0375 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_45c9e3b2-32bc-483f-89dd-a036a53418a4/OSTACK_IMG_45c9e3b2-32bc-483f-89dd-a036a53418a4.vmdk to [datastore1] devstack-image-cache_base/a3b91b50-0fc4-40e2-a3a6-7b1aea691e7f/a3b91b50-0fc4-40e2-a3a6-7b1aea691e7f.vmdk. [ 1887.397475] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-8b41745f-e1b0-40db-ae02-2d4b8c8d0375 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] [instance: d06fca54-652a-47dd-b14b-8f6bbf696503] Cleaning up location [datastore1] OSTACK_IMG_45c9e3b2-32bc-483f-89dd-a036a53418a4 {{(pid=62574) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1887.397699] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b41745f-e1b0-40db-ae02-2d4b8c8d0375 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_45c9e3b2-32bc-483f-89dd-a036a53418a4 {{(pid=62574) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1887.398037] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0fcccb47-f070-4510-8dde-99bb485ae44c {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.405488] env[62574]: DEBUG oslo_vmware.api [None req-8b41745f-e1b0-40db-ae02-2d4b8c8d0375 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Waiting for the task: (returnval){ [ 1887.405488] env[62574]: value = "task-1862263" [ 1887.405488] env[62574]: _type = "Task" [ 1887.405488] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1887.412953] env[62574]: DEBUG oslo_vmware.api [None req-8b41745f-e1b0-40db-ae02-2d4b8c8d0375 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Task: {'id': task-1862263, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1887.522724] env[62574]: INFO nova.compute.manager [-] [instance: 475f8175-e0eb-4d78-a300-bd84eb4c8772] Took 1.32 seconds to deallocate network for instance. [ 1887.677363] env[62574]: DEBUG oslo_concurrency.lockutils [None req-492a5f52-5341-45f3-b7be-49f6ec229516 tempest-ServerShowV257Test-978750593 tempest-ServerShowV257Test-978750593-project-member] Lock "5b6261ef-63f1-49d1-b19f-798b48df3806" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.786s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1887.715288] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-926ae9d9-82a6-4a1b-afb4-3c8f9b521743 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] [instance: d985f1a9-bdf9-4995-a05c-5a14cf3113ba] Creating Snapshot of the VM instance {{(pid=62574) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1887.715288] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-70d45c40-cf3e-48fa-8337-52649917239b {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.724149] env[62574]: DEBUG oslo_vmware.api [None req-926ae9d9-82a6-4a1b-afb4-3c8f9b521743 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Waiting for the task: (returnval){ [ 1887.724149] env[62574]: value = "task-1862264" [ 1887.724149] env[62574]: _type = "Task" [ 1887.724149] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1887.735538] env[62574]: DEBUG oslo_vmware.api [None req-926ae9d9-82a6-4a1b-afb4-3c8f9b521743 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Task: {'id': task-1862264, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1887.856111] env[62574]: DEBUG oslo_concurrency.lockutils [None req-e537000c-a8d8-48b7-af5d-853139917dec tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1887.883458] env[62574]: DEBUG oslo_vmware.api [None req-5d53072e-ceaa-4e29-8281-c56db99a09fc tempest-ServerMetadataTestJSON-284844396 tempest-ServerMetadataTestJSON-284844396-project-member] Task: {'id': task-1862262, 'name': Rename_Task, 'duration_secs': 0.473245} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1887.883763] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d53072e-ceaa-4e29-8281-c56db99a09fc tempest-ServerMetadataTestJSON-284844396 tempest-ServerMetadataTestJSON-284844396-project-member] [instance: de9dee3d-30a9-4eab-ae6f-e4347c588236] Powering on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1887.885018] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-715bc903-cf2f-4846-9f93-9dfc2b02ca38 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.891867] env[62574]: DEBUG oslo_vmware.api [None req-5d53072e-ceaa-4e29-8281-c56db99a09fc tempest-ServerMetadataTestJSON-284844396 tempest-ServerMetadataTestJSON-284844396-project-member] Waiting for the task: (returnval){ [ 1887.891867] env[62574]: value = "task-1862265" [ 1887.891867] env[62574]: _type = "Task" [ 1887.891867] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1887.900361] env[62574]: DEBUG oslo_vmware.api [None req-5d53072e-ceaa-4e29-8281-c56db99a09fc tempest-ServerMetadataTestJSON-284844396 tempest-ServerMetadataTestJSON-284844396-project-member] Task: {'id': task-1862265, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1887.916658] env[62574]: DEBUG oslo_vmware.api [None req-8b41745f-e1b0-40db-ae02-2d4b8c8d0375 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Task: {'id': task-1862263, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.241138} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1887.919302] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b41745f-e1b0-40db-ae02-2d4b8c8d0375 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Deleted the datastore file {{(pid=62574) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1887.919558] env[62574]: DEBUG oslo_concurrency.lockutils [None req-8b41745f-e1b0-40db-ae02-2d4b8c8d0375 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a3b91b50-0fc4-40e2-a3a6-7b1aea691e7f/a3b91b50-0fc4-40e2-a3a6-7b1aea691e7f.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1887.919728] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b41745f-e1b0-40db-ae02-2d4b8c8d0375 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a3b91b50-0fc4-40e2-a3a6-7b1aea691e7f/a3b91b50-0fc4-40e2-a3a6-7b1aea691e7f.vmdk to [datastore1] d06fca54-652a-47dd-b14b-8f6bbf696503/d06fca54-652a-47dd-b14b-8f6bbf696503.vmdk {{(pid=62574) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1887.920193] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c91dfb8f-822a-4c05-ab30-73d74b994fe1 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.927543] env[62574]: DEBUG oslo_vmware.api [None req-8b41745f-e1b0-40db-ae02-2d4b8c8d0375 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Waiting for the task: (returnval){ [ 1887.927543] env[62574]: value = "task-1862266" [ 1887.927543] env[62574]: _type = "Task" [ 1887.927543] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1887.938164] env[62574]: DEBUG oslo_vmware.api [None req-8b41745f-e1b0-40db-ae02-2d4b8c8d0375 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Task: {'id': task-1862266, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1887.962143] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-809ea606-7ccb-4318-b1de-cae395da7e96 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.972221] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ef07157-e1b9-4bb3-b8b1-0bac86133892 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.009644] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c21163ea-882a-4ecf-864a-757c9b25425b {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.017888] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-827d77d3-e6a0-4f3a-ab55-1ef123b1b97c {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.033080] env[62574]: DEBUG oslo_concurrency.lockutils [None req-526ace95-6611-415b-87bc-69f12408de1e tempest-VolumesAdminNegativeTest-247329141 tempest-VolumesAdminNegativeTest-247329141-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1888.033673] env[62574]: DEBUG nova.compute.provider_tree [None req-d6885628-ca04-4595-b7d3-0742c5b31f47 tempest-ServerTagsTestJSON-2093465957 tempest-ServerTagsTestJSON-2093465957-project-member] Inventory has not changed in ProviderTree for provider: f0ed160a-beff-4626-a531-2a70d7bc0627 {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1888.236790] env[62574]: DEBUG oslo_vmware.api [None req-926ae9d9-82a6-4a1b-afb4-3c8f9b521743 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Task: {'id': task-1862264, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1888.402245] env[62574]: DEBUG oslo_vmware.api [None req-5d53072e-ceaa-4e29-8281-c56db99a09fc tempest-ServerMetadataTestJSON-284844396 tempest-ServerMetadataTestJSON-284844396-project-member] Task: {'id': task-1862265, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1888.438392] env[62574]: DEBUG oslo_vmware.api [None req-8b41745f-e1b0-40db-ae02-2d4b8c8d0375 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Task: {'id': task-1862266, 'name': CopyVirtualDisk_Task} progress is 15%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1888.537494] env[62574]: DEBUG nova.scheduler.client.report [None req-d6885628-ca04-4595-b7d3-0742c5b31f47 tempest-ServerTagsTestJSON-2093465957 tempest-ServerTagsTestJSON-2093465957-project-member] Inventory has not changed for provider f0ed160a-beff-4626-a531-2a70d7bc0627 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1888.737809] env[62574]: DEBUG oslo_vmware.api [None req-926ae9d9-82a6-4a1b-afb4-3c8f9b521743 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Task: {'id': task-1862264, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1888.903603] env[62574]: DEBUG oslo_vmware.api [None req-5d53072e-ceaa-4e29-8281-c56db99a09fc tempest-ServerMetadataTestJSON-284844396 tempest-ServerMetadataTestJSON-284844396-project-member] Task: {'id': task-1862265, 'name': PowerOnVM_Task, 'duration_secs': 0.732167} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1888.903898] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d53072e-ceaa-4e29-8281-c56db99a09fc tempest-ServerMetadataTestJSON-284844396 tempest-ServerMetadataTestJSON-284844396-project-member] [instance: de9dee3d-30a9-4eab-ae6f-e4347c588236] Powered on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1888.904126] env[62574]: INFO nova.compute.manager [None req-5d53072e-ceaa-4e29-8281-c56db99a09fc tempest-ServerMetadataTestJSON-284844396 tempest-ServerMetadataTestJSON-284844396-project-member] [instance: de9dee3d-30a9-4eab-ae6f-e4347c588236] Took 8.51 seconds to spawn the instance on the hypervisor. [ 1888.904317] env[62574]: DEBUG nova.compute.manager [None req-5d53072e-ceaa-4e29-8281-c56db99a09fc tempest-ServerMetadataTestJSON-284844396 tempest-ServerMetadataTestJSON-284844396-project-member] [instance: de9dee3d-30a9-4eab-ae6f-e4347c588236] Checking state {{(pid=62574) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1888.905403] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2198aace-ff98-46f7-95ff-d19583ad3359 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.939665] env[62574]: DEBUG oslo_vmware.api [None req-8b41745f-e1b0-40db-ae02-2d4b8c8d0375 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Task: {'id': task-1862266, 'name': CopyVirtualDisk_Task} progress is 38%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1889.045034] env[62574]: DEBUG oslo_concurrency.lockutils [None req-d6885628-ca04-4595-b7d3-0742c5b31f47 tempest-ServerTagsTestJSON-2093465957 tempest-ServerTagsTestJSON-2093465957-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.895s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1889.048141] env[62574]: DEBUG oslo_concurrency.lockutils [None req-07e67603-c1e7-4d1d-b7a1-2b160e4d5e02 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.931s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1889.049685] env[62574]: INFO nova.compute.claims [None req-07e67603-c1e7-4d1d-b7a1-2b160e4d5e02 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] [instance: 9df625d4-a114-410c-a1c1-f85a5c4f4cf2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1889.066146] env[62574]: INFO nova.scheduler.client.report [None req-d6885628-ca04-4595-b7d3-0742c5b31f47 tempest-ServerTagsTestJSON-2093465957 tempest-ServerTagsTestJSON-2093465957-project-member] Deleted allocations for instance e31031b0-b80e-4fde-97f5-5a58d7695ee9 [ 1889.237840] env[62574]: DEBUG oslo_vmware.api [None req-926ae9d9-82a6-4a1b-afb4-3c8f9b521743 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Task: {'id': task-1862264, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1889.358783] env[62574]: DEBUG oslo_concurrency.lockutils [None req-b1ad0916-de21-43af-8d60-455600fef088 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Acquiring lock "4dfd42a3-c9d2-45b4-8bb0-9a7a8550997c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1889.359071] env[62574]: DEBUG oslo_concurrency.lockutils [None req-b1ad0916-de21-43af-8d60-455600fef088 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Lock "4dfd42a3-c9d2-45b4-8bb0-9a7a8550997c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1889.426342] env[62574]: INFO nova.compute.manager [None req-5d53072e-ceaa-4e29-8281-c56db99a09fc tempest-ServerMetadataTestJSON-284844396 tempest-ServerMetadataTestJSON-284844396-project-member] [instance: de9dee3d-30a9-4eab-ae6f-e4347c588236] Took 20.09 seconds to build instance. [ 1889.439984] env[62574]: DEBUG oslo_vmware.api [None req-8b41745f-e1b0-40db-ae02-2d4b8c8d0375 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Task: {'id': task-1862266, 'name': CopyVirtualDisk_Task} progress is 54%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1889.577510] env[62574]: DEBUG oslo_concurrency.lockutils [None req-d6885628-ca04-4595-b7d3-0742c5b31f47 tempest-ServerTagsTestJSON-2093465957 tempest-ServerTagsTestJSON-2093465957-project-member] Lock "e31031b0-b80e-4fde-97f5-5a58d7695ee9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.958s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1889.739957] env[62574]: DEBUG oslo_vmware.api [None req-926ae9d9-82a6-4a1b-afb4-3c8f9b521743 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Task: {'id': task-1862264, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1889.861377] env[62574]: DEBUG nova.compute.manager [None req-b1ad0916-de21-43af-8d60-455600fef088 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] [instance: 4dfd42a3-c9d2-45b4-8bb0-9a7a8550997c] Starting instance... {{(pid=62574) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1889.929481] env[62574]: DEBUG oslo_concurrency.lockutils [None req-5d53072e-ceaa-4e29-8281-c56db99a09fc tempest-ServerMetadataTestJSON-284844396 tempest-ServerMetadataTestJSON-284844396-project-member] Lock "de9dee3d-30a9-4eab-ae6f-e4347c588236" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.597s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1889.943696] env[62574]: DEBUG oslo_vmware.api [None req-8b41745f-e1b0-40db-ae02-2d4b8c8d0375 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Task: {'id': task-1862266, 'name': CopyVirtualDisk_Task} progress is 74%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1890.241796] env[62574]: DEBUG oslo_vmware.api [None req-926ae9d9-82a6-4a1b-afb4-3c8f9b521743 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Task: {'id': task-1862264, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1890.386885] env[62574]: DEBUG oslo_concurrency.lockutils [None req-b1ad0916-de21-43af-8d60-455600fef088 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1890.429979] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4864e51-8ab0-4879-84af-4655b893dbd1 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1890.447210] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32cc5199-949c-4578-9ae0-41ad962bc9be {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1890.451372] env[62574]: DEBUG oslo_vmware.api [None req-8b41745f-e1b0-40db-ae02-2d4b8c8d0375 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Task: {'id': task-1862266, 'name': CopyVirtualDisk_Task} progress is 94%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1890.492920] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2608c12c-ae76-41b3-aeb9-29527e2c22e2 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1890.501698] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5418a52c-4a35-4dec-ad20-1111d4ec3971 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1890.518750] env[62574]: DEBUG nova.compute.provider_tree [None req-07e67603-c1e7-4d1d-b7a1-2b160e4d5e02 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Inventory has not changed in ProviderTree for provider: f0ed160a-beff-4626-a531-2a70d7bc0627 {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1890.745028] env[62574]: DEBUG oslo_vmware.api [None req-926ae9d9-82a6-4a1b-afb4-3c8f9b521743 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Task: {'id': task-1862264, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1890.842369] env[62574]: DEBUG oslo_concurrency.lockutils [None req-1fcca7b9-09d6-42a4-8ab7-337415b47458 tempest-ServerMetadataTestJSON-284844396 tempest-ServerMetadataTestJSON-284844396-project-member] Acquiring lock "de9dee3d-30a9-4eab-ae6f-e4347c588236" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1890.842697] env[62574]: DEBUG oslo_concurrency.lockutils [None req-1fcca7b9-09d6-42a4-8ab7-337415b47458 tempest-ServerMetadataTestJSON-284844396 tempest-ServerMetadataTestJSON-284844396-project-member] Lock "de9dee3d-30a9-4eab-ae6f-e4347c588236" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1890.842914] env[62574]: DEBUG oslo_concurrency.lockutils [None req-1fcca7b9-09d6-42a4-8ab7-337415b47458 tempest-ServerMetadataTestJSON-284844396 tempest-ServerMetadataTestJSON-284844396-project-member] Acquiring lock "de9dee3d-30a9-4eab-ae6f-e4347c588236-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1890.843189] env[62574]: DEBUG oslo_concurrency.lockutils [None req-1fcca7b9-09d6-42a4-8ab7-337415b47458 tempest-ServerMetadataTestJSON-284844396 tempest-ServerMetadataTestJSON-284844396-project-member] Lock "de9dee3d-30a9-4eab-ae6f-e4347c588236-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1890.844113] env[62574]: DEBUG oslo_concurrency.lockutils [None req-1fcca7b9-09d6-42a4-8ab7-337415b47458 tempest-ServerMetadataTestJSON-284844396 tempest-ServerMetadataTestJSON-284844396-project-member] Lock "de9dee3d-30a9-4eab-ae6f-e4347c588236-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1890.848092] env[62574]: INFO nova.compute.manager [None req-1fcca7b9-09d6-42a4-8ab7-337415b47458 tempest-ServerMetadataTestJSON-284844396 tempest-ServerMetadataTestJSON-284844396-project-member] [instance: de9dee3d-30a9-4eab-ae6f-e4347c588236] Terminating instance [ 1890.945875] env[62574]: DEBUG oslo_vmware.api [None req-8b41745f-e1b0-40db-ae02-2d4b8c8d0375 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Task: {'id': task-1862266, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.709771} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1890.946187] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b41745f-e1b0-40db-ae02-2d4b8c8d0375 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a3b91b50-0fc4-40e2-a3a6-7b1aea691e7f/a3b91b50-0fc4-40e2-a3a6-7b1aea691e7f.vmdk to [datastore1] d06fca54-652a-47dd-b14b-8f6bbf696503/d06fca54-652a-47dd-b14b-8f6bbf696503.vmdk {{(pid=62574) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1890.947111] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56ac03a6-804d-460d-8fe7-98096b191d64 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1890.971809] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b41745f-e1b0-40db-ae02-2d4b8c8d0375 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] [instance: d06fca54-652a-47dd-b14b-8f6bbf696503] Reconfiguring VM instance instance-0000002d to attach disk [datastore1] d06fca54-652a-47dd-b14b-8f6bbf696503/d06fca54-652a-47dd-b14b-8f6bbf696503.vmdk or device None with type streamOptimized {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1890.971809] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2c659678-782e-48ed-9e9f-0b73ba0dc054 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1890.991083] env[62574]: DEBUG oslo_vmware.api [None req-8b41745f-e1b0-40db-ae02-2d4b8c8d0375 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Waiting for the task: (returnval){ [ 1890.991083] env[62574]: value = "task-1862267" [ 1890.991083] env[62574]: _type = "Task" [ 1890.991083] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1891.009880] env[62574]: DEBUG oslo_vmware.api [None req-8b41745f-e1b0-40db-ae02-2d4b8c8d0375 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Task: {'id': task-1862267, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1891.023140] env[62574]: DEBUG nova.scheduler.client.report [None req-07e67603-c1e7-4d1d-b7a1-2b160e4d5e02 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Inventory has not changed for provider f0ed160a-beff-4626-a531-2a70d7bc0627 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1891.247368] env[62574]: DEBUG oslo_vmware.api [None req-926ae9d9-82a6-4a1b-afb4-3c8f9b521743 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Task: {'id': task-1862264, 'name': CreateSnapshot_Task, 'duration_secs': 3.312422} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1891.247368] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-926ae9d9-82a6-4a1b-afb4-3c8f9b521743 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] [instance: d985f1a9-bdf9-4995-a05c-5a14cf3113ba] Created Snapshot of the VM instance {{(pid=62574) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1891.247368] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c62c40e1-6ec7-4608-b459-ee9391a83653 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1891.352364] env[62574]: DEBUG nova.compute.manager [None req-1fcca7b9-09d6-42a4-8ab7-337415b47458 tempest-ServerMetadataTestJSON-284844396 tempest-ServerMetadataTestJSON-284844396-project-member] [instance: de9dee3d-30a9-4eab-ae6f-e4347c588236] Start destroying the instance on the hypervisor. {{(pid=62574) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1891.352620] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-1fcca7b9-09d6-42a4-8ab7-337415b47458 tempest-ServerMetadataTestJSON-284844396 tempest-ServerMetadataTestJSON-284844396-project-member] [instance: de9dee3d-30a9-4eab-ae6f-e4347c588236] Destroying instance {{(pid=62574) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1891.354524] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c50dbfa-7b76-4e09-a591-89312a9b2414 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1891.363297] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fcca7b9-09d6-42a4-8ab7-337415b47458 tempest-ServerMetadataTestJSON-284844396 tempest-ServerMetadataTestJSON-284844396-project-member] [instance: de9dee3d-30a9-4eab-ae6f-e4347c588236] Powering off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1891.363589] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c16780c4-d51c-482c-a820-377502103360 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1891.373869] env[62574]: DEBUG oslo_vmware.api [None req-1fcca7b9-09d6-42a4-8ab7-337415b47458 tempest-ServerMetadataTestJSON-284844396 tempest-ServerMetadataTestJSON-284844396-project-member] Waiting for the task: (returnval){ [ 1891.373869] env[62574]: value = "task-1862268" [ 1891.373869] env[62574]: _type = "Task" [ 1891.373869] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1891.382717] env[62574]: DEBUG oslo_vmware.api [None req-1fcca7b9-09d6-42a4-8ab7-337415b47458 tempest-ServerMetadataTestJSON-284844396 tempest-ServerMetadataTestJSON-284844396-project-member] Task: {'id': task-1862268, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1891.502169] env[62574]: DEBUG oslo_vmware.api [None req-8b41745f-e1b0-40db-ae02-2d4b8c8d0375 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Task: {'id': task-1862267, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1891.532079] env[62574]: DEBUG oslo_concurrency.lockutils [None req-07e67603-c1e7-4d1d-b7a1-2b160e4d5e02 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.484s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1891.532700] env[62574]: DEBUG nova.compute.manager [None req-07e67603-c1e7-4d1d-b7a1-2b160e4d5e02 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] [instance: 9df625d4-a114-410c-a1c1-f85a5c4f4cf2] Start building networks asynchronously for instance. {{(pid=62574) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1891.537666] env[62574]: DEBUG oslo_concurrency.lockutils [None req-e537000c-a8d8-48b7-af5d-853139917dec tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.682s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1891.539177] env[62574]: INFO nova.compute.claims [None req-e537000c-a8d8-48b7-af5d-853139917dec tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] [instance: 890904e8-59ec-48ae-bfe5-a7be1c862973] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1891.765964] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-926ae9d9-82a6-4a1b-afb4-3c8f9b521743 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] [instance: d985f1a9-bdf9-4995-a05c-5a14cf3113ba] Creating linked-clone VM from snapshot {{(pid=62574) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1891.766111] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-21a67a4b-6803-46d2-9776-bbcbf9ab86d1 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1891.775579] env[62574]: DEBUG oslo_vmware.api [None req-926ae9d9-82a6-4a1b-afb4-3c8f9b521743 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Waiting for the task: (returnval){ [ 1891.775579] env[62574]: value = "task-1862269" [ 1891.775579] env[62574]: _type = "Task" [ 1891.775579] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1891.787344] env[62574]: DEBUG oslo_vmware.api [None req-926ae9d9-82a6-4a1b-afb4-3c8f9b521743 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Task: {'id': task-1862269, 'name': CloneVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1891.844351] env[62574]: DEBUG oslo_service.periodic_task [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62574) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1891.844351] env[62574]: DEBUG oslo_service.periodic_task [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62574) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1891.889080] env[62574]: DEBUG oslo_vmware.api [None req-1fcca7b9-09d6-42a4-8ab7-337415b47458 tempest-ServerMetadataTestJSON-284844396 tempest-ServerMetadataTestJSON-284844396-project-member] Task: {'id': task-1862268, 'name': PowerOffVM_Task, 'duration_secs': 0.259985} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1891.889080] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fcca7b9-09d6-42a4-8ab7-337415b47458 tempest-ServerMetadataTestJSON-284844396 tempest-ServerMetadataTestJSON-284844396-project-member] [instance: de9dee3d-30a9-4eab-ae6f-e4347c588236] Powered off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1891.889080] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-1fcca7b9-09d6-42a4-8ab7-337415b47458 tempest-ServerMetadataTestJSON-284844396 tempest-ServerMetadataTestJSON-284844396-project-member] [instance: de9dee3d-30a9-4eab-ae6f-e4347c588236] Unregistering the VM {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1891.889080] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6b077aaa-a9e9-444c-b90b-8e8701b195b0 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1892.005969] env[62574]: DEBUG oslo_vmware.api [None req-8b41745f-e1b0-40db-ae02-2d4b8c8d0375 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Task: {'id': task-1862267, 'name': ReconfigVM_Task, 'duration_secs': 0.662121} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1892.007633] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b41745f-e1b0-40db-ae02-2d4b8c8d0375 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] [instance: d06fca54-652a-47dd-b14b-8f6bbf696503] Reconfigured VM instance instance-0000002d to attach disk [datastore1] d06fca54-652a-47dd-b14b-8f6bbf696503/d06fca54-652a-47dd-b14b-8f6bbf696503.vmdk or device None with type streamOptimized {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1892.009634] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-8b41745f-e1b0-40db-ae02-2d4b8c8d0375 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] [instance: d06fca54-652a-47dd-b14b-8f6bbf696503] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'disk_bus': None, 'device_type': 'disk', 'boot_index': 0, 'size': 0, 'encryption_options': None, 'encryption_format': None, 'encryption_secret_uuid': None, 'encrypted': False, 'guest_format': None, 'device_name': '/dev/sda', 'image_id': '3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2'}], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': None, 'delete_on_termination': False, 'mount_device': '/dev/sdb', 'device_type': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-384987', 'volume_id': '154d55ef-bed5-4499-83a9-d169e6e3b50d', 'name': 'volume-154d55ef-bed5-4499-83a9-d169e6e3b50d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'd06fca54-652a-47dd-b14b-8f6bbf696503', 'attached_at': '', 'detached_at': '', 'volume_id': '154d55ef-bed5-4499-83a9-d169e6e3b50d', 'serial': '154d55ef-bed5-4499-83a9-d169e6e3b50d'}, 'boot_index': None, 'attachment_id': 'f3cbad8b-c488-4e3b-bd99-24d5baa79816', 'guest_format': None, 'volume_type': None}], 'swap': None} {{(pid=62574) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1892.009924] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b41745f-e1b0-40db-ae02-2d4b8c8d0375 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] [instance: d06fca54-652a-47dd-b14b-8f6bbf696503] Volume attach. Driver type: vmdk {{(pid=62574) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1892.010298] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b41745f-e1b0-40db-ae02-2d4b8c8d0375 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] [instance: d06fca54-652a-47dd-b14b-8f6bbf696503] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-384987', 'volume_id': '154d55ef-bed5-4499-83a9-d169e6e3b50d', 'name': 'volume-154d55ef-bed5-4499-83a9-d169e6e3b50d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'd06fca54-652a-47dd-b14b-8f6bbf696503', 'attached_at': '', 'detached_at': '', 'volume_id': '154d55ef-bed5-4499-83a9-d169e6e3b50d', 'serial': '154d55ef-bed5-4499-83a9-d169e6e3b50d'} {{(pid=62574) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1892.011243] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e08ea6de-1b22-4082-9199-647d3b2bb93f {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1892.033084] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6f56f73-0dec-4881-9bcc-1eb97ac1776e {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1892.058518] env[62574]: DEBUG nova.compute.utils [None req-07e67603-c1e7-4d1d-b7a1-2b160e4d5e02 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Using /dev/sd instead of None {{(pid=62574) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1892.072608] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b41745f-e1b0-40db-ae02-2d4b8c8d0375 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] [instance: d06fca54-652a-47dd-b14b-8f6bbf696503] Reconfiguring VM instance instance-0000002d to attach disk [datastore2] volume-154d55ef-bed5-4499-83a9-d169e6e3b50d/volume-154d55ef-bed5-4499-83a9-d169e6e3b50d.vmdk or device None with type thin {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1892.073351] env[62574]: DEBUG nova.compute.manager [None req-07e67603-c1e7-4d1d-b7a1-2b160e4d5e02 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] [instance: 9df625d4-a114-410c-a1c1-f85a5c4f4cf2] Allocating IP information in the background. {{(pid=62574) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1892.073549] env[62574]: DEBUG nova.network.neutron [None req-07e67603-c1e7-4d1d-b7a1-2b160e4d5e02 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] [instance: 9df625d4-a114-410c-a1c1-f85a5c4f4cf2] allocate_for_instance() {{(pid=62574) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1892.080422] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0e4d21d4-943b-4f58-b60a-269dedaa2fa5 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1892.098887] env[62574]: DEBUG oslo_vmware.api [None req-8b41745f-e1b0-40db-ae02-2d4b8c8d0375 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Waiting for the task: (returnval){ [ 1892.098887] env[62574]: value = "task-1862271" [ 1892.098887] env[62574]: _type = "Task" [ 1892.098887] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1892.107216] env[62574]: DEBUG oslo_vmware.api [None req-8b41745f-e1b0-40db-ae02-2d4b8c8d0375 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Task: {'id': task-1862271, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1892.204835] env[62574]: DEBUG nova.policy [None req-07e67603-c1e7-4d1d-b7a1-2b160e4d5e02 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1ff4b494e991450eb0aae14044b25d3d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dd623c359a6848e68b723390c29ce7e6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62574) authorize /opt/stack/nova/nova/policy.py:192}} [ 1892.287670] env[62574]: DEBUG oslo_vmware.api [None req-926ae9d9-82a6-4a1b-afb4-3c8f9b521743 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Task: {'id': task-1862269, 'name': CloneVM_Task} progress is 94%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1892.354024] env[62574]: DEBUG oslo_service.periodic_task [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62574) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1892.354024] env[62574]: DEBUG nova.compute.manager [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Starting heal instance info cache {{(pid=62574) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10345}} [ 1892.536205] env[62574]: DEBUG oslo_concurrency.lockutils [None req-8c37249a-29f0-47a6-a98e-156202ecb6d1 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Acquiring lock "863dbe8b-20e6-485c-ba4d-b709d80fa327" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1892.536462] env[62574]: DEBUG oslo_concurrency.lockutils [None req-8c37249a-29f0-47a6-a98e-156202ecb6d1 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Lock "863dbe8b-20e6-485c-ba4d-b709d80fa327" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1892.575610] env[62574]: DEBUG nova.compute.manager [None req-07e67603-c1e7-4d1d-b7a1-2b160e4d5e02 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] [instance: 9df625d4-a114-410c-a1c1-f85a5c4f4cf2] Start building block device mappings for instance. {{(pid=62574) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1892.612351] env[62574]: DEBUG oslo_vmware.api [None req-8b41745f-e1b0-40db-ae02-2d4b8c8d0375 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Task: {'id': task-1862271, 'name': ReconfigVM_Task, 'duration_secs': 0.335728} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1892.612921] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b41745f-e1b0-40db-ae02-2d4b8c8d0375 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] [instance: d06fca54-652a-47dd-b14b-8f6bbf696503] Reconfigured VM instance instance-0000002d to attach disk [datastore2] volume-154d55ef-bed5-4499-83a9-d169e6e3b50d/volume-154d55ef-bed5-4499-83a9-d169e6e3b50d.vmdk or device None with type thin {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1892.618718] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-40c8f4e3-9f21-4e0a-9c0d-40f2c25378d5 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1892.642134] env[62574]: DEBUG oslo_vmware.api [None req-8b41745f-e1b0-40db-ae02-2d4b8c8d0375 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Waiting for the task: (returnval){ [ 1892.642134] env[62574]: value = "task-1862272" [ 1892.642134] env[62574]: _type = "Task" [ 1892.642134] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1892.653313] env[62574]: DEBUG oslo_vmware.api [None req-8b41745f-e1b0-40db-ae02-2d4b8c8d0375 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Task: {'id': task-1862272, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1892.790475] env[62574]: DEBUG oslo_vmware.api [None req-926ae9d9-82a6-4a1b-afb4-3c8f9b521743 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Task: {'id': task-1862269, 'name': CloneVM_Task} progress is 94%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1892.816327] env[62574]: DEBUG nova.network.neutron [None req-07e67603-c1e7-4d1d-b7a1-2b160e4d5e02 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] [instance: 9df625d4-a114-410c-a1c1-f85a5c4f4cf2] Successfully created port: 25add73a-ca9a-425d-a214-549b3499352f {{(pid=62574) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1892.914984] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5b927f0-bfce-4fb8-b048-b1eef27e0170 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1892.922590] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17fa2711-8022-4a79-9768-7b324f0a0198 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1892.955507] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19264bc1-9cdb-4e84-a4f1-2eadf9b6eae2 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1892.963214] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51811d91-8978-4afd-9ed0-00b4e282ccf0 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1892.976956] env[62574]: DEBUG nova.compute.provider_tree [None req-e537000c-a8d8-48b7-af5d-853139917dec tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Inventory has not changed in ProviderTree for provider: f0ed160a-beff-4626-a531-2a70d7bc0627 {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1893.040600] env[62574]: DEBUG nova.compute.utils [None req-8c37249a-29f0-47a6-a98e-156202ecb6d1 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Using /dev/sd instead of None {{(pid=62574) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1893.151407] env[62574]: DEBUG oslo_vmware.api [None req-8b41745f-e1b0-40db-ae02-2d4b8c8d0375 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Task: {'id': task-1862272, 'name': ReconfigVM_Task, 'duration_secs': 0.148357} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1893.151715] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b41745f-e1b0-40db-ae02-2d4b8c8d0375 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] [instance: d06fca54-652a-47dd-b14b-8f6bbf696503] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-384987', 'volume_id': '154d55ef-bed5-4499-83a9-d169e6e3b50d', 'name': 'volume-154d55ef-bed5-4499-83a9-d169e6e3b50d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'd06fca54-652a-47dd-b14b-8f6bbf696503', 'attached_at': '', 'detached_at': '', 'volume_id': '154d55ef-bed5-4499-83a9-d169e6e3b50d', 'serial': '154d55ef-bed5-4499-83a9-d169e6e3b50d'} {{(pid=62574) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1893.152665] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ddbc774f-8137-4c75-a6d9-60455d127439 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1893.159515] env[62574]: DEBUG oslo_vmware.api [None req-8b41745f-e1b0-40db-ae02-2d4b8c8d0375 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Waiting for the task: (returnval){ [ 1893.159515] env[62574]: value = "task-1862273" [ 1893.159515] env[62574]: _type = "Task" [ 1893.159515] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1893.167814] env[62574]: DEBUG oslo_vmware.api [None req-8b41745f-e1b0-40db-ae02-2d4b8c8d0375 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Task: {'id': task-1862273, 'name': Rename_Task} progress is 5%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1893.290846] env[62574]: DEBUG oslo_vmware.api [None req-926ae9d9-82a6-4a1b-afb4-3c8f9b521743 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Task: {'id': task-1862269, 'name': CloneVM_Task} progress is 94%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1893.407327] env[62574]: DEBUG oslo_concurrency.lockutils [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Acquiring lock "refresh_cache-e9878c22-2044-464f-915f-c1c865693437" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1893.407484] env[62574]: DEBUG oslo_concurrency.lockutils [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Acquired lock "refresh_cache-e9878c22-2044-464f-915f-c1c865693437" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1893.407637] env[62574]: DEBUG nova.network.neutron [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] [instance: e9878c22-2044-464f-915f-c1c865693437] Forcefully refreshing network info cache for instance {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1893.480011] env[62574]: DEBUG nova.scheduler.client.report [None req-e537000c-a8d8-48b7-af5d-853139917dec tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Inventory has not changed for provider f0ed160a-beff-4626-a531-2a70d7bc0627 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1893.543548] env[62574]: DEBUG oslo_concurrency.lockutils [None req-8c37249a-29f0-47a6-a98e-156202ecb6d1 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Lock "863dbe8b-20e6-485c-ba4d-b709d80fa327" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1893.586321] env[62574]: DEBUG nova.compute.manager [None req-07e67603-c1e7-4d1d-b7a1-2b160e4d5e02 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] [instance: 9df625d4-a114-410c-a1c1-f85a5c4f4cf2] Start spawning the instance on the hypervisor. {{(pid=62574) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1893.611343] env[62574]: DEBUG nova.virt.hardware [None req-07e67603-c1e7-4d1d-b7a1-2b160e4d5e02 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T19:26:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-13T19:26:40Z,direct_url=,disk_format='vmdk',id=3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7eed1dd4d2c3418eb32c4f4ceda3ab0d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-13T19:26:41Z,virtual_size=,visibility=), allow threads: False {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1893.611623] env[62574]: DEBUG nova.virt.hardware [None req-07e67603-c1e7-4d1d-b7a1-2b160e4d5e02 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Flavor limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1893.611794] env[62574]: DEBUG nova.virt.hardware [None req-07e67603-c1e7-4d1d-b7a1-2b160e4d5e02 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Image limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1893.611977] env[62574]: DEBUG nova.virt.hardware [None req-07e67603-c1e7-4d1d-b7a1-2b160e4d5e02 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Flavor pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1893.612141] env[62574]: DEBUG nova.virt.hardware [None req-07e67603-c1e7-4d1d-b7a1-2b160e4d5e02 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Image pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1893.612290] env[62574]: DEBUG nova.virt.hardware [None req-07e67603-c1e7-4d1d-b7a1-2b160e4d5e02 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1893.612502] env[62574]: DEBUG nova.virt.hardware [None req-07e67603-c1e7-4d1d-b7a1-2b160e4d5e02 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1893.612666] env[62574]: DEBUG nova.virt.hardware [None req-07e67603-c1e7-4d1d-b7a1-2b160e4d5e02 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1893.614276] env[62574]: DEBUG nova.virt.hardware [None req-07e67603-c1e7-4d1d-b7a1-2b160e4d5e02 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Got 1 possible topologies {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1893.614276] env[62574]: DEBUG nova.virt.hardware [None req-07e67603-c1e7-4d1d-b7a1-2b160e4d5e02 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1893.614276] env[62574]: DEBUG nova.virt.hardware [None req-07e67603-c1e7-4d1d-b7a1-2b160e4d5e02 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1893.614633] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93a5f3af-b8c5-488a-aad5-df02eac14c98 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1893.624296] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67cdbe5e-bab1-44be-97c2-d19e846ab3bf {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1893.668638] env[62574]: DEBUG oslo_vmware.api [None req-8b41745f-e1b0-40db-ae02-2d4b8c8d0375 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Task: {'id': task-1862273, 'name': Rename_Task, 'duration_secs': 0.150203} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1893.668919] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b41745f-e1b0-40db-ae02-2d4b8c8d0375 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] [instance: d06fca54-652a-47dd-b14b-8f6bbf696503] Powering on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1893.669178] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ad081e2d-918e-4bf9-88c2-8a223d6f0dd3 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1893.675177] env[62574]: DEBUG oslo_vmware.api [None req-8b41745f-e1b0-40db-ae02-2d4b8c8d0375 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Waiting for the task: (returnval){ [ 1893.675177] env[62574]: value = "task-1862274" [ 1893.675177] env[62574]: _type = "Task" [ 1893.675177] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1893.682665] env[62574]: DEBUG oslo_vmware.api [None req-8b41745f-e1b0-40db-ae02-2d4b8c8d0375 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Task: {'id': task-1862274, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1893.791811] env[62574]: DEBUG oslo_vmware.api [None req-926ae9d9-82a6-4a1b-afb4-3c8f9b521743 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Task: {'id': task-1862269, 'name': CloneVM_Task} progress is 94%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1893.985138] env[62574]: DEBUG oslo_concurrency.lockutils [None req-e537000c-a8d8-48b7-af5d-853139917dec tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.447s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1893.985761] env[62574]: DEBUG nova.compute.manager [None req-e537000c-a8d8-48b7-af5d-853139917dec tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] [instance: 890904e8-59ec-48ae-bfe5-a7be1c862973] Start building networks asynchronously for instance. {{(pid=62574) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1893.988389] env[62574]: DEBUG oslo_concurrency.lockutils [None req-526ace95-6611-415b-87bc-69f12408de1e tempest-VolumesAdminNegativeTest-247329141 tempest-VolumesAdminNegativeTest-247329141-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.955s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1893.988608] env[62574]: DEBUG nova.objects.instance [None req-526ace95-6611-415b-87bc-69f12408de1e tempest-VolumesAdminNegativeTest-247329141 tempest-VolumesAdminNegativeTest-247329141-project-member] Lazy-loading 'resources' on Instance uuid 475f8175-e0eb-4d78-a300-bd84eb4c8772 {{(pid=62574) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1894.185885] env[62574]: DEBUG oslo_vmware.api [None req-8b41745f-e1b0-40db-ae02-2d4b8c8d0375 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Task: {'id': task-1862274, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1894.291597] env[62574]: DEBUG oslo_vmware.api [None req-926ae9d9-82a6-4a1b-afb4-3c8f9b521743 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Task: {'id': task-1862269, 'name': CloneVM_Task} progress is 94%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1894.491699] env[62574]: DEBUG nova.compute.utils [None req-e537000c-a8d8-48b7-af5d-853139917dec tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Using /dev/sd instead of None {{(pid=62574) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1894.498264] env[62574]: DEBUG nova.compute.manager [None req-e537000c-a8d8-48b7-af5d-853139917dec tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] [instance: 890904e8-59ec-48ae-bfe5-a7be1c862973] Allocating IP information in the background. {{(pid=62574) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1894.498701] env[62574]: DEBUG nova.network.neutron [None req-e537000c-a8d8-48b7-af5d-853139917dec tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] [instance: 890904e8-59ec-48ae-bfe5-a7be1c862973] allocate_for_instance() {{(pid=62574) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1894.575923] env[62574]: DEBUG nova.policy [None req-e537000c-a8d8-48b7-af5d-853139917dec tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c0cdb0738bb2402d898812bdb0ef8c7d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '50322706d83c42c3a9bbd5c51ba34b64', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62574) authorize /opt/stack/nova/nova/policy.py:192}} [ 1894.633125] env[62574]: DEBUG oslo_concurrency.lockutils [None req-8c37249a-29f0-47a6-a98e-156202ecb6d1 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Acquiring lock "863dbe8b-20e6-485c-ba4d-b709d80fa327" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1894.633530] env[62574]: DEBUG oslo_concurrency.lockutils [None req-8c37249a-29f0-47a6-a98e-156202ecb6d1 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Lock "863dbe8b-20e6-485c-ba4d-b709d80fa327" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1894.633900] env[62574]: INFO nova.compute.manager [None req-8c37249a-29f0-47a6-a98e-156202ecb6d1 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] [instance: 863dbe8b-20e6-485c-ba4d-b709d80fa327] Attaching volume 9b16841b-682c-4696-8b91-b23f982ee0c8 to /dev/sdb [ 1894.687902] env[62574]: DEBUG oslo_vmware.api [None req-8b41745f-e1b0-40db-ae02-2d4b8c8d0375 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Task: {'id': task-1862274, 'name': PowerOnVM_Task, 'duration_secs': 0.658872} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1894.688832] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b41745f-e1b0-40db-ae02-2d4b8c8d0375 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] [instance: d06fca54-652a-47dd-b14b-8f6bbf696503] Powered on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1894.698133] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5250f0e-c568-4a84-8e62-17a05985d357 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1894.709467] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fac7196b-5f05-442e-af68-ccbb235ff29a {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1894.725955] env[62574]: DEBUG nova.virt.block_device [None req-8c37249a-29f0-47a6-a98e-156202ecb6d1 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] [instance: 863dbe8b-20e6-485c-ba4d-b709d80fa327] Updating existing volume attachment record: c4334a36-9d92-40c7-8e84-391ccb8b925a {{(pid=62574) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1894.800562] env[62574]: DEBUG oslo_vmware.api [None req-926ae9d9-82a6-4a1b-afb4-3c8f9b521743 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Task: {'id': task-1862269, 'name': CloneVM_Task} progress is 94%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1894.815419] env[62574]: DEBUG nova.network.neutron [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] [instance: e9878c22-2044-464f-915f-c1c865693437] Updating instance_info_cache with network_info: [{"id": "3a39b895-bd2c-473c-8ce9-963b9918de03", "address": "fa:16:3e:3a:c5:64", "network": {"id": "3af14f16-9d32-4c8d-8557-ce8f3b8b4086", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1431517823-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.141", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "31d5eeff630d40d2928149f27883ae60", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a39b895-bd", "ovs_interfaceid": "3a39b895-bd2c-473c-8ce9-963b9918de03", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1894.906269] env[62574]: DEBUG nova.compute.manager [None req-8b41745f-e1b0-40db-ae02-2d4b8c8d0375 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] [instance: d06fca54-652a-47dd-b14b-8f6bbf696503] Checking state {{(pid=62574) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1894.907210] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9998bc99-4e16-4f9f-abfb-bab287bcfb6f {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1894.916057] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3d412e6-3f1a-4713-aee2-4ce9913cae20 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1894.934194] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9777b477-d02f-492d-9825-4cdfde3db841 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1894.965243] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4bb3faa-cee8-4b85-b5e7-4206aa5078a0 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1894.973280] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db7eb44a-3a5b-427e-885e-2bcf895b5ef7 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1894.989185] env[62574]: DEBUG nova.compute.provider_tree [None req-526ace95-6611-415b-87bc-69f12408de1e tempest-VolumesAdminNegativeTest-247329141 tempest-VolumesAdminNegativeTest-247329141-project-member] Inventory has not changed in ProviderTree for provider: f0ed160a-beff-4626-a531-2a70d7bc0627 {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1894.999284] env[62574]: DEBUG nova.compute.manager [None req-e537000c-a8d8-48b7-af5d-853139917dec tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] [instance: 890904e8-59ec-48ae-bfe5-a7be1c862973] Start building block device mappings for instance. {{(pid=62574) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1895.035566] env[62574]: DEBUG nova.network.neutron [None req-e537000c-a8d8-48b7-af5d-853139917dec tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] [instance: 890904e8-59ec-48ae-bfe5-a7be1c862973] Successfully created port: 72cdf308-c304-4f52-b970-9d8e0de6627a {{(pid=62574) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1895.294355] env[62574]: DEBUG oslo_vmware.api [None req-926ae9d9-82a6-4a1b-afb4-3c8f9b521743 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Task: {'id': task-1862269, 'name': CloneVM_Task} progress is 94%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1895.317742] env[62574]: DEBUG oslo_concurrency.lockutils [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Releasing lock "refresh_cache-e9878c22-2044-464f-915f-c1c865693437" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1895.318035] env[62574]: DEBUG nova.compute.manager [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] [instance: e9878c22-2044-464f-915f-c1c865693437] Updated the network info_cache for instance {{(pid=62574) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10416}} [ 1895.318284] env[62574]: DEBUG oslo_service.periodic_task [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62574) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1895.318469] env[62574]: DEBUG oslo_service.periodic_task [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62574) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1895.318648] env[62574]: DEBUG oslo_service.periodic_task [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62574) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1895.318803] env[62574]: DEBUG oslo_service.periodic_task [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62574) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1895.318942] env[62574]: DEBUG oslo_service.periodic_task [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62574) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1895.319134] env[62574]: DEBUG oslo_service.periodic_task [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62574) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1895.319648] env[62574]: DEBUG nova.compute.manager [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62574) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10964}} [ 1895.319648] env[62574]: DEBUG oslo_service.periodic_task [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Running periodic task ComputeManager.update_available_resource {{(pid=62574) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1895.389490] env[62574]: DEBUG oslo_concurrency.lockutils [None req-f7d252a6-99dc-40d9-ba36-93a30923c9a9 tempest-ServersNegativeTestMultiTenantJSON-974511682 tempest-ServersNegativeTestMultiTenantJSON-974511682-project-member] Acquiring lock "840b5925-0c39-43a9-ac2d-2677cf48e03a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1895.389753] env[62574]: DEBUG oslo_concurrency.lockutils [None req-f7d252a6-99dc-40d9-ba36-93a30923c9a9 tempest-ServersNegativeTestMultiTenantJSON-974511682 tempest-ServersNegativeTestMultiTenantJSON-974511682-project-member] Lock "840b5925-0c39-43a9-ac2d-2677cf48e03a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1895.436965] env[62574]: DEBUG oslo_concurrency.lockutils [None req-8b41745f-e1b0-40db-ae02-2d4b8c8d0375 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Lock "d06fca54-652a-47dd-b14b-8f6bbf696503" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 35.115s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1895.492891] env[62574]: DEBUG nova.scheduler.client.report [None req-526ace95-6611-415b-87bc-69f12408de1e tempest-VolumesAdminNegativeTest-247329141 tempest-VolumesAdminNegativeTest-247329141-project-member] Inventory has not changed for provider f0ed160a-beff-4626-a531-2a70d7bc0627 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1895.794871] env[62574]: DEBUG oslo_vmware.api [None req-926ae9d9-82a6-4a1b-afb4-3c8f9b521743 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Task: {'id': task-1862269, 'name': CloneVM_Task} progress is 94%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1895.822588] env[62574]: DEBUG oslo_concurrency.lockutils [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1895.892902] env[62574]: DEBUG nova.compute.manager [None req-f7d252a6-99dc-40d9-ba36-93a30923c9a9 tempest-ServersNegativeTestMultiTenantJSON-974511682 tempest-ServersNegativeTestMultiTenantJSON-974511682-project-member] [instance: 840b5925-0c39-43a9-ac2d-2677cf48e03a] Starting instance... {{(pid=62574) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1895.997577] env[62574]: DEBUG oslo_concurrency.lockutils [None req-526ace95-6611-415b-87bc-69f12408de1e tempest-VolumesAdminNegativeTest-247329141 tempest-VolumesAdminNegativeTest-247329141-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.009s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1896.000729] env[62574]: DEBUG oslo_concurrency.lockutils [None req-b1ad0916-de21-43af-8d60-455600fef088 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.614s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1896.002595] env[62574]: INFO nova.compute.claims [None req-b1ad0916-de21-43af-8d60-455600fef088 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] [instance: 4dfd42a3-c9d2-45b4-8bb0-9a7a8550997c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1896.008530] env[62574]: DEBUG nova.compute.manager [None req-e537000c-a8d8-48b7-af5d-853139917dec tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] [instance: 890904e8-59ec-48ae-bfe5-a7be1c862973] Start spawning the instance on the hypervisor. {{(pid=62574) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1896.025200] env[62574]: INFO nova.scheduler.client.report [None req-526ace95-6611-415b-87bc-69f12408de1e tempest-VolumesAdminNegativeTest-247329141 tempest-VolumesAdminNegativeTest-247329141-project-member] Deleted allocations for instance 475f8175-e0eb-4d78-a300-bd84eb4c8772 [ 1896.042244] env[62574]: DEBUG nova.virt.hardware [None req-e537000c-a8d8-48b7-af5d-853139917dec tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T19:26:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-13T19:26:40Z,direct_url=,disk_format='vmdk',id=3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7eed1dd4d2c3418eb32c4f4ceda3ab0d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-13T19:26:41Z,virtual_size=,visibility=), allow threads: False {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1896.042562] env[62574]: DEBUG nova.virt.hardware [None req-e537000c-a8d8-48b7-af5d-853139917dec tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Flavor limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1896.042702] env[62574]: DEBUG nova.virt.hardware [None req-e537000c-a8d8-48b7-af5d-853139917dec tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Image limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1896.042878] env[62574]: DEBUG nova.virt.hardware [None req-e537000c-a8d8-48b7-af5d-853139917dec tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Flavor pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1896.044009] env[62574]: DEBUG nova.virt.hardware [None req-e537000c-a8d8-48b7-af5d-853139917dec tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Image pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1896.044631] env[62574]: DEBUG nova.virt.hardware [None req-e537000c-a8d8-48b7-af5d-853139917dec tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1896.044911] env[62574]: DEBUG nova.virt.hardware [None req-e537000c-a8d8-48b7-af5d-853139917dec tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1896.045408] env[62574]: DEBUG nova.virt.hardware [None req-e537000c-a8d8-48b7-af5d-853139917dec tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1896.045408] env[62574]: DEBUG nova.virt.hardware [None req-e537000c-a8d8-48b7-af5d-853139917dec tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Got 1 possible topologies {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1896.045631] env[62574]: DEBUG nova.virt.hardware [None req-e537000c-a8d8-48b7-af5d-853139917dec tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1896.045631] env[62574]: DEBUG nova.virt.hardware [None req-e537000c-a8d8-48b7-af5d-853139917dec tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1896.047605] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98e4888d-c230-4273-8725-fbdee39a3d1e {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.055943] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9d5db24-76a7-485a-9155-dd14bda3369a {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.294255] env[62574]: DEBUG oslo_vmware.api [None req-926ae9d9-82a6-4a1b-afb4-3c8f9b521743 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Task: {'id': task-1862269, 'name': CloneVM_Task} progress is 94%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1896.411539] env[62574]: DEBUG oslo_concurrency.lockutils [None req-f7d252a6-99dc-40d9-ba36-93a30923c9a9 tempest-ServersNegativeTestMultiTenantJSON-974511682 tempest-ServersNegativeTestMultiTenantJSON-974511682-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1896.534299] env[62574]: DEBUG oslo_concurrency.lockutils [None req-526ace95-6611-415b-87bc-69f12408de1e tempest-VolumesAdminNegativeTest-247329141 tempest-VolumesAdminNegativeTest-247329141-project-member] Lock "475f8175-e0eb-4d78-a300-bd84eb4c8772" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.516s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1896.797688] env[62574]: DEBUG oslo_vmware.api [None req-926ae9d9-82a6-4a1b-afb4-3c8f9b521743 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Task: {'id': task-1862269, 'name': CloneVM_Task} progress is 94%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1897.259869] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe745c9d-fd9c-4c6f-af9d-d0a951f34164 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.269121] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d13e7bf0-b335-4764-9dc5-fc88bced77bc {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.301596] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3bb52a5-75d3-42fc-b94d-2a5e64f7ae07 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.309124] env[62574]: DEBUG oslo_vmware.api [None req-926ae9d9-82a6-4a1b-afb4-3c8f9b521743 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Task: {'id': task-1862269, 'name': CloneVM_Task} progress is 94%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1897.312110] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba188606-d74e-4a1b-9998-8b9cc5e13ea6 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.324927] env[62574]: DEBUG nova.compute.provider_tree [None req-b1ad0916-de21-43af-8d60-455600fef088 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Inventory has not changed in ProviderTree for provider: f0ed160a-beff-4626-a531-2a70d7bc0627 {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1897.573413] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-1fcca7b9-09d6-42a4-8ab7-337415b47458 tempest-ServerMetadataTestJSON-284844396 tempest-ServerMetadataTestJSON-284844396-project-member] [instance: de9dee3d-30a9-4eab-ae6f-e4347c588236] Unregistered the VM {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1897.573766] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-1fcca7b9-09d6-42a4-8ab7-337415b47458 tempest-ServerMetadataTestJSON-284844396 tempest-ServerMetadataTestJSON-284844396-project-member] [instance: de9dee3d-30a9-4eab-ae6f-e4347c588236] Deleting contents of the VM from datastore datastore2 {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1897.573942] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-1fcca7b9-09d6-42a4-8ab7-337415b47458 tempest-ServerMetadataTestJSON-284844396 tempest-ServerMetadataTestJSON-284844396-project-member] Deleting the datastore file [datastore2] de9dee3d-30a9-4eab-ae6f-e4347c588236 {{(pid=62574) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1897.574242] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5d57b3e7-17c6-4fe3-aa5c-068b6258a368 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.581367] env[62574]: DEBUG oslo_vmware.api [None req-1fcca7b9-09d6-42a4-8ab7-337415b47458 tempest-ServerMetadataTestJSON-284844396 tempest-ServerMetadataTestJSON-284844396-project-member] Waiting for the task: (returnval){ [ 1897.581367] env[62574]: value = "task-1862280" [ 1897.581367] env[62574]: _type = "Task" [ 1897.581367] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1897.589220] env[62574]: DEBUG oslo_vmware.api [None req-1fcca7b9-09d6-42a4-8ab7-337415b47458 tempest-ServerMetadataTestJSON-284844396 tempest-ServerMetadataTestJSON-284844396-project-member] Task: {'id': task-1862280, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1897.808905] env[62574]: DEBUG oslo_vmware.api [None req-926ae9d9-82a6-4a1b-afb4-3c8f9b521743 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Task: {'id': task-1862269, 'name': CloneVM_Task} progress is 94%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1897.828091] env[62574]: DEBUG nova.scheduler.client.report [None req-b1ad0916-de21-43af-8d60-455600fef088 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Inventory has not changed for provider f0ed160a-beff-4626-a531-2a70d7bc0627 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1898.091554] env[62574]: DEBUG oslo_vmware.api [None req-1fcca7b9-09d6-42a4-8ab7-337415b47458 tempest-ServerMetadataTestJSON-284844396 tempest-ServerMetadataTestJSON-284844396-project-member] Task: {'id': task-1862280, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.247448} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1898.091809] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-1fcca7b9-09d6-42a4-8ab7-337415b47458 tempest-ServerMetadataTestJSON-284844396 tempest-ServerMetadataTestJSON-284844396-project-member] Deleted the datastore file {{(pid=62574) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1898.091996] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-1fcca7b9-09d6-42a4-8ab7-337415b47458 tempest-ServerMetadataTestJSON-284844396 tempest-ServerMetadataTestJSON-284844396-project-member] [instance: de9dee3d-30a9-4eab-ae6f-e4347c588236] Deleted contents of the VM from datastore datastore2 {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1898.092193] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-1fcca7b9-09d6-42a4-8ab7-337415b47458 tempest-ServerMetadataTestJSON-284844396 tempest-ServerMetadataTestJSON-284844396-project-member] [instance: de9dee3d-30a9-4eab-ae6f-e4347c588236] Instance destroyed {{(pid=62574) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1898.092369] env[62574]: INFO nova.compute.manager [None req-1fcca7b9-09d6-42a4-8ab7-337415b47458 tempest-ServerMetadataTestJSON-284844396 tempest-ServerMetadataTestJSON-284844396-project-member] [instance: de9dee3d-30a9-4eab-ae6f-e4347c588236] Took 6.74 seconds to destroy the instance on the hypervisor. [ 1898.092611] env[62574]: DEBUG oslo.service.loopingcall [None req-1fcca7b9-09d6-42a4-8ab7-337415b47458 tempest-ServerMetadataTestJSON-284844396 tempest-ServerMetadataTestJSON-284844396-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62574) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1898.092803] env[62574]: DEBUG nova.compute.manager [-] [instance: de9dee3d-30a9-4eab-ae6f-e4347c588236] Deallocating network for instance {{(pid=62574) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1898.092899] env[62574]: DEBUG nova.network.neutron [-] [instance: de9dee3d-30a9-4eab-ae6f-e4347c588236] deallocate_for_instance() {{(pid=62574) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1898.312230] env[62574]: DEBUG oslo_vmware.api [None req-926ae9d9-82a6-4a1b-afb4-3c8f9b521743 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Task: {'id': task-1862269, 'name': CloneVM_Task} progress is 100%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1898.336501] env[62574]: DEBUG oslo_concurrency.lockutils [None req-b1ad0916-de21-43af-8d60-455600fef088 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.334s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1898.336501] env[62574]: DEBUG nova.compute.manager [None req-b1ad0916-de21-43af-8d60-455600fef088 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] [instance: 4dfd42a3-c9d2-45b4-8bb0-9a7a8550997c] Start building networks asynchronously for instance. {{(pid=62574) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1898.338655] env[62574]: DEBUG oslo_concurrency.lockutils [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 2.516s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1898.338822] env[62574]: DEBUG oslo_concurrency.lockutils [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1898.338969] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62574) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1898.340454] env[62574]: DEBUG oslo_concurrency.lockutils [None req-f7d252a6-99dc-40d9-ba36-93a30923c9a9 tempest-ServersNegativeTestMultiTenantJSON-974511682 tempest-ServersNegativeTestMultiTenantJSON-974511682-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.928s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1898.341429] env[62574]: INFO nova.compute.claims [None req-f7d252a6-99dc-40d9-ba36-93a30923c9a9 tempest-ServersNegativeTestMultiTenantJSON-974511682 tempest-ServersNegativeTestMultiTenantJSON-974511682-project-member] [instance: 840b5925-0c39-43a9-ac2d-2677cf48e03a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1898.344972] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41a6e933-b978-4135-b748-d40dee072e85 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.357131] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e3ca488-0efb-4f9c-8a79-321c9d87676c {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.373765] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7f2a7b6-b6ea-4966-8f36-6860ba3ff23c {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.379145] env[62574]: DEBUG nova.compute.manager [req-71a83d92-4894-4309-9618-1bc1618bb198 req-3334622d-196b-4e91-b80b-2ee5279eef14 service nova] [instance: de9dee3d-30a9-4eab-ae6f-e4347c588236] Received event network-vif-deleted-570a69cc-00da-4832-ae83-d1caa41679a2 {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1898.379359] env[62574]: INFO nova.compute.manager [req-71a83d92-4894-4309-9618-1bc1618bb198 req-3334622d-196b-4e91-b80b-2ee5279eef14 service nova] [instance: de9dee3d-30a9-4eab-ae6f-e4347c588236] Neutron deleted interface 570a69cc-00da-4832-ae83-d1caa41679a2; detaching it from the instance and deleting it from the info cache [ 1898.379538] env[62574]: DEBUG nova.network.neutron [req-71a83d92-4894-4309-9618-1bc1618bb198 req-3334622d-196b-4e91-b80b-2ee5279eef14 service nova] [instance: de9dee3d-30a9-4eab-ae6f-e4347c588236] Updating instance_info_cache with network_info: [] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1898.386217] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9590322-938c-4c0d-adaf-21aeed05b0b2 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.425472] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178795MB free_disk=147GB free_vcpus=48 pci_devices=None {{(pid=62574) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1898.425640] env[62574]: DEBUG oslo_concurrency.lockutils [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1898.542630] env[62574]: DEBUG nova.compute.manager [req-140ffd46-5452-47fc-b9b3-1b0fb68f773b req-952ba7d5-bc6f-4490-9994-7ce9934d24a7 service nova] [instance: 9df625d4-a114-410c-a1c1-f85a5c4f4cf2] Received event network-vif-plugged-25add73a-ca9a-425d-a214-549b3499352f {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1898.542862] env[62574]: DEBUG oslo_concurrency.lockutils [req-140ffd46-5452-47fc-b9b3-1b0fb68f773b req-952ba7d5-bc6f-4490-9994-7ce9934d24a7 service nova] Acquiring lock "9df625d4-a114-410c-a1c1-f85a5c4f4cf2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1898.543111] env[62574]: DEBUG oslo_concurrency.lockutils [req-140ffd46-5452-47fc-b9b3-1b0fb68f773b req-952ba7d5-bc6f-4490-9994-7ce9934d24a7 service nova] Lock "9df625d4-a114-410c-a1c1-f85a5c4f4cf2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1898.543260] env[62574]: DEBUG oslo_concurrency.lockutils [req-140ffd46-5452-47fc-b9b3-1b0fb68f773b req-952ba7d5-bc6f-4490-9994-7ce9934d24a7 service nova] Lock "9df625d4-a114-410c-a1c1-f85a5c4f4cf2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1898.543429] env[62574]: DEBUG nova.compute.manager [req-140ffd46-5452-47fc-b9b3-1b0fb68f773b req-952ba7d5-bc6f-4490-9994-7ce9934d24a7 service nova] [instance: 9df625d4-a114-410c-a1c1-f85a5c4f4cf2] No waiting events found dispatching network-vif-plugged-25add73a-ca9a-425d-a214-549b3499352f {{(pid=62574) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1898.543609] env[62574]: WARNING nova.compute.manager [req-140ffd46-5452-47fc-b9b3-1b0fb68f773b req-952ba7d5-bc6f-4490-9994-7ce9934d24a7 service nova] [instance: 9df625d4-a114-410c-a1c1-f85a5c4f4cf2] Received unexpected event network-vif-plugged-25add73a-ca9a-425d-a214-549b3499352f for instance with vm_state building and task_state spawning. [ 1898.589201] env[62574]: DEBUG nova.network.neutron [None req-e537000c-a8d8-48b7-af5d-853139917dec tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] [instance: 890904e8-59ec-48ae-bfe5-a7be1c862973] Successfully updated port: 72cdf308-c304-4f52-b970-9d8e0de6627a {{(pid=62574) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1898.614252] env[62574]: DEBUG nova.network.neutron [None req-07e67603-c1e7-4d1d-b7a1-2b160e4d5e02 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] [instance: 9df625d4-a114-410c-a1c1-f85a5c4f4cf2] Successfully updated port: 25add73a-ca9a-425d-a214-549b3499352f {{(pid=62574) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1898.812036] env[62574]: DEBUG oslo_vmware.api [None req-926ae9d9-82a6-4a1b-afb4-3c8f9b521743 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Task: {'id': task-1862269, 'name': CloneVM_Task, 'duration_secs': 6.57239} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1898.812332] env[62574]: INFO nova.virt.vmwareapi.vmops [None req-926ae9d9-82a6-4a1b-afb4-3c8f9b521743 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] [instance: d985f1a9-bdf9-4995-a05c-5a14cf3113ba] Created linked-clone VM from snapshot [ 1898.813078] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5be65f81-1e62-48ad-a5eb-f4a6ca202960 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.821495] env[62574]: DEBUG nova.virt.vmwareapi.images [None req-926ae9d9-82a6-4a1b-afb4-3c8f9b521743 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] [instance: d985f1a9-bdf9-4995-a05c-5a14cf3113ba] Uploading image 336fdbcb-4909-4b76-8c65-5c739ed9a31e {{(pid=62574) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1898.847228] env[62574]: DEBUG nova.compute.utils [None req-b1ad0916-de21-43af-8d60-455600fef088 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Using /dev/sd instead of None {{(pid=62574) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1898.847781] env[62574]: DEBUG nova.compute.manager [None req-b1ad0916-de21-43af-8d60-455600fef088 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] [instance: 4dfd42a3-c9d2-45b4-8bb0-9a7a8550997c] Allocating IP information in the background. {{(pid=62574) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1898.848556] env[62574]: DEBUG nova.network.neutron [None req-b1ad0916-de21-43af-8d60-455600fef088 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] [instance: 4dfd42a3-c9d2-45b4-8bb0-9a7a8550997c] allocate_for_instance() {{(pid=62574) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1898.856491] env[62574]: DEBUG nova.network.neutron [-] [instance: de9dee3d-30a9-4eab-ae6f-e4347c588236] Updating instance_info_cache with network_info: [] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1898.873322] env[62574]: DEBUG oslo_vmware.rw_handles [None req-926ae9d9-82a6-4a1b-afb4-3c8f9b521743 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1898.873322] env[62574]: value = "vm-385001" [ 1898.873322] env[62574]: _type = "VirtualMachine" [ 1898.873322] env[62574]: }. {{(pid=62574) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1898.873322] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-574e7a33-17ea-42ba-8d2b-5f11826121ce {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.882066] env[62574]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-92c83e1d-b547-42b7-9e97-1a11d20bb21e {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.886575] env[62574]: DEBUG oslo_vmware.rw_handles [None req-926ae9d9-82a6-4a1b-afb4-3c8f9b521743 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Lease: (returnval){ [ 1898.886575] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]52580e53-6500-b017-6f80-aaf41baa73e0" [ 1898.886575] env[62574]: _type = "HttpNfcLease" [ 1898.886575] env[62574]: } obtained for exporting VM: (result){ [ 1898.886575] env[62574]: value = "vm-385001" [ 1898.886575] env[62574]: _type = "VirtualMachine" [ 1898.886575] env[62574]: }. {{(pid=62574) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1898.886976] env[62574]: DEBUG oslo_vmware.api [None req-926ae9d9-82a6-4a1b-afb4-3c8f9b521743 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Waiting for the lease: (returnval){ [ 1898.886976] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]52580e53-6500-b017-6f80-aaf41baa73e0" [ 1898.886976] env[62574]: _type = "HttpNfcLease" [ 1898.886976] env[62574]: } to be ready. {{(pid=62574) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1898.896010] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce92662c-505a-4054-861d-4271a308949a {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.910197] env[62574]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1898.910197] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]52580e53-6500-b017-6f80-aaf41baa73e0" [ 1898.910197] env[62574]: _type = "HttpNfcLease" [ 1898.910197] env[62574]: } is initializing. {{(pid=62574) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1898.935828] env[62574]: DEBUG nova.compute.manager [req-71a83d92-4894-4309-9618-1bc1618bb198 req-3334622d-196b-4e91-b80b-2ee5279eef14 service nova] [instance: de9dee3d-30a9-4eab-ae6f-e4347c588236] Detach interface failed, port_id=570a69cc-00da-4832-ae83-d1caa41679a2, reason: Instance de9dee3d-30a9-4eab-ae6f-e4347c588236 could not be found. {{(pid=62574) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 1898.973703] env[62574]: DEBUG nova.policy [None req-b1ad0916-de21-43af-8d60-455600fef088 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '92bf7b982df249fe99995d7b39490deb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7f9eb8bf1afc4a1c99652faad70fca7f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62574) authorize /opt/stack/nova/nova/policy.py:192}} [ 1899.092365] env[62574]: DEBUG oslo_concurrency.lockutils [None req-e537000c-a8d8-48b7-af5d-853139917dec tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Acquiring lock "refresh_cache-890904e8-59ec-48ae-bfe5-a7be1c862973" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1899.092585] env[62574]: DEBUG oslo_concurrency.lockutils [None req-e537000c-a8d8-48b7-af5d-853139917dec tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Acquired lock "refresh_cache-890904e8-59ec-48ae-bfe5-a7be1c862973" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1899.092663] env[62574]: DEBUG nova.network.neutron [None req-e537000c-a8d8-48b7-af5d-853139917dec tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] [instance: 890904e8-59ec-48ae-bfe5-a7be1c862973] Building network info cache for instance {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1899.116876] env[62574]: DEBUG oslo_concurrency.lockutils [None req-07e67603-c1e7-4d1d-b7a1-2b160e4d5e02 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Acquiring lock "refresh_cache-9df625d4-a114-410c-a1c1-f85a5c4f4cf2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1899.117031] env[62574]: DEBUG oslo_concurrency.lockutils [None req-07e67603-c1e7-4d1d-b7a1-2b160e4d5e02 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Acquired lock "refresh_cache-9df625d4-a114-410c-a1c1-f85a5c4f4cf2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1899.117182] env[62574]: DEBUG nova.network.neutron [None req-07e67603-c1e7-4d1d-b7a1-2b160e4d5e02 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] [instance: 9df625d4-a114-410c-a1c1-f85a5c4f4cf2] Building network info cache for instance {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1899.312422] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c37249a-29f0-47a6-a98e-156202ecb6d1 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] [instance: 863dbe8b-20e6-485c-ba4d-b709d80fa327] Volume attach. Driver type: vmdk {{(pid=62574) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1899.312422] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c37249a-29f0-47a6-a98e-156202ecb6d1 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] [instance: 863dbe8b-20e6-485c-ba4d-b709d80fa327] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-385003', 'volume_id': '9b16841b-682c-4696-8b91-b23f982ee0c8', 'name': 'volume-9b16841b-682c-4696-8b91-b23f982ee0c8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '863dbe8b-20e6-485c-ba4d-b709d80fa327', 'attached_at': '', 'detached_at': '', 'volume_id': '9b16841b-682c-4696-8b91-b23f982ee0c8', 'serial': '9b16841b-682c-4696-8b91-b23f982ee0c8'} {{(pid=62574) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1899.313776] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4488af44-2d40-44fb-985d-295d36e83fc1 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.330442] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-180797c4-ec6d-4d10-a172-37b4175f8e92 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.359913] env[62574]: DEBUG nova.compute.manager [None req-b1ad0916-de21-43af-8d60-455600fef088 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] [instance: 4dfd42a3-c9d2-45b4-8bb0-9a7a8550997c] Start building block device mappings for instance. {{(pid=62574) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1899.365588] env[62574]: INFO nova.compute.manager [-] [instance: de9dee3d-30a9-4eab-ae6f-e4347c588236] Took 1.27 seconds to deallocate network for instance. [ 1899.373249] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c37249a-29f0-47a6-a98e-156202ecb6d1 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] [instance: 863dbe8b-20e6-485c-ba4d-b709d80fa327] Reconfiguring VM instance instance-00000047 to attach disk [datastore2] volume-9b16841b-682c-4696-8b91-b23f982ee0c8/volume-9b16841b-682c-4696-8b91-b23f982ee0c8.vmdk or device None with type thin {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1899.375453] env[62574]: DEBUG nova.network.neutron [None req-b1ad0916-de21-43af-8d60-455600fef088 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] [instance: 4dfd42a3-c9d2-45b4-8bb0-9a7a8550997c] Successfully created port: df6d046f-74f2-48d7-85c0-225104bda5ce {{(pid=62574) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1899.378513] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a13daa11-9ae0-48f6-801a-671990ac5a9c {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.410058] env[62574]: DEBUG oslo_vmware.api [None req-8c37249a-29f0-47a6-a98e-156202ecb6d1 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Waiting for the task: (returnval){ [ 1899.410058] env[62574]: value = "task-1862282" [ 1899.410058] env[62574]: _type = "Task" [ 1899.410058] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1899.411953] env[62574]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1899.411953] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]52580e53-6500-b017-6f80-aaf41baa73e0" [ 1899.411953] env[62574]: _type = "HttpNfcLease" [ 1899.411953] env[62574]: } is ready. {{(pid=62574) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1899.414978] env[62574]: DEBUG oslo_vmware.rw_handles [None req-926ae9d9-82a6-4a1b-afb4-3c8f9b521743 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1899.414978] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]52580e53-6500-b017-6f80-aaf41baa73e0" [ 1899.414978] env[62574]: _type = "HttpNfcLease" [ 1899.414978] env[62574]: }. {{(pid=62574) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1899.415380] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02dfcd5d-6067-4fd6-bbb1-ac72c7b8f601 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.425561] env[62574]: DEBUG oslo_vmware.api [None req-8c37249a-29f0-47a6-a98e-156202ecb6d1 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Task: {'id': task-1862282, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1899.429241] env[62574]: DEBUG oslo_vmware.rw_handles [None req-926ae9d9-82a6-4a1b-afb4-3c8f9b521743 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ba9882-fdff-ec04-bb12-ad31b511b611/disk-0.vmdk from lease info. {{(pid=62574) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1899.429241] env[62574]: DEBUG oslo_vmware.rw_handles [None req-926ae9d9-82a6-4a1b-afb4-3c8f9b521743 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ba9882-fdff-ec04-bb12-ad31b511b611/disk-0.vmdk for reading. {{(pid=62574) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1899.519442] env[62574]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-2e2d7454-20bc-4b86-9968-ec80dbce4041 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.650620] env[62574]: DEBUG nova.network.neutron [None req-07e67603-c1e7-4d1d-b7a1-2b160e4d5e02 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] [instance: 9df625d4-a114-410c-a1c1-f85a5c4f4cf2] Instance cache missing network info. {{(pid=62574) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1899.664760] env[62574]: DEBUG nova.network.neutron [None req-e537000c-a8d8-48b7-af5d-853139917dec tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] [instance: 890904e8-59ec-48ae-bfe5-a7be1c862973] Instance cache missing network info. {{(pid=62574) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1899.717813] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-173c2890-ebeb-4bd8-84ae-aeb9c555bac1 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.725815] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c0b408e-1c92-4e71-b8b2-5d0ebf87f2db {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.770449] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f60118a5-3d3e-41eb-8502-8b38b99ad729 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.782313] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51e15496-9d29-4a94-8a86-a0959b51e0bc {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.795793] env[62574]: DEBUG nova.compute.provider_tree [None req-f7d252a6-99dc-40d9-ba36-93a30923c9a9 tempest-ServersNegativeTestMultiTenantJSON-974511682 tempest-ServersNegativeTestMultiTenantJSON-974511682-project-member] Inventory has not changed in ProviderTree for provider: f0ed160a-beff-4626-a531-2a70d7bc0627 {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1899.894590] env[62574]: DEBUG nova.network.neutron [None req-07e67603-c1e7-4d1d-b7a1-2b160e4d5e02 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] [instance: 9df625d4-a114-410c-a1c1-f85a5c4f4cf2] Updating instance_info_cache with network_info: [{"id": "25add73a-ca9a-425d-a214-549b3499352f", "address": "fa:16:3e:5c:10:91", "network": {"id": "8bd12a38-08c1-4356-9843-f29b17be87eb", "bridge": "br-int", "label": "tempest-ServersTestJSON-544040280-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd623c359a6848e68b723390c29ce7e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cb94a1a-f287-46e7-b63b-ec692c2141b4", "external-id": "nsx-vlan-transportzone-346", "segmentation_id": 346, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap25add73a-ca", "ovs_interfaceid": "25add73a-ca9a-425d-a214-549b3499352f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1899.903782] env[62574]: DEBUG oslo_concurrency.lockutils [None req-b4ceb1d4-e5a4-4df9-86d7-66e64c540123 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Acquiring lock "76ab47f1-1837-44ef-a0c5-bbd149566601" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1899.903782] env[62574]: DEBUG oslo_concurrency.lockutils [None req-b4ceb1d4-e5a4-4df9-86d7-66e64c540123 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Lock "76ab47f1-1837-44ef-a0c5-bbd149566601" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1899.904155] env[62574]: DEBUG oslo_concurrency.lockutils [None req-b4ceb1d4-e5a4-4df9-86d7-66e64c540123 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Acquiring lock "76ab47f1-1837-44ef-a0c5-bbd149566601-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1899.904547] env[62574]: DEBUG oslo_concurrency.lockutils [None req-b4ceb1d4-e5a4-4df9-86d7-66e64c540123 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Lock "76ab47f1-1837-44ef-a0c5-bbd149566601-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1899.904940] env[62574]: DEBUG oslo_concurrency.lockutils [None req-b4ceb1d4-e5a4-4df9-86d7-66e64c540123 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Lock "76ab47f1-1837-44ef-a0c5-bbd149566601-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1899.909373] env[62574]: DEBUG oslo_concurrency.lockutils [None req-1fcca7b9-09d6-42a4-8ab7-337415b47458 tempest-ServerMetadataTestJSON-284844396 tempest-ServerMetadataTestJSON-284844396-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1899.909841] env[62574]: INFO nova.compute.manager [None req-b4ceb1d4-e5a4-4df9-86d7-66e64c540123 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] [instance: 76ab47f1-1837-44ef-a0c5-bbd149566601] Terminating instance [ 1899.935010] env[62574]: DEBUG oslo_vmware.api [None req-8c37249a-29f0-47a6-a98e-156202ecb6d1 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Task: {'id': task-1862282, 'name': ReconfigVM_Task, 'duration_secs': 0.352165} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1899.936440] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c37249a-29f0-47a6-a98e-156202ecb6d1 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] [instance: 863dbe8b-20e6-485c-ba4d-b709d80fa327] Reconfigured VM instance instance-00000047 to attach disk [datastore2] volume-9b16841b-682c-4696-8b91-b23f982ee0c8/volume-9b16841b-682c-4696-8b91-b23f982ee0c8.vmdk or device None with type thin {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1899.946522] env[62574]: DEBUG nova.network.neutron [None req-e537000c-a8d8-48b7-af5d-853139917dec tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] [instance: 890904e8-59ec-48ae-bfe5-a7be1c862973] Updating instance_info_cache with network_info: [{"id": "72cdf308-c304-4f52-b970-9d8e0de6627a", "address": "fa:16:3e:05:0a:b0", "network": {"id": "d21729a3-6af1-4685-8299-0af047d6c105", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-979648045-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "50322706d83c42c3a9bbd5c51ba34b64", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d903c404-a23a-40c0-a217-96d4bb2e5b08", "external-id": "nsx-vlan-transportzone-228", "segmentation_id": 228, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap72cdf308-c3", "ovs_interfaceid": "72cdf308-c304-4f52-b970-9d8e0de6627a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1899.950026] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-db252af8-f76c-459f-b6b2-5849f7a740ef {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.981281] env[62574]: DEBUG oslo_vmware.api [None req-8c37249a-29f0-47a6-a98e-156202ecb6d1 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Waiting for the task: (returnval){ [ 1899.981281] env[62574]: value = "task-1862283" [ 1899.981281] env[62574]: _type = "Task" [ 1899.981281] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1899.994226] env[62574]: DEBUG oslo_vmware.api [None req-8c37249a-29f0-47a6-a98e-156202ecb6d1 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Task: {'id': task-1862283, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1900.298933] env[62574]: DEBUG nova.scheduler.client.report [None req-f7d252a6-99dc-40d9-ba36-93a30923c9a9 tempest-ServersNegativeTestMultiTenantJSON-974511682 tempest-ServersNegativeTestMultiTenantJSON-974511682-project-member] Inventory has not changed for provider f0ed160a-beff-4626-a531-2a70d7bc0627 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1900.396017] env[62574]: DEBUG nova.compute.manager [None req-b1ad0916-de21-43af-8d60-455600fef088 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] [instance: 4dfd42a3-c9d2-45b4-8bb0-9a7a8550997c] Start spawning the instance on the hypervisor. {{(pid=62574) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1900.400638] env[62574]: DEBUG oslo_concurrency.lockutils [None req-07e67603-c1e7-4d1d-b7a1-2b160e4d5e02 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Releasing lock "refresh_cache-9df625d4-a114-410c-a1c1-f85a5c4f4cf2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1900.400638] env[62574]: DEBUG nova.compute.manager [None req-07e67603-c1e7-4d1d-b7a1-2b160e4d5e02 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] [instance: 9df625d4-a114-410c-a1c1-f85a5c4f4cf2] Instance network_info: |[{"id": "25add73a-ca9a-425d-a214-549b3499352f", "address": "fa:16:3e:5c:10:91", "network": {"id": "8bd12a38-08c1-4356-9843-f29b17be87eb", "bridge": "br-int", "label": "tempest-ServersTestJSON-544040280-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd623c359a6848e68b723390c29ce7e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cb94a1a-f287-46e7-b63b-ec692c2141b4", "external-id": "nsx-vlan-transportzone-346", "segmentation_id": 346, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap25add73a-ca", "ovs_interfaceid": "25add73a-ca9a-425d-a214-549b3499352f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62574) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1900.400638] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-07e67603-c1e7-4d1d-b7a1-2b160e4d5e02 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] [instance: 9df625d4-a114-410c-a1c1-f85a5c4f4cf2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5c:10:91', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1cb94a1a-f287-46e7-b63b-ec692c2141b4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '25add73a-ca9a-425d-a214-549b3499352f', 'vif_model': 'vmxnet3'}] {{(pid=62574) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1900.408348] env[62574]: DEBUG oslo.service.loopingcall [None req-07e67603-c1e7-4d1d-b7a1-2b160e4d5e02 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62574) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1900.408747] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9df625d4-a114-410c-a1c1-f85a5c4f4cf2] Creating VM on the ESX host {{(pid=62574) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1900.409244] env[62574]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-63f29f27-5c89-495e-958e-ae1f5f50eee9 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1900.429531] env[62574]: DEBUG nova.compute.manager [None req-b4ceb1d4-e5a4-4df9-86d7-66e64c540123 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] [instance: 76ab47f1-1837-44ef-a0c5-bbd149566601] Start destroying the instance on the hypervisor. {{(pid=62574) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1900.429933] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-b4ceb1d4-e5a4-4df9-86d7-66e64c540123 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] [instance: 76ab47f1-1837-44ef-a0c5-bbd149566601] Destroying instance {{(pid=62574) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1900.430933] env[62574]: DEBUG nova.compute.manager [req-22d1ab27-b321-406f-a6db-6d99faae1337 req-f286b3b4-31d1-49bc-a99b-0a12f9c021df service nova] [instance: 890904e8-59ec-48ae-bfe5-a7be1c862973] Received event network-vif-plugged-72cdf308-c304-4f52-b970-9d8e0de6627a {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1900.431151] env[62574]: DEBUG oslo_concurrency.lockutils [req-22d1ab27-b321-406f-a6db-6d99faae1337 req-f286b3b4-31d1-49bc-a99b-0a12f9c021df service nova] Acquiring lock "890904e8-59ec-48ae-bfe5-a7be1c862973-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1900.431445] env[62574]: DEBUG oslo_concurrency.lockutils [req-22d1ab27-b321-406f-a6db-6d99faae1337 req-f286b3b4-31d1-49bc-a99b-0a12f9c021df service nova] Lock "890904e8-59ec-48ae-bfe5-a7be1c862973-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1900.431611] env[62574]: DEBUG oslo_concurrency.lockutils [req-22d1ab27-b321-406f-a6db-6d99faae1337 req-f286b3b4-31d1-49bc-a99b-0a12f9c021df service nova] Lock "890904e8-59ec-48ae-bfe5-a7be1c862973-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1900.431792] env[62574]: DEBUG nova.compute.manager [req-22d1ab27-b321-406f-a6db-6d99faae1337 req-f286b3b4-31d1-49bc-a99b-0a12f9c021df service nova] [instance: 890904e8-59ec-48ae-bfe5-a7be1c862973] No waiting events found dispatching network-vif-plugged-72cdf308-c304-4f52-b970-9d8e0de6627a {{(pid=62574) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1900.431997] env[62574]: WARNING nova.compute.manager [req-22d1ab27-b321-406f-a6db-6d99faae1337 req-f286b3b4-31d1-49bc-a99b-0a12f9c021df service nova] [instance: 890904e8-59ec-48ae-bfe5-a7be1c862973] Received unexpected event network-vif-plugged-72cdf308-c304-4f52-b970-9d8e0de6627a for instance with vm_state building and task_state spawning. [ 1900.432138] env[62574]: DEBUG nova.compute.manager [req-22d1ab27-b321-406f-a6db-6d99faae1337 req-f286b3b4-31d1-49bc-a99b-0a12f9c021df service nova] [instance: 890904e8-59ec-48ae-bfe5-a7be1c862973] Received event network-changed-72cdf308-c304-4f52-b970-9d8e0de6627a {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1900.432396] env[62574]: DEBUG nova.compute.manager [req-22d1ab27-b321-406f-a6db-6d99faae1337 req-f286b3b4-31d1-49bc-a99b-0a12f9c021df service nova] [instance: 890904e8-59ec-48ae-bfe5-a7be1c862973] Refreshing instance network info cache due to event network-changed-72cdf308-c304-4f52-b970-9d8e0de6627a. {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1900.432575] env[62574]: DEBUG oslo_concurrency.lockutils [req-22d1ab27-b321-406f-a6db-6d99faae1337 req-f286b3b4-31d1-49bc-a99b-0a12f9c021df service nova] Acquiring lock "refresh_cache-890904e8-59ec-48ae-bfe5-a7be1c862973" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1900.434729] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f22cbed-8397-46e8-8604-928cfb0de667 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1900.440453] env[62574]: DEBUG nova.virt.hardware [None req-b1ad0916-de21-43af-8d60-455600fef088 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T19:26:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-13T19:26:40Z,direct_url=,disk_format='vmdk',id=3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7eed1dd4d2c3418eb32c4f4ceda3ab0d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-13T19:26:41Z,virtual_size=,visibility=), allow threads: False {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1900.441177] env[62574]: DEBUG nova.virt.hardware [None req-b1ad0916-de21-43af-8d60-455600fef088 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Flavor limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1900.441177] env[62574]: DEBUG nova.virt.hardware [None req-b1ad0916-de21-43af-8d60-455600fef088 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Image limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1900.441177] env[62574]: DEBUG nova.virt.hardware [None req-b1ad0916-de21-43af-8d60-455600fef088 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Flavor pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1900.441442] env[62574]: DEBUG nova.virt.hardware [None req-b1ad0916-de21-43af-8d60-455600fef088 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Image pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1900.441529] env[62574]: DEBUG nova.virt.hardware [None req-b1ad0916-de21-43af-8d60-455600fef088 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1900.441688] env[62574]: DEBUG nova.virt.hardware [None req-b1ad0916-de21-43af-8d60-455600fef088 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1900.441890] env[62574]: DEBUG nova.virt.hardware [None req-b1ad0916-de21-43af-8d60-455600fef088 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1900.442036] env[62574]: DEBUG nova.virt.hardware [None req-b1ad0916-de21-43af-8d60-455600fef088 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Got 1 possible topologies {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1900.442215] env[62574]: DEBUG nova.virt.hardware [None req-b1ad0916-de21-43af-8d60-455600fef088 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1900.442766] env[62574]: DEBUG nova.virt.hardware [None req-b1ad0916-de21-43af-8d60-455600fef088 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1900.443586] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38b17bec-237b-436c-b2ab-1182db1beff9 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1900.447810] env[62574]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1900.447810] env[62574]: value = "task-1862284" [ 1900.447810] env[62574]: _type = "Task" [ 1900.447810] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1900.456218] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4ceb1d4-e5a4-4df9-86d7-66e64c540123 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] [instance: 76ab47f1-1837-44ef-a0c5-bbd149566601] Powering off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1900.457092] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a46f66c9-fbfd-4be8-b92a-fdbaad2f47da {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1900.459487] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2402dea5-a280-49eb-b9d3-eebbd5e9d9d9 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1900.466929] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1862284, 'name': CreateVM_Task} progress is 6%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1900.479034] env[62574]: DEBUG oslo_concurrency.lockutils [None req-e537000c-a8d8-48b7-af5d-853139917dec tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Releasing lock "refresh_cache-890904e8-59ec-48ae-bfe5-a7be1c862973" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1900.479034] env[62574]: DEBUG nova.compute.manager [None req-e537000c-a8d8-48b7-af5d-853139917dec tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] [instance: 890904e8-59ec-48ae-bfe5-a7be1c862973] Instance network_info: |[{"id": "72cdf308-c304-4f52-b970-9d8e0de6627a", "address": "fa:16:3e:05:0a:b0", "network": {"id": "d21729a3-6af1-4685-8299-0af047d6c105", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-979648045-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "50322706d83c42c3a9bbd5c51ba34b64", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d903c404-a23a-40c0-a217-96d4bb2e5b08", "external-id": "nsx-vlan-transportzone-228", "segmentation_id": 228, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap72cdf308-c3", "ovs_interfaceid": "72cdf308-c304-4f52-b970-9d8e0de6627a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62574) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1900.480844] env[62574]: DEBUG oslo_concurrency.lockutils [req-22d1ab27-b321-406f-a6db-6d99faae1337 req-f286b3b4-31d1-49bc-a99b-0a12f9c021df service nova] Acquired lock "refresh_cache-890904e8-59ec-48ae-bfe5-a7be1c862973" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1900.481048] env[62574]: DEBUG nova.network.neutron [req-22d1ab27-b321-406f-a6db-6d99faae1337 req-f286b3b4-31d1-49bc-a99b-0a12f9c021df service nova] [instance: 890904e8-59ec-48ae-bfe5-a7be1c862973] Refreshing network info cache for port 72cdf308-c304-4f52-b970-9d8e0de6627a {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1900.482281] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-e537000c-a8d8-48b7-af5d-853139917dec tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] [instance: 890904e8-59ec-48ae-bfe5-a7be1c862973] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:05:0a:b0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd903c404-a23a-40c0-a217-96d4bb2e5b08', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '72cdf308-c304-4f52-b970-9d8e0de6627a', 'vif_model': 'vmxnet3'}] {{(pid=62574) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1900.489608] env[62574]: DEBUG oslo.service.loopingcall [None req-e537000c-a8d8-48b7-af5d-853139917dec tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62574) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1900.489892] env[62574]: DEBUG oslo_vmware.api [None req-b4ceb1d4-e5a4-4df9-86d7-66e64c540123 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Waiting for the task: (returnval){ [ 1900.489892] env[62574]: value = "task-1862285" [ 1900.489892] env[62574]: _type = "Task" [ 1900.489892] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1900.492859] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 890904e8-59ec-48ae-bfe5-a7be1c862973] Creating VM on the ESX host {{(pid=62574) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1900.496965] env[62574]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6df91e84-f7b0-426a-a67a-d115626a1ffa {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1900.514850] env[62574]: DEBUG oslo_concurrency.lockutils [None req-ffe71c49-ce6f-403f-8ae9-d0b0fe4aefd0 tempest-VolumesAdminNegativeTest-247329141 tempest-VolumesAdminNegativeTest-247329141-project-member] Acquiring lock "cdb4528a-d1b1-442b-a5e3-e3c663ab7390" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1900.515113] env[62574]: DEBUG oslo_concurrency.lockutils [None req-ffe71c49-ce6f-403f-8ae9-d0b0fe4aefd0 tempest-VolumesAdminNegativeTest-247329141 tempest-VolumesAdminNegativeTest-247329141-project-member] Lock "cdb4528a-d1b1-442b-a5e3-e3c663ab7390" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1900.515320] env[62574]: DEBUG oslo_concurrency.lockutils [None req-ffe71c49-ce6f-403f-8ae9-d0b0fe4aefd0 tempest-VolumesAdminNegativeTest-247329141 tempest-VolumesAdminNegativeTest-247329141-project-member] Acquiring lock "cdb4528a-d1b1-442b-a5e3-e3c663ab7390-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1900.515498] env[62574]: DEBUG oslo_concurrency.lockutils [None req-ffe71c49-ce6f-403f-8ae9-d0b0fe4aefd0 tempest-VolumesAdminNegativeTest-247329141 tempest-VolumesAdminNegativeTest-247329141-project-member] Lock "cdb4528a-d1b1-442b-a5e3-e3c663ab7390-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1900.515658] env[62574]: DEBUG oslo_concurrency.lockutils [None req-ffe71c49-ce6f-403f-8ae9-d0b0fe4aefd0 tempest-VolumesAdminNegativeTest-247329141 tempest-VolumesAdminNegativeTest-247329141-project-member] Lock "cdb4528a-d1b1-442b-a5e3-e3c663ab7390-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1900.518968] env[62574]: INFO nova.compute.manager [None req-ffe71c49-ce6f-403f-8ae9-d0b0fe4aefd0 tempest-VolumesAdminNegativeTest-247329141 tempest-VolumesAdminNegativeTest-247329141-project-member] [instance: cdb4528a-d1b1-442b-a5e3-e3c663ab7390] Terminating instance [ 1900.527947] env[62574]: DEBUG oslo_vmware.api [None req-8c37249a-29f0-47a6-a98e-156202ecb6d1 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Task: {'id': task-1862283, 'name': ReconfigVM_Task, 'duration_secs': 0.162628} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1900.527947] env[62574]: DEBUG oslo_vmware.api [None req-b4ceb1d4-e5a4-4df9-86d7-66e64c540123 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Task: {'id': task-1862285, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1900.529445] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c37249a-29f0-47a6-a98e-156202ecb6d1 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] [instance: 863dbe8b-20e6-485c-ba4d-b709d80fa327] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-385003', 'volume_id': '9b16841b-682c-4696-8b91-b23f982ee0c8', 'name': 'volume-9b16841b-682c-4696-8b91-b23f982ee0c8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '863dbe8b-20e6-485c-ba4d-b709d80fa327', 'attached_at': '', 'detached_at': '', 'volume_id': '9b16841b-682c-4696-8b91-b23f982ee0c8', 'serial': '9b16841b-682c-4696-8b91-b23f982ee0c8'} {{(pid=62574) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1900.532066] env[62574]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1900.532066] env[62574]: value = "task-1862286" [ 1900.532066] env[62574]: _type = "Task" [ 1900.532066] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1900.540448] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1862286, 'name': CreateVM_Task} progress is 6%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1900.573836] env[62574]: DEBUG nova.compute.manager [req-06dfe7e7-33f4-485e-bf31-29b835698ae9 req-600cba0d-7cdb-4020-865c-7651b7c56c1f service nova] [instance: 9df625d4-a114-410c-a1c1-f85a5c4f4cf2] Received event network-changed-25add73a-ca9a-425d-a214-549b3499352f {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1900.574098] env[62574]: DEBUG nova.compute.manager [req-06dfe7e7-33f4-485e-bf31-29b835698ae9 req-600cba0d-7cdb-4020-865c-7651b7c56c1f service nova] [instance: 9df625d4-a114-410c-a1c1-f85a5c4f4cf2] Refreshing instance network info cache due to event network-changed-25add73a-ca9a-425d-a214-549b3499352f. {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1900.574341] env[62574]: DEBUG oslo_concurrency.lockutils [req-06dfe7e7-33f4-485e-bf31-29b835698ae9 req-600cba0d-7cdb-4020-865c-7651b7c56c1f service nova] Acquiring lock "refresh_cache-9df625d4-a114-410c-a1c1-f85a5c4f4cf2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1900.574497] env[62574]: DEBUG oslo_concurrency.lockutils [req-06dfe7e7-33f4-485e-bf31-29b835698ae9 req-600cba0d-7cdb-4020-865c-7651b7c56c1f service nova] Acquired lock "refresh_cache-9df625d4-a114-410c-a1c1-f85a5c4f4cf2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1900.574836] env[62574]: DEBUG nova.network.neutron [req-06dfe7e7-33f4-485e-bf31-29b835698ae9 req-600cba0d-7cdb-4020-865c-7651b7c56c1f service nova] [instance: 9df625d4-a114-410c-a1c1-f85a5c4f4cf2] Refreshing network info cache for port 25add73a-ca9a-425d-a214-549b3499352f {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1900.750407] env[62574]: DEBUG nova.network.neutron [req-22d1ab27-b321-406f-a6db-6d99faae1337 req-f286b3b4-31d1-49bc-a99b-0a12f9c021df service nova] [instance: 890904e8-59ec-48ae-bfe5-a7be1c862973] Updated VIF entry in instance network info cache for port 72cdf308-c304-4f52-b970-9d8e0de6627a. {{(pid=62574) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1900.750838] env[62574]: DEBUG nova.network.neutron [req-22d1ab27-b321-406f-a6db-6d99faae1337 req-f286b3b4-31d1-49bc-a99b-0a12f9c021df service nova] [instance: 890904e8-59ec-48ae-bfe5-a7be1c862973] Updating instance_info_cache with network_info: [{"id": "72cdf308-c304-4f52-b970-9d8e0de6627a", "address": "fa:16:3e:05:0a:b0", "network": {"id": "d21729a3-6af1-4685-8299-0af047d6c105", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-979648045-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "50322706d83c42c3a9bbd5c51ba34b64", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d903c404-a23a-40c0-a217-96d4bb2e5b08", "external-id": "nsx-vlan-transportzone-228", "segmentation_id": 228, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap72cdf308-c3", "ovs_interfaceid": "72cdf308-c304-4f52-b970-9d8e0de6627a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1900.803614] env[62574]: DEBUG oslo_concurrency.lockutils [None req-f7d252a6-99dc-40d9-ba36-93a30923c9a9 tempest-ServersNegativeTestMultiTenantJSON-974511682 tempest-ServersNegativeTestMultiTenantJSON-974511682-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.464s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1900.804239] env[62574]: DEBUG nova.compute.manager [None req-f7d252a6-99dc-40d9-ba36-93a30923c9a9 tempest-ServersNegativeTestMultiTenantJSON-974511682 tempest-ServersNegativeTestMultiTenantJSON-974511682-project-member] [instance: 840b5925-0c39-43a9-ac2d-2677cf48e03a] Start building networks asynchronously for instance. {{(pid=62574) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1900.806947] env[62574]: DEBUG oslo_concurrency.lockutils [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 2.381s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1900.959698] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1862284, 'name': CreateVM_Task, 'duration_secs': 0.467004} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1900.959957] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9df625d4-a114-410c-a1c1-f85a5c4f4cf2] Created VM on the ESX host {{(pid=62574) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1900.960765] env[62574]: DEBUG oslo_concurrency.lockutils [None req-07e67603-c1e7-4d1d-b7a1-2b160e4d5e02 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1900.960990] env[62574]: DEBUG oslo_concurrency.lockutils [None req-07e67603-c1e7-4d1d-b7a1-2b160e4d5e02 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1900.961515] env[62574]: DEBUG oslo_concurrency.lockutils [None req-07e67603-c1e7-4d1d-b7a1-2b160e4d5e02 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1900.961834] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d4b14994-cfec-47d1-8804-112ed5c89215 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1900.966954] env[62574]: DEBUG oslo_vmware.api [None req-07e67603-c1e7-4d1d-b7a1-2b160e4d5e02 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Waiting for the task: (returnval){ [ 1900.966954] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]52d9e55a-4a2c-4ed3-105a-b649bae6bc7e" [ 1900.966954] env[62574]: _type = "Task" [ 1900.966954] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1900.975229] env[62574]: DEBUG oslo_vmware.api [None req-07e67603-c1e7-4d1d-b7a1-2b160e4d5e02 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52d9e55a-4a2c-4ed3-105a-b649bae6bc7e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1901.002465] env[62574]: DEBUG oslo_vmware.api [None req-b4ceb1d4-e5a4-4df9-86d7-66e64c540123 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Task: {'id': task-1862285, 'name': PowerOffVM_Task, 'duration_secs': 0.238444} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1901.003226] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4ceb1d4-e5a4-4df9-86d7-66e64c540123 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] [instance: 76ab47f1-1837-44ef-a0c5-bbd149566601] Powered off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1901.003226] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-b4ceb1d4-e5a4-4df9-86d7-66e64c540123 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] [instance: 76ab47f1-1837-44ef-a0c5-bbd149566601] Unregistering the VM {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1901.003803] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-66a2bb71-42f5-424c-8bce-ccddf3b40fff {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.035463] env[62574]: DEBUG nova.compute.manager [None req-ffe71c49-ce6f-403f-8ae9-d0b0fe4aefd0 tempest-VolumesAdminNegativeTest-247329141 tempest-VolumesAdminNegativeTest-247329141-project-member] [instance: cdb4528a-d1b1-442b-a5e3-e3c663ab7390] Start destroying the instance on the hypervisor. {{(pid=62574) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1901.035815] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-ffe71c49-ce6f-403f-8ae9-d0b0fe4aefd0 tempest-VolumesAdminNegativeTest-247329141 tempest-VolumesAdminNegativeTest-247329141-project-member] [instance: cdb4528a-d1b1-442b-a5e3-e3c663ab7390] Destroying instance {{(pid=62574) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1901.037019] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b58c13b-23f7-44f0-8305-cba4b850bbcd {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.049594] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1862286, 'name': CreateVM_Task, 'duration_secs': 0.350068} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1901.053407] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 890904e8-59ec-48ae-bfe5-a7be1c862973] Created VM on the ESX host {{(pid=62574) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1901.053911] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffe71c49-ce6f-403f-8ae9-d0b0fe4aefd0 tempest-VolumesAdminNegativeTest-247329141 tempest-VolumesAdminNegativeTest-247329141-project-member] [instance: cdb4528a-d1b1-442b-a5e3-e3c663ab7390] Powering off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1901.055043] env[62574]: DEBUG oslo_concurrency.lockutils [None req-e537000c-a8d8-48b7-af5d-853139917dec tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1901.055043] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0ebe0879-c8e7-410f-a6e7-2ba44f1baeb0 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.061415] env[62574]: DEBUG oslo_vmware.api [None req-ffe71c49-ce6f-403f-8ae9-d0b0fe4aefd0 tempest-VolumesAdminNegativeTest-247329141 tempest-VolumesAdminNegativeTest-247329141-project-member] Waiting for the task: (returnval){ [ 1901.061415] env[62574]: value = "task-1862288" [ 1901.061415] env[62574]: _type = "Task" [ 1901.061415] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1901.069637] env[62574]: DEBUG oslo_vmware.api [None req-ffe71c49-ce6f-403f-8ae9-d0b0fe4aefd0 tempest-VolumesAdminNegativeTest-247329141 tempest-VolumesAdminNegativeTest-247329141-project-member] Task: {'id': task-1862288, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1901.130828] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-b4ceb1d4-e5a4-4df9-86d7-66e64c540123 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] [instance: 76ab47f1-1837-44ef-a0c5-bbd149566601] Unregistered the VM {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1901.131284] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-b4ceb1d4-e5a4-4df9-86d7-66e64c540123 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] [instance: 76ab47f1-1837-44ef-a0c5-bbd149566601] Deleting contents of the VM from datastore datastore2 {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1901.131636] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4ceb1d4-e5a4-4df9-86d7-66e64c540123 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Deleting the datastore file [datastore2] 76ab47f1-1837-44ef-a0c5-bbd149566601 {{(pid=62574) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1901.132058] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5e5426ef-e514-43b1-b6b4-f42f868e6b9c {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.138979] env[62574]: DEBUG oslo_vmware.api [None req-b4ceb1d4-e5a4-4df9-86d7-66e64c540123 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Waiting for the task: (returnval){ [ 1901.138979] env[62574]: value = "task-1862289" [ 1901.138979] env[62574]: _type = "Task" [ 1901.138979] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1901.147511] env[62574]: DEBUG oslo_vmware.api [None req-b4ceb1d4-e5a4-4df9-86d7-66e64c540123 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Task: {'id': task-1862289, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1901.254108] env[62574]: DEBUG oslo_concurrency.lockutils [req-22d1ab27-b321-406f-a6db-6d99faae1337 req-f286b3b4-31d1-49bc-a99b-0a12f9c021df service nova] Releasing lock "refresh_cache-890904e8-59ec-48ae-bfe5-a7be1c862973" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1901.310832] env[62574]: DEBUG nova.compute.utils [None req-f7d252a6-99dc-40d9-ba36-93a30923c9a9 tempest-ServersNegativeTestMultiTenantJSON-974511682 tempest-ServersNegativeTestMultiTenantJSON-974511682-project-member] Using /dev/sd instead of None {{(pid=62574) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1901.324588] env[62574]: DEBUG nova.compute.manager [None req-f7d252a6-99dc-40d9-ba36-93a30923c9a9 tempest-ServersNegativeTestMultiTenantJSON-974511682 tempest-ServersNegativeTestMultiTenantJSON-974511682-project-member] [instance: 840b5925-0c39-43a9-ac2d-2677cf48e03a] Allocating IP information in the background. {{(pid=62574) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1901.324934] env[62574]: DEBUG nova.network.neutron [None req-f7d252a6-99dc-40d9-ba36-93a30923c9a9 tempest-ServersNegativeTestMultiTenantJSON-974511682 tempest-ServersNegativeTestMultiTenantJSON-974511682-project-member] [instance: 840b5925-0c39-43a9-ac2d-2677cf48e03a] allocate_for_instance() {{(pid=62574) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1901.328179] env[62574]: DEBUG nova.network.neutron [req-06dfe7e7-33f4-485e-bf31-29b835698ae9 req-600cba0d-7cdb-4020-865c-7651b7c56c1f service nova] [instance: 9df625d4-a114-410c-a1c1-f85a5c4f4cf2] Updated VIF entry in instance network info cache for port 25add73a-ca9a-425d-a214-549b3499352f. {{(pid=62574) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1901.328609] env[62574]: DEBUG nova.network.neutron [req-06dfe7e7-33f4-485e-bf31-29b835698ae9 req-600cba0d-7cdb-4020-865c-7651b7c56c1f service nova] [instance: 9df625d4-a114-410c-a1c1-f85a5c4f4cf2] Updating instance_info_cache with network_info: [{"id": "25add73a-ca9a-425d-a214-549b3499352f", "address": "fa:16:3e:5c:10:91", "network": {"id": "8bd12a38-08c1-4356-9843-f29b17be87eb", "bridge": "br-int", "label": "tempest-ServersTestJSON-544040280-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd623c359a6848e68b723390c29ce7e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cb94a1a-f287-46e7-b63b-ec692c2141b4", "external-id": "nsx-vlan-transportzone-346", "segmentation_id": 346, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap25add73a-ca", "ovs_interfaceid": "25add73a-ca9a-425d-a214-549b3499352f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1901.376950] env[62574]: DEBUG nova.policy [None req-f7d252a6-99dc-40d9-ba36-93a30923c9a9 tempest-ServersNegativeTestMultiTenantJSON-974511682 tempest-ServersNegativeTestMultiTenantJSON-974511682-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '215eae8487314895b2e38047422a0269', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ec42cc0f59354a758a0978bdb51c0473', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62574) authorize /opt/stack/nova/nova/policy.py:192}} [ 1901.479362] env[62574]: DEBUG oslo_vmware.api [None req-07e67603-c1e7-4d1d-b7a1-2b160e4d5e02 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52d9e55a-4a2c-4ed3-105a-b649bae6bc7e, 'name': SearchDatastore_Task, 'duration_secs': 0.015334} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1901.479684] env[62574]: DEBUG oslo_concurrency.lockutils [None req-07e67603-c1e7-4d1d-b7a1-2b160e4d5e02 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1901.479951] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-07e67603-c1e7-4d1d-b7a1-2b160e4d5e02 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] [instance: 9df625d4-a114-410c-a1c1-f85a5c4f4cf2] Processing image 3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2 {{(pid=62574) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1901.480230] env[62574]: DEBUG oslo_concurrency.lockutils [None req-07e67603-c1e7-4d1d-b7a1-2b160e4d5e02 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1901.480384] env[62574]: DEBUG oslo_concurrency.lockutils [None req-07e67603-c1e7-4d1d-b7a1-2b160e4d5e02 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1901.480566] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-07e67603-c1e7-4d1d-b7a1-2b160e4d5e02 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1901.480847] env[62574]: DEBUG oslo_concurrency.lockutils [None req-e537000c-a8d8-48b7-af5d-853139917dec tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1901.481175] env[62574]: DEBUG oslo_concurrency.lockutils [None req-e537000c-a8d8-48b7-af5d-853139917dec tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1901.481629] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-74788ded-fd1a-4653-848d-5a7dd60a76e8 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.483261] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c6d5887c-6b03-4baa-be51-af12aea6585e {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.488837] env[62574]: DEBUG oslo_vmware.api [None req-e537000c-a8d8-48b7-af5d-853139917dec tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Waiting for the task: (returnval){ [ 1901.488837] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]52968db6-b005-6e23-9d16-2e5f516828d7" [ 1901.488837] env[62574]: _type = "Task" [ 1901.488837] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1901.496723] env[62574]: DEBUG oslo_vmware.api [None req-e537000c-a8d8-48b7-af5d-853139917dec tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52968db6-b005-6e23-9d16-2e5f516828d7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1901.501572] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-07e67603-c1e7-4d1d-b7a1-2b160e4d5e02 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1901.501739] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-07e67603-c1e7-4d1d-b7a1-2b160e4d5e02 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62574) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1901.502488] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ecd8ef7f-c1d6-4c98-92b9-85f26c5012a2 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.508108] env[62574]: DEBUG oslo_vmware.api [None req-07e67603-c1e7-4d1d-b7a1-2b160e4d5e02 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Waiting for the task: (returnval){ [ 1901.508108] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]52a90121-e914-5b98-4661-6316c67635b1" [ 1901.508108] env[62574]: _type = "Task" [ 1901.508108] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1901.522121] env[62574]: DEBUG oslo_vmware.api [None req-07e67603-c1e7-4d1d-b7a1-2b160e4d5e02 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52a90121-e914-5b98-4661-6316c67635b1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1901.573874] env[62574]: DEBUG oslo_vmware.api [None req-ffe71c49-ce6f-403f-8ae9-d0b0fe4aefd0 tempest-VolumesAdminNegativeTest-247329141 tempest-VolumesAdminNegativeTest-247329141-project-member] Task: {'id': task-1862288, 'name': PowerOffVM_Task, 'duration_secs': 0.202351} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1901.573874] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffe71c49-ce6f-403f-8ae9-d0b0fe4aefd0 tempest-VolumesAdminNegativeTest-247329141 tempest-VolumesAdminNegativeTest-247329141-project-member] [instance: cdb4528a-d1b1-442b-a5e3-e3c663ab7390] Powered off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1901.573874] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-ffe71c49-ce6f-403f-8ae9-d0b0fe4aefd0 tempest-VolumesAdminNegativeTest-247329141 tempest-VolumesAdminNegativeTest-247329141-project-member] [instance: cdb4528a-d1b1-442b-a5e3-e3c663ab7390] Unregistering the VM {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1901.574287] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cc65d2d2-bc4f-40f5-b116-fd22343f368b {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.577413] env[62574]: DEBUG nova.objects.instance [None req-8c37249a-29f0-47a6-a98e-156202ecb6d1 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Lazy-loading 'flavor' on Instance uuid 863dbe8b-20e6-485c-ba4d-b709d80fa327 {{(pid=62574) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1901.633392] env[62574]: DEBUG nova.network.neutron [None req-b1ad0916-de21-43af-8d60-455600fef088 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] [instance: 4dfd42a3-c9d2-45b4-8bb0-9a7a8550997c] Successfully updated port: df6d046f-74f2-48d7-85c0-225104bda5ce {{(pid=62574) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1901.652667] env[62574]: DEBUG oslo_vmware.api [None req-b4ceb1d4-e5a4-4df9-86d7-66e64c540123 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Task: {'id': task-1862289, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.207709} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1901.653497] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4ceb1d4-e5a4-4df9-86d7-66e64c540123 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Deleted the datastore file {{(pid=62574) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1901.653697] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-b4ceb1d4-e5a4-4df9-86d7-66e64c540123 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] [instance: 76ab47f1-1837-44ef-a0c5-bbd149566601] Deleted contents of the VM from datastore datastore2 {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1901.653881] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-b4ceb1d4-e5a4-4df9-86d7-66e64c540123 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] [instance: 76ab47f1-1837-44ef-a0c5-bbd149566601] Instance destroyed {{(pid=62574) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1901.654103] env[62574]: INFO nova.compute.manager [None req-b4ceb1d4-e5a4-4df9-86d7-66e64c540123 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] [instance: 76ab47f1-1837-44ef-a0c5-bbd149566601] Took 1.22 seconds to destroy the instance on the hypervisor. [ 1901.654395] env[62574]: DEBUG oslo.service.loopingcall [None req-b4ceb1d4-e5a4-4df9-86d7-66e64c540123 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62574) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1901.655080] env[62574]: DEBUG nova.compute.manager [-] [instance: 76ab47f1-1837-44ef-a0c5-bbd149566601] Deallocating network for instance {{(pid=62574) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1901.655080] env[62574]: DEBUG nova.network.neutron [-] [instance: 76ab47f1-1837-44ef-a0c5-bbd149566601] deallocate_for_instance() {{(pid=62574) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1901.670743] env[62574]: DEBUG nova.network.neutron [None req-f7d252a6-99dc-40d9-ba36-93a30923c9a9 tempest-ServersNegativeTestMultiTenantJSON-974511682 tempest-ServersNegativeTestMultiTenantJSON-974511682-project-member] [instance: 840b5925-0c39-43a9-ac2d-2677cf48e03a] Successfully created port: 7f023aee-5604-4e68-8d75-d7075c273df4 {{(pid=62574) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1901.718086] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-ffe71c49-ce6f-403f-8ae9-d0b0fe4aefd0 tempest-VolumesAdminNegativeTest-247329141 tempest-VolumesAdminNegativeTest-247329141-project-member] [instance: cdb4528a-d1b1-442b-a5e3-e3c663ab7390] Unregistered the VM {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1901.718416] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-ffe71c49-ce6f-403f-8ae9-d0b0fe4aefd0 tempest-VolumesAdminNegativeTest-247329141 tempest-VolumesAdminNegativeTest-247329141-project-member] [instance: cdb4528a-d1b1-442b-a5e3-e3c663ab7390] Deleting contents of the VM from datastore datastore2 {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1901.718613] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-ffe71c49-ce6f-403f-8ae9-d0b0fe4aefd0 tempest-VolumesAdminNegativeTest-247329141 tempest-VolumesAdminNegativeTest-247329141-project-member] Deleting the datastore file [datastore2] cdb4528a-d1b1-442b-a5e3-e3c663ab7390 {{(pid=62574) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1901.719336] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-00e95838-f6a0-40ac-add7-b083ae81513e {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.726895] env[62574]: DEBUG oslo_vmware.api [None req-ffe71c49-ce6f-403f-8ae9-d0b0fe4aefd0 tempest-VolumesAdminNegativeTest-247329141 tempest-VolumesAdminNegativeTest-247329141-project-member] Waiting for the task: (returnval){ [ 1901.726895] env[62574]: value = "task-1862291" [ 1901.726895] env[62574]: _type = "Task" [ 1901.726895] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1901.735609] env[62574]: DEBUG oslo_vmware.api [None req-ffe71c49-ce6f-403f-8ae9-d0b0fe4aefd0 tempest-VolumesAdminNegativeTest-247329141 tempest-VolumesAdminNegativeTest-247329141-project-member] Task: {'id': task-1862291, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1901.835119] env[62574]: DEBUG nova.compute.manager [None req-f7d252a6-99dc-40d9-ba36-93a30923c9a9 tempest-ServersNegativeTestMultiTenantJSON-974511682 tempest-ServersNegativeTestMultiTenantJSON-974511682-project-member] [instance: 840b5925-0c39-43a9-ac2d-2677cf48e03a] Start building block device mappings for instance. {{(pid=62574) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1901.838157] env[62574]: DEBUG oslo_concurrency.lockutils [req-06dfe7e7-33f4-485e-bf31-29b835698ae9 req-600cba0d-7cdb-4020-865c-7651b7c56c1f service nova] Releasing lock "refresh_cache-9df625d4-a114-410c-a1c1-f85a5c4f4cf2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1901.861242] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Instance b4522995-fb9c-471f-bd36-af8b721aa5ff actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62574) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1901.861392] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Instance e9878c22-2044-464f-915f-c1c865693437 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62574) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1901.861511] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Instance c4ca3d86-7d6e-4dbf-912b-7cb292596272 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62574) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1901.861626] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Instance cdb4528a-d1b1-442b-a5e3-e3c663ab7390 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62574) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1901.861736] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Instance bf51b779-23b8-4401-8e23-74f751a27b18 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62574) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1901.861850] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Instance 76ab47f1-1837-44ef-a0c5-bbd149566601 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62574) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1901.861959] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Instance f6cfb126-1ff6-4ac9-802e-7bbdfb539176 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62574) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1901.862083] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Instance fb94d5d1-7f0f-4534-b9e9-2a52ac9a7c7f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62574) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1901.862195] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Instance 863dbe8b-20e6-485c-ba4d-b709d80fa327 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62574) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1901.862304] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Instance 43793844-f400-4665-b287-bc4374a1ae6d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62574) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1901.862412] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Instance bd144d1a-a8e0-4d1f-ad0d-f3192e5cacd1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62574) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1901.862521] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Instance 9a4440bb-97d9-4dd7-bc7d-2a6c94e9e40c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62574) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1901.862627] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Instance 1acdec40-8943-472c-ae9f-aad12d2bc16d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62574) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1901.862743] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Instance d06fca54-652a-47dd-b14b-8f6bbf696503 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62574) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1901.862855] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Instance d985f1a9-bdf9-4995-a05c-5a14cf3113ba actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62574) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1901.864017] env[62574]: WARNING nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Instance de9dee3d-30a9-4eab-ae6f-e4347c588236 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1901.864017] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Instance 9df625d4-a114-410c-a1c1-f85a5c4f4cf2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62574) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1901.864129] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Instance 890904e8-59ec-48ae-bfe5-a7be1c862973 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62574) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1901.864284] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Instance 4dfd42a3-c9d2-45b4-8bb0-9a7a8550997c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62574) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1901.864425] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Instance 840b5925-0c39-43a9-ac2d-2677cf48e03a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62574) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1901.864680] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Total usable vcpus: 48, total allocated vcpus: 19 {{(pid=62574) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1901.864817] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4160MB phys_disk=200GB used_disk=19GB total_vcpus=48 used_vcpus=19 pci_stats=[] {{(pid=62574) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1902.005385] env[62574]: DEBUG oslo_vmware.api [None req-e537000c-a8d8-48b7-af5d-853139917dec tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52968db6-b005-6e23-9d16-2e5f516828d7, 'name': SearchDatastore_Task, 'duration_secs': 0.014377} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1902.005598] env[62574]: DEBUG oslo_concurrency.lockutils [None req-e537000c-a8d8-48b7-af5d-853139917dec tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1902.005922] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-e537000c-a8d8-48b7-af5d-853139917dec tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] [instance: 890904e8-59ec-48ae-bfe5-a7be1c862973] Processing image 3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2 {{(pid=62574) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1902.006070] env[62574]: DEBUG oslo_concurrency.lockutils [None req-e537000c-a8d8-48b7-af5d-853139917dec tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1902.022060] env[62574]: DEBUG oslo_vmware.api [None req-07e67603-c1e7-4d1d-b7a1-2b160e4d5e02 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52a90121-e914-5b98-4661-6316c67635b1, 'name': SearchDatastore_Task, 'duration_secs': 0.019656} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1902.022575] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-58d49e5e-b0ed-4f31-9399-e85a34029835 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.032939] env[62574]: DEBUG oslo_vmware.api [None req-07e67603-c1e7-4d1d-b7a1-2b160e4d5e02 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Waiting for the task: (returnval){ [ 1902.032939] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]5270ef8a-e9f7-1ccd-1e46-fda2afd62732" [ 1902.032939] env[62574]: _type = "Task" [ 1902.032939] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1902.836341] env[62574]: DEBUG oslo_concurrency.lockutils [None req-b1ad0916-de21-43af-8d60-455600fef088 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Acquiring lock "refresh_cache-4dfd42a3-c9d2-45b4-8bb0-9a7a8550997c" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1902.837164] env[62574]: DEBUG oslo_concurrency.lockutils [None req-b1ad0916-de21-43af-8d60-455600fef088 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Acquired lock "refresh_cache-4dfd42a3-c9d2-45b4-8bb0-9a7a8550997c" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1902.837164] env[62574]: DEBUG nova.network.neutron [None req-b1ad0916-de21-43af-8d60-455600fef088 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] [instance: 4dfd42a3-c9d2-45b4-8bb0-9a7a8550997c] Building network info cache for instance {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1902.844041] env[62574]: DEBUG oslo_vmware.api [None req-07e67603-c1e7-4d1d-b7a1-2b160e4d5e02 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]5270ef8a-e9f7-1ccd-1e46-fda2afd62732, 'name': SearchDatastore_Task, 'duration_secs': 0.012346} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1902.848738] env[62574]: DEBUG oslo_concurrency.lockutils [None req-8c37249a-29f0-47a6-a98e-156202ecb6d1 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Lock "863dbe8b-20e6-485c-ba4d-b709d80fa327" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.215s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1902.860043] env[62574]: DEBUG nova.compute.manager [req-d26221ec-189a-4ac0-afa5-0274c6273954 req-dcd0a1f8-d0f1-41cd-8b54-3241337c98b7 service nova] [instance: 4dfd42a3-c9d2-45b4-8bb0-9a7a8550997c] Received event network-vif-plugged-df6d046f-74f2-48d7-85c0-225104bda5ce {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1902.860043] env[62574]: DEBUG oslo_concurrency.lockutils [req-d26221ec-189a-4ac0-afa5-0274c6273954 req-dcd0a1f8-d0f1-41cd-8b54-3241337c98b7 service nova] Acquiring lock "4dfd42a3-c9d2-45b4-8bb0-9a7a8550997c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1902.860043] env[62574]: DEBUG oslo_concurrency.lockutils [req-d26221ec-189a-4ac0-afa5-0274c6273954 req-dcd0a1f8-d0f1-41cd-8b54-3241337c98b7 service nova] Lock "4dfd42a3-c9d2-45b4-8bb0-9a7a8550997c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1902.860043] env[62574]: DEBUG oslo_concurrency.lockutils [req-d26221ec-189a-4ac0-afa5-0274c6273954 req-dcd0a1f8-d0f1-41cd-8b54-3241337c98b7 service nova] Lock "4dfd42a3-c9d2-45b4-8bb0-9a7a8550997c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1902.860043] env[62574]: DEBUG nova.compute.manager [req-d26221ec-189a-4ac0-afa5-0274c6273954 req-dcd0a1f8-d0f1-41cd-8b54-3241337c98b7 service nova] [instance: 4dfd42a3-c9d2-45b4-8bb0-9a7a8550997c] No waiting events found dispatching network-vif-plugged-df6d046f-74f2-48d7-85c0-225104bda5ce {{(pid=62574) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1902.860043] env[62574]: WARNING nova.compute.manager [req-d26221ec-189a-4ac0-afa5-0274c6273954 req-dcd0a1f8-d0f1-41cd-8b54-3241337c98b7 service nova] [instance: 4dfd42a3-c9d2-45b4-8bb0-9a7a8550997c] Received unexpected event network-vif-plugged-df6d046f-74f2-48d7-85c0-225104bda5ce for instance with vm_state building and task_state spawning. [ 1902.860043] env[62574]: DEBUG nova.compute.manager [req-d26221ec-189a-4ac0-afa5-0274c6273954 req-dcd0a1f8-d0f1-41cd-8b54-3241337c98b7 service nova] [instance: 4dfd42a3-c9d2-45b4-8bb0-9a7a8550997c] Received event network-changed-df6d046f-74f2-48d7-85c0-225104bda5ce {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1902.860043] env[62574]: DEBUG nova.compute.manager [req-d26221ec-189a-4ac0-afa5-0274c6273954 req-dcd0a1f8-d0f1-41cd-8b54-3241337c98b7 service nova] [instance: 4dfd42a3-c9d2-45b4-8bb0-9a7a8550997c] Refreshing instance network info cache due to event network-changed-df6d046f-74f2-48d7-85c0-225104bda5ce. {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1902.860043] env[62574]: DEBUG oslo_concurrency.lockutils [req-d26221ec-189a-4ac0-afa5-0274c6273954 req-dcd0a1f8-d0f1-41cd-8b54-3241337c98b7 service nova] Acquiring lock "refresh_cache-4dfd42a3-c9d2-45b4-8bb0-9a7a8550997c" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1902.860043] env[62574]: DEBUG oslo_concurrency.lockutils [None req-07e67603-c1e7-4d1d-b7a1-2b160e4d5e02 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1902.860043] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-07e67603-c1e7-4d1d-b7a1-2b160e4d5e02 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk to [datastore2] 9df625d4-a114-410c-a1c1-f85a5c4f4cf2/9df625d4-a114-410c-a1c1-f85a5c4f4cf2.vmdk {{(pid=62574) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1902.862742] env[62574]: DEBUG oslo_concurrency.lockutils [None req-e537000c-a8d8-48b7-af5d-853139917dec tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1902.862742] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-e537000c-a8d8-48b7-af5d-853139917dec tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1902.862742] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cd492e8c-caf9-4b5b-a194-c8313daca8a0 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.866034] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2a3cf7db-19ac-41d9-a754-ceb4e8e3855a {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.873053] env[62574]: DEBUG oslo_vmware.api [None req-ffe71c49-ce6f-403f-8ae9-d0b0fe4aefd0 tempest-VolumesAdminNegativeTest-247329141 tempest-VolumesAdminNegativeTest-247329141-project-member] Task: {'id': task-1862291, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.333705} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1902.873053] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-ffe71c49-ce6f-403f-8ae9-d0b0fe4aefd0 tempest-VolumesAdminNegativeTest-247329141 tempest-VolumesAdminNegativeTest-247329141-project-member] Deleted the datastore file {{(pid=62574) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1902.873053] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-ffe71c49-ce6f-403f-8ae9-d0b0fe4aefd0 tempest-VolumesAdminNegativeTest-247329141 tempest-VolumesAdminNegativeTest-247329141-project-member] [instance: cdb4528a-d1b1-442b-a5e3-e3c663ab7390] Deleted contents of the VM from datastore datastore2 {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1902.873053] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-ffe71c49-ce6f-403f-8ae9-d0b0fe4aefd0 tempest-VolumesAdminNegativeTest-247329141 tempest-VolumesAdminNegativeTest-247329141-project-member] [instance: cdb4528a-d1b1-442b-a5e3-e3c663ab7390] Instance destroyed {{(pid=62574) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1902.873053] env[62574]: INFO nova.compute.manager [None req-ffe71c49-ce6f-403f-8ae9-d0b0fe4aefd0 tempest-VolumesAdminNegativeTest-247329141 tempest-VolumesAdminNegativeTest-247329141-project-member] [instance: cdb4528a-d1b1-442b-a5e3-e3c663ab7390] Took 1.84 seconds to destroy the instance on the hypervisor. [ 1902.873053] env[62574]: DEBUG oslo.service.loopingcall [None req-ffe71c49-ce6f-403f-8ae9-d0b0fe4aefd0 tempest-VolumesAdminNegativeTest-247329141 tempest-VolumesAdminNegativeTest-247329141-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62574) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1902.873053] env[62574]: DEBUG nova.compute.manager [-] [instance: cdb4528a-d1b1-442b-a5e3-e3c663ab7390] Deallocating network for instance {{(pid=62574) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1902.875164] env[62574]: DEBUG nova.network.neutron [-] [instance: cdb4528a-d1b1-442b-a5e3-e3c663ab7390] deallocate_for_instance() {{(pid=62574) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1902.877828] env[62574]: DEBUG oslo_vmware.api [None req-07e67603-c1e7-4d1d-b7a1-2b160e4d5e02 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Waiting for the task: (returnval){ [ 1902.877828] env[62574]: value = "task-1862292" [ 1902.877828] env[62574]: _type = "Task" [ 1902.877828] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1902.881111] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-e537000c-a8d8-48b7-af5d-853139917dec tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1902.881414] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-e537000c-a8d8-48b7-af5d-853139917dec tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62574) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1902.888436] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2fea1e95-3025-4482-81c7-a1164c7c0d78 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.900283] env[62574]: DEBUG oslo_vmware.api [None req-07e67603-c1e7-4d1d-b7a1-2b160e4d5e02 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Task: {'id': task-1862292, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1902.902034] env[62574]: DEBUG oslo_vmware.api [None req-e537000c-a8d8-48b7-af5d-853139917dec tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Waiting for the task: (returnval){ [ 1902.902034] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]5222d184-836c-d8f3-3259-c5dfb19c6b7b" [ 1902.902034] env[62574]: _type = "Task" [ 1902.902034] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1902.914088] env[62574]: DEBUG oslo_vmware.api [None req-e537000c-a8d8-48b7-af5d-853139917dec tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]5222d184-836c-d8f3-3259-c5dfb19c6b7b, 'name': SearchDatastore_Task} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1902.915115] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cad0dae5-5c7a-45ba-bf9c-7f025884d8cf {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.920541] env[62574]: DEBUG oslo_vmware.api [None req-e537000c-a8d8-48b7-af5d-853139917dec tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Waiting for the task: (returnval){ [ 1902.920541] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]52305c0b-efd7-d7b1-f789-e0b5ffd2ac08" [ 1902.920541] env[62574]: _type = "Task" [ 1902.920541] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1902.930149] env[62574]: DEBUG oslo_vmware.api [None req-e537000c-a8d8-48b7-af5d-853139917dec tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52305c0b-efd7-d7b1-f789-e0b5ffd2ac08, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1903.067841] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-662b5973-00b2-46aa-84a5-163d0718b8fe {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1903.077063] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3bf1e46-6b23-42c5-bb61-83075e8bab12 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1903.113653] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16ad684d-2bf5-4817-afed-ed7f9b9398d0 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1903.123158] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36fa1d10-77cd-47b7-9411-de12de8153db {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1903.138875] env[62574]: DEBUG nova.compute.provider_tree [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Updating inventory in ProviderTree for provider f0ed160a-beff-4626-a531-2a70d7bc0627 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 148, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1903.184121] env[62574]: DEBUG nova.compute.manager [req-4c123b4b-30c1-4989-8f2f-5f325f8c6fe5 req-364457d8-b053-4d6f-ab32-279ce30a3bbe service nova] [instance: 840b5925-0c39-43a9-ac2d-2677cf48e03a] Received event network-vif-plugged-7f023aee-5604-4e68-8d75-d7075c273df4 {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1903.184402] env[62574]: DEBUG oslo_concurrency.lockutils [req-4c123b4b-30c1-4989-8f2f-5f325f8c6fe5 req-364457d8-b053-4d6f-ab32-279ce30a3bbe service nova] Acquiring lock "840b5925-0c39-43a9-ac2d-2677cf48e03a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1903.184560] env[62574]: DEBUG oslo_concurrency.lockutils [req-4c123b4b-30c1-4989-8f2f-5f325f8c6fe5 req-364457d8-b053-4d6f-ab32-279ce30a3bbe service nova] Lock "840b5925-0c39-43a9-ac2d-2677cf48e03a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1903.184721] env[62574]: DEBUG oslo_concurrency.lockutils [req-4c123b4b-30c1-4989-8f2f-5f325f8c6fe5 req-364457d8-b053-4d6f-ab32-279ce30a3bbe service nova] Lock "840b5925-0c39-43a9-ac2d-2677cf48e03a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1903.184889] env[62574]: DEBUG nova.compute.manager [req-4c123b4b-30c1-4989-8f2f-5f325f8c6fe5 req-364457d8-b053-4d6f-ab32-279ce30a3bbe service nova] [instance: 840b5925-0c39-43a9-ac2d-2677cf48e03a] No waiting events found dispatching network-vif-plugged-7f023aee-5604-4e68-8d75-d7075c273df4 {{(pid=62574) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1903.185145] env[62574]: WARNING nova.compute.manager [req-4c123b4b-30c1-4989-8f2f-5f325f8c6fe5 req-364457d8-b053-4d6f-ab32-279ce30a3bbe service nova] [instance: 840b5925-0c39-43a9-ac2d-2677cf48e03a] Received unexpected event network-vif-plugged-7f023aee-5604-4e68-8d75-d7075c273df4 for instance with vm_state building and task_state spawning. [ 1903.278798] env[62574]: DEBUG nova.network.neutron [None req-f7d252a6-99dc-40d9-ba36-93a30923c9a9 tempest-ServersNegativeTestMultiTenantJSON-974511682 tempest-ServersNegativeTestMultiTenantJSON-974511682-project-member] [instance: 840b5925-0c39-43a9-ac2d-2677cf48e03a] Successfully updated port: 7f023aee-5604-4e68-8d75-d7075c273df4 {{(pid=62574) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1903.347199] env[62574]: DEBUG nova.network.neutron [-] [instance: 76ab47f1-1837-44ef-a0c5-bbd149566601] Updating instance_info_cache with network_info: [] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1903.355562] env[62574]: DEBUG nova.compute.manager [None req-f7d252a6-99dc-40d9-ba36-93a30923c9a9 tempest-ServersNegativeTestMultiTenantJSON-974511682 tempest-ServersNegativeTestMultiTenantJSON-974511682-project-member] [instance: 840b5925-0c39-43a9-ac2d-2677cf48e03a] Start spawning the instance on the hypervisor. {{(pid=62574) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1903.359042] env[62574]: INFO nova.compute.manager [None req-cbdc7126-b875-41ff-ba3c-1e7fcb25c843 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] [instance: 863dbe8b-20e6-485c-ba4d-b709d80fa327] Rebuilding instance [ 1903.400205] env[62574]: DEBUG oslo_vmware.api [None req-07e67603-c1e7-4d1d-b7a1-2b160e4d5e02 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Task: {'id': task-1862292, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1903.401638] env[62574]: DEBUG nova.network.neutron [None req-b1ad0916-de21-43af-8d60-455600fef088 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] [instance: 4dfd42a3-c9d2-45b4-8bb0-9a7a8550997c] Instance cache missing network info. {{(pid=62574) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1903.412686] env[62574]: DEBUG nova.virt.hardware [None req-f7d252a6-99dc-40d9-ba36-93a30923c9a9 tempest-ServersNegativeTestMultiTenantJSON-974511682 tempest-ServersNegativeTestMultiTenantJSON-974511682-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T19:26:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-13T19:26:40Z,direct_url=,disk_format='vmdk',id=3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7eed1dd4d2c3418eb32c4f4ceda3ab0d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-13T19:26:41Z,virtual_size=,visibility=), allow threads: False {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1903.412961] env[62574]: DEBUG nova.virt.hardware [None req-f7d252a6-99dc-40d9-ba36-93a30923c9a9 tempest-ServersNegativeTestMultiTenantJSON-974511682 tempest-ServersNegativeTestMultiTenantJSON-974511682-project-member] Flavor limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1903.413466] env[62574]: DEBUG nova.virt.hardware [None req-f7d252a6-99dc-40d9-ba36-93a30923c9a9 tempest-ServersNegativeTestMultiTenantJSON-974511682 tempest-ServersNegativeTestMultiTenantJSON-974511682-project-member] Image limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1903.413817] env[62574]: DEBUG nova.virt.hardware [None req-f7d252a6-99dc-40d9-ba36-93a30923c9a9 tempest-ServersNegativeTestMultiTenantJSON-974511682 tempest-ServersNegativeTestMultiTenantJSON-974511682-project-member] Flavor pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1903.414129] env[62574]: DEBUG nova.virt.hardware [None req-f7d252a6-99dc-40d9-ba36-93a30923c9a9 tempest-ServersNegativeTestMultiTenantJSON-974511682 tempest-ServersNegativeTestMultiTenantJSON-974511682-project-member] Image pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1903.414371] env[62574]: DEBUG nova.virt.hardware [None req-f7d252a6-99dc-40d9-ba36-93a30923c9a9 tempest-ServersNegativeTestMultiTenantJSON-974511682 tempest-ServersNegativeTestMultiTenantJSON-974511682-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1903.414650] env[62574]: DEBUG nova.virt.hardware [None req-f7d252a6-99dc-40d9-ba36-93a30923c9a9 tempest-ServersNegativeTestMultiTenantJSON-974511682 tempest-ServersNegativeTestMultiTenantJSON-974511682-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1903.414965] env[62574]: DEBUG nova.virt.hardware [None req-f7d252a6-99dc-40d9-ba36-93a30923c9a9 tempest-ServersNegativeTestMultiTenantJSON-974511682 tempest-ServersNegativeTestMultiTenantJSON-974511682-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1903.415227] env[62574]: DEBUG nova.virt.hardware [None req-f7d252a6-99dc-40d9-ba36-93a30923c9a9 tempest-ServersNegativeTestMultiTenantJSON-974511682 tempest-ServersNegativeTestMultiTenantJSON-974511682-project-member] Got 1 possible topologies {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1903.415451] env[62574]: DEBUG nova.virt.hardware [None req-f7d252a6-99dc-40d9-ba36-93a30923c9a9 tempest-ServersNegativeTestMultiTenantJSON-974511682 tempest-ServersNegativeTestMultiTenantJSON-974511682-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1903.415764] env[62574]: DEBUG nova.virt.hardware [None req-f7d252a6-99dc-40d9-ba36-93a30923c9a9 tempest-ServersNegativeTestMultiTenantJSON-974511682 tempest-ServersNegativeTestMultiTenantJSON-974511682-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1903.421051] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6e4cee9-8b04-4672-aad9-f5d3c4d919c9 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1903.437395] env[62574]: DEBUG oslo_vmware.api [None req-e537000c-a8d8-48b7-af5d-853139917dec tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52305c0b-efd7-d7b1-f789-e0b5ffd2ac08, 'name': SearchDatastore_Task, 'duration_secs': 0.012512} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1903.443923] env[62574]: DEBUG oslo_concurrency.lockutils [None req-e537000c-a8d8-48b7-af5d-853139917dec tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1903.444627] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-e537000c-a8d8-48b7-af5d-853139917dec tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk to [datastore2] 890904e8-59ec-48ae-bfe5-a7be1c862973/890904e8-59ec-48ae-bfe5-a7be1c862973.vmdk {{(pid=62574) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1903.446035] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c068b02-89f4-40a4-9f1e-27c741c79b4b {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1903.451844] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d6a1b1ab-d01b-468c-b8c8-b4d77b887a53 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1903.470720] env[62574]: DEBUG oslo_vmware.api [None req-e537000c-a8d8-48b7-af5d-853139917dec tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Waiting for the task: (returnval){ [ 1903.470720] env[62574]: value = "task-1862293" [ 1903.470720] env[62574]: _type = "Task" [ 1903.470720] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1903.478957] env[62574]: DEBUG nova.compute.manager [None req-cbdc7126-b875-41ff-ba3c-1e7fcb25c843 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] [instance: 863dbe8b-20e6-485c-ba4d-b709d80fa327] Checking state {{(pid=62574) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1903.479987] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b65c18d-498b-41cf-a0f7-3788f6efc2e6 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1903.488335] env[62574]: DEBUG oslo_vmware.api [None req-e537000c-a8d8-48b7-af5d-853139917dec tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Task: {'id': task-1862293, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1903.599832] env[62574]: DEBUG nova.network.neutron [None req-b1ad0916-de21-43af-8d60-455600fef088 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] [instance: 4dfd42a3-c9d2-45b4-8bb0-9a7a8550997c] Updating instance_info_cache with network_info: [{"id": "df6d046f-74f2-48d7-85c0-225104bda5ce", "address": "fa:16:3e:b1:fb:97", "network": {"id": "f4ae7ec7-0f59-410f-a9fd-fcc9dfe711cd", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-828120479-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7f9eb8bf1afc4a1c99652faad70fca7f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee9ce73d-4ee8-4b28-b7d3-3a5735039627", "external-id": "cl2-zone-465", "segmentation_id": 465, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf6d046f-74", "ovs_interfaceid": "df6d046f-74f2-48d7-85c0-225104bda5ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1903.660583] env[62574]: ERROR nova.scheduler.client.report [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] [req-b3b0a8b4-ea78-4f4f-a0e7-1710dac6e2bc] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 148, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID f0ed160a-beff-4626-a531-2a70d7bc0627. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-b3b0a8b4-ea78-4f4f-a0e7-1710dac6e2bc"}]} [ 1903.678845] env[62574]: DEBUG nova.scheduler.client.report [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Refreshing inventories for resource provider f0ed160a-beff-4626-a531-2a70d7bc0627 {{(pid=62574) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1903.701094] env[62574]: DEBUG nova.scheduler.client.report [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Updating ProviderTree inventory for provider f0ed160a-beff-4626-a531-2a70d7bc0627 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1903.701392] env[62574]: DEBUG nova.compute.provider_tree [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Updating inventory in ProviderTree for provider f0ed160a-beff-4626-a531-2a70d7bc0627 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1903.717170] env[62574]: DEBUG nova.scheduler.client.report [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Refreshing aggregate associations for resource provider f0ed160a-beff-4626-a531-2a70d7bc0627, aggregates: None {{(pid=62574) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1903.741138] env[62574]: DEBUG nova.scheduler.client.report [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Refreshing trait associations for resource provider f0ed160a-beff-4626-a531-2a70d7bc0627, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=62574) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1903.782781] env[62574]: DEBUG oslo_concurrency.lockutils [None req-f7d252a6-99dc-40d9-ba36-93a30923c9a9 tempest-ServersNegativeTestMultiTenantJSON-974511682 tempest-ServersNegativeTestMultiTenantJSON-974511682-project-member] Acquiring lock "refresh_cache-840b5925-0c39-43a9-ac2d-2677cf48e03a" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1903.782965] env[62574]: DEBUG oslo_concurrency.lockutils [None req-f7d252a6-99dc-40d9-ba36-93a30923c9a9 tempest-ServersNegativeTestMultiTenantJSON-974511682 tempest-ServersNegativeTestMultiTenantJSON-974511682-project-member] Acquired lock "refresh_cache-840b5925-0c39-43a9-ac2d-2677cf48e03a" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1903.783092] env[62574]: DEBUG nova.network.neutron [None req-f7d252a6-99dc-40d9-ba36-93a30923c9a9 tempest-ServersNegativeTestMultiTenantJSON-974511682 tempest-ServersNegativeTestMultiTenantJSON-974511682-project-member] [instance: 840b5925-0c39-43a9-ac2d-2677cf48e03a] Building network info cache for instance {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1903.854802] env[62574]: INFO nova.compute.manager [-] [instance: 76ab47f1-1837-44ef-a0c5-bbd149566601] Took 2.20 seconds to deallocate network for instance. [ 1903.895241] env[62574]: DEBUG oslo_vmware.api [None req-07e67603-c1e7-4d1d-b7a1-2b160e4d5e02 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Task: {'id': task-1862292, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.57403} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1903.895596] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-07e67603-c1e7-4d1d-b7a1-2b160e4d5e02 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk to [datastore2] 9df625d4-a114-410c-a1c1-f85a5c4f4cf2/9df625d4-a114-410c-a1c1-f85a5c4f4cf2.vmdk {{(pid=62574) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1903.895892] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-07e67603-c1e7-4d1d-b7a1-2b160e4d5e02 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] [instance: 9df625d4-a114-410c-a1c1-f85a5c4f4cf2] Extending root virtual disk to 1048576 {{(pid=62574) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1903.896231] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8bb29c5b-17cc-4643-8d56-13357fb66b24 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1903.906722] env[62574]: DEBUG oslo_vmware.api [None req-07e67603-c1e7-4d1d-b7a1-2b160e4d5e02 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Waiting for the task: (returnval){ [ 1903.906722] env[62574]: value = "task-1862294" [ 1903.906722] env[62574]: _type = "Task" [ 1903.906722] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1903.918370] env[62574]: DEBUG oslo_vmware.api [None req-07e67603-c1e7-4d1d-b7a1-2b160e4d5e02 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Task: {'id': task-1862294, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1903.982631] env[62574]: DEBUG oslo_vmware.api [None req-e537000c-a8d8-48b7-af5d-853139917dec tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Task: {'id': task-1862293, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.4948} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1903.985487] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-e537000c-a8d8-48b7-af5d-853139917dec tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk to [datastore2] 890904e8-59ec-48ae-bfe5-a7be1c862973/890904e8-59ec-48ae-bfe5-a7be1c862973.vmdk {{(pid=62574) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1903.985740] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-e537000c-a8d8-48b7-af5d-853139917dec tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] [instance: 890904e8-59ec-48ae-bfe5-a7be1c862973] Extending root virtual disk to 1048576 {{(pid=62574) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1903.986280] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ca3fc111-c937-45e7-b6ad-c50a4b4e4ef4 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1903.992575] env[62574]: DEBUG oslo_vmware.api [None req-e537000c-a8d8-48b7-af5d-853139917dec tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Waiting for the task: (returnval){ [ 1903.992575] env[62574]: value = "task-1862295" [ 1903.992575] env[62574]: _type = "Task" [ 1903.992575] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1904.007761] env[62574]: DEBUG oslo_vmware.api [None req-e537000c-a8d8-48b7-af5d-853139917dec tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Task: {'id': task-1862295, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1904.036022] env[62574]: DEBUG nova.network.neutron [-] [instance: cdb4528a-d1b1-442b-a5e3-e3c663ab7390] Updating instance_info_cache with network_info: [] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1904.067693] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66c960bf-d906-40c4-ae74-7dc8e7847865 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1904.075722] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77337584-1ed9-4f1f-844e-11aefc1e013e {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1904.110461] env[62574]: DEBUG oslo_concurrency.lockutils [None req-b1ad0916-de21-43af-8d60-455600fef088 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Releasing lock "refresh_cache-4dfd42a3-c9d2-45b4-8bb0-9a7a8550997c" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1904.110682] env[62574]: DEBUG nova.compute.manager [None req-b1ad0916-de21-43af-8d60-455600fef088 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] [instance: 4dfd42a3-c9d2-45b4-8bb0-9a7a8550997c] Instance network_info: |[{"id": "df6d046f-74f2-48d7-85c0-225104bda5ce", "address": "fa:16:3e:b1:fb:97", "network": {"id": "f4ae7ec7-0f59-410f-a9fd-fcc9dfe711cd", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-828120479-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7f9eb8bf1afc4a1c99652faad70fca7f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee9ce73d-4ee8-4b28-b7d3-3a5735039627", "external-id": "cl2-zone-465", "segmentation_id": 465, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf6d046f-74", "ovs_interfaceid": "df6d046f-74f2-48d7-85c0-225104bda5ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62574) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1904.111166] env[62574]: DEBUG oslo_concurrency.lockutils [req-d26221ec-189a-4ac0-afa5-0274c6273954 req-dcd0a1f8-d0f1-41cd-8b54-3241337c98b7 service nova] Acquired lock "refresh_cache-4dfd42a3-c9d2-45b4-8bb0-9a7a8550997c" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1904.111357] env[62574]: DEBUG nova.network.neutron [req-d26221ec-189a-4ac0-afa5-0274c6273954 req-dcd0a1f8-d0f1-41cd-8b54-3241337c98b7 service nova] [instance: 4dfd42a3-c9d2-45b4-8bb0-9a7a8550997c] Refreshing network info cache for port df6d046f-74f2-48d7-85c0-225104bda5ce {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1904.112492] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-b1ad0916-de21-43af-8d60-455600fef088 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] [instance: 4dfd42a3-c9d2-45b4-8bb0-9a7a8550997c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b1:fb:97', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ee9ce73d-4ee8-4b28-b7d3-3a5735039627', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'df6d046f-74f2-48d7-85c0-225104bda5ce', 'vif_model': 'vmxnet3'}] {{(pid=62574) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1904.120020] env[62574]: DEBUG oslo.service.loopingcall [None req-b1ad0916-de21-43af-8d60-455600fef088 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62574) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1904.121033] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78a29fd5-9d11-4d7b-83b7-0f92bced3fc9 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1904.125987] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4dfd42a3-c9d2-45b4-8bb0-9a7a8550997c] Creating VM on the ESX host {{(pid=62574) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1904.127302] env[62574]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8efaa357-36b9-4138-b924-801d6e107a8e {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1904.148519] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae9d6c53-b411-4b96-8c10-a8e4f5bb7b38 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1904.153833] env[62574]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1904.153833] env[62574]: value = "task-1862296" [ 1904.153833] env[62574]: _type = "Task" [ 1904.153833] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1904.165967] env[62574]: DEBUG nova.compute.provider_tree [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Inventory has not changed in ProviderTree for provider: f0ed160a-beff-4626-a531-2a70d7bc0627 {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1904.172148] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1862296, 'name': CreateVM_Task} progress is 10%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1904.316579] env[62574]: DEBUG nova.network.neutron [None req-f7d252a6-99dc-40d9-ba36-93a30923c9a9 tempest-ServersNegativeTestMultiTenantJSON-974511682 tempest-ServersNegativeTestMultiTenantJSON-974511682-project-member] [instance: 840b5925-0c39-43a9-ac2d-2677cf48e03a] Instance cache missing network info. {{(pid=62574) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1904.359694] env[62574]: DEBUG nova.network.neutron [req-d26221ec-189a-4ac0-afa5-0274c6273954 req-dcd0a1f8-d0f1-41cd-8b54-3241337c98b7 service nova] [instance: 4dfd42a3-c9d2-45b4-8bb0-9a7a8550997c] Updated VIF entry in instance network info cache for port df6d046f-74f2-48d7-85c0-225104bda5ce. {{(pid=62574) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1904.360056] env[62574]: DEBUG nova.network.neutron [req-d26221ec-189a-4ac0-afa5-0274c6273954 req-dcd0a1f8-d0f1-41cd-8b54-3241337c98b7 service nova] [instance: 4dfd42a3-c9d2-45b4-8bb0-9a7a8550997c] Updating instance_info_cache with network_info: [{"id": "df6d046f-74f2-48d7-85c0-225104bda5ce", "address": "fa:16:3e:b1:fb:97", "network": {"id": "f4ae7ec7-0f59-410f-a9fd-fcc9dfe711cd", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-828120479-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7f9eb8bf1afc4a1c99652faad70fca7f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee9ce73d-4ee8-4b28-b7d3-3a5735039627", "external-id": "cl2-zone-465", "segmentation_id": 465, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf6d046f-74", "ovs_interfaceid": "df6d046f-74f2-48d7-85c0-225104bda5ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1904.363018] env[62574]: DEBUG oslo_concurrency.lockutils [None req-b4ceb1d4-e5a4-4df9-86d7-66e64c540123 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1904.417324] env[62574]: DEBUG oslo_vmware.api [None req-07e67603-c1e7-4d1d-b7a1-2b160e4d5e02 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Task: {'id': task-1862294, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.106232} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1904.419721] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-07e67603-c1e7-4d1d-b7a1-2b160e4d5e02 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] [instance: 9df625d4-a114-410c-a1c1-f85a5c4f4cf2] Extended root virtual disk {{(pid=62574) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1904.420527] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d4bee14-870d-4da7-bccc-dc941237e3f3 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1904.445464] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-07e67603-c1e7-4d1d-b7a1-2b160e4d5e02 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] [instance: 9df625d4-a114-410c-a1c1-f85a5c4f4cf2] Reconfiguring VM instance instance-0000005f to attach disk [datastore2] 9df625d4-a114-410c-a1c1-f85a5c4f4cf2/9df625d4-a114-410c-a1c1-f85a5c4f4cf2.vmdk or device None with type sparse {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1904.445682] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3997cf57-11da-4b58-b22d-9d5198f8cfd6 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1904.461196] env[62574]: DEBUG nova.network.neutron [None req-f7d252a6-99dc-40d9-ba36-93a30923c9a9 tempest-ServersNegativeTestMultiTenantJSON-974511682 tempest-ServersNegativeTestMultiTenantJSON-974511682-project-member] [instance: 840b5925-0c39-43a9-ac2d-2677cf48e03a] Updating instance_info_cache with network_info: [{"id": "7f023aee-5604-4e68-8d75-d7075c273df4", "address": "fa:16:3e:81:01:4a", "network": {"id": "2b28827c-e7cf-499e-860f-96c21a8287a6", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-850118682-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ec42cc0f59354a758a0978bdb51c0473", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca50cd14-9e1f-4d74-a066-e5a45ba0ce22", "external-id": "nsx-vlan-transportzone-348", "segmentation_id": 348, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f023aee-56", "ovs_interfaceid": "7f023aee-5604-4e68-8d75-d7075c273df4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1904.468866] env[62574]: DEBUG oslo_vmware.api [None req-07e67603-c1e7-4d1d-b7a1-2b160e4d5e02 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Waiting for the task: (returnval){ [ 1904.468866] env[62574]: value = "task-1862297" [ 1904.468866] env[62574]: _type = "Task" [ 1904.468866] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1904.478041] env[62574]: DEBUG oslo_vmware.api [None req-07e67603-c1e7-4d1d-b7a1-2b160e4d5e02 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Task: {'id': task-1862297, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1904.501730] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbdc7126-b875-41ff-ba3c-1e7fcb25c843 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] [instance: 863dbe8b-20e6-485c-ba4d-b709d80fa327] Powering off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1904.502056] env[62574]: DEBUG oslo_vmware.api [None req-e537000c-a8d8-48b7-af5d-853139917dec tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Task: {'id': task-1862295, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068949} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1904.502275] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fb1bfc31-9aca-4991-9d80-076b05c6f303 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1904.503877] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-e537000c-a8d8-48b7-af5d-853139917dec tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] [instance: 890904e8-59ec-48ae-bfe5-a7be1c862973] Extended root virtual disk {{(pid=62574) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1904.504653] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8385ba54-3fba-4c06-a287-233623243615 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1904.530873] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-e537000c-a8d8-48b7-af5d-853139917dec tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] [instance: 890904e8-59ec-48ae-bfe5-a7be1c862973] Reconfiguring VM instance instance-00000060 to attach disk [datastore2] 890904e8-59ec-48ae-bfe5-a7be1c862973/890904e8-59ec-48ae-bfe5-a7be1c862973.vmdk or device None with type sparse {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1904.532667] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fb0dce10-c70d-4e6c-abed-41499966aa23 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1904.548605] env[62574]: DEBUG oslo_vmware.api [None req-cbdc7126-b875-41ff-ba3c-1e7fcb25c843 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Waiting for the task: (returnval){ [ 1904.548605] env[62574]: value = "task-1862298" [ 1904.548605] env[62574]: _type = "Task" [ 1904.548605] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1904.549206] env[62574]: INFO nova.compute.manager [-] [instance: cdb4528a-d1b1-442b-a5e3-e3c663ab7390] Took 1.68 seconds to deallocate network for instance. [ 1904.559846] env[62574]: DEBUG oslo_vmware.api [None req-e537000c-a8d8-48b7-af5d-853139917dec tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Waiting for the task: (returnval){ [ 1904.559846] env[62574]: value = "task-1862299" [ 1904.559846] env[62574]: _type = "Task" [ 1904.559846] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1904.567454] env[62574]: DEBUG oslo_vmware.api [None req-cbdc7126-b875-41ff-ba3c-1e7fcb25c843 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Task: {'id': task-1862298, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1904.573015] env[62574]: DEBUG oslo_concurrency.lockutils [None req-839b2896-6b3d-4def-8c0d-4b3cc2079da3 tempest-ServersV294TestFqdnHostnames-1063698810 tempest-ServersV294TestFqdnHostnames-1063698810-project-member] Acquiring lock "bd144d1a-a8e0-4d1f-ad0d-f3192e5cacd1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1904.573294] env[62574]: DEBUG oslo_concurrency.lockutils [None req-839b2896-6b3d-4def-8c0d-4b3cc2079da3 tempest-ServersV294TestFqdnHostnames-1063698810 tempest-ServersV294TestFqdnHostnames-1063698810-project-member] Lock "bd144d1a-a8e0-4d1f-ad0d-f3192e5cacd1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1904.573521] env[62574]: DEBUG oslo_concurrency.lockutils [None req-839b2896-6b3d-4def-8c0d-4b3cc2079da3 tempest-ServersV294TestFqdnHostnames-1063698810 tempest-ServersV294TestFqdnHostnames-1063698810-project-member] Acquiring lock "bd144d1a-a8e0-4d1f-ad0d-f3192e5cacd1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1904.573708] env[62574]: DEBUG oslo_concurrency.lockutils [None req-839b2896-6b3d-4def-8c0d-4b3cc2079da3 tempest-ServersV294TestFqdnHostnames-1063698810 tempest-ServersV294TestFqdnHostnames-1063698810-project-member] Lock "bd144d1a-a8e0-4d1f-ad0d-f3192e5cacd1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1904.573881] env[62574]: DEBUG oslo_concurrency.lockutils [None req-839b2896-6b3d-4def-8c0d-4b3cc2079da3 tempest-ServersV294TestFqdnHostnames-1063698810 tempest-ServersV294TestFqdnHostnames-1063698810-project-member] Lock "bd144d1a-a8e0-4d1f-ad0d-f3192e5cacd1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1904.575752] env[62574]: DEBUG oslo_vmware.api [None req-e537000c-a8d8-48b7-af5d-853139917dec tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Task: {'id': task-1862299, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1904.576280] env[62574]: INFO nova.compute.manager [None req-839b2896-6b3d-4def-8c0d-4b3cc2079da3 tempest-ServersV294TestFqdnHostnames-1063698810 tempest-ServersV294TestFqdnHostnames-1063698810-project-member] [instance: bd144d1a-a8e0-4d1f-ad0d-f3192e5cacd1] Terminating instance [ 1904.665950] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1862296, 'name': CreateVM_Task} progress is 99%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1904.668891] env[62574]: DEBUG nova.scheduler.client.report [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Inventory has not changed for provider f0ed160a-beff-4626-a531-2a70d7bc0627 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1904.688837] env[62574]: DEBUG nova.compute.manager [req-c94ea890-935c-41f7-af96-43e87317427a req-bc3500bb-8529-4d94-99ba-7d6fbd6876dc service nova] [instance: cdb4528a-d1b1-442b-a5e3-e3c663ab7390] Received event network-vif-deleted-82b57ddd-7098-42e6-abae-1fa9f2f2a4b3 {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1904.862972] env[62574]: DEBUG oslo_concurrency.lockutils [req-d26221ec-189a-4ac0-afa5-0274c6273954 req-dcd0a1f8-d0f1-41cd-8b54-3241337c98b7 service nova] Releasing lock "refresh_cache-4dfd42a3-c9d2-45b4-8bb0-9a7a8550997c" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1904.863412] env[62574]: DEBUG nova.compute.manager [req-d26221ec-189a-4ac0-afa5-0274c6273954 req-dcd0a1f8-d0f1-41cd-8b54-3241337c98b7 service nova] [instance: 76ab47f1-1837-44ef-a0c5-bbd149566601] Received event network-vif-deleted-21c7124e-e06c-4b87-9ecf-eb20b843fc03 {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1904.863596] env[62574]: INFO nova.compute.manager [req-d26221ec-189a-4ac0-afa5-0274c6273954 req-dcd0a1f8-d0f1-41cd-8b54-3241337c98b7 service nova] [instance: 76ab47f1-1837-44ef-a0c5-bbd149566601] Neutron deleted interface 21c7124e-e06c-4b87-9ecf-eb20b843fc03; detaching it from the instance and deleting it from the info cache [ 1904.863774] env[62574]: DEBUG nova.network.neutron [req-d26221ec-189a-4ac0-afa5-0274c6273954 req-dcd0a1f8-d0f1-41cd-8b54-3241337c98b7 service nova] [instance: 76ab47f1-1837-44ef-a0c5-bbd149566601] Updating instance_info_cache with network_info: [] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1904.964343] env[62574]: DEBUG oslo_concurrency.lockutils [None req-f7d252a6-99dc-40d9-ba36-93a30923c9a9 tempest-ServersNegativeTestMultiTenantJSON-974511682 tempest-ServersNegativeTestMultiTenantJSON-974511682-project-member] Releasing lock "refresh_cache-840b5925-0c39-43a9-ac2d-2677cf48e03a" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1904.964726] env[62574]: DEBUG nova.compute.manager [None req-f7d252a6-99dc-40d9-ba36-93a30923c9a9 tempest-ServersNegativeTestMultiTenantJSON-974511682 tempest-ServersNegativeTestMultiTenantJSON-974511682-project-member] [instance: 840b5925-0c39-43a9-ac2d-2677cf48e03a] Instance network_info: |[{"id": "7f023aee-5604-4e68-8d75-d7075c273df4", "address": "fa:16:3e:81:01:4a", "network": {"id": "2b28827c-e7cf-499e-860f-96c21a8287a6", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-850118682-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ec42cc0f59354a758a0978bdb51c0473", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca50cd14-9e1f-4d74-a066-e5a45ba0ce22", "external-id": "nsx-vlan-transportzone-348", "segmentation_id": 348, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f023aee-56", "ovs_interfaceid": "7f023aee-5604-4e68-8d75-d7075c273df4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62574) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1904.965184] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-f7d252a6-99dc-40d9-ba36-93a30923c9a9 tempest-ServersNegativeTestMultiTenantJSON-974511682 tempest-ServersNegativeTestMultiTenantJSON-974511682-project-member] [instance: 840b5925-0c39-43a9-ac2d-2677cf48e03a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:81:01:4a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ca50cd14-9e1f-4d74-a066-e5a45ba0ce22', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7f023aee-5604-4e68-8d75-d7075c273df4', 'vif_model': 'vmxnet3'}] {{(pid=62574) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1904.972973] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7d252a6-99dc-40d9-ba36-93a30923c9a9 tempest-ServersNegativeTestMultiTenantJSON-974511682 tempest-ServersNegativeTestMultiTenantJSON-974511682-project-member] Creating folder: Project (ec42cc0f59354a758a0978bdb51c0473). Parent ref: group-v384746. {{(pid=62574) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1904.973350] env[62574]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a2bfb98f-e4fc-4233-88e6-0a5a4e82c0bb {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1904.984264] env[62574]: DEBUG oslo_vmware.api [None req-07e67603-c1e7-4d1d-b7a1-2b160e4d5e02 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Task: {'id': task-1862297, 'name': ReconfigVM_Task, 'duration_secs': 0.379618} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1904.984536] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-07e67603-c1e7-4d1d-b7a1-2b160e4d5e02 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] [instance: 9df625d4-a114-410c-a1c1-f85a5c4f4cf2] Reconfigured VM instance instance-0000005f to attach disk [datastore2] 9df625d4-a114-410c-a1c1-f85a5c4f4cf2/9df625d4-a114-410c-a1c1-f85a5c4f4cf2.vmdk or device None with type sparse {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1904.985147] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2d1b3d85-15f0-4661-9986-7c7c08baa3fe {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1904.988326] env[62574]: INFO nova.virt.vmwareapi.vm_util [None req-f7d252a6-99dc-40d9-ba36-93a30923c9a9 tempest-ServersNegativeTestMultiTenantJSON-974511682 tempest-ServersNegativeTestMultiTenantJSON-974511682-project-member] Created folder: Project (ec42cc0f59354a758a0978bdb51c0473) in parent group-v384746. [ 1904.988510] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7d252a6-99dc-40d9-ba36-93a30923c9a9 tempest-ServersNegativeTestMultiTenantJSON-974511682 tempest-ServersNegativeTestMultiTenantJSON-974511682-project-member] Creating folder: Instances. Parent ref: group-v385007. {{(pid=62574) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1904.988733] env[62574]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5ad5b3e9-56fa-4b9d-b37c-75da0323b13e {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1904.991132] env[62574]: DEBUG oslo_vmware.api [None req-07e67603-c1e7-4d1d-b7a1-2b160e4d5e02 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Waiting for the task: (returnval){ [ 1904.991132] env[62574]: value = "task-1862301" [ 1904.991132] env[62574]: _type = "Task" [ 1904.991132] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1904.998985] env[62574]: DEBUG oslo_vmware.api [None req-07e67603-c1e7-4d1d-b7a1-2b160e4d5e02 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Task: {'id': task-1862301, 'name': Rename_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1905.001090] env[62574]: INFO nova.virt.vmwareapi.vm_util [None req-f7d252a6-99dc-40d9-ba36-93a30923c9a9 tempest-ServersNegativeTestMultiTenantJSON-974511682 tempest-ServersNegativeTestMultiTenantJSON-974511682-project-member] Created folder: Instances in parent group-v385007. [ 1905.001363] env[62574]: DEBUG oslo.service.loopingcall [None req-f7d252a6-99dc-40d9-ba36-93a30923c9a9 tempest-ServersNegativeTestMultiTenantJSON-974511682 tempest-ServersNegativeTestMultiTenantJSON-974511682-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62574) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1905.001559] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 840b5925-0c39-43a9-ac2d-2677cf48e03a] Creating VM on the ESX host {{(pid=62574) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1905.001757] env[62574]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d90c370f-6708-4fef-8c6e-b5c48cda8a18 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.022179] env[62574]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1905.022179] env[62574]: value = "task-1862303" [ 1905.022179] env[62574]: _type = "Task" [ 1905.022179] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1905.030406] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1862303, 'name': CreateVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1905.058528] env[62574]: DEBUG oslo_vmware.api [None req-cbdc7126-b875-41ff-ba3c-1e7fcb25c843 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Task: {'id': task-1862298, 'name': PowerOffVM_Task, 'duration_secs': 0.288969} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1905.058819] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbdc7126-b875-41ff-ba3c-1e7fcb25c843 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] [instance: 863dbe8b-20e6-485c-ba4d-b709d80fa327] Powered off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1905.061428] env[62574]: DEBUG oslo_concurrency.lockutils [None req-ffe71c49-ce6f-403f-8ae9-d0b0fe4aefd0 tempest-VolumesAdminNegativeTest-247329141 tempest-VolumesAdminNegativeTest-247329141-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1905.072125] env[62574]: DEBUG oslo_vmware.api [None req-e537000c-a8d8-48b7-af5d-853139917dec tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Task: {'id': task-1862299, 'name': ReconfigVM_Task, 'duration_secs': 0.325789} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1905.072432] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-e537000c-a8d8-48b7-af5d-853139917dec tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] [instance: 890904e8-59ec-48ae-bfe5-a7be1c862973] Reconfigured VM instance instance-00000060 to attach disk [datastore2] 890904e8-59ec-48ae-bfe5-a7be1c862973/890904e8-59ec-48ae-bfe5-a7be1c862973.vmdk or device None with type sparse {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1905.073081] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-af01b2cf-94eb-4a61-8742-f31447da28e2 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.079737] env[62574]: DEBUG oslo_vmware.api [None req-e537000c-a8d8-48b7-af5d-853139917dec tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Waiting for the task: (returnval){ [ 1905.079737] env[62574]: value = "task-1862304" [ 1905.079737] env[62574]: _type = "Task" [ 1905.079737] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1905.083427] env[62574]: DEBUG nova.compute.manager [None req-839b2896-6b3d-4def-8c0d-4b3cc2079da3 tempest-ServersV294TestFqdnHostnames-1063698810 tempest-ServersV294TestFqdnHostnames-1063698810-project-member] [instance: bd144d1a-a8e0-4d1f-ad0d-f3192e5cacd1] Start destroying the instance on the hypervisor. {{(pid=62574) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1905.083683] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-839b2896-6b3d-4def-8c0d-4b3cc2079da3 tempest-ServersV294TestFqdnHostnames-1063698810 tempest-ServersV294TestFqdnHostnames-1063698810-project-member] [instance: bd144d1a-a8e0-4d1f-ad0d-f3192e5cacd1] Destroying instance {{(pid=62574) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1905.084484] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b3872a2-a70f-476d-8014-4486e2cca3bc {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.092772] env[62574]: DEBUG oslo_vmware.api [None req-e537000c-a8d8-48b7-af5d-853139917dec tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Task: {'id': task-1862304, 'name': Rename_Task} progress is 6%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1905.095118] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-839b2896-6b3d-4def-8c0d-4b3cc2079da3 tempest-ServersV294TestFqdnHostnames-1063698810 tempest-ServersV294TestFqdnHostnames-1063698810-project-member] [instance: bd144d1a-a8e0-4d1f-ad0d-f3192e5cacd1] Powering off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1905.095389] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9c995c2d-7900-4cdc-9e8a-f02089792647 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.101870] env[62574]: DEBUG oslo_vmware.api [None req-839b2896-6b3d-4def-8c0d-4b3cc2079da3 tempest-ServersV294TestFqdnHostnames-1063698810 tempest-ServersV294TestFqdnHostnames-1063698810-project-member] Waiting for the task: (returnval){ [ 1905.101870] env[62574]: value = "task-1862305" [ 1905.101870] env[62574]: _type = "Task" [ 1905.101870] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1905.111283] env[62574]: DEBUG oslo_vmware.api [None req-839b2896-6b3d-4def-8c0d-4b3cc2079da3 tempest-ServersV294TestFqdnHostnames-1063698810 tempest-ServersV294TestFqdnHostnames-1063698810-project-member] Task: {'id': task-1862305, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1905.125439] env[62574]: INFO nova.compute.manager [None req-cbdc7126-b875-41ff-ba3c-1e7fcb25c843 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] [instance: 863dbe8b-20e6-485c-ba4d-b709d80fa327] Detaching volume 9b16841b-682c-4696-8b91-b23f982ee0c8 [ 1905.164478] env[62574]: INFO nova.virt.block_device [None req-cbdc7126-b875-41ff-ba3c-1e7fcb25c843 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] [instance: 863dbe8b-20e6-485c-ba4d-b709d80fa327] Attempting to driver detach volume 9b16841b-682c-4696-8b91-b23f982ee0c8 from mountpoint /dev/sdb [ 1905.164855] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-cbdc7126-b875-41ff-ba3c-1e7fcb25c843 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] [instance: 863dbe8b-20e6-485c-ba4d-b709d80fa327] Volume detach. Driver type: vmdk {{(pid=62574) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1905.165332] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-cbdc7126-b875-41ff-ba3c-1e7fcb25c843 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] [instance: 863dbe8b-20e6-485c-ba4d-b709d80fa327] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-385003', 'volume_id': '9b16841b-682c-4696-8b91-b23f982ee0c8', 'name': 'volume-9b16841b-682c-4696-8b91-b23f982ee0c8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '863dbe8b-20e6-485c-ba4d-b709d80fa327', 'attached_at': '', 'detached_at': '', 'volume_id': '9b16841b-682c-4696-8b91-b23f982ee0c8', 'serial': '9b16841b-682c-4696-8b91-b23f982ee0c8'} {{(pid=62574) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1905.166594] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43c0e080-ec82-4f86-a9e0-3718ff128a1b {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.177279] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62574) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1905.177441] env[62574]: DEBUG oslo_concurrency.lockutils [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 4.371s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1905.177669] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1862296, 'name': CreateVM_Task, 'duration_secs': 0.604454} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1905.177916] env[62574]: DEBUG oslo_concurrency.lockutils [None req-1fcca7b9-09d6-42a4-8ab7-337415b47458 tempest-ServerMetadataTestJSON-284844396 tempest-ServerMetadataTestJSON-284844396-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.269s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1905.178109] env[62574]: DEBUG oslo_concurrency.lockutils [None req-1fcca7b9-09d6-42a4-8ab7-337415b47458 tempest-ServerMetadataTestJSON-284844396 tempest-ServerMetadataTestJSON-284844396-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1905.180166] env[62574]: DEBUG oslo_concurrency.lockutils [None req-b4ceb1d4-e5a4-4df9-86d7-66e64c540123 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.817s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1905.180408] env[62574]: DEBUG nova.objects.instance [None req-b4ceb1d4-e5a4-4df9-86d7-66e64c540123 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Lazy-loading 'resources' on Instance uuid 76ab47f1-1837-44ef-a0c5-bbd149566601 {{(pid=62574) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1905.182193] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4dfd42a3-c9d2-45b4-8bb0-9a7a8550997c] Created VM on the ESX host {{(pid=62574) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1905.183712] env[62574]: DEBUG oslo_concurrency.lockutils [None req-b1ad0916-de21-43af-8d60-455600fef088 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1905.183794] env[62574]: DEBUG oslo_concurrency.lockutils [None req-b1ad0916-de21-43af-8d60-455600fef088 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1905.184151] env[62574]: DEBUG oslo_concurrency.lockutils [None req-b1ad0916-de21-43af-8d60-455600fef088 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1905.202238] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-548790cc-cf7d-46a2-8d0e-1a16b203b9ad {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.206670] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-493ec79d-d6ae-4c82-8438-133aaa690700 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.210763] env[62574]: INFO nova.scheduler.client.report [None req-1fcca7b9-09d6-42a4-8ab7-337415b47458 tempest-ServerMetadataTestJSON-284844396 tempest-ServerMetadataTestJSON-284844396-project-member] Deleted allocations for instance de9dee3d-30a9-4eab-ae6f-e4347c588236 [ 1905.217861] env[62574]: DEBUG nova.compute.manager [req-18e65b65-3355-4e6c-8b8c-003c9019ee3c req-dae5ba95-8f8a-41ae-a302-2799a75d45d0 service nova] [instance: 840b5925-0c39-43a9-ac2d-2677cf48e03a] Received event network-changed-7f023aee-5604-4e68-8d75-d7075c273df4 {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1905.218504] env[62574]: DEBUG nova.compute.manager [req-18e65b65-3355-4e6c-8b8c-003c9019ee3c req-dae5ba95-8f8a-41ae-a302-2799a75d45d0 service nova] [instance: 840b5925-0c39-43a9-ac2d-2677cf48e03a] Refreshing instance network info cache due to event network-changed-7f023aee-5604-4e68-8d75-d7075c273df4. {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1905.218504] env[62574]: DEBUG oslo_concurrency.lockutils [req-18e65b65-3355-4e6c-8b8c-003c9019ee3c req-dae5ba95-8f8a-41ae-a302-2799a75d45d0 service nova] Acquiring lock "refresh_cache-840b5925-0c39-43a9-ac2d-2677cf48e03a" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1905.218504] env[62574]: DEBUG oslo_concurrency.lockutils [req-18e65b65-3355-4e6c-8b8c-003c9019ee3c req-dae5ba95-8f8a-41ae-a302-2799a75d45d0 service nova] Acquired lock "refresh_cache-840b5925-0c39-43a9-ac2d-2677cf48e03a" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1905.218734] env[62574]: DEBUG nova.network.neutron [req-18e65b65-3355-4e6c-8b8c-003c9019ee3c req-dae5ba95-8f8a-41ae-a302-2799a75d45d0 service nova] [instance: 840b5925-0c39-43a9-ac2d-2677cf48e03a] Refreshing network info cache for port 7f023aee-5604-4e68-8d75-d7075c273df4 {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1905.224019] env[62574]: DEBUG oslo_vmware.api [None req-b1ad0916-de21-43af-8d60-455600fef088 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Waiting for the task: (returnval){ [ 1905.224019] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]524b26a5-4de9-84fb-2525-8de44a48bb8f" [ 1905.224019] env[62574]: _type = "Task" [ 1905.224019] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1905.229595] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4f3ee3d-6091-43e3-a947-11e57b25ce12 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.240791] env[62574]: DEBUG oslo_vmware.api [None req-b1ad0916-de21-43af-8d60-455600fef088 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]524b26a5-4de9-84fb-2525-8de44a48bb8f, 'name': SearchDatastore_Task, 'duration_secs': 0.01496} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1905.258480] env[62574]: DEBUG oslo_concurrency.lockutils [None req-b1ad0916-de21-43af-8d60-455600fef088 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1905.258931] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-b1ad0916-de21-43af-8d60-455600fef088 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] [instance: 4dfd42a3-c9d2-45b4-8bb0-9a7a8550997c] Processing image 3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2 {{(pid=62574) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1905.259347] env[62574]: DEBUG oslo_concurrency.lockutils [None req-b1ad0916-de21-43af-8d60-455600fef088 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1905.259630] env[62574]: DEBUG oslo_concurrency.lockutils [None req-b1ad0916-de21-43af-8d60-455600fef088 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1905.259964] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1ad0916-de21-43af-8d60-455600fef088 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1905.261388] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1d0222af-c8dd-4079-9257-249bd81ac62d {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.264891] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55df0b58-d321-45df-aa19-4d1375b023ff {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.282669] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-cbdc7126-b875-41ff-ba3c-1e7fcb25c843 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] The volume has not been displaced from its original location: [datastore2] volume-9b16841b-682c-4696-8b91-b23f982ee0c8/volume-9b16841b-682c-4696-8b91-b23f982ee0c8.vmdk. No consolidation needed. {{(pid=62574) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1905.288518] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-cbdc7126-b875-41ff-ba3c-1e7fcb25c843 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] [instance: 863dbe8b-20e6-485c-ba4d-b709d80fa327] Reconfiguring VM instance instance-00000047 to detach disk 2001 {{(pid=62574) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1905.291891] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2f99e504-30b4-41c0-a4d3-1cc5b6a429e2 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.305664] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1ad0916-de21-43af-8d60-455600fef088 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1905.305868] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-b1ad0916-de21-43af-8d60-455600fef088 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62574) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1905.307099] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3765765b-f8d2-4fc3-92de-4978b3e6c2b7 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.314068] env[62574]: DEBUG oslo_vmware.api [None req-b1ad0916-de21-43af-8d60-455600fef088 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Waiting for the task: (returnval){ [ 1905.314068] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]52dcac83-2e5d-004e-0fd5-4361c8d90451" [ 1905.314068] env[62574]: _type = "Task" [ 1905.314068] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1905.316115] env[62574]: DEBUG oslo_vmware.api [None req-cbdc7126-b875-41ff-ba3c-1e7fcb25c843 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Waiting for the task: (returnval){ [ 1905.316115] env[62574]: value = "task-1862306" [ 1905.316115] env[62574]: _type = "Task" [ 1905.316115] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1905.333258] env[62574]: DEBUG oslo_vmware.api [None req-b1ad0916-de21-43af-8d60-455600fef088 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52dcac83-2e5d-004e-0fd5-4361c8d90451, 'name': SearchDatastore_Task, 'duration_secs': 0.013117} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1905.334109] env[62574]: DEBUG oslo_vmware.api [None req-cbdc7126-b875-41ff-ba3c-1e7fcb25c843 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Task: {'id': task-1862306, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1905.334910] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-624d861a-ca58-4b57-80e6-86ab0abeb8be {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.340706] env[62574]: DEBUG oslo_vmware.api [None req-b1ad0916-de21-43af-8d60-455600fef088 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Waiting for the task: (returnval){ [ 1905.340706] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]524a110d-9ff7-c3c7-584e-10805149e349" [ 1905.340706] env[62574]: _type = "Task" [ 1905.340706] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1905.349749] env[62574]: DEBUG oslo_vmware.api [None req-b1ad0916-de21-43af-8d60-455600fef088 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]524a110d-9ff7-c3c7-584e-10805149e349, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1905.367030] env[62574]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e93776b3-3b57-40c8-b8f8-d73eee7f0a73 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.375918] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-622a70ca-edef-4f9d-ba0d-e4c9ceff4dea {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.413040] env[62574]: DEBUG nova.compute.manager [req-d26221ec-189a-4ac0-afa5-0274c6273954 req-dcd0a1f8-d0f1-41cd-8b54-3241337c98b7 service nova] [instance: 76ab47f1-1837-44ef-a0c5-bbd149566601] Detach interface failed, port_id=21c7124e-e06c-4b87-9ecf-eb20b843fc03, reason: Instance 76ab47f1-1837-44ef-a0c5-bbd149566601 could not be found. {{(pid=62574) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 1905.501098] env[62574]: DEBUG oslo_vmware.api [None req-07e67603-c1e7-4d1d-b7a1-2b160e4d5e02 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Task: {'id': task-1862301, 'name': Rename_Task, 'duration_secs': 0.178066} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1905.501404] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-07e67603-c1e7-4d1d-b7a1-2b160e4d5e02 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] [instance: 9df625d4-a114-410c-a1c1-f85a5c4f4cf2] Powering on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1905.501673] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-31a249a2-0167-443c-9601-34934f929908 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.508243] env[62574]: DEBUG oslo_vmware.api [None req-07e67603-c1e7-4d1d-b7a1-2b160e4d5e02 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Waiting for the task: (returnval){ [ 1905.508243] env[62574]: value = "task-1862307" [ 1905.508243] env[62574]: _type = "Task" [ 1905.508243] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1905.516349] env[62574]: DEBUG oslo_vmware.api [None req-07e67603-c1e7-4d1d-b7a1-2b160e4d5e02 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Task: {'id': task-1862307, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1905.530849] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1862303, 'name': CreateVM_Task, 'duration_secs': 0.412462} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1905.531067] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 840b5925-0c39-43a9-ac2d-2677cf48e03a] Created VM on the ESX host {{(pid=62574) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1905.531736] env[62574]: DEBUG oslo_concurrency.lockutils [None req-f7d252a6-99dc-40d9-ba36-93a30923c9a9 tempest-ServersNegativeTestMultiTenantJSON-974511682 tempest-ServersNegativeTestMultiTenantJSON-974511682-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1905.531898] env[62574]: DEBUG oslo_concurrency.lockutils [None req-f7d252a6-99dc-40d9-ba36-93a30923c9a9 tempest-ServersNegativeTestMultiTenantJSON-974511682 tempest-ServersNegativeTestMultiTenantJSON-974511682-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1905.532234] env[62574]: DEBUG oslo_concurrency.lockutils [None req-f7d252a6-99dc-40d9-ba36-93a30923c9a9 tempest-ServersNegativeTestMultiTenantJSON-974511682 tempest-ServersNegativeTestMultiTenantJSON-974511682-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1905.532483] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0907debd-cde6-47e3-b098-19cd9bb94264 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.537148] env[62574]: DEBUG oslo_vmware.api [None req-f7d252a6-99dc-40d9-ba36-93a30923c9a9 tempest-ServersNegativeTestMultiTenantJSON-974511682 tempest-ServersNegativeTestMultiTenantJSON-974511682-project-member] Waiting for the task: (returnval){ [ 1905.537148] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]52addc13-aaca-0c3d-3f66-cbf8e62c77dd" [ 1905.537148] env[62574]: _type = "Task" [ 1905.537148] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1905.545369] env[62574]: DEBUG oslo_vmware.api [None req-f7d252a6-99dc-40d9-ba36-93a30923c9a9 tempest-ServersNegativeTestMultiTenantJSON-974511682 tempest-ServersNegativeTestMultiTenantJSON-974511682-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52addc13-aaca-0c3d-3f66-cbf8e62c77dd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1905.589166] env[62574]: DEBUG oslo_vmware.api [None req-e537000c-a8d8-48b7-af5d-853139917dec tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Task: {'id': task-1862304, 'name': Rename_Task, 'duration_secs': 0.170967} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1905.589457] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-e537000c-a8d8-48b7-af5d-853139917dec tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] [instance: 890904e8-59ec-48ae-bfe5-a7be1c862973] Powering on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1905.589702] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-12afdb5a-cd52-43fa-ad09-cc3851f4b67b {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.596052] env[62574]: DEBUG oslo_vmware.api [None req-e537000c-a8d8-48b7-af5d-853139917dec tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Waiting for the task: (returnval){ [ 1905.596052] env[62574]: value = "task-1862308" [ 1905.596052] env[62574]: _type = "Task" [ 1905.596052] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1905.604411] env[62574]: DEBUG oslo_vmware.api [None req-e537000c-a8d8-48b7-af5d-853139917dec tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Task: {'id': task-1862308, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1905.612774] env[62574]: DEBUG oslo_vmware.api [None req-839b2896-6b3d-4def-8c0d-4b3cc2079da3 tempest-ServersV294TestFqdnHostnames-1063698810 tempest-ServersV294TestFqdnHostnames-1063698810-project-member] Task: {'id': task-1862305, 'name': PowerOffVM_Task, 'duration_secs': 0.216552} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1905.613096] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-839b2896-6b3d-4def-8c0d-4b3cc2079da3 tempest-ServersV294TestFqdnHostnames-1063698810 tempest-ServersV294TestFqdnHostnames-1063698810-project-member] [instance: bd144d1a-a8e0-4d1f-ad0d-f3192e5cacd1] Powered off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1905.613303] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-839b2896-6b3d-4def-8c0d-4b3cc2079da3 tempest-ServersV294TestFqdnHostnames-1063698810 tempest-ServersV294TestFqdnHostnames-1063698810-project-member] [instance: bd144d1a-a8e0-4d1f-ad0d-f3192e5cacd1] Unregistering the VM {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1905.613559] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e096d9c7-13da-4554-b1a1-2ab4ad077de9 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.692239] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-839b2896-6b3d-4def-8c0d-4b3cc2079da3 tempest-ServersV294TestFqdnHostnames-1063698810 tempest-ServersV294TestFqdnHostnames-1063698810-project-member] [instance: bd144d1a-a8e0-4d1f-ad0d-f3192e5cacd1] Unregistered the VM {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1905.692468] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-839b2896-6b3d-4def-8c0d-4b3cc2079da3 tempest-ServersV294TestFqdnHostnames-1063698810 tempest-ServersV294TestFqdnHostnames-1063698810-project-member] [instance: bd144d1a-a8e0-4d1f-ad0d-f3192e5cacd1] Deleting contents of the VM from datastore datastore2 {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1905.692750] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-839b2896-6b3d-4def-8c0d-4b3cc2079da3 tempest-ServersV294TestFqdnHostnames-1063698810 tempest-ServersV294TestFqdnHostnames-1063698810-project-member] Deleting the datastore file [datastore2] bd144d1a-a8e0-4d1f-ad0d-f3192e5cacd1 {{(pid=62574) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1905.692981] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-44aa7ef1-f724-4249-a921-54afcd970c59 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.699874] env[62574]: DEBUG oslo_vmware.api [None req-839b2896-6b3d-4def-8c0d-4b3cc2079da3 tempest-ServersV294TestFqdnHostnames-1063698810 tempest-ServersV294TestFqdnHostnames-1063698810-project-member] Waiting for the task: (returnval){ [ 1905.699874] env[62574]: value = "task-1862310" [ 1905.699874] env[62574]: _type = "Task" [ 1905.699874] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1905.712900] env[62574]: DEBUG oslo_vmware.api [None req-839b2896-6b3d-4def-8c0d-4b3cc2079da3 tempest-ServersV294TestFqdnHostnames-1063698810 tempest-ServersV294TestFqdnHostnames-1063698810-project-member] Task: {'id': task-1862310, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1905.729070] env[62574]: DEBUG oslo_concurrency.lockutils [None req-1fcca7b9-09d6-42a4-8ab7-337415b47458 tempest-ServerMetadataTestJSON-284844396 tempest-ServerMetadataTestJSON-284844396-project-member] Lock "de9dee3d-30a9-4eab-ae6f-e4347c588236" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.886s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1905.829756] env[62574]: DEBUG oslo_vmware.api [None req-cbdc7126-b875-41ff-ba3c-1e7fcb25c843 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Task: {'id': task-1862306, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1905.852688] env[62574]: DEBUG oslo_vmware.api [None req-b1ad0916-de21-43af-8d60-455600fef088 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]524a110d-9ff7-c3c7-584e-10805149e349, 'name': SearchDatastore_Task, 'duration_secs': 0.012784} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1905.852835] env[62574]: DEBUG oslo_concurrency.lockutils [None req-b1ad0916-de21-43af-8d60-455600fef088 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1905.853019] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1ad0916-de21-43af-8d60-455600fef088 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk to [datastore2] 4dfd42a3-c9d2-45b4-8bb0-9a7a8550997c/4dfd42a3-c9d2-45b4-8bb0-9a7a8550997c.vmdk {{(pid=62574) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1905.853334] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-48b57962-9ea1-4671-af01-82b5f44f6132 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.860325] env[62574]: DEBUG oslo_vmware.api [None req-b1ad0916-de21-43af-8d60-455600fef088 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Waiting for the task: (returnval){ [ 1905.860325] env[62574]: value = "task-1862311" [ 1905.860325] env[62574]: _type = "Task" [ 1905.860325] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1905.876079] env[62574]: DEBUG oslo_vmware.api [None req-b1ad0916-de21-43af-8d60-455600fef088 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Task: {'id': task-1862311, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1905.997471] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dc5ea6f-596c-43e7-bad1-03369efc8ad5 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.005981] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ed36295-4c08-4531-8fe0-9847a8bdbf9c {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.019309] env[62574]: DEBUG oslo_vmware.api [None req-07e67603-c1e7-4d1d-b7a1-2b160e4d5e02 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Task: {'id': task-1862307, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1906.049910] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fafb635b-e6b5-4b10-a897-42c2470556bb {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.061704] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10522c0f-71d8-46d0-836e-dc4201453dcc {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.065758] env[62574]: DEBUG oslo_vmware.api [None req-f7d252a6-99dc-40d9-ba36-93a30923c9a9 tempest-ServersNegativeTestMultiTenantJSON-974511682 tempest-ServersNegativeTestMultiTenantJSON-974511682-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52addc13-aaca-0c3d-3f66-cbf8e62c77dd, 'name': SearchDatastore_Task, 'duration_secs': 0.020883} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1906.068392] env[62574]: DEBUG oslo_concurrency.lockutils [None req-f7d252a6-99dc-40d9-ba36-93a30923c9a9 tempest-ServersNegativeTestMultiTenantJSON-974511682 tempest-ServersNegativeTestMultiTenantJSON-974511682-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1906.068646] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-f7d252a6-99dc-40d9-ba36-93a30923c9a9 tempest-ServersNegativeTestMultiTenantJSON-974511682 tempest-ServersNegativeTestMultiTenantJSON-974511682-project-member] [instance: 840b5925-0c39-43a9-ac2d-2677cf48e03a] Processing image 3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2 {{(pid=62574) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1906.068958] env[62574]: DEBUG oslo_concurrency.lockutils [None req-f7d252a6-99dc-40d9-ba36-93a30923c9a9 tempest-ServersNegativeTestMultiTenantJSON-974511682 tempest-ServersNegativeTestMultiTenantJSON-974511682-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1906.069142] env[62574]: DEBUG oslo_concurrency.lockutils [None req-f7d252a6-99dc-40d9-ba36-93a30923c9a9 tempest-ServersNegativeTestMultiTenantJSON-974511682 tempest-ServersNegativeTestMultiTenantJSON-974511682-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1906.069328] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7d252a6-99dc-40d9-ba36-93a30923c9a9 tempest-ServersNegativeTestMultiTenantJSON-974511682 tempest-ServersNegativeTestMultiTenantJSON-974511682-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1906.070013] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a54a8e6e-5064-4afb-8eb7-a2bc1ff62ac4 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.082352] env[62574]: DEBUG nova.compute.provider_tree [None req-b4ceb1d4-e5a4-4df9-86d7-66e64c540123 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Inventory has not changed in ProviderTree for provider: f0ed160a-beff-4626-a531-2a70d7bc0627 {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1906.092580] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7d252a6-99dc-40d9-ba36-93a30923c9a9 tempest-ServersNegativeTestMultiTenantJSON-974511682 tempest-ServersNegativeTestMultiTenantJSON-974511682-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1906.092849] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-f7d252a6-99dc-40d9-ba36-93a30923c9a9 tempest-ServersNegativeTestMultiTenantJSON-974511682 tempest-ServersNegativeTestMultiTenantJSON-974511682-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62574) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1906.094314] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4100366b-8e4c-4c6e-85de-913b0d6cb06d {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.103898] env[62574]: DEBUG oslo_vmware.api [None req-f7d252a6-99dc-40d9-ba36-93a30923c9a9 tempest-ServersNegativeTestMultiTenantJSON-974511682 tempest-ServersNegativeTestMultiTenantJSON-974511682-project-member] Waiting for the task: (returnval){ [ 1906.103898] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]523a73fe-a87b-4043-0934-94ae0bf34c11" [ 1906.103898] env[62574]: _type = "Task" [ 1906.103898] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1906.107676] env[62574]: DEBUG oslo_vmware.api [None req-e537000c-a8d8-48b7-af5d-853139917dec tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Task: {'id': task-1862308, 'name': PowerOnVM_Task, 'duration_secs': 0.495809} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1906.111098] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-e537000c-a8d8-48b7-af5d-853139917dec tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] [instance: 890904e8-59ec-48ae-bfe5-a7be1c862973] Powered on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1906.111267] env[62574]: INFO nova.compute.manager [None req-e537000c-a8d8-48b7-af5d-853139917dec tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] [instance: 890904e8-59ec-48ae-bfe5-a7be1c862973] Took 10.10 seconds to spawn the instance on the hypervisor. [ 1906.111486] env[62574]: DEBUG nova.compute.manager [None req-e537000c-a8d8-48b7-af5d-853139917dec tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] [instance: 890904e8-59ec-48ae-bfe5-a7be1c862973] Checking state {{(pid=62574) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1906.112257] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39486d9f-e1b6-4a48-b4d8-d0f95a3ace6c {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.120466] env[62574]: DEBUG oslo_vmware.api [None req-f7d252a6-99dc-40d9-ba36-93a30923c9a9 tempest-ServersNegativeTestMultiTenantJSON-974511682 tempest-ServersNegativeTestMultiTenantJSON-974511682-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]523a73fe-a87b-4043-0934-94ae0bf34c11, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1906.153801] env[62574]: DEBUG nova.network.neutron [req-18e65b65-3355-4e6c-8b8c-003c9019ee3c req-dae5ba95-8f8a-41ae-a302-2799a75d45d0 service nova] [instance: 840b5925-0c39-43a9-ac2d-2677cf48e03a] Updated VIF entry in instance network info cache for port 7f023aee-5604-4e68-8d75-d7075c273df4. {{(pid=62574) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1906.154245] env[62574]: DEBUG nova.network.neutron [req-18e65b65-3355-4e6c-8b8c-003c9019ee3c req-dae5ba95-8f8a-41ae-a302-2799a75d45d0 service nova] [instance: 840b5925-0c39-43a9-ac2d-2677cf48e03a] Updating instance_info_cache with network_info: [{"id": "7f023aee-5604-4e68-8d75-d7075c273df4", "address": "fa:16:3e:81:01:4a", "network": {"id": "2b28827c-e7cf-499e-860f-96c21a8287a6", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-850118682-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ec42cc0f59354a758a0978bdb51c0473", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca50cd14-9e1f-4d74-a066-e5a45ba0ce22", "external-id": "nsx-vlan-transportzone-348", "segmentation_id": 348, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f023aee-56", "ovs_interfaceid": "7f023aee-5604-4e68-8d75-d7075c273df4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1906.211447] env[62574]: DEBUG oslo_vmware.api [None req-839b2896-6b3d-4def-8c0d-4b3cc2079da3 tempest-ServersV294TestFqdnHostnames-1063698810 tempest-ServersV294TestFqdnHostnames-1063698810-project-member] Task: {'id': task-1862310, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.28013} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1906.211631] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-839b2896-6b3d-4def-8c0d-4b3cc2079da3 tempest-ServersV294TestFqdnHostnames-1063698810 tempest-ServersV294TestFqdnHostnames-1063698810-project-member] Deleted the datastore file {{(pid=62574) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1906.211795] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-839b2896-6b3d-4def-8c0d-4b3cc2079da3 tempest-ServersV294TestFqdnHostnames-1063698810 tempest-ServersV294TestFqdnHostnames-1063698810-project-member] [instance: bd144d1a-a8e0-4d1f-ad0d-f3192e5cacd1] Deleted contents of the VM from datastore datastore2 {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1906.212047] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-839b2896-6b3d-4def-8c0d-4b3cc2079da3 tempest-ServersV294TestFqdnHostnames-1063698810 tempest-ServersV294TestFqdnHostnames-1063698810-project-member] [instance: bd144d1a-a8e0-4d1f-ad0d-f3192e5cacd1] Instance destroyed {{(pid=62574) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1906.212171] env[62574]: INFO nova.compute.manager [None req-839b2896-6b3d-4def-8c0d-4b3cc2079da3 tempest-ServersV294TestFqdnHostnames-1063698810 tempest-ServersV294TestFqdnHostnames-1063698810-project-member] [instance: bd144d1a-a8e0-4d1f-ad0d-f3192e5cacd1] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1906.212415] env[62574]: DEBUG oslo.service.loopingcall [None req-839b2896-6b3d-4def-8c0d-4b3cc2079da3 tempest-ServersV294TestFqdnHostnames-1063698810 tempest-ServersV294TestFqdnHostnames-1063698810-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62574) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1906.212623] env[62574]: DEBUG nova.compute.manager [-] [instance: bd144d1a-a8e0-4d1f-ad0d-f3192e5cacd1] Deallocating network for instance {{(pid=62574) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1906.212714] env[62574]: DEBUG nova.network.neutron [-] [instance: bd144d1a-a8e0-4d1f-ad0d-f3192e5cacd1] deallocate_for_instance() {{(pid=62574) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1906.332777] env[62574]: DEBUG oslo_vmware.api [None req-cbdc7126-b875-41ff-ba3c-1e7fcb25c843 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Task: {'id': task-1862306, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1906.372389] env[62574]: DEBUG oslo_vmware.api [None req-b1ad0916-de21-43af-8d60-455600fef088 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Task: {'id': task-1862311, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1906.523656] env[62574]: DEBUG oslo_vmware.api [None req-07e67603-c1e7-4d1d-b7a1-2b160e4d5e02 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Task: {'id': task-1862307, 'name': PowerOnVM_Task, 'duration_secs': 0.688986} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1906.523656] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-07e67603-c1e7-4d1d-b7a1-2b160e4d5e02 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] [instance: 9df625d4-a114-410c-a1c1-f85a5c4f4cf2] Powered on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1906.523656] env[62574]: INFO nova.compute.manager [None req-07e67603-c1e7-4d1d-b7a1-2b160e4d5e02 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] [instance: 9df625d4-a114-410c-a1c1-f85a5c4f4cf2] Took 12.94 seconds to spawn the instance on the hypervisor. [ 1906.523656] env[62574]: DEBUG nova.compute.manager [None req-07e67603-c1e7-4d1d-b7a1-2b160e4d5e02 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] [instance: 9df625d4-a114-410c-a1c1-f85a5c4f4cf2] Checking state {{(pid=62574) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1906.523656] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7b6039f-5a75-45d0-b502-589321ca126e {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.586730] env[62574]: DEBUG nova.scheduler.client.report [None req-b4ceb1d4-e5a4-4df9-86d7-66e64c540123 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Inventory has not changed for provider f0ed160a-beff-4626-a531-2a70d7bc0627 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1906.623519] env[62574]: DEBUG oslo_vmware.api [None req-f7d252a6-99dc-40d9-ba36-93a30923c9a9 tempest-ServersNegativeTestMultiTenantJSON-974511682 tempest-ServersNegativeTestMultiTenantJSON-974511682-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]523a73fe-a87b-4043-0934-94ae0bf34c11, 'name': SearchDatastore_Task, 'duration_secs': 0.029616} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1906.624733] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-86ff412b-8eb1-44a4-9589-88ff736a37ef {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.638318] env[62574]: INFO nova.compute.manager [None req-e537000c-a8d8-48b7-af5d-853139917dec tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] [instance: 890904e8-59ec-48ae-bfe5-a7be1c862973] Took 18.80 seconds to build instance. [ 1906.641689] env[62574]: DEBUG oslo_vmware.api [None req-f7d252a6-99dc-40d9-ba36-93a30923c9a9 tempest-ServersNegativeTestMultiTenantJSON-974511682 tempest-ServersNegativeTestMultiTenantJSON-974511682-project-member] Waiting for the task: (returnval){ [ 1906.641689] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]524a08ea-db6c-ca06-0881-7241fca8a51c" [ 1906.641689] env[62574]: _type = "Task" [ 1906.641689] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1906.652762] env[62574]: DEBUG oslo_vmware.api [None req-f7d252a6-99dc-40d9-ba36-93a30923c9a9 tempest-ServersNegativeTestMultiTenantJSON-974511682 tempest-ServersNegativeTestMultiTenantJSON-974511682-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]524a08ea-db6c-ca06-0881-7241fca8a51c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1906.656570] env[62574]: DEBUG oslo_concurrency.lockutils [req-18e65b65-3355-4e6c-8b8c-003c9019ee3c req-dae5ba95-8f8a-41ae-a302-2799a75d45d0 service nova] Releasing lock "refresh_cache-840b5925-0c39-43a9-ac2d-2677cf48e03a" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1906.835476] env[62574]: DEBUG oslo_vmware.api [None req-cbdc7126-b875-41ff-ba3c-1e7fcb25c843 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Task: {'id': task-1862306, 'name': ReconfigVM_Task, 'duration_secs': 1.456308} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1906.836960] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-cbdc7126-b875-41ff-ba3c-1e7fcb25c843 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] [instance: 863dbe8b-20e6-485c-ba4d-b709d80fa327] Reconfigured VM instance instance-00000047 to detach disk 2001 {{(pid=62574) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1906.841687] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-20f425d4-4eef-4efa-bc0e-5f128d4e6a5c {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.861021] env[62574]: DEBUG oslo_vmware.api [None req-cbdc7126-b875-41ff-ba3c-1e7fcb25c843 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Waiting for the task: (returnval){ [ 1906.861021] env[62574]: value = "task-1862312" [ 1906.861021] env[62574]: _type = "Task" [ 1906.861021] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1906.871052] env[62574]: DEBUG oslo_vmware.api [None req-cbdc7126-b875-41ff-ba3c-1e7fcb25c843 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Task: {'id': task-1862312, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1906.878430] env[62574]: DEBUG oslo_vmware.api [None req-b1ad0916-de21-43af-8d60-455600fef088 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Task: {'id': task-1862311, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.929108} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1906.878928] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1ad0916-de21-43af-8d60-455600fef088 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk to [datastore2] 4dfd42a3-c9d2-45b4-8bb0-9a7a8550997c/4dfd42a3-c9d2-45b4-8bb0-9a7a8550997c.vmdk {{(pid=62574) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1906.878928] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-b1ad0916-de21-43af-8d60-455600fef088 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] [instance: 4dfd42a3-c9d2-45b4-8bb0-9a7a8550997c] Extending root virtual disk to 1048576 {{(pid=62574) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1906.879238] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-920dbae4-37e5-4a51-865a-515dac0f8ff6 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.886013] env[62574]: DEBUG oslo_vmware.api [None req-b1ad0916-de21-43af-8d60-455600fef088 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Waiting for the task: (returnval){ [ 1906.886013] env[62574]: value = "task-1862313" [ 1906.886013] env[62574]: _type = "Task" [ 1906.886013] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1906.896092] env[62574]: DEBUG oslo_vmware.api [None req-b1ad0916-de21-43af-8d60-455600fef088 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Task: {'id': task-1862313, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1906.904593] env[62574]: DEBUG nova.compute.manager [req-6a30ed09-cfd8-48c1-a47c-034225314e28 req-31ab1dda-f931-48c2-8cf4-5f28e21d7a42 service nova] [instance: bd144d1a-a8e0-4d1f-ad0d-f3192e5cacd1] Received event network-vif-deleted-577fdfa5-9885-41fd-955c-d6ccf9d25371 {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1906.904798] env[62574]: INFO nova.compute.manager [req-6a30ed09-cfd8-48c1-a47c-034225314e28 req-31ab1dda-f931-48c2-8cf4-5f28e21d7a42 service nova] [instance: bd144d1a-a8e0-4d1f-ad0d-f3192e5cacd1] Neutron deleted interface 577fdfa5-9885-41fd-955c-d6ccf9d25371; detaching it from the instance and deleting it from the info cache [ 1906.904968] env[62574]: DEBUG nova.network.neutron [req-6a30ed09-cfd8-48c1-a47c-034225314e28 req-31ab1dda-f931-48c2-8cf4-5f28e21d7a42 service nova] [instance: bd144d1a-a8e0-4d1f-ad0d-f3192e5cacd1] Updating instance_info_cache with network_info: [] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1907.048127] env[62574]: INFO nova.compute.manager [None req-07e67603-c1e7-4d1d-b7a1-2b160e4d5e02 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] [instance: 9df625d4-a114-410c-a1c1-f85a5c4f4cf2] Took 20.95 seconds to build instance. [ 1907.095502] env[62574]: DEBUG oslo_concurrency.lockutils [None req-b4ceb1d4-e5a4-4df9-86d7-66e64c540123 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.915s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1907.098138] env[62574]: DEBUG oslo_concurrency.lockutils [None req-ffe71c49-ce6f-403f-8ae9-d0b0fe4aefd0 tempest-VolumesAdminNegativeTest-247329141 tempest-VolumesAdminNegativeTest-247329141-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.036s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1907.098310] env[62574]: DEBUG nova.objects.instance [None req-ffe71c49-ce6f-403f-8ae9-d0b0fe4aefd0 tempest-VolumesAdminNegativeTest-247329141 tempest-VolumesAdminNegativeTest-247329141-project-member] Lazy-loading 'resources' on Instance uuid cdb4528a-d1b1-442b-a5e3-e3c663ab7390 {{(pid=62574) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1907.126039] env[62574]: INFO nova.scheduler.client.report [None req-b4ceb1d4-e5a4-4df9-86d7-66e64c540123 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Deleted allocations for instance 76ab47f1-1837-44ef-a0c5-bbd149566601 [ 1907.143209] env[62574]: DEBUG oslo_concurrency.lockutils [None req-e537000c-a8d8-48b7-af5d-853139917dec tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Lock "890904e8-59ec-48ae-bfe5-a7be1c862973" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.310s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1907.155367] env[62574]: DEBUG oslo_vmware.api [None req-f7d252a6-99dc-40d9-ba36-93a30923c9a9 tempest-ServersNegativeTestMultiTenantJSON-974511682 tempest-ServersNegativeTestMultiTenantJSON-974511682-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]524a08ea-db6c-ca06-0881-7241fca8a51c, 'name': SearchDatastore_Task, 'duration_secs': 0.069693} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1907.155744] env[62574]: DEBUG oslo_concurrency.lockutils [None req-f7d252a6-99dc-40d9-ba36-93a30923c9a9 tempest-ServersNegativeTestMultiTenantJSON-974511682 tempest-ServersNegativeTestMultiTenantJSON-974511682-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1907.155926] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7d252a6-99dc-40d9-ba36-93a30923c9a9 tempest-ServersNegativeTestMultiTenantJSON-974511682 tempest-ServersNegativeTestMultiTenantJSON-974511682-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk to [datastore2] 840b5925-0c39-43a9-ac2d-2677cf48e03a/840b5925-0c39-43a9-ac2d-2677cf48e03a.vmdk {{(pid=62574) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1907.156307] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d65894df-1463-42dc-b8c1-eeb3980f8b36 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1907.163930] env[62574]: DEBUG oslo_vmware.api [None req-f7d252a6-99dc-40d9-ba36-93a30923c9a9 tempest-ServersNegativeTestMultiTenantJSON-974511682 tempest-ServersNegativeTestMultiTenantJSON-974511682-project-member] Waiting for the task: (returnval){ [ 1907.163930] env[62574]: value = "task-1862314" [ 1907.163930] env[62574]: _type = "Task" [ 1907.163930] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1907.172032] env[62574]: DEBUG oslo_vmware.api [None req-f7d252a6-99dc-40d9-ba36-93a30923c9a9 tempest-ServersNegativeTestMultiTenantJSON-974511682 tempest-ServersNegativeTestMultiTenantJSON-974511682-project-member] Task: {'id': task-1862314, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1907.182824] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c4fbd02-ddcd-4c54-a15b-280bd030c96c {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1907.189376] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-4d9c6f0d-a2c5-43da-ad00-4e3b931472af tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] [instance: 890904e8-59ec-48ae-bfe5-a7be1c862973] Suspending the VM {{(pid=62574) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1907.189798] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-8e8a34d1-ebf0-42ad-a4f4-0adcf3b85678 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1907.198444] env[62574]: DEBUG oslo_vmware.api [None req-4d9c6f0d-a2c5-43da-ad00-4e3b931472af tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Waiting for the task: (returnval){ [ 1907.198444] env[62574]: value = "task-1862315" [ 1907.198444] env[62574]: _type = "Task" [ 1907.198444] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1907.208543] env[62574]: DEBUG oslo_vmware.api [None req-4d9c6f0d-a2c5-43da-ad00-4e3b931472af tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Task: {'id': task-1862315, 'name': SuspendVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1907.368878] env[62574]: DEBUG oslo_vmware.api [None req-cbdc7126-b875-41ff-ba3c-1e7fcb25c843 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Task: {'id': task-1862312, 'name': ReconfigVM_Task, 'duration_secs': 0.165333} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1907.369303] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-cbdc7126-b875-41ff-ba3c-1e7fcb25c843 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] [instance: 863dbe8b-20e6-485c-ba4d-b709d80fa327] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-385003', 'volume_id': '9b16841b-682c-4696-8b91-b23f982ee0c8', 'name': 'volume-9b16841b-682c-4696-8b91-b23f982ee0c8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '863dbe8b-20e6-485c-ba4d-b709d80fa327', 'attached_at': '', 'detached_at': '', 'volume_id': '9b16841b-682c-4696-8b91-b23f982ee0c8', 'serial': '9b16841b-682c-4696-8b91-b23f982ee0c8'} {{(pid=62574) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1907.374122] env[62574]: DEBUG nova.network.neutron [-] [instance: bd144d1a-a8e0-4d1f-ad0d-f3192e5cacd1] Updating instance_info_cache with network_info: [] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1907.403584] env[62574]: DEBUG oslo_vmware.api [None req-b1ad0916-de21-43af-8d60-455600fef088 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Task: {'id': task-1862313, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079225} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1907.403809] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-b1ad0916-de21-43af-8d60-455600fef088 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] [instance: 4dfd42a3-c9d2-45b4-8bb0-9a7a8550997c] Extended root virtual disk {{(pid=62574) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1907.404661] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f90231b1-86ed-419e-a842-7869fff04186 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1907.408918] env[62574]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c120da69-dab1-4728-a484-b41ac64b54ee {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1907.440850] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1ad0916-de21-43af-8d60-455600fef088 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] [instance: 4dfd42a3-c9d2-45b4-8bb0-9a7a8550997c] Reconfiguring VM instance instance-00000061 to attach disk [datastore2] 4dfd42a3-c9d2-45b4-8bb0-9a7a8550997c/4dfd42a3-c9d2-45b4-8bb0-9a7a8550997c.vmdk or device None with type sparse {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1907.442937] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0cd9dd5d-936c-412e-928e-93f14e3f2110 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1907.466633] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d9fa5eb-8683-47f1-aab3-78b612ec476f {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1907.487359] env[62574]: DEBUG oslo_vmware.api [None req-b1ad0916-de21-43af-8d60-455600fef088 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Waiting for the task: (returnval){ [ 1907.487359] env[62574]: value = "task-1862316" [ 1907.487359] env[62574]: _type = "Task" [ 1907.487359] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1907.516339] env[62574]: DEBUG nova.compute.manager [req-6a30ed09-cfd8-48c1-a47c-034225314e28 req-31ab1dda-f931-48c2-8cf4-5f28e21d7a42 service nova] [instance: bd144d1a-a8e0-4d1f-ad0d-f3192e5cacd1] Detach interface failed, port_id=577fdfa5-9885-41fd-955c-d6ccf9d25371, reason: Instance bd144d1a-a8e0-4d1f-ad0d-f3192e5cacd1 could not be found. {{(pid=62574) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 1907.520101] env[62574]: DEBUG oslo_vmware.api [None req-b1ad0916-de21-43af-8d60-455600fef088 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Task: {'id': task-1862316, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1907.551591] env[62574]: DEBUG oslo_concurrency.lockutils [None req-07e67603-c1e7-4d1d-b7a1-2b160e4d5e02 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Lock "9df625d4-a114-410c-a1c1-f85a5c4f4cf2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.483s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1907.581817] env[62574]: DEBUG oslo_vmware.rw_handles [None req-926ae9d9-82a6-4a1b-afb4-3c8f9b521743 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ba9882-fdff-ec04-bb12-ad31b511b611/disk-0.vmdk. {{(pid=62574) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1907.582830] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c71f1112-66fa-4c3c-a17c-af6dae81c0bc {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1907.592684] env[62574]: DEBUG oslo_vmware.rw_handles [None req-926ae9d9-82a6-4a1b-afb4-3c8f9b521743 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ba9882-fdff-ec04-bb12-ad31b511b611/disk-0.vmdk is in state: ready. {{(pid=62574) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1907.592886] env[62574]: ERROR oslo_vmware.rw_handles [None req-926ae9d9-82a6-4a1b-afb4-3c8f9b521743 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ba9882-fdff-ec04-bb12-ad31b511b611/disk-0.vmdk due to incomplete transfer. [ 1907.593159] env[62574]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-0de7187c-a35a-4d9b-8996-da1540f7695d {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1907.607189] env[62574]: DEBUG oslo_vmware.rw_handles [None req-926ae9d9-82a6-4a1b-afb4-3c8f9b521743 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ba9882-fdff-ec04-bb12-ad31b511b611/disk-0.vmdk. {{(pid=62574) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1907.607484] env[62574]: DEBUG nova.virt.vmwareapi.images [None req-926ae9d9-82a6-4a1b-afb4-3c8f9b521743 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] [instance: d985f1a9-bdf9-4995-a05c-5a14cf3113ba] Uploaded image 336fdbcb-4909-4b76-8c65-5c739ed9a31e to the Glance image server {{(pid=62574) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1907.610441] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-926ae9d9-82a6-4a1b-afb4-3c8f9b521743 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] [instance: d985f1a9-bdf9-4995-a05c-5a14cf3113ba] Destroying the VM {{(pid=62574) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1907.610773] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-8fe552d5-8493-4acb-8ee7-5d859931728a {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1907.622478] env[62574]: DEBUG oslo_vmware.api [None req-926ae9d9-82a6-4a1b-afb4-3c8f9b521743 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Waiting for the task: (returnval){ [ 1907.622478] env[62574]: value = "task-1862317" [ 1907.622478] env[62574]: _type = "Task" [ 1907.622478] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1907.639432] env[62574]: DEBUG oslo_vmware.api [None req-926ae9d9-82a6-4a1b-afb4-3c8f9b521743 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Task: {'id': task-1862317, 'name': Destroy_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1907.641228] env[62574]: DEBUG oslo_concurrency.lockutils [None req-b4ceb1d4-e5a4-4df9-86d7-66e64c540123 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Lock "76ab47f1-1837-44ef-a0c5-bbd149566601" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.738s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1907.678412] env[62574]: DEBUG oslo_vmware.api [None req-f7d252a6-99dc-40d9-ba36-93a30923c9a9 tempest-ServersNegativeTestMultiTenantJSON-974511682 tempest-ServersNegativeTestMultiTenantJSON-974511682-project-member] Task: {'id': task-1862314, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1907.714895] env[62574]: DEBUG oslo_vmware.api [None req-4d9c6f0d-a2c5-43da-ad00-4e3b931472af tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Task: {'id': task-1862315, 'name': SuspendVM_Task} progress is 91%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1907.881512] env[62574]: INFO nova.compute.manager [-] [instance: bd144d1a-a8e0-4d1f-ad0d-f3192e5cacd1] Took 1.67 seconds to deallocate network for instance. [ 1907.925726] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4293bd11-88e9-4ccf-a502-0f18e7a2554c {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1907.935216] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e755c239-6fa5-4d70-a7da-917827d416a2 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1907.977203] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b093ec5-3527-4480-b50f-7d7fb26d157d {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1907.992232] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-971e35a3-383e-42fa-87e2-7e604f9c6393 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.011097] env[62574]: DEBUG nova.compute.provider_tree [None req-ffe71c49-ce6f-403f-8ae9-d0b0fe4aefd0 tempest-VolumesAdminNegativeTest-247329141 tempest-VolumesAdminNegativeTest-247329141-project-member] Inventory has not changed in ProviderTree for provider: f0ed160a-beff-4626-a531-2a70d7bc0627 {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1908.012422] env[62574]: DEBUG oslo_vmware.api [None req-b1ad0916-de21-43af-8d60-455600fef088 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Task: {'id': task-1862316, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1908.133765] env[62574]: DEBUG oslo_vmware.api [None req-926ae9d9-82a6-4a1b-afb4-3c8f9b521743 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Task: {'id': task-1862317, 'name': Destroy_Task} progress is 33%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1908.175800] env[62574]: DEBUG oslo_vmware.api [None req-f7d252a6-99dc-40d9-ba36-93a30923c9a9 tempest-ServersNegativeTestMultiTenantJSON-974511682 tempest-ServersNegativeTestMultiTenantJSON-974511682-project-member] Task: {'id': task-1862314, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.684736} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1908.177150] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7d252a6-99dc-40d9-ba36-93a30923c9a9 tempest-ServersNegativeTestMultiTenantJSON-974511682 tempest-ServersNegativeTestMultiTenantJSON-974511682-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk to [datastore2] 840b5925-0c39-43a9-ac2d-2677cf48e03a/840b5925-0c39-43a9-ac2d-2677cf48e03a.vmdk {{(pid=62574) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1908.177150] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-f7d252a6-99dc-40d9-ba36-93a30923c9a9 tempest-ServersNegativeTestMultiTenantJSON-974511682 tempest-ServersNegativeTestMultiTenantJSON-974511682-project-member] [instance: 840b5925-0c39-43a9-ac2d-2677cf48e03a] Extending root virtual disk to 1048576 {{(pid=62574) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1908.177150] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a60df38f-4dd1-402d-b784-62456684442c {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.184346] env[62574]: DEBUG oslo_vmware.api [None req-f7d252a6-99dc-40d9-ba36-93a30923c9a9 tempest-ServersNegativeTestMultiTenantJSON-974511682 tempest-ServersNegativeTestMultiTenantJSON-974511682-project-member] Waiting for the task: (returnval){ [ 1908.184346] env[62574]: value = "task-1862318" [ 1908.184346] env[62574]: _type = "Task" [ 1908.184346] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1908.195635] env[62574]: DEBUG oslo_vmware.api [None req-f7d252a6-99dc-40d9-ba36-93a30923c9a9 tempest-ServersNegativeTestMultiTenantJSON-974511682 tempest-ServersNegativeTestMultiTenantJSON-974511682-project-member] Task: {'id': task-1862318, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1908.208296] env[62574]: DEBUG oslo_vmware.api [None req-4d9c6f0d-a2c5-43da-ad00-4e3b931472af tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Task: {'id': task-1862315, 'name': SuspendVM_Task, 'duration_secs': 0.877567} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1908.208296] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-4d9c6f0d-a2c5-43da-ad00-4e3b931472af tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] [instance: 890904e8-59ec-48ae-bfe5-a7be1c862973] Suspended the VM {{(pid=62574) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1908.208619] env[62574]: DEBUG nova.compute.manager [None req-4d9c6f0d-a2c5-43da-ad00-4e3b931472af tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] [instance: 890904e8-59ec-48ae-bfe5-a7be1c862973] Checking state {{(pid=62574) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1908.209279] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8f16a55-8150-4ea1-be0a-7b063d89089f {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.303470] env[62574]: DEBUG oslo_concurrency.lockutils [None req-597366a6-f97f-4682-9238-4bc8d2ce8efc tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Acquiring lock "9df625d4-a114-410c-a1c1-f85a5c4f4cf2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1908.303813] env[62574]: DEBUG oslo_concurrency.lockutils [None req-597366a6-f97f-4682-9238-4bc8d2ce8efc tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Lock "9df625d4-a114-410c-a1c1-f85a5c4f4cf2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1908.304378] env[62574]: DEBUG oslo_concurrency.lockutils [None req-597366a6-f97f-4682-9238-4bc8d2ce8efc tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Acquiring lock "9df625d4-a114-410c-a1c1-f85a5c4f4cf2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1908.304667] env[62574]: DEBUG oslo_concurrency.lockutils [None req-597366a6-f97f-4682-9238-4bc8d2ce8efc tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Lock "9df625d4-a114-410c-a1c1-f85a5c4f4cf2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1908.304955] env[62574]: DEBUG oslo_concurrency.lockutils [None req-597366a6-f97f-4682-9238-4bc8d2ce8efc tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Lock "9df625d4-a114-410c-a1c1-f85a5c4f4cf2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1908.308268] env[62574]: INFO nova.compute.manager [None req-597366a6-f97f-4682-9238-4bc8d2ce8efc tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] [instance: 9df625d4-a114-410c-a1c1-f85a5c4f4cf2] Terminating instance [ 1908.391547] env[62574]: DEBUG oslo_concurrency.lockutils [None req-839b2896-6b3d-4def-8c0d-4b3cc2079da3 tempest-ServersV294TestFqdnHostnames-1063698810 tempest-ServersV294TestFqdnHostnames-1063698810-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1908.444317] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbdc7126-b875-41ff-ba3c-1e7fcb25c843 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] [instance: 863dbe8b-20e6-485c-ba4d-b709d80fa327] Powering off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1908.444657] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-06e52d2e-f673-4837-932f-f573d381429d {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.455529] env[62574]: DEBUG oslo_vmware.api [None req-cbdc7126-b875-41ff-ba3c-1e7fcb25c843 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Waiting for the task: (returnval){ [ 1908.455529] env[62574]: value = "task-1862319" [ 1908.455529] env[62574]: _type = "Task" [ 1908.455529] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1908.465677] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbdc7126-b875-41ff-ba3c-1e7fcb25c843 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] [instance: 863dbe8b-20e6-485c-ba4d-b709d80fa327] VM already powered off {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1908.465773] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-cbdc7126-b875-41ff-ba3c-1e7fcb25c843 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] [instance: 863dbe8b-20e6-485c-ba4d-b709d80fa327] Volume detach. Driver type: vmdk {{(pid=62574) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1908.465977] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-cbdc7126-b875-41ff-ba3c-1e7fcb25c843 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] [instance: 863dbe8b-20e6-485c-ba4d-b709d80fa327] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-385003', 'volume_id': '9b16841b-682c-4696-8b91-b23f982ee0c8', 'name': 'volume-9b16841b-682c-4696-8b91-b23f982ee0c8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '863dbe8b-20e6-485c-ba4d-b709d80fa327', 'attached_at': '', 'detached_at': '', 'volume_id': '9b16841b-682c-4696-8b91-b23f982ee0c8', 'serial': '9b16841b-682c-4696-8b91-b23f982ee0c8'} {{(pid=62574) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1908.466826] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-093ea2f9-15ae-4cc7-9a76-375c7eadb13e {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.485600] env[62574]: DEBUG oslo_concurrency.lockutils [None req-95a35a07-f976-49c1-b6b1-e643c6001d64 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Acquiring lock "c4ca3d86-7d6e-4dbf-912b-7cb292596272" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1908.485852] env[62574]: DEBUG oslo_concurrency.lockutils [None req-95a35a07-f976-49c1-b6b1-e643c6001d64 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Lock "c4ca3d86-7d6e-4dbf-912b-7cb292596272" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1908.487825] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a6680bc-af44-4e76-980b-43bbec06d595 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.499556] env[62574]: DEBUG oslo_vmware.api [None req-b1ad0916-de21-43af-8d60-455600fef088 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Task: {'id': task-1862316, 'name': ReconfigVM_Task, 'duration_secs': 0.968071} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1908.500858] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1ad0916-de21-43af-8d60-455600fef088 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] [instance: 4dfd42a3-c9d2-45b4-8bb0-9a7a8550997c] Reconfigured VM instance instance-00000061 to attach disk [datastore2] 4dfd42a3-c9d2-45b4-8bb0-9a7a8550997c/4dfd42a3-c9d2-45b4-8bb0-9a7a8550997c.vmdk or device None with type sparse {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1908.503034] env[62574]: WARNING nova.virt.vmwareapi.driver [None req-cbdc7126-b875-41ff-ba3c-1e7fcb25c843 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] [instance: 863dbe8b-20e6-485c-ba4d-b709d80fa327] The volume None does not exist!: nova.exception.DiskNotFound: Unable to find volume [ 1908.503034] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-cbdc7126-b875-41ff-ba3c-1e7fcb25c843 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] [instance: 863dbe8b-20e6-485c-ba4d-b709d80fa327] Destroying instance {{(pid=62574) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1908.503034] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-58c84770-0b56-4aff-b8bd-abc737ce3e3f {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.504693] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a73361e-3757-4b07-92f4-eda99cd5fa85 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.512586] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-cbdc7126-b875-41ff-ba3c-1e7fcb25c843 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] [instance: 863dbe8b-20e6-485c-ba4d-b709d80fa327] Unregistering the VM {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1908.513617] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f12bf08b-0834-4717-a478-03be9910cff3 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.515066] env[62574]: DEBUG oslo_vmware.api [None req-b1ad0916-de21-43af-8d60-455600fef088 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Waiting for the task: (returnval){ [ 1908.515066] env[62574]: value = "task-1862320" [ 1908.515066] env[62574]: _type = "Task" [ 1908.515066] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1908.516143] env[62574]: DEBUG nova.scheduler.client.report [None req-ffe71c49-ce6f-403f-8ae9-d0b0fe4aefd0 tempest-VolumesAdminNegativeTest-247329141 tempest-VolumesAdminNegativeTest-247329141-project-member] Inventory has not changed for provider f0ed160a-beff-4626-a531-2a70d7bc0627 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1908.528922] env[62574]: DEBUG oslo_vmware.api [None req-b1ad0916-de21-43af-8d60-455600fef088 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Task: {'id': task-1862320, 'name': Rename_Task} progress is 6%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1908.619304] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-cbdc7126-b875-41ff-ba3c-1e7fcb25c843 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] [instance: 863dbe8b-20e6-485c-ba4d-b709d80fa327] Unregistered the VM {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1908.619553] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-cbdc7126-b875-41ff-ba3c-1e7fcb25c843 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] [instance: 863dbe8b-20e6-485c-ba4d-b709d80fa327] Deleting contents of the VM from datastore datastore2 {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1908.619743] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-cbdc7126-b875-41ff-ba3c-1e7fcb25c843 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Deleting the datastore file [datastore2] 863dbe8b-20e6-485c-ba4d-b709d80fa327 {{(pid=62574) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1908.620048] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-eea9df07-1614-40a9-b7b9-2bbe50dc5ca8 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.628212] env[62574]: DEBUG oslo_vmware.api [None req-cbdc7126-b875-41ff-ba3c-1e7fcb25c843 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Waiting for the task: (returnval){ [ 1908.628212] env[62574]: value = "task-1862322" [ 1908.628212] env[62574]: _type = "Task" [ 1908.628212] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1908.634485] env[62574]: DEBUG oslo_vmware.api [None req-926ae9d9-82a6-4a1b-afb4-3c8f9b521743 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Task: {'id': task-1862317, 'name': Destroy_Task, 'duration_secs': 0.760601} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1908.635128] env[62574]: INFO nova.virt.vmwareapi.vm_util [None req-926ae9d9-82a6-4a1b-afb4-3c8f9b521743 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] [instance: d985f1a9-bdf9-4995-a05c-5a14cf3113ba] Destroyed the VM [ 1908.635391] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-926ae9d9-82a6-4a1b-afb4-3c8f9b521743 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] [instance: d985f1a9-bdf9-4995-a05c-5a14cf3113ba] Deleting Snapshot of the VM instance {{(pid=62574) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1908.635636] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-b7ceaf4c-56a6-4d2c-82e1-f0e63eb7eb7a {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.639888] env[62574]: DEBUG oslo_vmware.api [None req-cbdc7126-b875-41ff-ba3c-1e7fcb25c843 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Task: {'id': task-1862322, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1908.645223] env[62574]: DEBUG oslo_vmware.api [None req-926ae9d9-82a6-4a1b-afb4-3c8f9b521743 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Waiting for the task: (returnval){ [ 1908.645223] env[62574]: value = "task-1862323" [ 1908.645223] env[62574]: _type = "Task" [ 1908.645223] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1908.654774] env[62574]: DEBUG oslo_vmware.api [None req-926ae9d9-82a6-4a1b-afb4-3c8f9b521743 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Task: {'id': task-1862323, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1908.695107] env[62574]: DEBUG oslo_vmware.api [None req-f7d252a6-99dc-40d9-ba36-93a30923c9a9 tempest-ServersNegativeTestMultiTenantJSON-974511682 tempest-ServersNegativeTestMultiTenantJSON-974511682-project-member] Task: {'id': task-1862318, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.206998} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1908.695463] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-f7d252a6-99dc-40d9-ba36-93a30923c9a9 tempest-ServersNegativeTestMultiTenantJSON-974511682 tempest-ServersNegativeTestMultiTenantJSON-974511682-project-member] [instance: 840b5925-0c39-43a9-ac2d-2677cf48e03a] Extended root virtual disk {{(pid=62574) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1908.696382] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ef54401-01a4-4bbf-b336-f13982b2cadf {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.721809] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7d252a6-99dc-40d9-ba36-93a30923c9a9 tempest-ServersNegativeTestMultiTenantJSON-974511682 tempest-ServersNegativeTestMultiTenantJSON-974511682-project-member] [instance: 840b5925-0c39-43a9-ac2d-2677cf48e03a] Reconfiguring VM instance instance-00000062 to attach disk [datastore2] 840b5925-0c39-43a9-ac2d-2677cf48e03a/840b5925-0c39-43a9-ac2d-2677cf48e03a.vmdk or device None with type sparse {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1908.724362] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7087d8e3-28bf-431d-8b43-183b6103c3f6 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.750238] env[62574]: DEBUG oslo_vmware.api [None req-f7d252a6-99dc-40d9-ba36-93a30923c9a9 tempest-ServersNegativeTestMultiTenantJSON-974511682 tempest-ServersNegativeTestMultiTenantJSON-974511682-project-member] Waiting for the task: (returnval){ [ 1908.750238] env[62574]: value = "task-1862324" [ 1908.750238] env[62574]: _type = "Task" [ 1908.750238] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1908.760662] env[62574]: DEBUG oslo_vmware.api [None req-f7d252a6-99dc-40d9-ba36-93a30923c9a9 tempest-ServersNegativeTestMultiTenantJSON-974511682 tempest-ServersNegativeTestMultiTenantJSON-974511682-project-member] Task: {'id': task-1862324, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1908.812435] env[62574]: DEBUG nova.compute.manager [None req-597366a6-f97f-4682-9238-4bc8d2ce8efc tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] [instance: 9df625d4-a114-410c-a1c1-f85a5c4f4cf2] Start destroying the instance on the hypervisor. {{(pid=62574) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1908.812724] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-597366a6-f97f-4682-9238-4bc8d2ce8efc tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] [instance: 9df625d4-a114-410c-a1c1-f85a5c4f4cf2] Destroying instance {{(pid=62574) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1908.813703] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e895f3a5-a0ca-43a3-a4e0-81512fe42b45 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.823893] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-597366a6-f97f-4682-9238-4bc8d2ce8efc tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] [instance: 9df625d4-a114-410c-a1c1-f85a5c4f4cf2] Powering off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1908.824220] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8fbfe9f2-64ac-4de8-a057-df4158d9db32 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.834367] env[62574]: DEBUG oslo_vmware.api [None req-597366a6-f97f-4682-9238-4bc8d2ce8efc tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Waiting for the task: (returnval){ [ 1908.834367] env[62574]: value = "task-1862325" [ 1908.834367] env[62574]: _type = "Task" [ 1908.834367] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1908.877542] env[62574]: DEBUG oslo_vmware.api [None req-597366a6-f97f-4682-9238-4bc8d2ce8efc tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Task: {'id': task-1862325, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1908.914838] env[62574]: DEBUG oslo_concurrency.lockutils [None req-21551170-7e42-4d7c-add1-f784eaa68be7 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Acquiring lock "d985f1a9-bdf9-4995-a05c-5a14cf3113ba" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1908.915489] env[62574]: DEBUG oslo_concurrency.lockutils [None req-21551170-7e42-4d7c-add1-f784eaa68be7 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Lock "d985f1a9-bdf9-4995-a05c-5a14cf3113ba" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1908.915955] env[62574]: DEBUG oslo_concurrency.lockutils [None req-21551170-7e42-4d7c-add1-f784eaa68be7 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Acquiring lock "d985f1a9-bdf9-4995-a05c-5a14cf3113ba-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1908.916388] env[62574]: DEBUG oslo_concurrency.lockutils [None req-21551170-7e42-4d7c-add1-f784eaa68be7 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Lock "d985f1a9-bdf9-4995-a05c-5a14cf3113ba-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1908.916707] env[62574]: DEBUG oslo_concurrency.lockutils [None req-21551170-7e42-4d7c-add1-f784eaa68be7 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Lock "d985f1a9-bdf9-4995-a05c-5a14cf3113ba-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1908.925242] env[62574]: INFO nova.compute.manager [None req-21551170-7e42-4d7c-add1-f784eaa68be7 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] [instance: d985f1a9-bdf9-4995-a05c-5a14cf3113ba] Terminating instance [ 1908.993238] env[62574]: INFO nova.compute.manager [None req-95a35a07-f976-49c1-b6b1-e643c6001d64 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] [instance: c4ca3d86-7d6e-4dbf-912b-7cb292596272] Detaching volume 8d74d69f-eb09-4553-b47a-32738eeeaf1f [ 1909.024215] env[62574]: DEBUG oslo_concurrency.lockutils [None req-ffe71c49-ce6f-403f-8ae9-d0b0fe4aefd0 tempest-VolumesAdminNegativeTest-247329141 tempest-VolumesAdminNegativeTest-247329141-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.926s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1909.026528] env[62574]: DEBUG oslo_concurrency.lockutils [None req-839b2896-6b3d-4def-8c0d-4b3cc2079da3 tempest-ServersV294TestFqdnHostnames-1063698810 tempest-ServersV294TestFqdnHostnames-1063698810-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.635s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1909.026816] env[62574]: DEBUG nova.objects.instance [None req-839b2896-6b3d-4def-8c0d-4b3cc2079da3 tempest-ServersV294TestFqdnHostnames-1063698810 tempest-ServersV294TestFqdnHostnames-1063698810-project-member] Lazy-loading 'resources' on Instance uuid bd144d1a-a8e0-4d1f-ad0d-f3192e5cacd1 {{(pid=62574) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1909.032453] env[62574]: DEBUG oslo_vmware.api [None req-b1ad0916-de21-43af-8d60-455600fef088 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Task: {'id': task-1862320, 'name': Rename_Task, 'duration_secs': 0.3445} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1909.033047] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1ad0916-de21-43af-8d60-455600fef088 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] [instance: 4dfd42a3-c9d2-45b4-8bb0-9a7a8550997c] Powering on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1909.033357] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-422db9f2-9472-40a3-940b-e8eb1c9f0643 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1909.044763] env[62574]: DEBUG oslo_vmware.api [None req-b1ad0916-de21-43af-8d60-455600fef088 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Waiting for the task: (returnval){ [ 1909.044763] env[62574]: value = "task-1862326" [ 1909.044763] env[62574]: _type = "Task" [ 1909.044763] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1909.051379] env[62574]: INFO nova.virt.block_device [None req-95a35a07-f976-49c1-b6b1-e643c6001d64 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] [instance: c4ca3d86-7d6e-4dbf-912b-7cb292596272] Attempting to driver detach volume 8d74d69f-eb09-4553-b47a-32738eeeaf1f from mountpoint /dev/sdb [ 1909.051687] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-95a35a07-f976-49c1-b6b1-e643c6001d64 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] [instance: c4ca3d86-7d6e-4dbf-912b-7cb292596272] Volume detach. Driver type: vmdk {{(pid=62574) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1909.051967] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-95a35a07-f976-49c1-b6b1-e643c6001d64 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] [instance: c4ca3d86-7d6e-4dbf-912b-7cb292596272] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-384900', 'volume_id': '8d74d69f-eb09-4553-b47a-32738eeeaf1f', 'name': 'volume-8d74d69f-eb09-4553-b47a-32738eeeaf1f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c4ca3d86-7d6e-4dbf-912b-7cb292596272', 'attached_at': '', 'detached_at': '', 'volume_id': '8d74d69f-eb09-4553-b47a-32738eeeaf1f', 'serial': '8d74d69f-eb09-4553-b47a-32738eeeaf1f'} {{(pid=62574) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1909.052799] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d27ee5ad-ce8b-48db-bb5b-fa12138cd9a1 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1909.059482] env[62574]: DEBUG oslo_vmware.api [None req-b1ad0916-de21-43af-8d60-455600fef088 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Task: {'id': task-1862326, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1909.083584] env[62574]: INFO nova.scheduler.client.report [None req-ffe71c49-ce6f-403f-8ae9-d0b0fe4aefd0 tempest-VolumesAdminNegativeTest-247329141 tempest-VolumesAdminNegativeTest-247329141-project-member] Deleted allocations for instance cdb4528a-d1b1-442b-a5e3-e3c663ab7390 [ 1909.088629] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9a23ff3-4196-45ec-8499-176802f4fa1a {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1909.098260] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f94fcfe-88fd-4677-acc3-733d58eeeda0 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1909.123376] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ada0aa3-450b-4129-a091-7812594ccc92 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1909.142108] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-95a35a07-f976-49c1-b6b1-e643c6001d64 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] The volume has not been displaced from its original location: [datastore2] volume-8d74d69f-eb09-4553-b47a-32738eeeaf1f/volume-8d74d69f-eb09-4553-b47a-32738eeeaf1f.vmdk. No consolidation needed. {{(pid=62574) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1909.146340] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-95a35a07-f976-49c1-b6b1-e643c6001d64 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] [instance: c4ca3d86-7d6e-4dbf-912b-7cb292596272] Reconfiguring VM instance instance-0000002a to detach disk 2001 {{(pid=62574) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1909.150368] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f12ce869-efd0-447f-8355-71e6dc9dfac4 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1909.173468] env[62574]: DEBUG oslo_vmware.api [None req-cbdc7126-b875-41ff-ba3c-1e7fcb25c843 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Task: {'id': task-1862322, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.20109} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1909.177602] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-cbdc7126-b875-41ff-ba3c-1e7fcb25c843 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Deleted the datastore file {{(pid=62574) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1909.178254] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-cbdc7126-b875-41ff-ba3c-1e7fcb25c843 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] [instance: 863dbe8b-20e6-485c-ba4d-b709d80fa327] Deleted contents of the VM from datastore datastore2 {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1909.178254] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-cbdc7126-b875-41ff-ba3c-1e7fcb25c843 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] [instance: 863dbe8b-20e6-485c-ba4d-b709d80fa327] Instance destroyed {{(pid=62574) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1909.181180] env[62574]: DEBUG oslo_vmware.api [None req-926ae9d9-82a6-4a1b-afb4-3c8f9b521743 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Task: {'id': task-1862323, 'name': RemoveSnapshot_Task, 'duration_secs': 0.483942} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1909.181482] env[62574]: DEBUG oslo_vmware.api [None req-95a35a07-f976-49c1-b6b1-e643c6001d64 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Waiting for the task: (returnval){ [ 1909.181482] env[62574]: value = "task-1862327" [ 1909.181482] env[62574]: _type = "Task" [ 1909.181482] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1909.182034] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-926ae9d9-82a6-4a1b-afb4-3c8f9b521743 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] [instance: d985f1a9-bdf9-4995-a05c-5a14cf3113ba] Deleted Snapshot of the VM instance {{(pid=62574) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1909.182297] env[62574]: INFO nova.compute.manager [None req-926ae9d9-82a6-4a1b-afb4-3c8f9b521743 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] [instance: d985f1a9-bdf9-4995-a05c-5a14cf3113ba] Took 22.00 seconds to snapshot the instance on the hypervisor. [ 1909.196814] env[62574]: DEBUG oslo_vmware.api [None req-95a35a07-f976-49c1-b6b1-e643c6001d64 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Task: {'id': task-1862327, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1909.262805] env[62574]: DEBUG oslo_vmware.api [None req-f7d252a6-99dc-40d9-ba36-93a30923c9a9 tempest-ServersNegativeTestMultiTenantJSON-974511682 tempest-ServersNegativeTestMultiTenantJSON-974511682-project-member] Task: {'id': task-1862324, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1909.345622] env[62574]: DEBUG oslo_vmware.api [None req-597366a6-f97f-4682-9238-4bc8d2ce8efc tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Task: {'id': task-1862325, 'name': PowerOffVM_Task, 'duration_secs': 0.286124} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1909.346070] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-597366a6-f97f-4682-9238-4bc8d2ce8efc tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] [instance: 9df625d4-a114-410c-a1c1-f85a5c4f4cf2] Powered off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1909.346141] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-597366a6-f97f-4682-9238-4bc8d2ce8efc tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] [instance: 9df625d4-a114-410c-a1c1-f85a5c4f4cf2] Unregistering the VM {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1909.346653] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ecd0c8dd-2dc9-40fc-bfe7-2845a682c9c7 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1909.389803] env[62574]: DEBUG oslo_concurrency.lockutils [None req-933bedaf-43de-4ff0-988c-2b134ed11c67 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Acquiring lock "5b85a61c-05a0-4136-9ee7-13827823d8b7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1909.390057] env[62574]: DEBUG oslo_concurrency.lockutils [None req-933bedaf-43de-4ff0-988c-2b134ed11c67 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Lock "5b85a61c-05a0-4136-9ee7-13827823d8b7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1909.432290] env[62574]: DEBUG nova.compute.manager [None req-21551170-7e42-4d7c-add1-f784eaa68be7 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] [instance: d985f1a9-bdf9-4995-a05c-5a14cf3113ba] Start destroying the instance on the hypervisor. {{(pid=62574) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1909.432534] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-21551170-7e42-4d7c-add1-f784eaa68be7 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] [instance: d985f1a9-bdf9-4995-a05c-5a14cf3113ba] Destroying instance {{(pid=62574) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1909.433585] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c369c574-81c8-4673-af98-509491794b26 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1909.442479] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-21551170-7e42-4d7c-add1-f784eaa68be7 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] [instance: d985f1a9-bdf9-4995-a05c-5a14cf3113ba] Unregistering the VM {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1909.442752] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-014a03a3-d9ad-492d-9335-615838220fee {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1909.515646] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-597366a6-f97f-4682-9238-4bc8d2ce8efc tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] [instance: 9df625d4-a114-410c-a1c1-f85a5c4f4cf2] Unregistered the VM {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1909.515879] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-597366a6-f97f-4682-9238-4bc8d2ce8efc tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] [instance: 9df625d4-a114-410c-a1c1-f85a5c4f4cf2] Deleting contents of the VM from datastore datastore2 {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1909.516109] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-597366a6-f97f-4682-9238-4bc8d2ce8efc tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Deleting the datastore file [datastore2] 9df625d4-a114-410c-a1c1-f85a5c4f4cf2 {{(pid=62574) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1909.516376] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e7a38cff-9ec4-4c98-b0ef-f364f874eab0 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1909.524360] env[62574]: DEBUG oslo_vmware.api [None req-597366a6-f97f-4682-9238-4bc8d2ce8efc tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Waiting for the task: (returnval){ [ 1909.524360] env[62574]: value = "task-1862330" [ 1909.524360] env[62574]: _type = "Task" [ 1909.524360] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1909.541701] env[62574]: DEBUG oslo_vmware.api [None req-597366a6-f97f-4682-9238-4bc8d2ce8efc tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Task: {'id': task-1862330, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1909.556927] env[62574]: DEBUG oslo_vmware.api [None req-b1ad0916-de21-43af-8d60-455600fef088 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Task: {'id': task-1862326, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1909.595254] env[62574]: DEBUG oslo_concurrency.lockutils [None req-ffe71c49-ce6f-403f-8ae9-d0b0fe4aefd0 tempest-VolumesAdminNegativeTest-247329141 tempest-VolumesAdminNegativeTest-247329141-project-member] Lock "cdb4528a-d1b1-442b-a5e3-e3c663ab7390" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.080s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1909.683030] env[62574]: INFO nova.virt.block_device [None req-cbdc7126-b875-41ff-ba3c-1e7fcb25c843 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] [instance: 863dbe8b-20e6-485c-ba4d-b709d80fa327] Booting with volume 9b16841b-682c-4696-8b91-b23f982ee0c8 at /dev/sdb [ 1909.699551] env[62574]: DEBUG nova.compute.manager [None req-926ae9d9-82a6-4a1b-afb4-3c8f9b521743 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] [instance: d985f1a9-bdf9-4995-a05c-5a14cf3113ba] Instance disappeared during snapshot {{(pid=62574) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 1909.710627] env[62574]: DEBUG oslo_vmware.api [None req-95a35a07-f976-49c1-b6b1-e643c6001d64 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Task: {'id': task-1862327, 'name': ReconfigVM_Task, 'duration_secs': 0.382525} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1909.713880] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-95a35a07-f976-49c1-b6b1-e643c6001d64 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] [instance: c4ca3d86-7d6e-4dbf-912b-7cb292596272] Reconfigured VM instance instance-0000002a to detach disk 2001 {{(pid=62574) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1909.721474] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-16672aa1-85ca-4891-b1a1-dc52bc0a84f2 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1909.731334] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-21551170-7e42-4d7c-add1-f784eaa68be7 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] [instance: d985f1a9-bdf9-4995-a05c-5a14cf3113ba] Unregistered the VM {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1909.731643] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-21551170-7e42-4d7c-add1-f784eaa68be7 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] [instance: d985f1a9-bdf9-4995-a05c-5a14cf3113ba] Deleting contents of the VM from datastore datastore1 {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1909.731883] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-21551170-7e42-4d7c-add1-f784eaa68be7 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Deleting the datastore file [datastore1] d985f1a9-bdf9-4995-a05c-5a14cf3113ba {{(pid=62574) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1909.735267] env[62574]: DEBUG nova.compute.manager [None req-926ae9d9-82a6-4a1b-afb4-3c8f9b521743 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Image not found during clean up 336fdbcb-4909-4b76-8c65-5c739ed9a31e {{(pid=62574) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4601}} [ 1909.736435] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-20da16d7-e7c5-48dd-8847-b9f7ec696dc9 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1909.745858] env[62574]: DEBUG oslo_vmware.api [None req-95a35a07-f976-49c1-b6b1-e643c6001d64 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Waiting for the task: (returnval){ [ 1909.745858] env[62574]: value = "task-1862332" [ 1909.745858] env[62574]: _type = "Task" [ 1909.745858] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1909.747549] env[62574]: DEBUG oslo_vmware.api [None req-21551170-7e42-4d7c-add1-f784eaa68be7 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Waiting for the task: (returnval){ [ 1909.747549] env[62574]: value = "task-1862331" [ 1909.747549] env[62574]: _type = "Task" [ 1909.747549] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1909.764904] env[62574]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f0ac35f9-0318-4139-af94-f58fd232568a {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1909.772051] env[62574]: DEBUG oslo_concurrency.lockutils [None req-2e9a8d4f-6312-4be5-b1f8-a9e235e24448 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Acquiring lock "890904e8-59ec-48ae-bfe5-a7be1c862973" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1909.772503] env[62574]: DEBUG oslo_concurrency.lockutils [None req-2e9a8d4f-6312-4be5-b1f8-a9e235e24448 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Lock "890904e8-59ec-48ae-bfe5-a7be1c862973" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1909.773198] env[62574]: DEBUG oslo_concurrency.lockutils [None req-2e9a8d4f-6312-4be5-b1f8-a9e235e24448 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Acquiring lock "890904e8-59ec-48ae-bfe5-a7be1c862973-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1909.773198] env[62574]: DEBUG oslo_concurrency.lockutils [None req-2e9a8d4f-6312-4be5-b1f8-a9e235e24448 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Lock "890904e8-59ec-48ae-bfe5-a7be1c862973-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1909.773330] env[62574]: DEBUG oslo_concurrency.lockutils [None req-2e9a8d4f-6312-4be5-b1f8-a9e235e24448 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Lock "890904e8-59ec-48ae-bfe5-a7be1c862973-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1909.775167] env[62574]: DEBUG oslo_vmware.api [None req-95a35a07-f976-49c1-b6b1-e643c6001d64 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Task: {'id': task-1862332, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1909.782208] env[62574]: INFO nova.compute.manager [None req-2e9a8d4f-6312-4be5-b1f8-a9e235e24448 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] [instance: 890904e8-59ec-48ae-bfe5-a7be1c862973] Terminating instance [ 1909.785039] env[62574]: DEBUG oslo_vmware.api [None req-21551170-7e42-4d7c-add1-f784eaa68be7 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Task: {'id': task-1862331, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1909.790794] env[62574]: DEBUG oslo_vmware.api [None req-f7d252a6-99dc-40d9-ba36-93a30923c9a9 tempest-ServersNegativeTestMultiTenantJSON-974511682 tempest-ServersNegativeTestMultiTenantJSON-974511682-project-member] Task: {'id': task-1862324, 'name': ReconfigVM_Task, 'duration_secs': 0.524523} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1909.792536] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7d252a6-99dc-40d9-ba36-93a30923c9a9 tempest-ServersNegativeTestMultiTenantJSON-974511682 tempest-ServersNegativeTestMultiTenantJSON-974511682-project-member] [instance: 840b5925-0c39-43a9-ac2d-2677cf48e03a] Reconfigured VM instance instance-00000062 to attach disk [datastore2] 840b5925-0c39-43a9-ac2d-2677cf48e03a/840b5925-0c39-43a9-ac2d-2677cf48e03a.vmdk or device None with type sparse {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1909.793703] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-804bbbbb-f757-46f8-9134-878cbf1764b6 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1909.798933] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d61c351-0af8-4151-a22d-74e4d3b60cfa {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1909.823550] env[62574]: DEBUG oslo_vmware.api [None req-f7d252a6-99dc-40d9-ba36-93a30923c9a9 tempest-ServersNegativeTestMultiTenantJSON-974511682 tempest-ServersNegativeTestMultiTenantJSON-974511682-project-member] Waiting for the task: (returnval){ [ 1909.823550] env[62574]: value = "task-1862333" [ 1909.823550] env[62574]: _type = "Task" [ 1909.823550] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1909.833980] env[62574]: DEBUG oslo_vmware.api [None req-f7d252a6-99dc-40d9-ba36-93a30923c9a9 tempest-ServersNegativeTestMultiTenantJSON-974511682 tempest-ServersNegativeTestMultiTenantJSON-974511682-project-member] Task: {'id': task-1862333, 'name': Rename_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1909.860844] env[62574]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-318eda6b-c0d0-4e3d-b6b5-587bf19e82b9 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1909.874686] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b43ca8d-0f07-425b-b601-ed0a8f5a1ae3 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1909.899996] env[62574]: DEBUG nova.compute.manager [None req-933bedaf-43de-4ff0-988c-2b134ed11c67 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] [instance: 5b85a61c-05a0-4136-9ee7-13827823d8b7] Starting instance... {{(pid=62574) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1909.943231] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba909377-c3e4-478c-8978-9ef35ac49311 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1909.958039] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67e21677-de09-4ad2-9f06-4c4bf392e9fd {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1909.978483] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c2a666c-6278-44f0-8c33-a0456c3dd2e4 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1909.985737] env[62574]: DEBUG nova.virt.block_device [None req-cbdc7126-b875-41ff-ba3c-1e7fcb25c843 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] [instance: 863dbe8b-20e6-485c-ba4d-b709d80fa327] Updating existing volume attachment record: 0a75f613-15f0-4b7f-973a-fa38faebd146 {{(pid=62574) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1909.994304] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ef3046f-01ae-4084-9e34-8809bb3c91d7 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1910.030687] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fdb8af9-0b54-4b9e-82bd-73bff21e92f4 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1910.039425] env[62574]: DEBUG oslo_vmware.api [None req-597366a6-f97f-4682-9238-4bc8d2ce8efc tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Task: {'id': task-1862330, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.33533} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1910.041632] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-597366a6-f97f-4682-9238-4bc8d2ce8efc tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Deleted the datastore file {{(pid=62574) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1910.041834] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-597366a6-f97f-4682-9238-4bc8d2ce8efc tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] [instance: 9df625d4-a114-410c-a1c1-f85a5c4f4cf2] Deleted contents of the VM from datastore datastore2 {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1910.042032] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-597366a6-f97f-4682-9238-4bc8d2ce8efc tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] [instance: 9df625d4-a114-410c-a1c1-f85a5c4f4cf2] Instance destroyed {{(pid=62574) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1910.042224] env[62574]: INFO nova.compute.manager [None req-597366a6-f97f-4682-9238-4bc8d2ce8efc tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] [instance: 9df625d4-a114-410c-a1c1-f85a5c4f4cf2] Took 1.23 seconds to destroy the instance on the hypervisor. [ 1910.042471] env[62574]: DEBUG oslo.service.loopingcall [None req-597366a6-f97f-4682-9238-4bc8d2ce8efc tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62574) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1910.042754] env[62574]: DEBUG nova.compute.manager [-] [instance: 9df625d4-a114-410c-a1c1-f85a5c4f4cf2] Deallocating network for instance {{(pid=62574) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1910.042823] env[62574]: DEBUG nova.network.neutron [-] [instance: 9df625d4-a114-410c-a1c1-f85a5c4f4cf2] deallocate_for_instance() {{(pid=62574) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1910.045493] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7062befb-4114-423b-84c1-b984f712ea5f {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1910.068977] env[62574]: DEBUG nova.compute.provider_tree [None req-839b2896-6b3d-4def-8c0d-4b3cc2079da3 tempest-ServersV294TestFqdnHostnames-1063698810 tempest-ServersV294TestFqdnHostnames-1063698810-project-member] Inventory has not changed in ProviderTree for provider: f0ed160a-beff-4626-a531-2a70d7bc0627 {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1910.070814] env[62574]: DEBUG oslo_vmware.api [None req-b1ad0916-de21-43af-8d60-455600fef088 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Task: {'id': task-1862326, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1910.265195] env[62574]: DEBUG oslo_vmware.api [None req-95a35a07-f976-49c1-b6b1-e643c6001d64 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Task: {'id': task-1862332, 'name': ReconfigVM_Task, 'duration_secs': 0.367551} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1910.269764] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-95a35a07-f976-49c1-b6b1-e643c6001d64 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] [instance: c4ca3d86-7d6e-4dbf-912b-7cb292596272] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-384900', 'volume_id': '8d74d69f-eb09-4553-b47a-32738eeeaf1f', 'name': 'volume-8d74d69f-eb09-4553-b47a-32738eeeaf1f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c4ca3d86-7d6e-4dbf-912b-7cb292596272', 'attached_at': '', 'detached_at': '', 'volume_id': '8d74d69f-eb09-4553-b47a-32738eeeaf1f', 'serial': '8d74d69f-eb09-4553-b47a-32738eeeaf1f'} {{(pid=62574) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1910.272444] env[62574]: DEBUG oslo_vmware.api [None req-21551170-7e42-4d7c-add1-f784eaa68be7 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Task: {'id': task-1862331, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.327511} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1910.275741] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-21551170-7e42-4d7c-add1-f784eaa68be7 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Deleted the datastore file {{(pid=62574) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1910.275741] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-21551170-7e42-4d7c-add1-f784eaa68be7 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] [instance: d985f1a9-bdf9-4995-a05c-5a14cf3113ba] Deleted contents of the VM from datastore datastore1 {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1910.275741] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-21551170-7e42-4d7c-add1-f784eaa68be7 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] [instance: d985f1a9-bdf9-4995-a05c-5a14cf3113ba] Instance destroyed {{(pid=62574) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1910.275741] env[62574]: INFO nova.compute.manager [None req-21551170-7e42-4d7c-add1-f784eaa68be7 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] [instance: d985f1a9-bdf9-4995-a05c-5a14cf3113ba] Took 0.84 seconds to destroy the instance on the hypervisor. [ 1910.275741] env[62574]: DEBUG oslo.service.loopingcall [None req-21551170-7e42-4d7c-add1-f784eaa68be7 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62574) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1910.275741] env[62574]: DEBUG nova.compute.manager [-] [instance: d985f1a9-bdf9-4995-a05c-5a14cf3113ba] Deallocating network for instance {{(pid=62574) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1910.275741] env[62574]: DEBUG nova.network.neutron [-] [instance: d985f1a9-bdf9-4995-a05c-5a14cf3113ba] deallocate_for_instance() {{(pid=62574) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1910.295778] env[62574]: DEBUG nova.compute.manager [None req-2e9a8d4f-6312-4be5-b1f8-a9e235e24448 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] [instance: 890904e8-59ec-48ae-bfe5-a7be1c862973] Start destroying the instance on the hypervisor. {{(pid=62574) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1910.295778] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-2e9a8d4f-6312-4be5-b1f8-a9e235e24448 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] [instance: 890904e8-59ec-48ae-bfe5-a7be1c862973] Destroying instance {{(pid=62574) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1910.295778] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c09a77b9-cca8-4c66-ba4c-158cad5c5d90 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1910.305494] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-2e9a8d4f-6312-4be5-b1f8-a9e235e24448 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] [instance: 890904e8-59ec-48ae-bfe5-a7be1c862973] Unregistering the VM {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1910.305804] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a36b8eae-ee7a-4f0f-8985-328afc94bd4c {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1910.338373] env[62574]: DEBUG oslo_vmware.api [None req-f7d252a6-99dc-40d9-ba36-93a30923c9a9 tempest-ServersNegativeTestMultiTenantJSON-974511682 tempest-ServersNegativeTestMultiTenantJSON-974511682-project-member] Task: {'id': task-1862333, 'name': Rename_Task, 'duration_secs': 0.377624} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1910.338758] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7d252a6-99dc-40d9-ba36-93a30923c9a9 tempest-ServersNegativeTestMultiTenantJSON-974511682 tempest-ServersNegativeTestMultiTenantJSON-974511682-project-member] [instance: 840b5925-0c39-43a9-ac2d-2677cf48e03a] Powering on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1910.339061] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-89c530ab-ab1d-4203-ad44-f0f4629b1404 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1910.347905] env[62574]: DEBUG oslo_vmware.api [None req-f7d252a6-99dc-40d9-ba36-93a30923c9a9 tempest-ServersNegativeTestMultiTenantJSON-974511682 tempest-ServersNegativeTestMultiTenantJSON-974511682-project-member] Waiting for the task: (returnval){ [ 1910.347905] env[62574]: value = "task-1862335" [ 1910.347905] env[62574]: _type = "Task" [ 1910.347905] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1910.357235] env[62574]: DEBUG oslo_vmware.api [None req-f7d252a6-99dc-40d9-ba36-93a30923c9a9 tempest-ServersNegativeTestMultiTenantJSON-974511682 tempest-ServersNegativeTestMultiTenantJSON-974511682-project-member] Task: {'id': task-1862335, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1910.384651] env[62574]: DEBUG nova.compute.manager [req-fbfcdf2b-2027-46aa-ad7d-115e2349a665 req-aacb7aea-8ff7-4dec-9125-9157d0176dee service nova] [instance: 9df625d4-a114-410c-a1c1-f85a5c4f4cf2] Received event network-vif-deleted-25add73a-ca9a-425d-a214-549b3499352f {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1910.384839] env[62574]: INFO nova.compute.manager [req-fbfcdf2b-2027-46aa-ad7d-115e2349a665 req-aacb7aea-8ff7-4dec-9125-9157d0176dee service nova] [instance: 9df625d4-a114-410c-a1c1-f85a5c4f4cf2] Neutron deleted interface 25add73a-ca9a-425d-a214-549b3499352f; detaching it from the instance and deleting it from the info cache [ 1910.385892] env[62574]: DEBUG nova.network.neutron [req-fbfcdf2b-2027-46aa-ad7d-115e2349a665 req-aacb7aea-8ff7-4dec-9125-9157d0176dee service nova] [instance: 9df625d4-a114-410c-a1c1-f85a5c4f4cf2] Updating instance_info_cache with network_info: [] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1910.412582] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-2e9a8d4f-6312-4be5-b1f8-a9e235e24448 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] [instance: 890904e8-59ec-48ae-bfe5-a7be1c862973] Unregistered the VM {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1910.413457] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-2e9a8d4f-6312-4be5-b1f8-a9e235e24448 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] [instance: 890904e8-59ec-48ae-bfe5-a7be1c862973] Deleting contents of the VM from datastore datastore2 {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1910.413720] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e9a8d4f-6312-4be5-b1f8-a9e235e24448 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Deleting the datastore file [datastore2] 890904e8-59ec-48ae-bfe5-a7be1c862973 {{(pid=62574) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1910.416788] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-788cddcc-eb00-423f-af16-af4efca7e81e {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1910.426381] env[62574]: DEBUG oslo_vmware.api [None req-2e9a8d4f-6312-4be5-b1f8-a9e235e24448 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Waiting for the task: (returnval){ [ 1910.426381] env[62574]: value = "task-1862336" [ 1910.426381] env[62574]: _type = "Task" [ 1910.426381] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1910.431096] env[62574]: DEBUG oslo_concurrency.lockutils [None req-933bedaf-43de-4ff0-988c-2b134ed11c67 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1910.562026] env[62574]: DEBUG oslo_vmware.api [None req-b1ad0916-de21-43af-8d60-455600fef088 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Task: {'id': task-1862326, 'name': PowerOnVM_Task, 'duration_secs': 1.225298} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1910.562026] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1ad0916-de21-43af-8d60-455600fef088 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] [instance: 4dfd42a3-c9d2-45b4-8bb0-9a7a8550997c] Powered on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1910.562026] env[62574]: INFO nova.compute.manager [None req-b1ad0916-de21-43af-8d60-455600fef088 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] [instance: 4dfd42a3-c9d2-45b4-8bb0-9a7a8550997c] Took 10.17 seconds to spawn the instance on the hypervisor. [ 1910.562026] env[62574]: DEBUG nova.compute.manager [None req-b1ad0916-de21-43af-8d60-455600fef088 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] [instance: 4dfd42a3-c9d2-45b4-8bb0-9a7a8550997c] Checking state {{(pid=62574) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1910.562026] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8400e077-6413-40d3-923c-6f8bae3cb36d {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1910.573944] env[62574]: DEBUG nova.scheduler.client.report [None req-839b2896-6b3d-4def-8c0d-4b3cc2079da3 tempest-ServersV294TestFqdnHostnames-1063698810 tempest-ServersV294TestFqdnHostnames-1063698810-project-member] Inventory has not changed for provider f0ed160a-beff-4626-a531-2a70d7bc0627 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1910.702965] env[62574]: DEBUG nova.compute.manager [req-802b5b9f-8067-49ba-aad3-1442153ec73c req-00a2ff44-4dc5-43b1-aaf3-4c6ae73db399 service nova] [instance: d985f1a9-bdf9-4995-a05c-5a14cf3113ba] Received event network-vif-deleted-6005421b-e077-42cc-a259-d45abb1ff67f {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1910.703217] env[62574]: INFO nova.compute.manager [req-802b5b9f-8067-49ba-aad3-1442153ec73c req-00a2ff44-4dc5-43b1-aaf3-4c6ae73db399 service nova] [instance: d985f1a9-bdf9-4995-a05c-5a14cf3113ba] Neutron deleted interface 6005421b-e077-42cc-a259-d45abb1ff67f; detaching it from the instance and deleting it from the info cache [ 1910.703408] env[62574]: DEBUG nova.network.neutron [req-802b5b9f-8067-49ba-aad3-1442153ec73c req-00a2ff44-4dc5-43b1-aaf3-4c6ae73db399 service nova] [instance: d985f1a9-bdf9-4995-a05c-5a14cf3113ba] Updating instance_info_cache with network_info: [] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1910.822097] env[62574]: DEBUG nova.objects.instance [None req-95a35a07-f976-49c1-b6b1-e643c6001d64 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Lazy-loading 'flavor' on Instance uuid c4ca3d86-7d6e-4dbf-912b-7cb292596272 {{(pid=62574) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1910.859822] env[62574]: DEBUG oslo_vmware.api [None req-f7d252a6-99dc-40d9-ba36-93a30923c9a9 tempest-ServersNegativeTestMultiTenantJSON-974511682 tempest-ServersNegativeTestMultiTenantJSON-974511682-project-member] Task: {'id': task-1862335, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1910.860120] env[62574]: DEBUG nova.network.neutron [-] [instance: 9df625d4-a114-410c-a1c1-f85a5c4f4cf2] Updating instance_info_cache with network_info: [] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1910.891374] env[62574]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4c18e4b4-bb26-4244-ace0-c18607f0552e {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1910.902565] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15cf6eef-735c-46b5-9f32-209fffebd533 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1910.940064] env[62574]: DEBUG oslo_vmware.api [None req-2e9a8d4f-6312-4be5-b1f8-a9e235e24448 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Task: {'id': task-1862336, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.375998} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1910.951145] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e9a8d4f-6312-4be5-b1f8-a9e235e24448 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Deleted the datastore file {{(pid=62574) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1910.951145] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-2e9a8d4f-6312-4be5-b1f8-a9e235e24448 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] [instance: 890904e8-59ec-48ae-bfe5-a7be1c862973] Deleted contents of the VM from datastore datastore2 {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1910.951145] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-2e9a8d4f-6312-4be5-b1f8-a9e235e24448 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] [instance: 890904e8-59ec-48ae-bfe5-a7be1c862973] Instance destroyed {{(pid=62574) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1910.951145] env[62574]: INFO nova.compute.manager [None req-2e9a8d4f-6312-4be5-b1f8-a9e235e24448 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] [instance: 890904e8-59ec-48ae-bfe5-a7be1c862973] Took 0.66 seconds to destroy the instance on the hypervisor. [ 1910.951145] env[62574]: DEBUG oslo.service.loopingcall [None req-2e9a8d4f-6312-4be5-b1f8-a9e235e24448 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62574) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1910.951145] env[62574]: DEBUG nova.compute.manager [req-fbfcdf2b-2027-46aa-ad7d-115e2349a665 req-aacb7aea-8ff7-4dec-9125-9157d0176dee service nova] [instance: 9df625d4-a114-410c-a1c1-f85a5c4f4cf2] Detach interface failed, port_id=25add73a-ca9a-425d-a214-549b3499352f, reason: Instance 9df625d4-a114-410c-a1c1-f85a5c4f4cf2 could not be found. {{(pid=62574) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 1910.951145] env[62574]: DEBUG nova.compute.manager [-] [instance: 890904e8-59ec-48ae-bfe5-a7be1c862973] Deallocating network for instance {{(pid=62574) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1910.951145] env[62574]: DEBUG nova.network.neutron [-] [instance: 890904e8-59ec-48ae-bfe5-a7be1c862973] deallocate_for_instance() {{(pid=62574) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1911.086207] env[62574]: DEBUG oslo_concurrency.lockutils [None req-839b2896-6b3d-4def-8c0d-4b3cc2079da3 tempest-ServersV294TestFqdnHostnames-1063698810 tempest-ServersV294TestFqdnHostnames-1063698810-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.060s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1911.095798] env[62574]: DEBUG oslo_concurrency.lockutils [None req-933bedaf-43de-4ff0-988c-2b134ed11c67 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.664s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1911.098262] env[62574]: INFO nova.compute.claims [None req-933bedaf-43de-4ff0-988c-2b134ed11c67 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] [instance: 5b85a61c-05a0-4136-9ee7-13827823d8b7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1911.105031] env[62574]: INFO nova.compute.manager [None req-b1ad0916-de21-43af-8d60-455600fef088 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] [instance: 4dfd42a3-c9d2-45b4-8bb0-9a7a8550997c] Took 20.73 seconds to build instance. [ 1911.120189] env[62574]: INFO nova.scheduler.client.report [None req-839b2896-6b3d-4def-8c0d-4b3cc2079da3 tempest-ServersV294TestFqdnHostnames-1063698810 tempest-ServersV294TestFqdnHostnames-1063698810-project-member] Deleted allocations for instance bd144d1a-a8e0-4d1f-ad0d-f3192e5cacd1 [ 1911.181515] env[62574]: DEBUG nova.network.neutron [-] [instance: d985f1a9-bdf9-4995-a05c-5a14cf3113ba] Updating instance_info_cache with network_info: [] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1911.207363] env[62574]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b5e57ddf-2843-4ebb-ab32-67ab57af2e7a {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1911.216623] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d8230fb-7776-4d00-ab01-d9d8b4ec5ec4 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1911.252636] env[62574]: DEBUG nova.compute.manager [req-802b5b9f-8067-49ba-aad3-1442153ec73c req-00a2ff44-4dc5-43b1-aaf3-4c6ae73db399 service nova] [instance: d985f1a9-bdf9-4995-a05c-5a14cf3113ba] Detach interface failed, port_id=6005421b-e077-42cc-a259-d45abb1ff67f, reason: Instance d985f1a9-bdf9-4995-a05c-5a14cf3113ba could not be found. {{(pid=62574) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 1911.366928] env[62574]: INFO nova.compute.manager [-] [instance: 9df625d4-a114-410c-a1c1-f85a5c4f4cf2] Took 1.32 seconds to deallocate network for instance. [ 1911.367760] env[62574]: DEBUG oslo_vmware.api [None req-f7d252a6-99dc-40d9-ba36-93a30923c9a9 tempest-ServersNegativeTestMultiTenantJSON-974511682 tempest-ServersNegativeTestMultiTenantJSON-974511682-project-member] Task: {'id': task-1862335, 'name': PowerOnVM_Task, 'duration_secs': 0.849905} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1911.370432] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7d252a6-99dc-40d9-ba36-93a30923c9a9 tempest-ServersNegativeTestMultiTenantJSON-974511682 tempest-ServersNegativeTestMultiTenantJSON-974511682-project-member] [instance: 840b5925-0c39-43a9-ac2d-2677cf48e03a] Powered on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1911.370432] env[62574]: INFO nova.compute.manager [None req-f7d252a6-99dc-40d9-ba36-93a30923c9a9 tempest-ServersNegativeTestMultiTenantJSON-974511682 tempest-ServersNegativeTestMultiTenantJSON-974511682-project-member] [instance: 840b5925-0c39-43a9-ac2d-2677cf48e03a] Took 8.01 seconds to spawn the instance on the hypervisor. [ 1911.370543] env[62574]: DEBUG nova.compute.manager [None req-f7d252a6-99dc-40d9-ba36-93a30923c9a9 tempest-ServersNegativeTestMultiTenantJSON-974511682 tempest-ServersNegativeTestMultiTenantJSON-974511682-project-member] [instance: 840b5925-0c39-43a9-ac2d-2677cf48e03a] Checking state {{(pid=62574) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1911.371737] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d085b626-ab33-4f0e-9447-cdec10914445 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1911.611864] env[62574]: DEBUG oslo_concurrency.lockutils [None req-b1ad0916-de21-43af-8d60-455600fef088 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Lock "4dfd42a3-c9d2-45b4-8bb0-9a7a8550997c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.253s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1911.629145] env[62574]: DEBUG oslo_concurrency.lockutils [None req-839b2896-6b3d-4def-8c0d-4b3cc2079da3 tempest-ServersV294TestFqdnHostnames-1063698810 tempest-ServersV294TestFqdnHostnames-1063698810-project-member] Lock "bd144d1a-a8e0-4d1f-ad0d-f3192e5cacd1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.056s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1911.684990] env[62574]: INFO nova.compute.manager [-] [instance: d985f1a9-bdf9-4995-a05c-5a14cf3113ba] Took 1.41 seconds to deallocate network for instance. [ 1911.834520] env[62574]: DEBUG oslo_concurrency.lockutils [None req-95a35a07-f976-49c1-b6b1-e643c6001d64 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Lock "c4ca3d86-7d6e-4dbf-912b-7cb292596272" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.348s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1911.880095] env[62574]: DEBUG nova.network.neutron [-] [instance: 890904e8-59ec-48ae-bfe5-a7be1c862973] Updating instance_info_cache with network_info: [] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1911.882709] env[62574]: DEBUG oslo_concurrency.lockutils [None req-597366a6-f97f-4682-9238-4bc8d2ce8efc tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1911.895729] env[62574]: INFO nova.compute.manager [None req-f7d252a6-99dc-40d9-ba36-93a30923c9a9 tempest-ServersNegativeTestMultiTenantJSON-974511682 tempest-ServersNegativeTestMultiTenantJSON-974511682-project-member] [instance: 840b5925-0c39-43a9-ac2d-2677cf48e03a] Took 15.50 seconds to build instance. [ 1912.156987] env[62574]: DEBUG nova.virt.hardware [None req-cbdc7126-b875-41ff-ba3c-1e7fcb25c843 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T19:26:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-13T19:26:40Z,direct_url=,disk_format='vmdk',id=3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7eed1dd4d2c3418eb32c4f4ceda3ab0d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-13T19:26:41Z,virtual_size=,visibility=), allow threads: False {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1912.157286] env[62574]: DEBUG nova.virt.hardware [None req-cbdc7126-b875-41ff-ba3c-1e7fcb25c843 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Flavor limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1912.157286] env[62574]: DEBUG nova.virt.hardware [None req-cbdc7126-b875-41ff-ba3c-1e7fcb25c843 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Image limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1912.157571] env[62574]: DEBUG nova.virt.hardware [None req-cbdc7126-b875-41ff-ba3c-1e7fcb25c843 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Flavor pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1912.157943] env[62574]: DEBUG nova.virt.hardware [None req-cbdc7126-b875-41ff-ba3c-1e7fcb25c843 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Image pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1912.159020] env[62574]: DEBUG nova.virt.hardware [None req-cbdc7126-b875-41ff-ba3c-1e7fcb25c843 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1912.159106] env[62574]: DEBUG nova.virt.hardware [None req-cbdc7126-b875-41ff-ba3c-1e7fcb25c843 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1912.159365] env[62574]: DEBUG nova.virt.hardware [None req-cbdc7126-b875-41ff-ba3c-1e7fcb25c843 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1912.163021] env[62574]: DEBUG nova.virt.hardware [None req-cbdc7126-b875-41ff-ba3c-1e7fcb25c843 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Got 1 possible topologies {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1912.163021] env[62574]: DEBUG nova.virt.hardware [None req-cbdc7126-b875-41ff-ba3c-1e7fcb25c843 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1912.163021] env[62574]: DEBUG nova.virt.hardware [None req-cbdc7126-b875-41ff-ba3c-1e7fcb25c843 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1912.163021] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d6bfb87-ccd5-46b4-8971-4b8334397a06 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1912.174971] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ad867a0-c280-47c4-ad16-fa044aaa44fc {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1912.191594] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-cbdc7126-b875-41ff-ba3c-1e7fcb25c843 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] [instance: 863dbe8b-20e6-485c-ba4d-b709d80fa327] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f1:a6:ac', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f68ebd2a-3c68-48db-8c32-8a01497fc2e7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4cc1b3c9-929b-4e62-bdaf-ad0d56fe5466', 'vif_model': 'vmxnet3'}] {{(pid=62574) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1912.199735] env[62574]: DEBUG oslo.service.loopingcall [None req-cbdc7126-b875-41ff-ba3c-1e7fcb25c843 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62574) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1912.203165] env[62574]: DEBUG oslo_concurrency.lockutils [None req-21551170-7e42-4d7c-add1-f784eaa68be7 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1912.203428] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 863dbe8b-20e6-485c-ba4d-b709d80fa327] Creating VM on the ESX host {{(pid=62574) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1912.203863] env[62574]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-240f064e-0724-45f2-ae23-165539f66f90 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1912.231676] env[62574]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1912.231676] env[62574]: value = "task-1862337" [ 1912.231676] env[62574]: _type = "Task" [ 1912.231676] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1912.242305] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1862337, 'name': CreateVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1912.382829] env[62574]: INFO nova.compute.manager [-] [instance: 890904e8-59ec-48ae-bfe5-a7be1c862973] Took 1.43 seconds to deallocate network for instance. [ 1912.403714] env[62574]: DEBUG oslo_concurrency.lockutils [None req-f7d252a6-99dc-40d9-ba36-93a30923c9a9 tempest-ServersNegativeTestMultiTenantJSON-974511682 tempest-ServersNegativeTestMultiTenantJSON-974511682-project-member] Lock "840b5925-0c39-43a9-ac2d-2677cf48e03a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.013s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1912.464027] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9aa62443-d0c5-4a1a-a1bd-42db36a96a86 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1912.475164] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40afff0d-1ec1-44cf-a53c-6951e4c58736 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1912.522101] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8eee99cb-36a4-432e-8280-585d35c0744a {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1912.532551] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f77ed321-3020-4af7-b7e5-0765285b1c37 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1912.550347] env[62574]: DEBUG nova.compute.provider_tree [None req-933bedaf-43de-4ff0-988c-2b134ed11c67 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Inventory has not changed in ProviderTree for provider: f0ed160a-beff-4626-a531-2a70d7bc0627 {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1912.670747] env[62574]: DEBUG nova.compute.manager [req-39939948-fccf-4297-9950-99156de6b5bb req-4c52be24-7e2c-4d01-aad6-c5e95c1c3cce service nova] [instance: 4dfd42a3-c9d2-45b4-8bb0-9a7a8550997c] Received event network-changed-df6d046f-74f2-48d7-85c0-225104bda5ce {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1912.671206] env[62574]: DEBUG nova.compute.manager [req-39939948-fccf-4297-9950-99156de6b5bb req-4c52be24-7e2c-4d01-aad6-c5e95c1c3cce service nova] [instance: 4dfd42a3-c9d2-45b4-8bb0-9a7a8550997c] Refreshing instance network info cache due to event network-changed-df6d046f-74f2-48d7-85c0-225104bda5ce. {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1912.671206] env[62574]: DEBUG oslo_concurrency.lockutils [req-39939948-fccf-4297-9950-99156de6b5bb req-4c52be24-7e2c-4d01-aad6-c5e95c1c3cce service nova] Acquiring lock "refresh_cache-4dfd42a3-c9d2-45b4-8bb0-9a7a8550997c" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1912.671414] env[62574]: DEBUG oslo_concurrency.lockutils [req-39939948-fccf-4297-9950-99156de6b5bb req-4c52be24-7e2c-4d01-aad6-c5e95c1c3cce service nova] Acquired lock "refresh_cache-4dfd42a3-c9d2-45b4-8bb0-9a7a8550997c" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1912.671863] env[62574]: DEBUG nova.network.neutron [req-39939948-fccf-4297-9950-99156de6b5bb req-4c52be24-7e2c-4d01-aad6-c5e95c1c3cce service nova] [instance: 4dfd42a3-c9d2-45b4-8bb0-9a7a8550997c] Refreshing network info cache for port df6d046f-74f2-48d7-85c0-225104bda5ce {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1912.746616] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1862337, 'name': CreateVM_Task, 'duration_secs': 0.385677} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1912.746616] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 863dbe8b-20e6-485c-ba4d-b709d80fa327] Created VM on the ESX host {{(pid=62574) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1912.746616] env[62574]: DEBUG oslo_concurrency.lockutils [None req-cbdc7126-b875-41ff-ba3c-1e7fcb25c843 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1912.746616] env[62574]: DEBUG oslo_concurrency.lockutils [None req-cbdc7126-b875-41ff-ba3c-1e7fcb25c843 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1912.746616] env[62574]: DEBUG oslo_concurrency.lockutils [None req-cbdc7126-b875-41ff-ba3c-1e7fcb25c843 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1912.746616] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d3d0ba95-29f8-4b03-9a79-12c24a9d8fd1 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1912.755545] env[62574]: DEBUG oslo_vmware.api [None req-cbdc7126-b875-41ff-ba3c-1e7fcb25c843 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Waiting for the task: (returnval){ [ 1912.755545] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]52360989-e626-c517-9e8c-f7806c9c4f18" [ 1912.755545] env[62574]: _type = "Task" [ 1912.755545] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1912.770992] env[62574]: DEBUG oslo_vmware.api [None req-cbdc7126-b875-41ff-ba3c-1e7fcb25c843 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52360989-e626-c517-9e8c-f7806c9c4f18, 'name': SearchDatastore_Task, 'duration_secs': 0.012683} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1912.771415] env[62574]: DEBUG oslo_concurrency.lockutils [None req-cbdc7126-b875-41ff-ba3c-1e7fcb25c843 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1912.771560] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-cbdc7126-b875-41ff-ba3c-1e7fcb25c843 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] [instance: 863dbe8b-20e6-485c-ba4d-b709d80fa327] Processing image 3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2 {{(pid=62574) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1912.771780] env[62574]: DEBUG oslo_concurrency.lockutils [None req-cbdc7126-b875-41ff-ba3c-1e7fcb25c843 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1912.771918] env[62574]: DEBUG oslo_concurrency.lockutils [None req-cbdc7126-b875-41ff-ba3c-1e7fcb25c843 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1912.772157] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-cbdc7126-b875-41ff-ba3c-1e7fcb25c843 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1912.772384] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9c9e2b70-3a19-49a4-82cc-c15fb72db5f2 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1912.782344] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-cbdc7126-b875-41ff-ba3c-1e7fcb25c843 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1912.782597] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-cbdc7126-b875-41ff-ba3c-1e7fcb25c843 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62574) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1912.783193] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-363886a1-67dd-4bbb-83a9-7e7de22951d0 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1912.789465] env[62574]: DEBUG oslo_vmware.api [None req-cbdc7126-b875-41ff-ba3c-1e7fcb25c843 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Waiting for the task: (returnval){ [ 1912.789465] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]521edbe2-3f26-25e1-197a-4a1b9f24f1d8" [ 1912.789465] env[62574]: _type = "Task" [ 1912.789465] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1912.798624] env[62574]: DEBUG oslo_vmware.api [None req-cbdc7126-b875-41ff-ba3c-1e7fcb25c843 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]521edbe2-3f26-25e1-197a-4a1b9f24f1d8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1912.893081] env[62574]: DEBUG oslo_concurrency.lockutils [None req-2e9a8d4f-6312-4be5-b1f8-a9e235e24448 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1912.902712] env[62574]: DEBUG oslo_concurrency.lockutils [None req-150bdf86-3671-4ee3-93ad-e0b8b5677f21 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Acquiring lock "interface-f6cfb126-1ff6-4ac9-802e-7bbdfb539176-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1912.902956] env[62574]: DEBUG oslo_concurrency.lockutils [None req-150bdf86-3671-4ee3-93ad-e0b8b5677f21 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Lock "interface-f6cfb126-1ff6-4ac9-802e-7bbdfb539176-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1912.903286] env[62574]: DEBUG nova.objects.instance [None req-150bdf86-3671-4ee3-93ad-e0b8b5677f21 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Lazy-loading 'flavor' on Instance uuid f6cfb126-1ff6-4ac9-802e-7bbdfb539176 {{(pid=62574) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1913.053404] env[62574]: DEBUG nova.scheduler.client.report [None req-933bedaf-43de-4ff0-988c-2b134ed11c67 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Inventory has not changed for provider f0ed160a-beff-4626-a531-2a70d7bc0627 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1913.133390] env[62574]: DEBUG nova.compute.manager [req-a12b189e-c1a2-4f8c-aeb6-80f9571b7fed req-0d9c5ca9-b547-4015-a5da-48bfd9fd3e58 service nova] [instance: 890904e8-59ec-48ae-bfe5-a7be1c862973] Received event network-vif-deleted-72cdf308-c304-4f52-b970-9d8e0de6627a {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1913.140162] env[62574]: DEBUG oslo_concurrency.lockutils [None req-de4ac3ca-3463-40a7-88f2-f2602ac59efa tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Acquiring lock "c4ca3d86-7d6e-4dbf-912b-7cb292596272" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1913.140229] env[62574]: DEBUG oslo_concurrency.lockutils [None req-de4ac3ca-3463-40a7-88f2-f2602ac59efa tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Lock "c4ca3d86-7d6e-4dbf-912b-7cb292596272" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1913.140435] env[62574]: DEBUG oslo_concurrency.lockutils [None req-de4ac3ca-3463-40a7-88f2-f2602ac59efa tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Acquiring lock "c4ca3d86-7d6e-4dbf-912b-7cb292596272-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1913.140624] env[62574]: DEBUG oslo_concurrency.lockutils [None req-de4ac3ca-3463-40a7-88f2-f2602ac59efa tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Lock "c4ca3d86-7d6e-4dbf-912b-7cb292596272-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1913.140824] env[62574]: DEBUG oslo_concurrency.lockutils [None req-de4ac3ca-3463-40a7-88f2-f2602ac59efa tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Lock "c4ca3d86-7d6e-4dbf-912b-7cb292596272-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1913.142957] env[62574]: INFO nova.compute.manager [None req-de4ac3ca-3463-40a7-88f2-f2602ac59efa tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] [instance: c4ca3d86-7d6e-4dbf-912b-7cb292596272] Terminating instance [ 1913.299999] env[62574]: DEBUG oslo_vmware.api [None req-cbdc7126-b875-41ff-ba3c-1e7fcb25c843 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]521edbe2-3f26-25e1-197a-4a1b9f24f1d8, 'name': SearchDatastore_Task, 'duration_secs': 0.011714} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1913.300930] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a7dfb7c3-a1d0-44cf-81d8-404a3dd7bf65 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.306916] env[62574]: DEBUG oslo_vmware.api [None req-cbdc7126-b875-41ff-ba3c-1e7fcb25c843 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Waiting for the task: (returnval){ [ 1913.306916] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]525c10f4-4c03-8a49-439c-14b60cf435b6" [ 1913.306916] env[62574]: _type = "Task" [ 1913.306916] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1913.316166] env[62574]: DEBUG oslo_vmware.api [None req-cbdc7126-b875-41ff-ba3c-1e7fcb25c843 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]525c10f4-4c03-8a49-439c-14b60cf435b6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1913.407997] env[62574]: DEBUG nova.objects.instance [None req-150bdf86-3671-4ee3-93ad-e0b8b5677f21 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Lazy-loading 'pci_requests' on Instance uuid f6cfb126-1ff6-4ac9-802e-7bbdfb539176 {{(pid=62574) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1913.561027] env[62574]: DEBUG oslo_concurrency.lockutils [None req-933bedaf-43de-4ff0-988c-2b134ed11c67 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.463s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1913.561027] env[62574]: DEBUG nova.compute.manager [None req-933bedaf-43de-4ff0-988c-2b134ed11c67 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] [instance: 5b85a61c-05a0-4136-9ee7-13827823d8b7] Start building networks asynchronously for instance. {{(pid=62574) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1913.561893] env[62574]: DEBUG oslo_concurrency.lockutils [None req-597366a6-f97f-4682-9238-4bc8d2ce8efc tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.679s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1913.562255] env[62574]: DEBUG nova.objects.instance [None req-597366a6-f97f-4682-9238-4bc8d2ce8efc tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Lazy-loading 'resources' on Instance uuid 9df625d4-a114-410c-a1c1-f85a5c4f4cf2 {{(pid=62574) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1913.649061] env[62574]: DEBUG nova.compute.manager [None req-de4ac3ca-3463-40a7-88f2-f2602ac59efa tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] [instance: c4ca3d86-7d6e-4dbf-912b-7cb292596272] Start destroying the instance on the hypervisor. {{(pid=62574) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1913.649061] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-de4ac3ca-3463-40a7-88f2-f2602ac59efa tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] [instance: c4ca3d86-7d6e-4dbf-912b-7cb292596272] Destroying instance {{(pid=62574) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1913.649061] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c3d9cfa-7259-4a81-b458-893f53d7dbb2 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.662796] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-de4ac3ca-3463-40a7-88f2-f2602ac59efa tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] [instance: c4ca3d86-7d6e-4dbf-912b-7cb292596272] Powering off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1913.663128] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c9f48639-1a5a-4d4e-968b-4683995c44bd {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.676544] env[62574]: DEBUG oslo_vmware.api [None req-de4ac3ca-3463-40a7-88f2-f2602ac59efa tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Waiting for the task: (returnval){ [ 1913.676544] env[62574]: value = "task-1862338" [ 1913.676544] env[62574]: _type = "Task" [ 1913.676544] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1913.689509] env[62574]: DEBUG oslo_vmware.api [None req-de4ac3ca-3463-40a7-88f2-f2602ac59efa tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Task: {'id': task-1862338, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1913.726386] env[62574]: DEBUG nova.network.neutron [req-39939948-fccf-4297-9950-99156de6b5bb req-4c52be24-7e2c-4d01-aad6-c5e95c1c3cce service nova] [instance: 4dfd42a3-c9d2-45b4-8bb0-9a7a8550997c] Updated VIF entry in instance network info cache for port df6d046f-74f2-48d7-85c0-225104bda5ce. {{(pid=62574) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1913.726877] env[62574]: DEBUG nova.network.neutron [req-39939948-fccf-4297-9950-99156de6b5bb req-4c52be24-7e2c-4d01-aad6-c5e95c1c3cce service nova] [instance: 4dfd42a3-c9d2-45b4-8bb0-9a7a8550997c] Updating instance_info_cache with network_info: [{"id": "df6d046f-74f2-48d7-85c0-225104bda5ce", "address": "fa:16:3e:b1:fb:97", "network": {"id": "f4ae7ec7-0f59-410f-a9fd-fcc9dfe711cd", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-828120479-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7f9eb8bf1afc4a1c99652faad70fca7f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee9ce73d-4ee8-4b28-b7d3-3a5735039627", "external-id": "cl2-zone-465", "segmentation_id": 465, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf6d046f-74", "ovs_interfaceid": "df6d046f-74f2-48d7-85c0-225104bda5ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1913.818717] env[62574]: DEBUG oslo_vmware.api [None req-cbdc7126-b875-41ff-ba3c-1e7fcb25c843 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]525c10f4-4c03-8a49-439c-14b60cf435b6, 'name': SearchDatastore_Task, 'duration_secs': 0.010462} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1913.819036] env[62574]: DEBUG oslo_concurrency.lockutils [None req-cbdc7126-b875-41ff-ba3c-1e7fcb25c843 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1913.819328] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbdc7126-b875-41ff-ba3c-1e7fcb25c843 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk to [datastore1] 863dbe8b-20e6-485c-ba4d-b709d80fa327/863dbe8b-20e6-485c-ba4d-b709d80fa327.vmdk {{(pid=62574) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1913.819620] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-34440996-2a1a-4c75-954b-ba66019a1123 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.828827] env[62574]: DEBUG oslo_vmware.api [None req-cbdc7126-b875-41ff-ba3c-1e7fcb25c843 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Waiting for the task: (returnval){ [ 1913.828827] env[62574]: value = "task-1862339" [ 1913.828827] env[62574]: _type = "Task" [ 1913.828827] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1913.846445] env[62574]: DEBUG oslo_vmware.api [None req-cbdc7126-b875-41ff-ba3c-1e7fcb25c843 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Task: {'id': task-1862339, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1913.849090] env[62574]: DEBUG oslo_concurrency.lockutils [None req-a972d141-2486-4434-9a1e-0bb74b2d743e tempest-ServersNegativeTestMultiTenantJSON-974511682 tempest-ServersNegativeTestMultiTenantJSON-974511682-project-member] Acquiring lock "840b5925-0c39-43a9-ac2d-2677cf48e03a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1913.849371] env[62574]: DEBUG oslo_concurrency.lockutils [None req-a972d141-2486-4434-9a1e-0bb74b2d743e tempest-ServersNegativeTestMultiTenantJSON-974511682 tempest-ServersNegativeTestMultiTenantJSON-974511682-project-member] Lock "840b5925-0c39-43a9-ac2d-2677cf48e03a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1913.849601] env[62574]: DEBUG oslo_concurrency.lockutils [None req-a972d141-2486-4434-9a1e-0bb74b2d743e tempest-ServersNegativeTestMultiTenantJSON-974511682 tempest-ServersNegativeTestMultiTenantJSON-974511682-project-member] Acquiring lock "840b5925-0c39-43a9-ac2d-2677cf48e03a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1913.849812] env[62574]: DEBUG oslo_concurrency.lockutils [None req-a972d141-2486-4434-9a1e-0bb74b2d743e tempest-ServersNegativeTestMultiTenantJSON-974511682 tempest-ServersNegativeTestMultiTenantJSON-974511682-project-member] Lock "840b5925-0c39-43a9-ac2d-2677cf48e03a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1913.849992] env[62574]: DEBUG oslo_concurrency.lockutils [None req-a972d141-2486-4434-9a1e-0bb74b2d743e tempest-ServersNegativeTestMultiTenantJSON-974511682 tempest-ServersNegativeTestMultiTenantJSON-974511682-project-member] Lock "840b5925-0c39-43a9-ac2d-2677cf48e03a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1913.852474] env[62574]: INFO nova.compute.manager [None req-a972d141-2486-4434-9a1e-0bb74b2d743e tempest-ServersNegativeTestMultiTenantJSON-974511682 tempest-ServersNegativeTestMultiTenantJSON-974511682-project-member] [instance: 840b5925-0c39-43a9-ac2d-2677cf48e03a] Terminating instance [ 1913.916375] env[62574]: DEBUG nova.objects.base [None req-150bdf86-3671-4ee3-93ad-e0b8b5677f21 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=62574) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1913.916741] env[62574]: DEBUG nova.network.neutron [None req-150bdf86-3671-4ee3-93ad-e0b8b5677f21 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] [instance: f6cfb126-1ff6-4ac9-802e-7bbdfb539176] allocate_for_instance() {{(pid=62574) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1914.063919] env[62574]: DEBUG nova.compute.utils [None req-933bedaf-43de-4ff0-988c-2b134ed11c67 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Using /dev/sd instead of None {{(pid=62574) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1914.066268] env[62574]: DEBUG nova.compute.manager [None req-933bedaf-43de-4ff0-988c-2b134ed11c67 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] [instance: 5b85a61c-05a0-4136-9ee7-13827823d8b7] Allocating IP information in the background. {{(pid=62574) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1914.067237] env[62574]: DEBUG nova.network.neutron [None req-933bedaf-43de-4ff0-988c-2b134ed11c67 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] [instance: 5b85a61c-05a0-4136-9ee7-13827823d8b7] allocate_for_instance() {{(pid=62574) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1914.083179] env[62574]: DEBUG oslo_concurrency.lockutils [None req-150bdf86-3671-4ee3-93ad-e0b8b5677f21 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Lock "interface-f6cfb126-1ff6-4ac9-802e-7bbdfb539176-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.180s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1914.122191] env[62574]: DEBUG nova.policy [None req-933bedaf-43de-4ff0-988c-2b134ed11c67 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4fefa92105a64f6db036f291f9a1669f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2842b09cbde243f6bdd90a5177740df9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62574) authorize /opt/stack/nova/nova/policy.py:192}} [ 1914.193764] env[62574]: DEBUG oslo_vmware.api [None req-de4ac3ca-3463-40a7-88f2-f2602ac59efa tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Task: {'id': task-1862338, 'name': PowerOffVM_Task, 'duration_secs': 0.258848} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1914.194157] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-de4ac3ca-3463-40a7-88f2-f2602ac59efa tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] [instance: c4ca3d86-7d6e-4dbf-912b-7cb292596272] Powered off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1914.194767] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-de4ac3ca-3463-40a7-88f2-f2602ac59efa tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] [instance: c4ca3d86-7d6e-4dbf-912b-7cb292596272] Unregistering the VM {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1914.194767] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1b28ea6b-88ad-46ad-aedf-44b0efe1fb5b {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1914.231017] env[62574]: DEBUG oslo_concurrency.lockutils [req-39939948-fccf-4297-9950-99156de6b5bb req-4c52be24-7e2c-4d01-aad6-c5e95c1c3cce service nova] Releasing lock "refresh_cache-4dfd42a3-c9d2-45b4-8bb0-9a7a8550997c" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1914.340823] env[62574]: DEBUG oslo_vmware.api [None req-cbdc7126-b875-41ff-ba3c-1e7fcb25c843 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Task: {'id': task-1862339, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1914.356910] env[62574]: DEBUG nova.compute.manager [None req-a972d141-2486-4434-9a1e-0bb74b2d743e tempest-ServersNegativeTestMultiTenantJSON-974511682 tempest-ServersNegativeTestMultiTenantJSON-974511682-project-member] [instance: 840b5925-0c39-43a9-ac2d-2677cf48e03a] Start destroying the instance on the hypervisor. {{(pid=62574) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1914.357172] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-a972d141-2486-4434-9a1e-0bb74b2d743e tempest-ServersNegativeTestMultiTenantJSON-974511682 tempest-ServersNegativeTestMultiTenantJSON-974511682-project-member] [instance: 840b5925-0c39-43a9-ac2d-2677cf48e03a] Destroying instance {{(pid=62574) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1914.359383] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88bbedf9-e705-4693-baa1-6944eda5954a {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1914.370438] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-a972d141-2486-4434-9a1e-0bb74b2d743e tempest-ServersNegativeTestMultiTenantJSON-974511682 tempest-ServersNegativeTestMultiTenantJSON-974511682-project-member] [instance: 840b5925-0c39-43a9-ac2d-2677cf48e03a] Powering off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1914.370769] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-395c7930-c612-4852-b04d-e4bd3de2b2b8 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1914.379092] env[62574]: DEBUG oslo_vmware.api [None req-a972d141-2486-4434-9a1e-0bb74b2d743e tempest-ServersNegativeTestMultiTenantJSON-974511682 tempest-ServersNegativeTestMultiTenantJSON-974511682-project-member] Waiting for the task: (returnval){ [ 1914.379092] env[62574]: value = "task-1862341" [ 1914.379092] env[62574]: _type = "Task" [ 1914.379092] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1914.380940] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3433dc37-48b5-420b-8fa8-d1df27485314 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1914.397768] env[62574]: DEBUG oslo_vmware.api [None req-a972d141-2486-4434-9a1e-0bb74b2d743e tempest-ServersNegativeTestMultiTenantJSON-974511682 tempest-ServersNegativeTestMultiTenantJSON-974511682-project-member] Task: {'id': task-1862341, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1914.402375] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-de4ac3ca-3463-40a7-88f2-f2602ac59efa tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] [instance: c4ca3d86-7d6e-4dbf-912b-7cb292596272] Unregistered the VM {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1914.402681] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-de4ac3ca-3463-40a7-88f2-f2602ac59efa tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] [instance: c4ca3d86-7d6e-4dbf-912b-7cb292596272] Deleting contents of the VM from datastore datastore2 {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1914.402980] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-de4ac3ca-3463-40a7-88f2-f2602ac59efa tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Deleting the datastore file [datastore2] c4ca3d86-7d6e-4dbf-912b-7cb292596272 {{(pid=62574) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1914.403908] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9c83fba-9318-4d66-8537-5628081e51f4 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1914.407449] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-105914c6-15f8-4e24-ba34-ec1a3340672f {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1914.449055] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df53cb82-d5d9-4a65-b094-7139e1967e1b {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1914.452628] env[62574]: DEBUG oslo_vmware.api [None req-de4ac3ca-3463-40a7-88f2-f2602ac59efa tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Waiting for the task: (returnval){ [ 1914.452628] env[62574]: value = "task-1862342" [ 1914.452628] env[62574]: _type = "Task" [ 1914.452628] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1914.460587] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f614623-04b4-4c17-883e-d9314db75b19 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1914.468046] env[62574]: DEBUG oslo_vmware.api [None req-de4ac3ca-3463-40a7-88f2-f2602ac59efa tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Task: {'id': task-1862342, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1914.479097] env[62574]: DEBUG nova.compute.provider_tree [None req-597366a6-f97f-4682-9238-4bc8d2ce8efc tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Inventory has not changed in ProviderTree for provider: f0ed160a-beff-4626-a531-2a70d7bc0627 {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1914.488262] env[62574]: DEBUG nova.network.neutron [None req-933bedaf-43de-4ff0-988c-2b134ed11c67 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] [instance: 5b85a61c-05a0-4136-9ee7-13827823d8b7] Successfully created port: 640dce76-3c5f-4ce8-a068-6d655d81bd19 {{(pid=62574) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1914.576583] env[62574]: DEBUG nova.compute.manager [None req-933bedaf-43de-4ff0-988c-2b134ed11c67 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] [instance: 5b85a61c-05a0-4136-9ee7-13827823d8b7] Start building block device mappings for instance. {{(pid=62574) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1914.841860] env[62574]: DEBUG oslo_vmware.api [None req-cbdc7126-b875-41ff-ba3c-1e7fcb25c843 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Task: {'id': task-1862339, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.516006} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1914.842151] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbdc7126-b875-41ff-ba3c-1e7fcb25c843 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk to [datastore1] 863dbe8b-20e6-485c-ba4d-b709d80fa327/863dbe8b-20e6-485c-ba4d-b709d80fa327.vmdk {{(pid=62574) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1914.842484] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-cbdc7126-b875-41ff-ba3c-1e7fcb25c843 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] [instance: 863dbe8b-20e6-485c-ba4d-b709d80fa327] Extending root virtual disk to 1048576 {{(pid=62574) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1914.842759] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-13d346b9-d53d-458c-8f2a-1ec408a9e1e3 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1914.851984] env[62574]: DEBUG oslo_vmware.api [None req-cbdc7126-b875-41ff-ba3c-1e7fcb25c843 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Waiting for the task: (returnval){ [ 1914.851984] env[62574]: value = "task-1862343" [ 1914.851984] env[62574]: _type = "Task" [ 1914.851984] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1914.863311] env[62574]: DEBUG oslo_vmware.api [None req-cbdc7126-b875-41ff-ba3c-1e7fcb25c843 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Task: {'id': task-1862343, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1914.896836] env[62574]: DEBUG oslo_vmware.api [None req-a972d141-2486-4434-9a1e-0bb74b2d743e tempest-ServersNegativeTestMultiTenantJSON-974511682 tempest-ServersNegativeTestMultiTenantJSON-974511682-project-member] Task: {'id': task-1862341, 'name': PowerOffVM_Task, 'duration_secs': 0.3802} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1914.898635] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-a972d141-2486-4434-9a1e-0bb74b2d743e tempest-ServersNegativeTestMultiTenantJSON-974511682 tempest-ServersNegativeTestMultiTenantJSON-974511682-project-member] [instance: 840b5925-0c39-43a9-ac2d-2677cf48e03a] Powered off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1914.898635] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-a972d141-2486-4434-9a1e-0bb74b2d743e tempest-ServersNegativeTestMultiTenantJSON-974511682 tempest-ServersNegativeTestMultiTenantJSON-974511682-project-member] [instance: 840b5925-0c39-43a9-ac2d-2677cf48e03a] Unregistering the VM {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1914.898635] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ea63636a-6aa9-4d2f-943f-149c0a05fc0d {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1914.966835] env[62574]: DEBUG oslo_vmware.api [None req-de4ac3ca-3463-40a7-88f2-f2602ac59efa tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Task: {'id': task-1862342, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.151259} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1914.967098] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-de4ac3ca-3463-40a7-88f2-f2602ac59efa tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Deleted the datastore file {{(pid=62574) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1914.967301] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-de4ac3ca-3463-40a7-88f2-f2602ac59efa tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] [instance: c4ca3d86-7d6e-4dbf-912b-7cb292596272] Deleted contents of the VM from datastore datastore2 {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1914.967543] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-de4ac3ca-3463-40a7-88f2-f2602ac59efa tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] [instance: c4ca3d86-7d6e-4dbf-912b-7cb292596272] Instance destroyed {{(pid=62574) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1914.967756] env[62574]: INFO nova.compute.manager [None req-de4ac3ca-3463-40a7-88f2-f2602ac59efa tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] [instance: c4ca3d86-7d6e-4dbf-912b-7cb292596272] Took 1.32 seconds to destroy the instance on the hypervisor. [ 1914.968019] env[62574]: DEBUG oslo.service.loopingcall [None req-de4ac3ca-3463-40a7-88f2-f2602ac59efa tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62574) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1914.968225] env[62574]: DEBUG nova.compute.manager [-] [instance: c4ca3d86-7d6e-4dbf-912b-7cb292596272] Deallocating network for instance {{(pid=62574) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1914.968426] env[62574]: DEBUG nova.network.neutron [-] [instance: c4ca3d86-7d6e-4dbf-912b-7cb292596272] deallocate_for_instance() {{(pid=62574) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1914.982137] env[62574]: DEBUG nova.scheduler.client.report [None req-597366a6-f97f-4682-9238-4bc8d2ce8efc tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Inventory has not changed for provider f0ed160a-beff-4626-a531-2a70d7bc0627 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1915.066888] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-a972d141-2486-4434-9a1e-0bb74b2d743e tempest-ServersNegativeTestMultiTenantJSON-974511682 tempest-ServersNegativeTestMultiTenantJSON-974511682-project-member] [instance: 840b5925-0c39-43a9-ac2d-2677cf48e03a] Unregistered the VM {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1915.066888] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-a972d141-2486-4434-9a1e-0bb74b2d743e tempest-ServersNegativeTestMultiTenantJSON-974511682 tempest-ServersNegativeTestMultiTenantJSON-974511682-project-member] [instance: 840b5925-0c39-43a9-ac2d-2677cf48e03a] Deleting contents of the VM from datastore datastore2 {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1915.066888] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-a972d141-2486-4434-9a1e-0bb74b2d743e tempest-ServersNegativeTestMultiTenantJSON-974511682 tempest-ServersNegativeTestMultiTenantJSON-974511682-project-member] Deleting the datastore file [datastore2] 840b5925-0c39-43a9-ac2d-2677cf48e03a {{(pid=62574) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1915.068687] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-025700d1-c5b6-40e8-a162-1c194a15c002 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1915.079022] env[62574]: DEBUG oslo_vmware.api [None req-a972d141-2486-4434-9a1e-0bb74b2d743e tempest-ServersNegativeTestMultiTenantJSON-974511682 tempest-ServersNegativeTestMultiTenantJSON-974511682-project-member] Waiting for the task: (returnval){ [ 1915.079022] env[62574]: value = "task-1862345" [ 1915.079022] env[62574]: _type = "Task" [ 1915.079022] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1915.098309] env[62574]: DEBUG oslo_vmware.api [None req-a972d141-2486-4434-9a1e-0bb74b2d743e tempest-ServersNegativeTestMultiTenantJSON-974511682 tempest-ServersNegativeTestMultiTenantJSON-974511682-project-member] Task: {'id': task-1862345, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1915.366378] env[62574]: DEBUG oslo_vmware.api [None req-cbdc7126-b875-41ff-ba3c-1e7fcb25c843 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Task: {'id': task-1862343, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084329} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1915.367655] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-cbdc7126-b875-41ff-ba3c-1e7fcb25c843 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] [instance: 863dbe8b-20e6-485c-ba4d-b709d80fa327] Extended root virtual disk {{(pid=62574) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1915.369113] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1f3c6d7-014a-4fcf-b351-dcc8fc88074e {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1915.400050] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-cbdc7126-b875-41ff-ba3c-1e7fcb25c843 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] [instance: 863dbe8b-20e6-485c-ba4d-b709d80fa327] Reconfiguring VM instance instance-00000047 to attach disk [datastore1] 863dbe8b-20e6-485c-ba4d-b709d80fa327/863dbe8b-20e6-485c-ba4d-b709d80fa327.vmdk or device None with type sparse {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1915.401166] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8cccde87-c42c-4cff-84a3-3212f0a9231d {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1915.445244] env[62574]: DEBUG oslo_vmware.api [None req-cbdc7126-b875-41ff-ba3c-1e7fcb25c843 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Waiting for the task: (returnval){ [ 1915.445244] env[62574]: value = "task-1862346" [ 1915.445244] env[62574]: _type = "Task" [ 1915.445244] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1915.455162] env[62574]: DEBUG oslo_vmware.api [None req-cbdc7126-b875-41ff-ba3c-1e7fcb25c843 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Task: {'id': task-1862346, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1915.489721] env[62574]: DEBUG oslo_concurrency.lockutils [None req-597366a6-f97f-4682-9238-4bc8d2ce8efc tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.928s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1915.492112] env[62574]: DEBUG oslo_concurrency.lockutils [None req-21551170-7e42-4d7c-add1-f784eaa68be7 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.289s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1915.492357] env[62574]: DEBUG nova.objects.instance [None req-21551170-7e42-4d7c-add1-f784eaa68be7 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Lazy-loading 'resources' on Instance uuid d985f1a9-bdf9-4995-a05c-5a14cf3113ba {{(pid=62574) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1915.526386] env[62574]: INFO nova.scheduler.client.report [None req-597366a6-f97f-4682-9238-4bc8d2ce8efc tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Deleted allocations for instance 9df625d4-a114-410c-a1c1-f85a5c4f4cf2 [ 1915.589839] env[62574]: DEBUG nova.compute.manager [None req-933bedaf-43de-4ff0-988c-2b134ed11c67 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] [instance: 5b85a61c-05a0-4136-9ee7-13827823d8b7] Start spawning the instance on the hypervisor. {{(pid=62574) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1915.598146] env[62574]: DEBUG oslo_vmware.api [None req-a972d141-2486-4434-9a1e-0bb74b2d743e tempest-ServersNegativeTestMultiTenantJSON-974511682 tempest-ServersNegativeTestMultiTenantJSON-974511682-project-member] Task: {'id': task-1862345, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.218745} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1915.598487] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-a972d141-2486-4434-9a1e-0bb74b2d743e tempest-ServersNegativeTestMultiTenantJSON-974511682 tempest-ServersNegativeTestMultiTenantJSON-974511682-project-member] Deleted the datastore file {{(pid=62574) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1915.598764] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-a972d141-2486-4434-9a1e-0bb74b2d743e tempest-ServersNegativeTestMultiTenantJSON-974511682 tempest-ServersNegativeTestMultiTenantJSON-974511682-project-member] [instance: 840b5925-0c39-43a9-ac2d-2677cf48e03a] Deleted contents of the VM from datastore datastore2 {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1915.599043] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-a972d141-2486-4434-9a1e-0bb74b2d743e tempest-ServersNegativeTestMultiTenantJSON-974511682 tempest-ServersNegativeTestMultiTenantJSON-974511682-project-member] [instance: 840b5925-0c39-43a9-ac2d-2677cf48e03a] Instance destroyed {{(pid=62574) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1915.599298] env[62574]: INFO nova.compute.manager [None req-a972d141-2486-4434-9a1e-0bb74b2d743e tempest-ServersNegativeTestMultiTenantJSON-974511682 tempest-ServersNegativeTestMultiTenantJSON-974511682-project-member] [instance: 840b5925-0c39-43a9-ac2d-2677cf48e03a] Took 1.24 seconds to destroy the instance on the hypervisor. [ 1915.599758] env[62574]: DEBUG oslo.service.loopingcall [None req-a972d141-2486-4434-9a1e-0bb74b2d743e tempest-ServersNegativeTestMultiTenantJSON-974511682 tempest-ServersNegativeTestMultiTenantJSON-974511682-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62574) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1915.600015] env[62574]: DEBUG nova.compute.manager [-] [instance: 840b5925-0c39-43a9-ac2d-2677cf48e03a] Deallocating network for instance {{(pid=62574) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1915.600157] env[62574]: DEBUG nova.network.neutron [-] [instance: 840b5925-0c39-43a9-ac2d-2677cf48e03a] deallocate_for_instance() {{(pid=62574) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1915.624911] env[62574]: DEBUG nova.virt.hardware [None req-933bedaf-43de-4ff0-988c-2b134ed11c67 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T19:26:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-13T19:26:40Z,direct_url=,disk_format='vmdk',id=3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7eed1dd4d2c3418eb32c4f4ceda3ab0d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-13T19:26:41Z,virtual_size=,visibility=), allow threads: False {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1915.625222] env[62574]: DEBUG nova.virt.hardware [None req-933bedaf-43de-4ff0-988c-2b134ed11c67 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Flavor limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1915.625439] env[62574]: DEBUG nova.virt.hardware [None req-933bedaf-43de-4ff0-988c-2b134ed11c67 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Image limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1915.625775] env[62574]: DEBUG nova.virt.hardware [None req-933bedaf-43de-4ff0-988c-2b134ed11c67 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Flavor pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1915.625981] env[62574]: DEBUG nova.virt.hardware [None req-933bedaf-43de-4ff0-988c-2b134ed11c67 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Image pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1915.626253] env[62574]: DEBUG nova.virt.hardware [None req-933bedaf-43de-4ff0-988c-2b134ed11c67 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1915.626805] env[62574]: DEBUG nova.virt.hardware [None req-933bedaf-43de-4ff0-988c-2b134ed11c67 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1915.627040] env[62574]: DEBUG nova.virt.hardware [None req-933bedaf-43de-4ff0-988c-2b134ed11c67 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1915.627207] env[62574]: DEBUG nova.virt.hardware [None req-933bedaf-43de-4ff0-988c-2b134ed11c67 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Got 1 possible topologies {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1915.627383] env[62574]: DEBUG nova.virt.hardware [None req-933bedaf-43de-4ff0-988c-2b134ed11c67 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1915.627574] env[62574]: DEBUG nova.virt.hardware [None req-933bedaf-43de-4ff0-988c-2b134ed11c67 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1915.628432] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-526d0053-f7a2-4e8d-b301-78ec4e880c97 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1915.638359] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc6666f5-8989-4850-909c-cf8ced478d18 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1915.873771] env[62574]: DEBUG nova.compute.manager [req-35f7e321-180c-4f0a-9c71-a82f0deb20c4 req-02933d8d-0643-4fdb-9ccf-c307209382f4 service nova] [instance: c4ca3d86-7d6e-4dbf-912b-7cb292596272] Received event network-vif-deleted-68593b99-8b60-4a3b-9ae8-cc26de44203e {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1915.873899] env[62574]: INFO nova.compute.manager [req-35f7e321-180c-4f0a-9c71-a82f0deb20c4 req-02933d8d-0643-4fdb-9ccf-c307209382f4 service nova] [instance: c4ca3d86-7d6e-4dbf-912b-7cb292596272] Neutron deleted interface 68593b99-8b60-4a3b-9ae8-cc26de44203e; detaching it from the instance and deleting it from the info cache [ 1915.874050] env[62574]: DEBUG nova.network.neutron [req-35f7e321-180c-4f0a-9c71-a82f0deb20c4 req-02933d8d-0643-4fdb-9ccf-c307209382f4 service nova] [instance: c4ca3d86-7d6e-4dbf-912b-7cb292596272] Updating instance_info_cache with network_info: [] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1915.937287] env[62574]: DEBUG oslo_concurrency.lockutils [None req-3aa19c8f-e272-43c9-9636-afefab42d7f0 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Acquiring lock "interface-f6cfb126-1ff6-4ac9-802e-7bbdfb539176-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1915.937608] env[62574]: DEBUG oslo_concurrency.lockutils [None req-3aa19c8f-e272-43c9-9636-afefab42d7f0 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Lock "interface-f6cfb126-1ff6-4ac9-802e-7bbdfb539176-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1915.938326] env[62574]: DEBUG nova.objects.instance [None req-3aa19c8f-e272-43c9-9636-afefab42d7f0 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Lazy-loading 'flavor' on Instance uuid f6cfb126-1ff6-4ac9-802e-7bbdfb539176 {{(pid=62574) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1915.965234] env[62574]: DEBUG oslo_vmware.api [None req-cbdc7126-b875-41ff-ba3c-1e7fcb25c843 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Task: {'id': task-1862346, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1916.035786] env[62574]: DEBUG oslo_concurrency.lockutils [None req-597366a6-f97f-4682-9238-4bc8d2ce8efc tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Lock "9df625d4-a114-410c-a1c1-f85a5c4f4cf2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.732s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1916.149645] env[62574]: DEBUG nova.compute.manager [req-510b5eac-6348-45ba-bef1-6849ee6570bd req-c0744075-b581-4641-acd6-003311a2dca6 service nova] [instance: 5b85a61c-05a0-4136-9ee7-13827823d8b7] Received event network-vif-plugged-640dce76-3c5f-4ce8-a068-6d655d81bd19 {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1916.149880] env[62574]: DEBUG oslo_concurrency.lockutils [req-510b5eac-6348-45ba-bef1-6849ee6570bd req-c0744075-b581-4641-acd6-003311a2dca6 service nova] Acquiring lock "5b85a61c-05a0-4136-9ee7-13827823d8b7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1916.154431] env[62574]: DEBUG oslo_concurrency.lockutils [req-510b5eac-6348-45ba-bef1-6849ee6570bd req-c0744075-b581-4641-acd6-003311a2dca6 service nova] Lock "5b85a61c-05a0-4136-9ee7-13827823d8b7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1916.154431] env[62574]: DEBUG oslo_concurrency.lockutils [req-510b5eac-6348-45ba-bef1-6849ee6570bd req-c0744075-b581-4641-acd6-003311a2dca6 service nova] Lock "5b85a61c-05a0-4136-9ee7-13827823d8b7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.002s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1916.154431] env[62574]: DEBUG nova.compute.manager [req-510b5eac-6348-45ba-bef1-6849ee6570bd req-c0744075-b581-4641-acd6-003311a2dca6 service nova] [instance: 5b85a61c-05a0-4136-9ee7-13827823d8b7] No waiting events found dispatching network-vif-plugged-640dce76-3c5f-4ce8-a068-6d655d81bd19 {{(pid=62574) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1916.154431] env[62574]: WARNING nova.compute.manager [req-510b5eac-6348-45ba-bef1-6849ee6570bd req-c0744075-b581-4641-acd6-003311a2dca6 service nova] [instance: 5b85a61c-05a0-4136-9ee7-13827823d8b7] Received unexpected event network-vif-plugged-640dce76-3c5f-4ce8-a068-6d655d81bd19 for instance with vm_state building and task_state spawning. [ 1916.286197] env[62574]: DEBUG nova.network.neutron [None req-933bedaf-43de-4ff0-988c-2b134ed11c67 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] [instance: 5b85a61c-05a0-4136-9ee7-13827823d8b7] Successfully updated port: 640dce76-3c5f-4ce8-a068-6d655d81bd19 {{(pid=62574) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1916.297034] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ca3b24c-2270-4632-a215-8bd9d57333e8 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1916.306081] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-475d8d97-483e-4f31-8009-8afa173290f2 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1916.343914] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd3a19ce-8bf7-4cde-8d0f-3584589aaa02 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1916.347524] env[62574]: DEBUG nova.network.neutron [-] [instance: c4ca3d86-7d6e-4dbf-912b-7cb292596272] Updating instance_info_cache with network_info: [] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1916.356152] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31c646ef-d893-485b-a4a7-794f798a7d31 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1916.374459] env[62574]: DEBUG nova.compute.provider_tree [None req-21551170-7e42-4d7c-add1-f784eaa68be7 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Updating inventory in ProviderTree for provider f0ed160a-beff-4626-a531-2a70d7bc0627 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 148, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1916.380305] env[62574]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8e6974d4-cc02-4188-b55b-52366f146270 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1916.389490] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-738f34cc-cdf7-4b04-82e8-e95b17f7a5c5 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1916.431440] env[62574]: DEBUG nova.compute.manager [req-35f7e321-180c-4f0a-9c71-a82f0deb20c4 req-02933d8d-0643-4fdb-9ccf-c307209382f4 service nova] [instance: c4ca3d86-7d6e-4dbf-912b-7cb292596272] Detach interface failed, port_id=68593b99-8b60-4a3b-9ae8-cc26de44203e, reason: Instance c4ca3d86-7d6e-4dbf-912b-7cb292596272 could not be found. {{(pid=62574) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 1916.455805] env[62574]: DEBUG oslo_vmware.api [None req-cbdc7126-b875-41ff-ba3c-1e7fcb25c843 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Task: {'id': task-1862346, 'name': ReconfigVM_Task, 'duration_secs': 0.83654} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1916.455805] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-cbdc7126-b875-41ff-ba3c-1e7fcb25c843 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] [instance: 863dbe8b-20e6-485c-ba4d-b709d80fa327] Reconfigured VM instance instance-00000047 to attach disk [datastore1] 863dbe8b-20e6-485c-ba4d-b709d80fa327/863dbe8b-20e6-485c-ba4d-b709d80fa327.vmdk or device None with type sparse {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1916.457232] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-cbdc7126-b875-41ff-ba3c-1e7fcb25c843 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] [instance: 863dbe8b-20e6-485c-ba4d-b709d80fa327] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'disk_bus': None, 'device_type': 'disk', 'boot_index': 0, 'size': 0, 'encryption_options': None, 'encryption_format': None, 'encryption_secret_uuid': None, 'encrypted': False, 'guest_format': None, 'device_name': '/dev/sda', 'image_id': '3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2'}], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': None, 'delete_on_termination': False, 'mount_device': '/dev/sdb', 'device_type': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-385003', 'volume_id': '9b16841b-682c-4696-8b91-b23f982ee0c8', 'name': 'volume-9b16841b-682c-4696-8b91-b23f982ee0c8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '863dbe8b-20e6-485c-ba4d-b709d80fa327', 'attached_at': '', 'detached_at': '', 'volume_id': '9b16841b-682c-4696-8b91-b23f982ee0c8', 'serial': '9b16841b-682c-4696-8b91-b23f982ee0c8'}, 'boot_index': None, 'attachment_id': '0a75f613-15f0-4b7f-973a-fa38faebd146', 'guest_format': None, 'volume_type': None}], 'swap': None} {{(pid=62574) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1916.457232] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-cbdc7126-b875-41ff-ba3c-1e7fcb25c843 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] [instance: 863dbe8b-20e6-485c-ba4d-b709d80fa327] Volume attach. Driver type: vmdk {{(pid=62574) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1916.457232] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-cbdc7126-b875-41ff-ba3c-1e7fcb25c843 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] [instance: 863dbe8b-20e6-485c-ba4d-b709d80fa327] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-385003', 'volume_id': '9b16841b-682c-4696-8b91-b23f982ee0c8', 'name': 'volume-9b16841b-682c-4696-8b91-b23f982ee0c8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '863dbe8b-20e6-485c-ba4d-b709d80fa327', 'attached_at': '', 'detached_at': '', 'volume_id': '9b16841b-682c-4696-8b91-b23f982ee0c8', 'serial': '9b16841b-682c-4696-8b91-b23f982ee0c8'} {{(pid=62574) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1916.458795] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa528db8-9388-42f7-9619-174ee0d7880c {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1916.477010] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f449e47-f0a8-4fc2-8a8c-19a1557aaad2 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1916.506807] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-cbdc7126-b875-41ff-ba3c-1e7fcb25c843 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] [instance: 863dbe8b-20e6-485c-ba4d-b709d80fa327] Reconfiguring VM instance instance-00000047 to attach disk [datastore2] volume-9b16841b-682c-4696-8b91-b23f982ee0c8/volume-9b16841b-682c-4696-8b91-b23f982ee0c8.vmdk or device None with type thin {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1916.510117] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dffd2aab-5866-4ad9-a5bd-c1eb384afbe3 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1916.532369] env[62574]: DEBUG oslo_vmware.api [None req-cbdc7126-b875-41ff-ba3c-1e7fcb25c843 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Waiting for the task: (returnval){ [ 1916.532369] env[62574]: value = "task-1862347" [ 1916.532369] env[62574]: _type = "Task" [ 1916.532369] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1916.542095] env[62574]: DEBUG oslo_vmware.api [None req-cbdc7126-b875-41ff-ba3c-1e7fcb25c843 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Task: {'id': task-1862347, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1916.585710] env[62574]: DEBUG nova.objects.instance [None req-3aa19c8f-e272-43c9-9636-afefab42d7f0 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Lazy-loading 'pci_requests' on Instance uuid f6cfb126-1ff6-4ac9-802e-7bbdfb539176 {{(pid=62574) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1916.612156] env[62574]: DEBUG nova.network.neutron [-] [instance: 840b5925-0c39-43a9-ac2d-2677cf48e03a] Updating instance_info_cache with network_info: [] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1916.788025] env[62574]: DEBUG oslo_concurrency.lockutils [None req-933bedaf-43de-4ff0-988c-2b134ed11c67 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Acquiring lock "refresh_cache-5b85a61c-05a0-4136-9ee7-13827823d8b7" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1916.788025] env[62574]: DEBUG oslo_concurrency.lockutils [None req-933bedaf-43de-4ff0-988c-2b134ed11c67 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Acquired lock "refresh_cache-5b85a61c-05a0-4136-9ee7-13827823d8b7" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1916.788025] env[62574]: DEBUG nova.network.neutron [None req-933bedaf-43de-4ff0-988c-2b134ed11c67 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] [instance: 5b85a61c-05a0-4136-9ee7-13827823d8b7] Building network info cache for instance {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1916.850567] env[62574]: INFO nova.compute.manager [-] [instance: c4ca3d86-7d6e-4dbf-912b-7cb292596272] Took 1.88 seconds to deallocate network for instance. [ 1916.910888] env[62574]: ERROR nova.scheduler.client.report [None req-21551170-7e42-4d7c-add1-f784eaa68be7 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] [req-2a1de0dd-5b5a-4849-a203-3d16268a6b56] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 148, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID f0ed160a-beff-4626-a531-2a70d7bc0627. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-2a1de0dd-5b5a-4849-a203-3d16268a6b56"}]} [ 1916.937171] env[62574]: DEBUG nova.scheduler.client.report [None req-21551170-7e42-4d7c-add1-f784eaa68be7 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Refreshing inventories for resource provider f0ed160a-beff-4626-a531-2a70d7bc0627 {{(pid=62574) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1916.957300] env[62574]: DEBUG nova.scheduler.client.report [None req-21551170-7e42-4d7c-add1-f784eaa68be7 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Updating ProviderTree inventory for provider f0ed160a-beff-4626-a531-2a70d7bc0627 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1916.957753] env[62574]: DEBUG nova.compute.provider_tree [None req-21551170-7e42-4d7c-add1-f784eaa68be7 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Updating inventory in ProviderTree for provider f0ed160a-beff-4626-a531-2a70d7bc0627 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1916.977687] env[62574]: DEBUG nova.scheduler.client.report [None req-21551170-7e42-4d7c-add1-f784eaa68be7 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Refreshing aggregate associations for resource provider f0ed160a-beff-4626-a531-2a70d7bc0627, aggregates: None {{(pid=62574) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1916.999749] env[62574]: DEBUG nova.scheduler.client.report [None req-21551170-7e42-4d7c-add1-f784eaa68be7 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Refreshing trait associations for resource provider f0ed160a-beff-4626-a531-2a70d7bc0627, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=62574) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1917.048486] env[62574]: DEBUG oslo_vmware.api [None req-cbdc7126-b875-41ff-ba3c-1e7fcb25c843 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Task: {'id': task-1862347, 'name': ReconfigVM_Task, 'duration_secs': 0.314867} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1917.048795] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-cbdc7126-b875-41ff-ba3c-1e7fcb25c843 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] [instance: 863dbe8b-20e6-485c-ba4d-b709d80fa327] Reconfigured VM instance instance-00000047 to attach disk [datastore2] volume-9b16841b-682c-4696-8b91-b23f982ee0c8/volume-9b16841b-682c-4696-8b91-b23f982ee0c8.vmdk or device None with type thin {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1917.054446] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b6a3f3cd-a025-4805-907a-47592af8eb10 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1917.077278] env[62574]: DEBUG oslo_vmware.api [None req-cbdc7126-b875-41ff-ba3c-1e7fcb25c843 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Waiting for the task: (returnval){ [ 1917.077278] env[62574]: value = "task-1862348" [ 1917.077278] env[62574]: _type = "Task" [ 1917.077278] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1917.087309] env[62574]: DEBUG nova.objects.base [None req-3aa19c8f-e272-43c9-9636-afefab42d7f0 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=62574) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1917.087527] env[62574]: DEBUG nova.network.neutron [None req-3aa19c8f-e272-43c9-9636-afefab42d7f0 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] [instance: f6cfb126-1ff6-4ac9-802e-7bbdfb539176] allocate_for_instance() {{(pid=62574) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1917.095985] env[62574]: DEBUG oslo_vmware.api [None req-cbdc7126-b875-41ff-ba3c-1e7fcb25c843 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Task: {'id': task-1862348, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1917.114813] env[62574]: INFO nova.compute.manager [-] [instance: 840b5925-0c39-43a9-ac2d-2677cf48e03a] Took 1.51 seconds to deallocate network for instance. [ 1917.145870] env[62574]: DEBUG nova.policy [None req-3aa19c8f-e272-43c9-9636-afefab42d7f0 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '973709d00eff45a3b8804ef21cc86542', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3197393f8f6a457a9367bd87f7aa5dc2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62574) authorize /opt/stack/nova/nova/policy.py:192}} [ 1917.156180] env[62574]: DEBUG oslo_concurrency.lockutils [None req-a3fbe70f-39d8-46cb-b9f5-faf2a4d0b292 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Acquiring lock "ec804281-0966-45aa-956d-d911926327c5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1917.156180] env[62574]: DEBUG oslo_concurrency.lockutils [None req-a3fbe70f-39d8-46cb-b9f5-faf2a4d0b292 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Lock "ec804281-0966-45aa-956d-d911926327c5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1917.281077] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca06156f-332c-4a89-90f4-13fca2124002 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1917.290091] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2571f388-4c89-448c-baec-25593db073e6 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1917.324485] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3223bbb8-631a-4cda-b9ec-64e1c8ba9568 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1917.333617] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-038b11b1-7a41-4d72-b9d8-b5a48b2af712 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1917.340103] env[62574]: DEBUG nova.network.neutron [None req-933bedaf-43de-4ff0-988c-2b134ed11c67 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] [instance: 5b85a61c-05a0-4136-9ee7-13827823d8b7] Instance cache missing network info. {{(pid=62574) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1917.351922] env[62574]: DEBUG nova.compute.provider_tree [None req-21551170-7e42-4d7c-add1-f784eaa68be7 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Updating inventory in ProviderTree for provider f0ed160a-beff-4626-a531-2a70d7bc0627 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 148, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1917.358536] env[62574]: DEBUG oslo_concurrency.lockutils [None req-de4ac3ca-3463-40a7-88f2-f2602ac59efa tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1917.504094] env[62574]: DEBUG nova.network.neutron [None req-3aa19c8f-e272-43c9-9636-afefab42d7f0 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] [instance: f6cfb126-1ff6-4ac9-802e-7bbdfb539176] Successfully created port: 7b57497f-f712-4d55-8f0b-463a71c323d0 {{(pid=62574) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1917.592660] env[62574]: DEBUG oslo_vmware.api [None req-cbdc7126-b875-41ff-ba3c-1e7fcb25c843 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Task: {'id': task-1862348, 'name': ReconfigVM_Task, 'duration_secs': 0.223136} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1917.593178] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-cbdc7126-b875-41ff-ba3c-1e7fcb25c843 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] [instance: 863dbe8b-20e6-485c-ba4d-b709d80fa327] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-385003', 'volume_id': '9b16841b-682c-4696-8b91-b23f982ee0c8', 'name': 'volume-9b16841b-682c-4696-8b91-b23f982ee0c8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '863dbe8b-20e6-485c-ba4d-b709d80fa327', 'attached_at': '', 'detached_at': '', 'volume_id': '9b16841b-682c-4696-8b91-b23f982ee0c8', 'serial': '9b16841b-682c-4696-8b91-b23f982ee0c8'} {{(pid=62574) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1917.593853] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-851673ef-7448-48ee-9e2e-ed2f85c8ea42 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1917.603575] env[62574]: DEBUG oslo_vmware.api [None req-cbdc7126-b875-41ff-ba3c-1e7fcb25c843 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Waiting for the task: (returnval){ [ 1917.603575] env[62574]: value = "task-1862349" [ 1917.603575] env[62574]: _type = "Task" [ 1917.603575] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1917.621324] env[62574]: DEBUG oslo_vmware.api [None req-cbdc7126-b875-41ff-ba3c-1e7fcb25c843 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Task: {'id': task-1862349, 'name': Rename_Task} progress is 6%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1917.625083] env[62574]: DEBUG oslo_concurrency.lockutils [None req-a972d141-2486-4434-9a1e-0bb74b2d743e tempest-ServersNegativeTestMultiTenantJSON-974511682 tempest-ServersNegativeTestMultiTenantJSON-974511682-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1917.659437] env[62574]: DEBUG nova.compute.manager [None req-a3fbe70f-39d8-46cb-b9f5-faf2a4d0b292 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] [instance: ec804281-0966-45aa-956d-d911926327c5] Starting instance... {{(pid=62574) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1917.712729] env[62574]: DEBUG nova.network.neutron [None req-933bedaf-43de-4ff0-988c-2b134ed11c67 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] [instance: 5b85a61c-05a0-4136-9ee7-13827823d8b7] Updating instance_info_cache with network_info: [{"id": "640dce76-3c5f-4ce8-a068-6d655d81bd19", "address": "fa:16:3e:cc:6c:db", "network": {"id": "498f30b7-d317-46f6-b472-0624a1b84e65", "bridge": "br-int", "label": "tempest-ImagesTestJSON-826971340-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2842b09cbde243f6bdd90a5177740df9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bab6a6c3-1c5c-4776-b21b-dec21196d702", "external-id": "nsx-vlan-transportzone-634", "segmentation_id": 634, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap640dce76-3c", "ovs_interfaceid": "640dce76-3c5f-4ce8-a068-6d655d81bd19", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1917.889579] env[62574]: DEBUG nova.scheduler.client.report [None req-21551170-7e42-4d7c-add1-f784eaa68be7 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Updated inventory for provider f0ed160a-beff-4626-a531-2a70d7bc0627 with generation 128 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 148, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1917.890009] env[62574]: DEBUG nova.compute.provider_tree [None req-21551170-7e42-4d7c-add1-f784eaa68be7 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Updating resource provider f0ed160a-beff-4626-a531-2a70d7bc0627 generation from 128 to 129 during operation: update_inventory {{(pid=62574) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1917.890359] env[62574]: DEBUG nova.compute.provider_tree [None req-21551170-7e42-4d7c-add1-f784eaa68be7 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Updating inventory in ProviderTree for provider f0ed160a-beff-4626-a531-2a70d7bc0627 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 148, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1918.115928] env[62574]: DEBUG oslo_vmware.api [None req-cbdc7126-b875-41ff-ba3c-1e7fcb25c843 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Task: {'id': task-1862349, 'name': Rename_Task, 'duration_secs': 0.187106} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1918.116247] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbdc7126-b875-41ff-ba3c-1e7fcb25c843 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] [instance: 863dbe8b-20e6-485c-ba4d-b709d80fa327] Powering on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1918.116523] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-620b31d8-5940-4410-829a-e1b2d3a0ecc4 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1918.124946] env[62574]: DEBUG oslo_vmware.api [None req-cbdc7126-b875-41ff-ba3c-1e7fcb25c843 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Waiting for the task: (returnval){ [ 1918.124946] env[62574]: value = "task-1862350" [ 1918.124946] env[62574]: _type = "Task" [ 1918.124946] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1918.134680] env[62574]: DEBUG oslo_vmware.api [None req-cbdc7126-b875-41ff-ba3c-1e7fcb25c843 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Task: {'id': task-1862350, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1918.179253] env[62574]: DEBUG oslo_concurrency.lockutils [None req-a3fbe70f-39d8-46cb-b9f5-faf2a4d0b292 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1918.183958] env[62574]: DEBUG nova.compute.manager [req-796da827-0447-49ed-94d4-8abe3540a86a req-d1ac0cc2-01ac-418d-81ca-470183f413de service nova] [instance: 840b5925-0c39-43a9-ac2d-2677cf48e03a] Received event network-vif-deleted-7f023aee-5604-4e68-8d75-d7075c273df4 {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1918.219507] env[62574]: DEBUG oslo_concurrency.lockutils [None req-933bedaf-43de-4ff0-988c-2b134ed11c67 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Releasing lock "refresh_cache-5b85a61c-05a0-4136-9ee7-13827823d8b7" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1918.219848] env[62574]: DEBUG nova.compute.manager [None req-933bedaf-43de-4ff0-988c-2b134ed11c67 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] [instance: 5b85a61c-05a0-4136-9ee7-13827823d8b7] Instance network_info: |[{"id": "640dce76-3c5f-4ce8-a068-6d655d81bd19", "address": "fa:16:3e:cc:6c:db", "network": {"id": "498f30b7-d317-46f6-b472-0624a1b84e65", "bridge": "br-int", "label": "tempest-ImagesTestJSON-826971340-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2842b09cbde243f6bdd90a5177740df9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bab6a6c3-1c5c-4776-b21b-dec21196d702", "external-id": "nsx-vlan-transportzone-634", "segmentation_id": 634, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap640dce76-3c", "ovs_interfaceid": "640dce76-3c5f-4ce8-a068-6d655d81bd19", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62574) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1918.220303] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-933bedaf-43de-4ff0-988c-2b134ed11c67 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] [instance: 5b85a61c-05a0-4136-9ee7-13827823d8b7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cc:6c:db', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bab6a6c3-1c5c-4776-b21b-dec21196d702', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '640dce76-3c5f-4ce8-a068-6d655d81bd19', 'vif_model': 'vmxnet3'}] {{(pid=62574) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1918.227973] env[62574]: DEBUG oslo.service.loopingcall [None req-933bedaf-43de-4ff0-988c-2b134ed11c67 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62574) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1918.228203] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5b85a61c-05a0-4136-9ee7-13827823d8b7] Creating VM on the ESX host {{(pid=62574) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1918.228430] env[62574]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a114bf97-5b1b-4767-8d0b-0d859f76c20c {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1918.249836] env[62574]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1918.249836] env[62574]: value = "task-1862351" [ 1918.249836] env[62574]: _type = "Task" [ 1918.249836] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1918.258297] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1862351, 'name': CreateVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1918.349525] env[62574]: DEBUG nova.compute.manager [req-764463f3-4fea-4249-917a-360347c0400a req-b7845151-3c7c-4d92-b82a-74b5ac7934ad service nova] [instance: 5b85a61c-05a0-4136-9ee7-13827823d8b7] Received event network-changed-640dce76-3c5f-4ce8-a068-6d655d81bd19 {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1918.350028] env[62574]: DEBUG nova.compute.manager [req-764463f3-4fea-4249-917a-360347c0400a req-b7845151-3c7c-4d92-b82a-74b5ac7934ad service nova] [instance: 5b85a61c-05a0-4136-9ee7-13827823d8b7] Refreshing instance network info cache due to event network-changed-640dce76-3c5f-4ce8-a068-6d655d81bd19. {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1918.351020] env[62574]: DEBUG oslo_concurrency.lockutils [req-764463f3-4fea-4249-917a-360347c0400a req-b7845151-3c7c-4d92-b82a-74b5ac7934ad service nova] Acquiring lock "refresh_cache-5b85a61c-05a0-4136-9ee7-13827823d8b7" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1918.351020] env[62574]: DEBUG oslo_concurrency.lockutils [req-764463f3-4fea-4249-917a-360347c0400a req-b7845151-3c7c-4d92-b82a-74b5ac7934ad service nova] Acquired lock "refresh_cache-5b85a61c-05a0-4136-9ee7-13827823d8b7" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1918.351020] env[62574]: DEBUG nova.network.neutron [req-764463f3-4fea-4249-917a-360347c0400a req-b7845151-3c7c-4d92-b82a-74b5ac7934ad service nova] [instance: 5b85a61c-05a0-4136-9ee7-13827823d8b7] Refreshing network info cache for port 640dce76-3c5f-4ce8-a068-6d655d81bd19 {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1918.402482] env[62574]: DEBUG oslo_concurrency.lockutils [None req-21551170-7e42-4d7c-add1-f784eaa68be7 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.910s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1918.404831] env[62574]: DEBUG oslo_concurrency.lockutils [None req-2e9a8d4f-6312-4be5-b1f8-a9e235e24448 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.512s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1918.405086] env[62574]: DEBUG nova.objects.instance [None req-2e9a8d4f-6312-4be5-b1f8-a9e235e24448 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Lazy-loading 'resources' on Instance uuid 890904e8-59ec-48ae-bfe5-a7be1c862973 {{(pid=62574) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1918.422189] env[62574]: INFO nova.scheduler.client.report [None req-21551170-7e42-4d7c-add1-f784eaa68be7 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Deleted allocations for instance d985f1a9-bdf9-4995-a05c-5a14cf3113ba [ 1918.436141] env[62574]: DEBUG oslo_concurrency.lockutils [None req-fac548d5-3bcc-4413-952f-e51eeaa15cd3 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Acquiring lock "d030b211-e17d-44ed-b034-f57b1599e108" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1918.436375] env[62574]: DEBUG oslo_concurrency.lockutils [None req-fac548d5-3bcc-4413-952f-e51eeaa15cd3 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Lock "d030b211-e17d-44ed-b034-f57b1599e108" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1918.637307] env[62574]: DEBUG oslo_vmware.api [None req-cbdc7126-b875-41ff-ba3c-1e7fcb25c843 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Task: {'id': task-1862350, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1918.760718] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1862351, 'name': CreateVM_Task, 'duration_secs': 0.472105} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1918.761949] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5b85a61c-05a0-4136-9ee7-13827823d8b7] Created VM on the ESX host {{(pid=62574) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1918.762863] env[62574]: DEBUG oslo_concurrency.lockutils [None req-933bedaf-43de-4ff0-988c-2b134ed11c67 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1918.763141] env[62574]: DEBUG oslo_concurrency.lockutils [None req-933bedaf-43de-4ff0-988c-2b134ed11c67 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1918.763534] env[62574]: DEBUG oslo_concurrency.lockutils [None req-933bedaf-43de-4ff0-988c-2b134ed11c67 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1918.763859] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0177a6df-da91-4345-8b99-44ba6f90a78e {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1918.769291] env[62574]: DEBUG oslo_vmware.api [None req-933bedaf-43de-4ff0-988c-2b134ed11c67 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Waiting for the task: (returnval){ [ 1918.769291] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]523595e2-03b3-1738-417c-b9a4531a5371" [ 1918.769291] env[62574]: _type = "Task" [ 1918.769291] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1918.779901] env[62574]: DEBUG oslo_vmware.api [None req-933bedaf-43de-4ff0-988c-2b134ed11c67 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]523595e2-03b3-1738-417c-b9a4531a5371, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1918.932917] env[62574]: DEBUG oslo_concurrency.lockutils [None req-21551170-7e42-4d7c-add1-f784eaa68be7 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Lock "d985f1a9-bdf9-4995-a05c-5a14cf3113ba" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.018s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1918.939805] env[62574]: DEBUG nova.compute.manager [None req-fac548d5-3bcc-4413-952f-e51eeaa15cd3 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] [instance: d030b211-e17d-44ed-b034-f57b1599e108] Starting instance... {{(pid=62574) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1919.103511] env[62574]: DEBUG nova.network.neutron [req-764463f3-4fea-4249-917a-360347c0400a req-b7845151-3c7c-4d92-b82a-74b5ac7934ad service nova] [instance: 5b85a61c-05a0-4136-9ee7-13827823d8b7] Updated VIF entry in instance network info cache for port 640dce76-3c5f-4ce8-a068-6d655d81bd19. {{(pid=62574) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1919.103974] env[62574]: DEBUG nova.network.neutron [req-764463f3-4fea-4249-917a-360347c0400a req-b7845151-3c7c-4d92-b82a-74b5ac7934ad service nova] [instance: 5b85a61c-05a0-4136-9ee7-13827823d8b7] Updating instance_info_cache with network_info: [{"id": "640dce76-3c5f-4ce8-a068-6d655d81bd19", "address": "fa:16:3e:cc:6c:db", "network": {"id": "498f30b7-d317-46f6-b472-0624a1b84e65", "bridge": "br-int", "label": "tempest-ImagesTestJSON-826971340-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2842b09cbde243f6bdd90a5177740df9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bab6a6c3-1c5c-4776-b21b-dec21196d702", "external-id": "nsx-vlan-transportzone-634", "segmentation_id": 634, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap640dce76-3c", "ovs_interfaceid": "640dce76-3c5f-4ce8-a068-6d655d81bd19", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1919.136959] env[62574]: DEBUG oslo_vmware.api [None req-cbdc7126-b875-41ff-ba3c-1e7fcb25c843 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Task: {'id': task-1862350, 'name': PowerOnVM_Task, 'duration_secs': 0.563139} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1919.136959] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbdc7126-b875-41ff-ba3c-1e7fcb25c843 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] [instance: 863dbe8b-20e6-485c-ba4d-b709d80fa327] Powered on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1919.136959] env[62574]: DEBUG nova.compute.manager [None req-cbdc7126-b875-41ff-ba3c-1e7fcb25c843 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] [instance: 863dbe8b-20e6-485c-ba4d-b709d80fa327] Checking state {{(pid=62574) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1919.137763] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6c66574-f81f-4f15-8118-deefe5547759 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.206221] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fd4fb2f-601f-4b3e-b0d1-5db8068b2bf3 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.215864] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9b5949e-4ace-40ee-869a-1af8f3de55c1 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.249405] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-affadce5-ee69-4c00-a070-dbd7524b32c5 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.260617] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b6cfff0-dc19-4375-8011-9f6d7e89b4c9 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.276452] env[62574]: DEBUG nova.compute.provider_tree [None req-2e9a8d4f-6312-4be5-b1f8-a9e235e24448 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Inventory has not changed in ProviderTree for provider: f0ed160a-beff-4626-a531-2a70d7bc0627 {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1919.289270] env[62574]: DEBUG oslo_vmware.api [None req-933bedaf-43de-4ff0-988c-2b134ed11c67 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]523595e2-03b3-1738-417c-b9a4531a5371, 'name': SearchDatastore_Task, 'duration_secs': 0.014475} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1919.291429] env[62574]: DEBUG oslo_concurrency.lockutils [None req-933bedaf-43de-4ff0-988c-2b134ed11c67 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1919.291429] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-933bedaf-43de-4ff0-988c-2b134ed11c67 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] [instance: 5b85a61c-05a0-4136-9ee7-13827823d8b7] Processing image 3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2 {{(pid=62574) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1919.291429] env[62574]: DEBUG oslo_concurrency.lockutils [None req-933bedaf-43de-4ff0-988c-2b134ed11c67 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1919.291429] env[62574]: DEBUG oslo_concurrency.lockutils [None req-933bedaf-43de-4ff0-988c-2b134ed11c67 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1919.291429] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-933bedaf-43de-4ff0-988c-2b134ed11c67 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1919.291792] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-71b1a148-b211-47b9-9975-6700e8ddec79 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.298025] env[62574]: DEBUG nova.network.neutron [None req-3aa19c8f-e272-43c9-9636-afefab42d7f0 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] [instance: f6cfb126-1ff6-4ac9-802e-7bbdfb539176] Successfully updated port: 7b57497f-f712-4d55-8f0b-463a71c323d0 {{(pid=62574) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1919.320825] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-933bedaf-43de-4ff0-988c-2b134ed11c67 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1919.321044] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-933bedaf-43de-4ff0-988c-2b134ed11c67 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62574) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1919.321787] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3bb26b08-3271-40c3-b4fb-7b81fed1da43 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.328492] env[62574]: DEBUG oslo_vmware.api [None req-933bedaf-43de-4ff0-988c-2b134ed11c67 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Waiting for the task: (returnval){ [ 1919.328492] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]520b5cb3-dbfb-8956-fa54-9478cb81a2aa" [ 1919.328492] env[62574]: _type = "Task" [ 1919.328492] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1919.341058] env[62574]: DEBUG oslo_vmware.api [None req-933bedaf-43de-4ff0-988c-2b134ed11c67 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]520b5cb3-dbfb-8956-fa54-9478cb81a2aa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1919.457730] env[62574]: DEBUG oslo_concurrency.lockutils [None req-fac548d5-3bcc-4413-952f-e51eeaa15cd3 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1919.606903] env[62574]: DEBUG oslo_concurrency.lockutils [req-764463f3-4fea-4249-917a-360347c0400a req-b7845151-3c7c-4d92-b82a-74b5ac7934ad service nova] Releasing lock "refresh_cache-5b85a61c-05a0-4136-9ee7-13827823d8b7" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1919.657887] env[62574]: DEBUG oslo_concurrency.lockutils [None req-cbdc7126-b875-41ff-ba3c-1e7fcb25c843 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1919.668679] env[62574]: DEBUG oslo_concurrency.lockutils [None req-47062923-0df7-4d0b-ad96-d71c9e57afe7 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Acquiring lock "43793844-f400-4665-b287-bc4374a1ae6d" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1919.668920] env[62574]: DEBUG oslo_concurrency.lockutils [None req-47062923-0df7-4d0b-ad96-d71c9e57afe7 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Lock "43793844-f400-4665-b287-bc4374a1ae6d" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1919.783511] env[62574]: DEBUG nova.scheduler.client.report [None req-2e9a8d4f-6312-4be5-b1f8-a9e235e24448 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Inventory has not changed for provider f0ed160a-beff-4626-a531-2a70d7bc0627 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 148, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1919.800526] env[62574]: DEBUG oslo_concurrency.lockutils [None req-3aa19c8f-e272-43c9-9636-afefab42d7f0 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Acquiring lock "refresh_cache-f6cfb126-1ff6-4ac9-802e-7bbdfb539176" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1919.800661] env[62574]: DEBUG oslo_concurrency.lockutils [None req-3aa19c8f-e272-43c9-9636-afefab42d7f0 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Acquired lock "refresh_cache-f6cfb126-1ff6-4ac9-802e-7bbdfb539176" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1919.800840] env[62574]: DEBUG nova.network.neutron [None req-3aa19c8f-e272-43c9-9636-afefab42d7f0 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] [instance: f6cfb126-1ff6-4ac9-802e-7bbdfb539176] Building network info cache for instance {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1919.839214] env[62574]: DEBUG oslo_vmware.api [None req-933bedaf-43de-4ff0-988c-2b134ed11c67 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]520b5cb3-dbfb-8956-fa54-9478cb81a2aa, 'name': SearchDatastore_Task, 'duration_secs': 0.037204} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1919.839959] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f90b1a4-ce89-4cac-8c58-e17e03c86b5a {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.845779] env[62574]: DEBUG oslo_vmware.api [None req-933bedaf-43de-4ff0-988c-2b134ed11c67 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Waiting for the task: (returnval){ [ 1919.845779] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]522975f2-11a9-0b0f-0d44-478631110b81" [ 1919.845779] env[62574]: _type = "Task" [ 1919.845779] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1919.853654] env[62574]: DEBUG oslo_vmware.api [None req-933bedaf-43de-4ff0-988c-2b134ed11c67 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]522975f2-11a9-0b0f-0d44-478631110b81, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1920.173065] env[62574]: DEBUG nova.compute.utils [None req-47062923-0df7-4d0b-ad96-d71c9e57afe7 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Using /dev/sd instead of None {{(pid=62574) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1920.288291] env[62574]: DEBUG oslo_concurrency.lockutils [None req-2e9a8d4f-6312-4be5-b1f8-a9e235e24448 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.883s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1920.290570] env[62574]: DEBUG oslo_concurrency.lockutils [None req-de4ac3ca-3463-40a7-88f2-f2602ac59efa tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.933s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1920.290808] env[62574]: DEBUG nova.objects.instance [None req-de4ac3ca-3463-40a7-88f2-f2602ac59efa tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Lazy-loading 'resources' on Instance uuid c4ca3d86-7d6e-4dbf-912b-7cb292596272 {{(pid=62574) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1920.311708] env[62574]: INFO nova.scheduler.client.report [None req-2e9a8d4f-6312-4be5-b1f8-a9e235e24448 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Deleted allocations for instance 890904e8-59ec-48ae-bfe5-a7be1c862973 [ 1920.335946] env[62574]: WARNING nova.network.neutron [None req-3aa19c8f-e272-43c9-9636-afefab42d7f0 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] [instance: f6cfb126-1ff6-4ac9-802e-7bbdfb539176] 00bfa347-a6e1-4070-b5d9-5f46396a9c53 already exists in list: networks containing: ['00bfa347-a6e1-4070-b5d9-5f46396a9c53']. ignoring it [ 1920.357075] env[62574]: DEBUG oslo_vmware.api [None req-933bedaf-43de-4ff0-988c-2b134ed11c67 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]522975f2-11a9-0b0f-0d44-478631110b81, 'name': SearchDatastore_Task, 'duration_secs': 0.009942} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1920.357319] env[62574]: DEBUG oslo_concurrency.lockutils [None req-933bedaf-43de-4ff0-988c-2b134ed11c67 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1920.357698] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-933bedaf-43de-4ff0-988c-2b134ed11c67 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk to [datastore2] 5b85a61c-05a0-4136-9ee7-13827823d8b7/5b85a61c-05a0-4136-9ee7-13827823d8b7.vmdk {{(pid=62574) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1920.357917] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-86a8ca0e-9e54-4528-b521-17c8cfe8462e {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1920.365677] env[62574]: DEBUG oslo_vmware.api [None req-933bedaf-43de-4ff0-988c-2b134ed11c67 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Waiting for the task: (returnval){ [ 1920.365677] env[62574]: value = "task-1862352" [ 1920.365677] env[62574]: _type = "Task" [ 1920.365677] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1920.374271] env[62574]: DEBUG oslo_vmware.api [None req-933bedaf-43de-4ff0-988c-2b134ed11c67 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Task: {'id': task-1862352, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1920.635310] env[62574]: DEBUG nova.network.neutron [None req-3aa19c8f-e272-43c9-9636-afefab42d7f0 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] [instance: f6cfb126-1ff6-4ac9-802e-7bbdfb539176] Updating instance_info_cache with network_info: [{"id": "7add55ed-b06c-4a13-ba8e-1867107b2606", "address": "fa:16:3e:46:65:4f", "network": {"id": "00bfa347-a6e1-4070-b5d9-5f46396a9c53", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-693390946-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.189", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3197393f8f6a457a9367bd87f7aa5dc2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bdf594e-da7a-4254-b413-87aef4614588", "external-id": "nsx-vlan-transportzone-422", "segmentation_id": 422, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7add55ed-b0", "ovs_interfaceid": "7add55ed-b06c-4a13-ba8e-1867107b2606", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "7b57497f-f712-4d55-8f0b-463a71c323d0", "address": "fa:16:3e:a6:85:89", "network": {"id": "00bfa347-a6e1-4070-b5d9-5f46396a9c53", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-693390946-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3197393f8f6a457a9367bd87f7aa5dc2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bdf594e-da7a-4254-b413-87aef4614588", "external-id": "nsx-vlan-transportzone-422", "segmentation_id": 422, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b57497f-f7", "ovs_interfaceid": "7b57497f-f712-4d55-8f0b-463a71c323d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1920.675611] env[62574]: DEBUG oslo_concurrency.lockutils [None req-47062923-0df7-4d0b-ad96-d71c9e57afe7 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Lock "43793844-f400-4665-b287-bc4374a1ae6d" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1920.819152] env[62574]: DEBUG oslo_concurrency.lockutils [None req-2e9a8d4f-6312-4be5-b1f8-a9e235e24448 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Lock "890904e8-59ec-48ae-bfe5-a7be1c862973" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.047s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1920.877906] env[62574]: DEBUG oslo_vmware.api [None req-933bedaf-43de-4ff0-988c-2b134ed11c67 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Task: {'id': task-1862352, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.485157} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1920.878188] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-933bedaf-43de-4ff0-988c-2b134ed11c67 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk to [datastore2] 5b85a61c-05a0-4136-9ee7-13827823d8b7/5b85a61c-05a0-4136-9ee7-13827823d8b7.vmdk {{(pid=62574) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1920.878397] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-933bedaf-43de-4ff0-988c-2b134ed11c67 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] [instance: 5b85a61c-05a0-4136-9ee7-13827823d8b7] Extending root virtual disk to 1048576 {{(pid=62574) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1920.878679] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-33900938-72d5-4a81-9a32-bffd040d01e5 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1920.885351] env[62574]: DEBUG oslo_vmware.api [None req-933bedaf-43de-4ff0-988c-2b134ed11c67 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Waiting for the task: (returnval){ [ 1920.885351] env[62574]: value = "task-1862353" [ 1920.885351] env[62574]: _type = "Task" [ 1920.885351] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1920.897108] env[62574]: DEBUG oslo_vmware.api [None req-933bedaf-43de-4ff0-988c-2b134ed11c67 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Task: {'id': task-1862353, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1920.999594] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e36e47e-c5a6-4078-a2bf-62aabd1001c1 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1921.007720] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-999114f0-d7b2-4b8e-980f-154559c1d278 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1921.037248] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a719129c-5344-460a-8e65-cc8b01e30cea {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1921.044606] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05d100d6-dd33-4862-845d-ec3ceb76679d {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1921.058623] env[62574]: DEBUG nova.compute.provider_tree [None req-de4ac3ca-3463-40a7-88f2-f2602ac59efa tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Inventory has not changed in ProviderTree for provider: f0ed160a-beff-4626-a531-2a70d7bc0627 {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1921.139128] env[62574]: DEBUG oslo_concurrency.lockutils [None req-3aa19c8f-e272-43c9-9636-afefab42d7f0 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Releasing lock "refresh_cache-f6cfb126-1ff6-4ac9-802e-7bbdfb539176" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1921.139892] env[62574]: DEBUG oslo_concurrency.lockutils [None req-3aa19c8f-e272-43c9-9636-afefab42d7f0 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Acquiring lock "f6cfb126-1ff6-4ac9-802e-7bbdfb539176" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1921.140108] env[62574]: DEBUG oslo_concurrency.lockutils [None req-3aa19c8f-e272-43c9-9636-afefab42d7f0 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Acquired lock "f6cfb126-1ff6-4ac9-802e-7bbdfb539176" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1921.141067] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-705fd07f-868a-42f9-a664-464b25a3fc21 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1921.159193] env[62574]: DEBUG nova.virt.hardware [None req-3aa19c8f-e272-43c9-9636-afefab42d7f0 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T19:26:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1921.159432] env[62574]: DEBUG nova.virt.hardware [None req-3aa19c8f-e272-43c9-9636-afefab42d7f0 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Flavor limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1921.159594] env[62574]: DEBUG nova.virt.hardware [None req-3aa19c8f-e272-43c9-9636-afefab42d7f0 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Image limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1921.159780] env[62574]: DEBUG nova.virt.hardware [None req-3aa19c8f-e272-43c9-9636-afefab42d7f0 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Flavor pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1921.159926] env[62574]: DEBUG nova.virt.hardware [None req-3aa19c8f-e272-43c9-9636-afefab42d7f0 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Image pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1921.160114] env[62574]: DEBUG nova.virt.hardware [None req-3aa19c8f-e272-43c9-9636-afefab42d7f0 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1921.160304] env[62574]: DEBUG nova.virt.hardware [None req-3aa19c8f-e272-43c9-9636-afefab42d7f0 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1921.160454] env[62574]: DEBUG nova.virt.hardware [None req-3aa19c8f-e272-43c9-9636-afefab42d7f0 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1921.160649] env[62574]: DEBUG nova.virt.hardware [None req-3aa19c8f-e272-43c9-9636-afefab42d7f0 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Got 1 possible topologies {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1921.160883] env[62574]: DEBUG nova.virt.hardware [None req-3aa19c8f-e272-43c9-9636-afefab42d7f0 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1921.161088] env[62574]: DEBUG nova.virt.hardware [None req-3aa19c8f-e272-43c9-9636-afefab42d7f0 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1921.167460] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-3aa19c8f-e272-43c9-9636-afefab42d7f0 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] [instance: f6cfb126-1ff6-4ac9-802e-7bbdfb539176] Reconfiguring VM to attach interface {{(pid=62574) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1921.167632] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d8638779-d97f-4e0b-8d87-4976bb5dab8a {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1921.187036] env[62574]: DEBUG oslo_vmware.api [None req-3aa19c8f-e272-43c9-9636-afefab42d7f0 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Waiting for the task: (returnval){ [ 1921.187036] env[62574]: value = "task-1862354" [ 1921.187036] env[62574]: _type = "Task" [ 1921.187036] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1921.197432] env[62574]: DEBUG oslo_vmware.api [None req-3aa19c8f-e272-43c9-9636-afefab42d7f0 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Task: {'id': task-1862354, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1921.396863] env[62574]: DEBUG oslo_vmware.api [None req-933bedaf-43de-4ff0-988c-2b134ed11c67 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Task: {'id': task-1862353, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069811} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1921.398114] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-933bedaf-43de-4ff0-988c-2b134ed11c67 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] [instance: 5b85a61c-05a0-4136-9ee7-13827823d8b7] Extended root virtual disk {{(pid=62574) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1921.398114] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7942db72-ce24-4397-9a18-d945bb0de8b9 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1921.422500] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-933bedaf-43de-4ff0-988c-2b134ed11c67 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] [instance: 5b85a61c-05a0-4136-9ee7-13827823d8b7] Reconfiguring VM instance instance-00000063 to attach disk [datastore2] 5b85a61c-05a0-4136-9ee7-13827823d8b7/5b85a61c-05a0-4136-9ee7-13827823d8b7.vmdk or device None with type sparse {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1921.423229] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-465ea6f9-6e01-4d1e-8dd5-566d6787ffbf {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1921.445069] env[62574]: DEBUG oslo_vmware.api [None req-933bedaf-43de-4ff0-988c-2b134ed11c67 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Waiting for the task: (returnval){ [ 1921.445069] env[62574]: value = "task-1862355" [ 1921.445069] env[62574]: _type = "Task" [ 1921.445069] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1921.455783] env[62574]: DEBUG oslo_vmware.api [None req-933bedaf-43de-4ff0-988c-2b134ed11c67 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Task: {'id': task-1862355, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1921.515852] env[62574]: DEBUG nova.compute.manager [req-9c3afa44-d401-4a25-a716-b7ac59384005 req-ad85db86-c0ce-4600-a710-cb374a924d41 service nova] [instance: f6cfb126-1ff6-4ac9-802e-7bbdfb539176] Received event network-vif-plugged-7b57497f-f712-4d55-8f0b-463a71c323d0 {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1921.515852] env[62574]: DEBUG oslo_concurrency.lockutils [req-9c3afa44-d401-4a25-a716-b7ac59384005 req-ad85db86-c0ce-4600-a710-cb374a924d41 service nova] Acquiring lock "f6cfb126-1ff6-4ac9-802e-7bbdfb539176-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1921.515852] env[62574]: DEBUG oslo_concurrency.lockutils [req-9c3afa44-d401-4a25-a716-b7ac59384005 req-ad85db86-c0ce-4600-a710-cb374a924d41 service nova] Lock "f6cfb126-1ff6-4ac9-802e-7bbdfb539176-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1921.515852] env[62574]: DEBUG oslo_concurrency.lockutils [req-9c3afa44-d401-4a25-a716-b7ac59384005 req-ad85db86-c0ce-4600-a710-cb374a924d41 service nova] Lock "f6cfb126-1ff6-4ac9-802e-7bbdfb539176-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1921.515852] env[62574]: DEBUG nova.compute.manager [req-9c3afa44-d401-4a25-a716-b7ac59384005 req-ad85db86-c0ce-4600-a710-cb374a924d41 service nova] [instance: f6cfb126-1ff6-4ac9-802e-7bbdfb539176] No waiting events found dispatching network-vif-plugged-7b57497f-f712-4d55-8f0b-463a71c323d0 {{(pid=62574) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1921.515852] env[62574]: WARNING nova.compute.manager [req-9c3afa44-d401-4a25-a716-b7ac59384005 req-ad85db86-c0ce-4600-a710-cb374a924d41 service nova] [instance: f6cfb126-1ff6-4ac9-802e-7bbdfb539176] Received unexpected event network-vif-plugged-7b57497f-f712-4d55-8f0b-463a71c323d0 for instance with vm_state active and task_state None. [ 1921.515852] env[62574]: DEBUG nova.compute.manager [req-9c3afa44-d401-4a25-a716-b7ac59384005 req-ad85db86-c0ce-4600-a710-cb374a924d41 service nova] [instance: f6cfb126-1ff6-4ac9-802e-7bbdfb539176] Received event network-changed-7b57497f-f712-4d55-8f0b-463a71c323d0 {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1921.515852] env[62574]: DEBUG nova.compute.manager [req-9c3afa44-d401-4a25-a716-b7ac59384005 req-ad85db86-c0ce-4600-a710-cb374a924d41 service nova] [instance: f6cfb126-1ff6-4ac9-802e-7bbdfb539176] Refreshing instance network info cache due to event network-changed-7b57497f-f712-4d55-8f0b-463a71c323d0. {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1921.516106] env[62574]: DEBUG oslo_concurrency.lockutils [req-9c3afa44-d401-4a25-a716-b7ac59384005 req-ad85db86-c0ce-4600-a710-cb374a924d41 service nova] Acquiring lock "refresh_cache-f6cfb126-1ff6-4ac9-802e-7bbdfb539176" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1921.516206] env[62574]: DEBUG oslo_concurrency.lockutils [req-9c3afa44-d401-4a25-a716-b7ac59384005 req-ad85db86-c0ce-4600-a710-cb374a924d41 service nova] Acquired lock "refresh_cache-f6cfb126-1ff6-4ac9-802e-7bbdfb539176" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1921.516370] env[62574]: DEBUG nova.network.neutron [req-9c3afa44-d401-4a25-a716-b7ac59384005 req-ad85db86-c0ce-4600-a710-cb374a924d41 service nova] [instance: f6cfb126-1ff6-4ac9-802e-7bbdfb539176] Refreshing network info cache for port 7b57497f-f712-4d55-8f0b-463a71c323d0 {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1921.561945] env[62574]: DEBUG nova.scheduler.client.report [None req-de4ac3ca-3463-40a7-88f2-f2602ac59efa tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Inventory has not changed for provider f0ed160a-beff-4626-a531-2a70d7bc0627 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 148, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1921.697739] env[62574]: DEBUG oslo_vmware.api [None req-3aa19c8f-e272-43c9-9636-afefab42d7f0 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Task: {'id': task-1862354, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1921.755529] env[62574]: DEBUG oslo_concurrency.lockutils [None req-47062923-0df7-4d0b-ad96-d71c9e57afe7 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Acquiring lock "43793844-f400-4665-b287-bc4374a1ae6d" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1921.755839] env[62574]: DEBUG oslo_concurrency.lockutils [None req-47062923-0df7-4d0b-ad96-d71c9e57afe7 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Lock "43793844-f400-4665-b287-bc4374a1ae6d" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1921.756122] env[62574]: INFO nova.compute.manager [None req-47062923-0df7-4d0b-ad96-d71c9e57afe7 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] [instance: 43793844-f400-4665-b287-bc4374a1ae6d] Attaching volume 8c597678-7232-4674-9314-9f1bb33ebed4 to /dev/sdb [ 1921.791144] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-682d2cd7-5fdc-431a-997e-a532c6cd36d6 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1921.798884] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6f150cc-89bd-439f-835e-362fdb3c3a72 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1921.813839] env[62574]: DEBUG nova.virt.block_device [None req-47062923-0df7-4d0b-ad96-d71c9e57afe7 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] [instance: 43793844-f400-4665-b287-bc4374a1ae6d] Updating existing volume attachment record: 6cd16e86-b11c-441d-862e-ea5557d641fe {{(pid=62574) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1921.955165] env[62574]: DEBUG oslo_vmware.api [None req-933bedaf-43de-4ff0-988c-2b134ed11c67 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Task: {'id': task-1862355, 'name': ReconfigVM_Task, 'duration_secs': 0.334068} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1921.957024] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-933bedaf-43de-4ff0-988c-2b134ed11c67 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] [instance: 5b85a61c-05a0-4136-9ee7-13827823d8b7] Reconfigured VM instance instance-00000063 to attach disk [datastore2] 5b85a61c-05a0-4136-9ee7-13827823d8b7/5b85a61c-05a0-4136-9ee7-13827823d8b7.vmdk or device None with type sparse {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1921.957024] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-648b184e-c848-4a02-a61b-21f92521b3fe {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1921.965585] env[62574]: DEBUG oslo_vmware.api [None req-933bedaf-43de-4ff0-988c-2b134ed11c67 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Waiting for the task: (returnval){ [ 1921.965585] env[62574]: value = "task-1862357" [ 1921.965585] env[62574]: _type = "Task" [ 1921.965585] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1921.973143] env[62574]: DEBUG oslo_vmware.api [None req-933bedaf-43de-4ff0-988c-2b134ed11c67 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Task: {'id': task-1862357, 'name': Rename_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1922.066791] env[62574]: DEBUG oslo_concurrency.lockutils [None req-de4ac3ca-3463-40a7-88f2-f2602ac59efa tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.776s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1922.069143] env[62574]: DEBUG oslo_concurrency.lockutils [None req-a972d141-2486-4434-9a1e-0bb74b2d743e tempest-ServersNegativeTestMultiTenantJSON-974511682 tempest-ServersNegativeTestMultiTenantJSON-974511682-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.444s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1922.069388] env[62574]: DEBUG nova.objects.instance [None req-a972d141-2486-4434-9a1e-0bb74b2d743e tempest-ServersNegativeTestMultiTenantJSON-974511682 tempest-ServersNegativeTestMultiTenantJSON-974511682-project-member] Lazy-loading 'resources' on Instance uuid 840b5925-0c39-43a9-ac2d-2677cf48e03a {{(pid=62574) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1922.089109] env[62574]: INFO nova.scheduler.client.report [None req-de4ac3ca-3463-40a7-88f2-f2602ac59efa tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Deleted allocations for instance c4ca3d86-7d6e-4dbf-912b-7cb292596272 [ 1922.199025] env[62574]: DEBUG oslo_vmware.api [None req-3aa19c8f-e272-43c9-9636-afefab42d7f0 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Task: {'id': task-1862354, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1922.324035] env[62574]: DEBUG nova.network.neutron [req-9c3afa44-d401-4a25-a716-b7ac59384005 req-ad85db86-c0ce-4600-a710-cb374a924d41 service nova] [instance: f6cfb126-1ff6-4ac9-802e-7bbdfb539176] Updated VIF entry in instance network info cache for port 7b57497f-f712-4d55-8f0b-463a71c323d0. {{(pid=62574) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1922.324515] env[62574]: DEBUG nova.network.neutron [req-9c3afa44-d401-4a25-a716-b7ac59384005 req-ad85db86-c0ce-4600-a710-cb374a924d41 service nova] [instance: f6cfb126-1ff6-4ac9-802e-7bbdfb539176] Updating instance_info_cache with network_info: [{"id": "7add55ed-b06c-4a13-ba8e-1867107b2606", "address": "fa:16:3e:46:65:4f", "network": {"id": "00bfa347-a6e1-4070-b5d9-5f46396a9c53", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-693390946-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.189", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3197393f8f6a457a9367bd87f7aa5dc2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bdf594e-da7a-4254-b413-87aef4614588", "external-id": "nsx-vlan-transportzone-422", "segmentation_id": 422, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7add55ed-b0", "ovs_interfaceid": "7add55ed-b06c-4a13-ba8e-1867107b2606", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "7b57497f-f712-4d55-8f0b-463a71c323d0", "address": "fa:16:3e:a6:85:89", "network": {"id": "00bfa347-a6e1-4070-b5d9-5f46396a9c53", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-693390946-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3197393f8f6a457a9367bd87f7aa5dc2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bdf594e-da7a-4254-b413-87aef4614588", "external-id": "nsx-vlan-transportzone-422", "segmentation_id": 422, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b57497f-f7", "ovs_interfaceid": "7b57497f-f712-4d55-8f0b-463a71c323d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1922.475836] env[62574]: DEBUG oslo_vmware.api [None req-933bedaf-43de-4ff0-988c-2b134ed11c67 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Task: {'id': task-1862357, 'name': Rename_Task} progress is 14%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1922.604440] env[62574]: DEBUG oslo_concurrency.lockutils [None req-de4ac3ca-3463-40a7-88f2-f2602ac59efa tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Lock "c4ca3d86-7d6e-4dbf-912b-7cb292596272" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.464s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1922.699924] env[62574]: DEBUG oslo_vmware.api [None req-3aa19c8f-e272-43c9-9636-afefab42d7f0 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Task: {'id': task-1862354, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1922.789338] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6bb5147-472b-445a-b8a9-2e6e96fddf39 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1922.798024] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce58c60d-587b-4531-8ef4-66454a35a0b9 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1922.830344] env[62574]: DEBUG oslo_concurrency.lockutils [req-9c3afa44-d401-4a25-a716-b7ac59384005 req-ad85db86-c0ce-4600-a710-cb374a924d41 service nova] Releasing lock "refresh_cache-f6cfb126-1ff6-4ac9-802e-7bbdfb539176" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1922.831604] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18e687fa-85a6-4987-ae41-cba351f2e3e4 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1922.840767] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0577802-43f5-4cd8-841e-263a1a40e15e {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1922.857893] env[62574]: DEBUG nova.compute.provider_tree [None req-a972d141-2486-4434-9a1e-0bb74b2d743e tempest-ServersNegativeTestMultiTenantJSON-974511682 tempest-ServersNegativeTestMultiTenantJSON-974511682-project-member] Inventory has not changed in ProviderTree for provider: f0ed160a-beff-4626-a531-2a70d7bc0627 {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1922.976471] env[62574]: DEBUG oslo_vmware.api [None req-933bedaf-43de-4ff0-988c-2b134ed11c67 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Task: {'id': task-1862357, 'name': Rename_Task, 'duration_secs': 0.918365} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1922.977029] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-933bedaf-43de-4ff0-988c-2b134ed11c67 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] [instance: 5b85a61c-05a0-4136-9ee7-13827823d8b7] Powering on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1922.977330] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1d7adcb1-9fe2-4a1f-b0e4-bf09f5bb49cd {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1922.986057] env[62574]: DEBUG oslo_vmware.api [None req-933bedaf-43de-4ff0-988c-2b134ed11c67 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Waiting for the task: (returnval){ [ 1922.986057] env[62574]: value = "task-1862360" [ 1922.986057] env[62574]: _type = "Task" [ 1922.986057] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1922.998750] env[62574]: DEBUG oslo_vmware.api [None req-933bedaf-43de-4ff0-988c-2b134ed11c67 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Task: {'id': task-1862360, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1923.079415] env[62574]: DEBUG oslo_concurrency.lockutils [None req-b2fd0df9-6e05-4133-a005-db6d261eedac tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Acquiring lock "374c77f3-63b7-4079-8631-8c7d45c8e348" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1923.079798] env[62574]: DEBUG oslo_concurrency.lockutils [None req-b2fd0df9-6e05-4133-a005-db6d261eedac tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Lock "374c77f3-63b7-4079-8631-8c7d45c8e348" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1923.201742] env[62574]: DEBUG oslo_vmware.api [None req-3aa19c8f-e272-43c9-9636-afefab42d7f0 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Task: {'id': task-1862354, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1923.362414] env[62574]: DEBUG nova.scheduler.client.report [None req-a972d141-2486-4434-9a1e-0bb74b2d743e tempest-ServersNegativeTestMultiTenantJSON-974511682 tempest-ServersNegativeTestMultiTenantJSON-974511682-project-member] Inventory has not changed for provider f0ed160a-beff-4626-a531-2a70d7bc0627 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 148, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1923.496853] env[62574]: DEBUG oslo_vmware.api [None req-933bedaf-43de-4ff0-988c-2b134ed11c67 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Task: {'id': task-1862360, 'name': PowerOnVM_Task} progress is 78%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1923.585293] env[62574]: DEBUG nova.compute.manager [None req-b2fd0df9-6e05-4133-a005-db6d261eedac tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] [instance: 374c77f3-63b7-4079-8631-8c7d45c8e348] Starting instance... {{(pid=62574) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1923.702625] env[62574]: DEBUG oslo_vmware.api [None req-3aa19c8f-e272-43c9-9636-afefab42d7f0 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Task: {'id': task-1862354, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1923.867275] env[62574]: DEBUG oslo_concurrency.lockutils [None req-a972d141-2486-4434-9a1e-0bb74b2d743e tempest-ServersNegativeTestMultiTenantJSON-974511682 tempest-ServersNegativeTestMultiTenantJSON-974511682-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.798s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1923.869680] env[62574]: DEBUG oslo_concurrency.lockutils [None req-a3fbe70f-39d8-46cb-b9f5-faf2a4d0b292 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.691s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1923.871182] env[62574]: INFO nova.compute.claims [None req-a3fbe70f-39d8-46cb-b9f5-faf2a4d0b292 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] [instance: ec804281-0966-45aa-956d-d911926327c5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1923.892984] env[62574]: INFO nova.scheduler.client.report [None req-a972d141-2486-4434-9a1e-0bb74b2d743e tempest-ServersNegativeTestMultiTenantJSON-974511682 tempest-ServersNegativeTestMultiTenantJSON-974511682-project-member] Deleted allocations for instance 840b5925-0c39-43a9-ac2d-2677cf48e03a [ 1923.996752] env[62574]: DEBUG oslo_vmware.api [None req-933bedaf-43de-4ff0-988c-2b134ed11c67 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Task: {'id': task-1862360, 'name': PowerOnVM_Task, 'duration_secs': 0.664149} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1923.997048] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-933bedaf-43de-4ff0-988c-2b134ed11c67 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] [instance: 5b85a61c-05a0-4136-9ee7-13827823d8b7] Powered on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1923.997265] env[62574]: INFO nova.compute.manager [None req-933bedaf-43de-4ff0-988c-2b134ed11c67 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] [instance: 5b85a61c-05a0-4136-9ee7-13827823d8b7] Took 8.41 seconds to spawn the instance on the hypervisor. [ 1923.997453] env[62574]: DEBUG nova.compute.manager [None req-933bedaf-43de-4ff0-988c-2b134ed11c67 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] [instance: 5b85a61c-05a0-4136-9ee7-13827823d8b7] Checking state {{(pid=62574) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1923.998339] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c7f3773-4746-48f2-aa20-9c987302fd24 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.104959] env[62574]: DEBUG oslo_concurrency.lockutils [None req-b2fd0df9-6e05-4133-a005-db6d261eedac tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1924.204024] env[62574]: DEBUG oslo_vmware.api [None req-3aa19c8f-e272-43c9-9636-afefab42d7f0 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Task: {'id': task-1862354, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1924.401325] env[62574]: DEBUG oslo_concurrency.lockutils [None req-a972d141-2486-4434-9a1e-0bb74b2d743e tempest-ServersNegativeTestMultiTenantJSON-974511682 tempest-ServersNegativeTestMultiTenantJSON-974511682-project-member] Lock "840b5925-0c39-43a9-ac2d-2677cf48e03a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.552s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1924.516082] env[62574]: INFO nova.compute.manager [None req-933bedaf-43de-4ff0-988c-2b134ed11c67 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] [instance: 5b85a61c-05a0-4136-9ee7-13827823d8b7] Took 14.11 seconds to build instance. [ 1924.628739] env[62574]: DEBUG oslo_concurrency.lockutils [None req-0a727535-615b-4761-a2da-ebf7ddf3e0e1 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Acquiring lock "2df2984d-1120-4cdd-80a8-7f0366e4cbed" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1924.628992] env[62574]: DEBUG oslo_concurrency.lockutils [None req-0a727535-615b-4761-a2da-ebf7ddf3e0e1 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Lock "2df2984d-1120-4cdd-80a8-7f0366e4cbed" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1924.702621] env[62574]: DEBUG oslo_vmware.api [None req-3aa19c8f-e272-43c9-9636-afefab42d7f0 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Task: {'id': task-1862354, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1925.020355] env[62574]: DEBUG oslo_concurrency.lockutils [None req-933bedaf-43de-4ff0-988c-2b134ed11c67 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Lock "5b85a61c-05a0-4136-9ee7-13827823d8b7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.630s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1925.071401] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc8388dd-a9ee-4fda-84ae-83d20a2f2c42 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1925.080323] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d6bd2cb-1196-4006-88b9-036729b3929a {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1925.115809] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf881100-09d8-49cd-a6ec-478cdd148ea6 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1925.123442] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-959c0d86-d14e-4c92-82cd-754d2401fe62 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1925.132027] env[62574]: DEBUG nova.compute.manager [None req-0a727535-615b-4761-a2da-ebf7ddf3e0e1 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] [instance: 2df2984d-1120-4cdd-80a8-7f0366e4cbed] Starting instance... {{(pid=62574) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1925.142242] env[62574]: DEBUG nova.compute.provider_tree [None req-a3fbe70f-39d8-46cb-b9f5-faf2a4d0b292 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Inventory has not changed in ProviderTree for provider: f0ed160a-beff-4626-a531-2a70d7bc0627 {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1925.204367] env[62574]: DEBUG oslo_vmware.api [None req-3aa19c8f-e272-43c9-9636-afefab42d7f0 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Task: {'id': task-1862354, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1925.619402] env[62574]: DEBUG nova.compute.manager [None req-e421e88c-5967-40d2-aa3b-e83d5bca270d tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] [instance: 5b85a61c-05a0-4136-9ee7-13827823d8b7] Checking state {{(pid=62574) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1925.620332] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba37a3dc-e76d-42a0-82ad-c43574a3e520 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1925.647497] env[62574]: DEBUG nova.scheduler.client.report [None req-a3fbe70f-39d8-46cb-b9f5-faf2a4d0b292 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Inventory has not changed for provider f0ed160a-beff-4626-a531-2a70d7bc0627 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 148, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1925.667875] env[62574]: DEBUG oslo_concurrency.lockutils [None req-0a727535-615b-4761-a2da-ebf7ddf3e0e1 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1925.705669] env[62574]: DEBUG oslo_vmware.api [None req-3aa19c8f-e272-43c9-9636-afefab42d7f0 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Task: {'id': task-1862354, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1926.131705] env[62574]: INFO nova.compute.manager [None req-e421e88c-5967-40d2-aa3b-e83d5bca270d tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] [instance: 5b85a61c-05a0-4136-9ee7-13827823d8b7] instance snapshotting [ 1926.134966] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d84e5e97-84cf-42fd-a028-7b2fa78e5fa7 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1926.155785] env[62574]: DEBUG oslo_concurrency.lockutils [None req-a3fbe70f-39d8-46cb-b9f5-faf2a4d0b292 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.286s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1926.156370] env[62574]: DEBUG nova.compute.manager [None req-a3fbe70f-39d8-46cb-b9f5-faf2a4d0b292 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] [instance: ec804281-0966-45aa-956d-d911926327c5] Start building networks asynchronously for instance. {{(pid=62574) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1926.160327] env[62574]: DEBUG oslo_concurrency.lockutils [None req-fac548d5-3bcc-4413-952f-e51eeaa15cd3 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.703s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1926.161906] env[62574]: INFO nova.compute.claims [None req-fac548d5-3bcc-4413-952f-e51eeaa15cd3 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] [instance: d030b211-e17d-44ed-b034-f57b1599e108] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1926.165532] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e13a8099-cf5b-43dd-8a9f-c6b2abd3e963 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1926.207379] env[62574]: DEBUG oslo_vmware.api [None req-3aa19c8f-e272-43c9-9636-afefab42d7f0 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Task: {'id': task-1862354, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1926.661819] env[62574]: DEBUG nova.compute.utils [None req-a3fbe70f-39d8-46cb-b9f5-faf2a4d0b292 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Using /dev/sd instead of None {{(pid=62574) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1926.663909] env[62574]: DEBUG nova.compute.manager [None req-a3fbe70f-39d8-46cb-b9f5-faf2a4d0b292 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] [instance: ec804281-0966-45aa-956d-d911926327c5] Allocating IP information in the background. {{(pid=62574) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1926.664144] env[62574]: DEBUG nova.network.neutron [None req-a3fbe70f-39d8-46cb-b9f5-faf2a4d0b292 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] [instance: ec804281-0966-45aa-956d-d911926327c5] allocate_for_instance() {{(pid=62574) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1926.679928] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-e421e88c-5967-40d2-aa3b-e83d5bca270d tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] [instance: 5b85a61c-05a0-4136-9ee7-13827823d8b7] Creating Snapshot of the VM instance {{(pid=62574) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1926.679928] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-75d49863-06f8-44ba-9fa4-a094d7301673 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1926.688825] env[62574]: DEBUG oslo_vmware.api [None req-e421e88c-5967-40d2-aa3b-e83d5bca270d tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Waiting for the task: (returnval){ [ 1926.688825] env[62574]: value = "task-1862362" [ 1926.688825] env[62574]: _type = "Task" [ 1926.688825] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1926.698045] env[62574]: DEBUG oslo_vmware.api [None req-e421e88c-5967-40d2-aa3b-e83d5bca270d tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Task: {'id': task-1862362, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1926.709825] env[62574]: DEBUG oslo_vmware.api [None req-3aa19c8f-e272-43c9-9636-afefab42d7f0 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Task: {'id': task-1862354, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1926.742441] env[62574]: DEBUG nova.policy [None req-a3fbe70f-39d8-46cb-b9f5-faf2a4d0b292 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1ff4b494e991450eb0aae14044b25d3d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dd623c359a6848e68b723390c29ce7e6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62574) authorize /opt/stack/nova/nova/policy.py:192}} [ 1926.870885] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-47062923-0df7-4d0b-ad96-d71c9e57afe7 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] [instance: 43793844-f400-4665-b287-bc4374a1ae6d] Volume attach. Driver type: vmdk {{(pid=62574) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1926.871675] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-47062923-0df7-4d0b-ad96-d71c9e57afe7 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] [instance: 43793844-f400-4665-b287-bc4374a1ae6d] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-385013', 'volume_id': '8c597678-7232-4674-9314-9f1bb33ebed4', 'name': 'volume-8c597678-7232-4674-9314-9f1bb33ebed4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '43793844-f400-4665-b287-bc4374a1ae6d', 'attached_at': '', 'detached_at': '', 'volume_id': '8c597678-7232-4674-9314-9f1bb33ebed4', 'serial': '8c597678-7232-4674-9314-9f1bb33ebed4'} {{(pid=62574) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1926.877333] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b924bef2-31a0-4bd0-a3b5-7d2961e7ce6f {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1926.894698] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad72bcfa-7cec-4ac0-b832-085321d30c95 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1926.925138] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-47062923-0df7-4d0b-ad96-d71c9e57afe7 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] [instance: 43793844-f400-4665-b287-bc4374a1ae6d] Reconfiguring VM instance instance-0000004c to attach disk [datastore2] volume-8c597678-7232-4674-9314-9f1bb33ebed4/volume-8c597678-7232-4674-9314-9f1bb33ebed4.vmdk or device None with type thin {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1926.925138] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-19f2a426-43a8-4f4d-8bad-7eef6f4de02e {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1926.945859] env[62574]: DEBUG oslo_vmware.api [None req-47062923-0df7-4d0b-ad96-d71c9e57afe7 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Waiting for the task: (returnval){ [ 1926.945859] env[62574]: value = "task-1862363" [ 1926.945859] env[62574]: _type = "Task" [ 1926.945859] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1926.956498] env[62574]: DEBUG oslo_vmware.api [None req-47062923-0df7-4d0b-ad96-d71c9e57afe7 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Task: {'id': task-1862363, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1927.134561] env[62574]: DEBUG nova.network.neutron [None req-a3fbe70f-39d8-46cb-b9f5-faf2a4d0b292 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] [instance: ec804281-0966-45aa-956d-d911926327c5] Successfully created port: df1612b9-2e2b-47b3-9c06-59fd418cf9ee {{(pid=62574) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1927.164547] env[62574]: DEBUG nova.compute.manager [None req-a3fbe70f-39d8-46cb-b9f5-faf2a4d0b292 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] [instance: ec804281-0966-45aa-956d-d911926327c5] Start building block device mappings for instance. {{(pid=62574) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1927.200833] env[62574]: DEBUG oslo_vmware.api [None req-e421e88c-5967-40d2-aa3b-e83d5bca270d tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Task: {'id': task-1862362, 'name': CreateSnapshot_Task, 'duration_secs': 0.500794} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1927.204859] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-e421e88c-5967-40d2-aa3b-e83d5bca270d tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] [instance: 5b85a61c-05a0-4136-9ee7-13827823d8b7] Created Snapshot of the VM instance {{(pid=62574) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1927.208989] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cbc7de9-9899-4496-9acc-adf6d26e9870 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.221467] env[62574]: DEBUG oslo_vmware.api [None req-3aa19c8f-e272-43c9-9636-afefab42d7f0 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Task: {'id': task-1862354, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1927.415790] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9e6493f-c7b2-4249-9482-9daddd506738 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.424169] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8895ceab-a17f-495f-a897-892eb2319c05 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.461073] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91aea71c-6ee8-4d36-9e04-51fd47b01ec8 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.475863] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2ae4f93-70a9-43da-a93d-37b30ca35cb7 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.481767] env[62574]: DEBUG oslo_vmware.api [None req-47062923-0df7-4d0b-ad96-d71c9e57afe7 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Task: {'id': task-1862363, 'name': ReconfigVM_Task, 'duration_secs': 0.373714} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1927.482184] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-47062923-0df7-4d0b-ad96-d71c9e57afe7 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] [instance: 43793844-f400-4665-b287-bc4374a1ae6d] Reconfigured VM instance instance-0000004c to attach disk [datastore2] volume-8c597678-7232-4674-9314-9f1bb33ebed4/volume-8c597678-7232-4674-9314-9f1bb33ebed4.vmdk or device None with type thin {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1927.490328] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b2e35a88-5192-4e2c-acd8-9d7076fee4fa {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.519751] env[62574]: DEBUG nova.compute.provider_tree [None req-fac548d5-3bcc-4413-952f-e51eeaa15cd3 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Inventory has not changed in ProviderTree for provider: f0ed160a-beff-4626-a531-2a70d7bc0627 {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1927.526136] env[62574]: DEBUG oslo_vmware.api [None req-47062923-0df7-4d0b-ad96-d71c9e57afe7 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Waiting for the task: (returnval){ [ 1927.526136] env[62574]: value = "task-1862364" [ 1927.526136] env[62574]: _type = "Task" [ 1927.526136] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1927.536463] env[62574]: DEBUG oslo_vmware.api [None req-47062923-0df7-4d0b-ad96-d71c9e57afe7 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Task: {'id': task-1862364, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1927.712477] env[62574]: DEBUG oslo_vmware.api [None req-3aa19c8f-e272-43c9-9636-afefab42d7f0 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Task: {'id': task-1862354, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1927.733871] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-e421e88c-5967-40d2-aa3b-e83d5bca270d tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] [instance: 5b85a61c-05a0-4136-9ee7-13827823d8b7] Creating linked-clone VM from snapshot {{(pid=62574) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1927.734206] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-db76da39-75e5-4d0b-a3e6-3481f8280afb {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.744773] env[62574]: DEBUG oslo_vmware.api [None req-e421e88c-5967-40d2-aa3b-e83d5bca270d tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Waiting for the task: (returnval){ [ 1927.744773] env[62574]: value = "task-1862365" [ 1927.744773] env[62574]: _type = "Task" [ 1927.744773] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1927.754046] env[62574]: DEBUG oslo_vmware.api [None req-e421e88c-5967-40d2-aa3b-e83d5bca270d tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Task: {'id': task-1862365, 'name': CloneVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1928.022430] env[62574]: DEBUG nova.scheduler.client.report [None req-fac548d5-3bcc-4413-952f-e51eeaa15cd3 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Inventory has not changed for provider f0ed160a-beff-4626-a531-2a70d7bc0627 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 148, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1928.040573] env[62574]: DEBUG oslo_vmware.api [None req-47062923-0df7-4d0b-ad96-d71c9e57afe7 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Task: {'id': task-1862364, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1928.173868] env[62574]: DEBUG nova.compute.manager [None req-a3fbe70f-39d8-46cb-b9f5-faf2a4d0b292 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] [instance: ec804281-0966-45aa-956d-d911926327c5] Start spawning the instance on the hypervisor. {{(pid=62574) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1928.197196] env[62574]: DEBUG nova.virt.hardware [None req-a3fbe70f-39d8-46cb-b9f5-faf2a4d0b292 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T19:26:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-13T19:26:40Z,direct_url=,disk_format='vmdk',id=3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7eed1dd4d2c3418eb32c4f4ceda3ab0d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-13T19:26:41Z,virtual_size=,visibility=), allow threads: False {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1928.197467] env[62574]: DEBUG nova.virt.hardware [None req-a3fbe70f-39d8-46cb-b9f5-faf2a4d0b292 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Flavor limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1928.197650] env[62574]: DEBUG nova.virt.hardware [None req-a3fbe70f-39d8-46cb-b9f5-faf2a4d0b292 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Image limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1928.197847] env[62574]: DEBUG nova.virt.hardware [None req-a3fbe70f-39d8-46cb-b9f5-faf2a4d0b292 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Flavor pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1928.198106] env[62574]: DEBUG nova.virt.hardware [None req-a3fbe70f-39d8-46cb-b9f5-faf2a4d0b292 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Image pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1928.198277] env[62574]: DEBUG nova.virt.hardware [None req-a3fbe70f-39d8-46cb-b9f5-faf2a4d0b292 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1928.198488] env[62574]: DEBUG nova.virt.hardware [None req-a3fbe70f-39d8-46cb-b9f5-faf2a4d0b292 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1928.198648] env[62574]: DEBUG nova.virt.hardware [None req-a3fbe70f-39d8-46cb-b9f5-faf2a4d0b292 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1928.198818] env[62574]: DEBUG nova.virt.hardware [None req-a3fbe70f-39d8-46cb-b9f5-faf2a4d0b292 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Got 1 possible topologies {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1928.198982] env[62574]: DEBUG nova.virt.hardware [None req-a3fbe70f-39d8-46cb-b9f5-faf2a4d0b292 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1928.199186] env[62574]: DEBUG nova.virt.hardware [None req-a3fbe70f-39d8-46cb-b9f5-faf2a4d0b292 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1928.200095] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b76d5a84-2730-498a-aa41-ac5770f66eee {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1928.214234] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30404095-dded-44ae-bfbb-f7285518a920 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1928.218042] env[62574]: DEBUG oslo_vmware.api [None req-3aa19c8f-e272-43c9-9636-afefab42d7f0 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Task: {'id': task-1862354, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1928.253491] env[62574]: DEBUG oslo_vmware.api [None req-e421e88c-5967-40d2-aa3b-e83d5bca270d tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Task: {'id': task-1862365, 'name': CloneVM_Task} progress is 93%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1928.535019] env[62574]: DEBUG oslo_concurrency.lockutils [None req-fac548d5-3bcc-4413-952f-e51eeaa15cd3 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.373s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1928.535019] env[62574]: DEBUG nova.compute.manager [None req-fac548d5-3bcc-4413-952f-e51eeaa15cd3 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] [instance: d030b211-e17d-44ed-b034-f57b1599e108] Start building networks asynchronously for instance. {{(pid=62574) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1928.537161] env[62574]: DEBUG oslo_concurrency.lockutils [None req-cbdc7126-b875-41ff-ba3c-1e7fcb25c843 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 8.879s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1928.537350] env[62574]: DEBUG nova.objects.instance [None req-cbdc7126-b875-41ff-ba3c-1e7fcb25c843 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] [instance: 863dbe8b-20e6-485c-ba4d-b709d80fa327] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62574) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1928.545393] env[62574]: DEBUG oslo_vmware.api [None req-47062923-0df7-4d0b-ad96-d71c9e57afe7 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Task: {'id': task-1862364, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1928.713708] env[62574]: DEBUG oslo_vmware.api [None req-3aa19c8f-e272-43c9-9636-afefab42d7f0 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Task: {'id': task-1862354, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1928.755721] env[62574]: DEBUG oslo_vmware.api [None req-e421e88c-5967-40d2-aa3b-e83d5bca270d tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Task: {'id': task-1862365, 'name': CloneVM_Task} progress is 94%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1929.038068] env[62574]: DEBUG oslo_vmware.api [None req-47062923-0df7-4d0b-ad96-d71c9e57afe7 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Task: {'id': task-1862364, 'name': ReconfigVM_Task, 'duration_secs': 1.024274} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1929.038407] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-47062923-0df7-4d0b-ad96-d71c9e57afe7 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] [instance: 43793844-f400-4665-b287-bc4374a1ae6d] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-385013', 'volume_id': '8c597678-7232-4674-9314-9f1bb33ebed4', 'name': 'volume-8c597678-7232-4674-9314-9f1bb33ebed4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '43793844-f400-4665-b287-bc4374a1ae6d', 'attached_at': '', 'detached_at': '', 'volume_id': '8c597678-7232-4674-9314-9f1bb33ebed4', 'serial': '8c597678-7232-4674-9314-9f1bb33ebed4'} {{(pid=62574) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1929.046200] env[62574]: DEBUG nova.compute.utils [None req-fac548d5-3bcc-4413-952f-e51eeaa15cd3 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Using /dev/sd instead of None {{(pid=62574) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1929.047615] env[62574]: DEBUG nova.compute.manager [None req-fac548d5-3bcc-4413-952f-e51eeaa15cd3 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] [instance: d030b211-e17d-44ed-b034-f57b1599e108] Allocating IP information in the background. {{(pid=62574) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1929.047815] env[62574]: DEBUG nova.network.neutron [None req-fac548d5-3bcc-4413-952f-e51eeaa15cd3 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] [instance: d030b211-e17d-44ed-b034-f57b1599e108] allocate_for_instance() {{(pid=62574) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1929.088791] env[62574]: DEBUG nova.policy [None req-fac548d5-3bcc-4413-952f-e51eeaa15cd3 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd028e37c90ff4e30b6d228d70d7a1fc0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '43b1542375334999bec3e53ad4a56482', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62574) authorize /opt/stack/nova/nova/policy.py:192}} [ 1929.212887] env[62574]: DEBUG oslo_vmware.api [None req-3aa19c8f-e272-43c9-9636-afefab42d7f0 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Task: {'id': task-1862354, 'name': ReconfigVM_Task, 'duration_secs': 7.74435} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1929.213381] env[62574]: DEBUG oslo_concurrency.lockutils [None req-3aa19c8f-e272-43c9-9636-afefab42d7f0 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Releasing lock "f6cfb126-1ff6-4ac9-802e-7bbdfb539176" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1929.213605] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-3aa19c8f-e272-43c9-9636-afefab42d7f0 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] [instance: f6cfb126-1ff6-4ac9-802e-7bbdfb539176] Reconfigured VM to attach interface {{(pid=62574) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1929.256422] env[62574]: DEBUG oslo_vmware.api [None req-e421e88c-5967-40d2-aa3b-e83d5bca270d tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Task: {'id': task-1862365, 'name': CloneVM_Task, 'duration_secs': 1.399971} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1929.256693] env[62574]: INFO nova.virt.vmwareapi.vmops [None req-e421e88c-5967-40d2-aa3b-e83d5bca270d tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] [instance: 5b85a61c-05a0-4136-9ee7-13827823d8b7] Created linked-clone VM from snapshot [ 1929.257556] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3a5aaac-0609-41f3-b55b-bd37429ae0a0 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1929.265347] env[62574]: DEBUG nova.virt.vmwareapi.images [None req-e421e88c-5967-40d2-aa3b-e83d5bca270d tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] [instance: 5b85a61c-05a0-4136-9ee7-13827823d8b7] Uploading image 4d72a230-d46b-4480-8898-aa19d0319c25 {{(pid=62574) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1929.289397] env[62574]: DEBUG oslo_vmware.rw_handles [None req-e421e88c-5967-40d2-aa3b-e83d5bca270d tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1929.289397] env[62574]: value = "vm-385015" [ 1929.289397] env[62574]: _type = "VirtualMachine" [ 1929.289397] env[62574]: }. {{(pid=62574) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1929.289690] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-aed68d33-c525-4849-995c-0880bb689643 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1929.297895] env[62574]: DEBUG oslo_vmware.rw_handles [None req-e421e88c-5967-40d2-aa3b-e83d5bca270d tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Lease: (returnval){ [ 1929.297895] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]52139064-b0f0-c3ad-f119-aa3725202f30" [ 1929.297895] env[62574]: _type = "HttpNfcLease" [ 1929.297895] env[62574]: } obtained for exporting VM: (result){ [ 1929.297895] env[62574]: value = "vm-385015" [ 1929.297895] env[62574]: _type = "VirtualMachine" [ 1929.297895] env[62574]: }. {{(pid=62574) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1929.298180] env[62574]: DEBUG oslo_vmware.api [None req-e421e88c-5967-40d2-aa3b-e83d5bca270d tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Waiting for the lease: (returnval){ [ 1929.298180] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]52139064-b0f0-c3ad-f119-aa3725202f30" [ 1929.298180] env[62574]: _type = "HttpNfcLease" [ 1929.298180] env[62574]: } to be ready. {{(pid=62574) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1929.305740] env[62574]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1929.305740] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]52139064-b0f0-c3ad-f119-aa3725202f30" [ 1929.305740] env[62574]: _type = "HttpNfcLease" [ 1929.305740] env[62574]: } is initializing. {{(pid=62574) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1929.327392] env[62574]: DEBUG nova.network.neutron [None req-fac548d5-3bcc-4413-952f-e51eeaa15cd3 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] [instance: d030b211-e17d-44ed-b034-f57b1599e108] Successfully created port: 29f3cfef-48fc-4a6a-b92d-73bd171bfa1d {{(pid=62574) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1929.547008] env[62574]: DEBUG oslo_concurrency.lockutils [None req-cbdc7126-b875-41ff-ba3c-1e7fcb25c843 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1929.548221] env[62574]: DEBUG oslo_concurrency.lockutils [None req-b2fd0df9-6e05-4133-a005-db6d261eedac tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.443s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1929.549934] env[62574]: INFO nova.compute.claims [None req-b2fd0df9-6e05-4133-a005-db6d261eedac tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] [instance: 374c77f3-63b7-4079-8631-8c7d45c8e348] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1929.553754] env[62574]: DEBUG nova.compute.manager [None req-fac548d5-3bcc-4413-952f-e51eeaa15cd3 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] [instance: d030b211-e17d-44ed-b034-f57b1599e108] Start building block device mappings for instance. {{(pid=62574) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1929.613325] env[62574]: DEBUG nova.compute.manager [req-357a6e46-856e-4a38-8e05-0fa486ba8020 req-a7ec9c18-23b5-45f3-b532-1f0e6de03c67 service nova] [instance: ec804281-0966-45aa-956d-d911926327c5] Received event network-vif-plugged-df1612b9-2e2b-47b3-9c06-59fd418cf9ee {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1929.613550] env[62574]: DEBUG oslo_concurrency.lockutils [req-357a6e46-856e-4a38-8e05-0fa486ba8020 req-a7ec9c18-23b5-45f3-b532-1f0e6de03c67 service nova] Acquiring lock "ec804281-0966-45aa-956d-d911926327c5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1929.613759] env[62574]: DEBUG oslo_concurrency.lockutils [req-357a6e46-856e-4a38-8e05-0fa486ba8020 req-a7ec9c18-23b5-45f3-b532-1f0e6de03c67 service nova] Lock "ec804281-0966-45aa-956d-d911926327c5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1929.613931] env[62574]: DEBUG oslo_concurrency.lockutils [req-357a6e46-856e-4a38-8e05-0fa486ba8020 req-a7ec9c18-23b5-45f3-b532-1f0e6de03c67 service nova] Lock "ec804281-0966-45aa-956d-d911926327c5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1929.614145] env[62574]: DEBUG nova.compute.manager [req-357a6e46-856e-4a38-8e05-0fa486ba8020 req-a7ec9c18-23b5-45f3-b532-1f0e6de03c67 service nova] [instance: ec804281-0966-45aa-956d-d911926327c5] No waiting events found dispatching network-vif-plugged-df1612b9-2e2b-47b3-9c06-59fd418cf9ee {{(pid=62574) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1929.614335] env[62574]: WARNING nova.compute.manager [req-357a6e46-856e-4a38-8e05-0fa486ba8020 req-a7ec9c18-23b5-45f3-b532-1f0e6de03c67 service nova] [instance: ec804281-0966-45aa-956d-d911926327c5] Received unexpected event network-vif-plugged-df1612b9-2e2b-47b3-9c06-59fd418cf9ee for instance with vm_state building and task_state spawning. [ 1929.699066] env[62574]: DEBUG nova.network.neutron [None req-a3fbe70f-39d8-46cb-b9f5-faf2a4d0b292 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] [instance: ec804281-0966-45aa-956d-d911926327c5] Successfully updated port: df1612b9-2e2b-47b3-9c06-59fd418cf9ee {{(pid=62574) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1929.718566] env[62574]: DEBUG oslo_concurrency.lockutils [None req-3aa19c8f-e272-43c9-9636-afefab42d7f0 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Lock "interface-f6cfb126-1ff6-4ac9-802e-7bbdfb539176-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 13.781s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1929.806341] env[62574]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1929.806341] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]52139064-b0f0-c3ad-f119-aa3725202f30" [ 1929.806341] env[62574]: _type = "HttpNfcLease" [ 1929.806341] env[62574]: } is ready. {{(pid=62574) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1929.806633] env[62574]: DEBUG oslo_vmware.rw_handles [None req-e421e88c-5967-40d2-aa3b-e83d5bca270d tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1929.806633] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]52139064-b0f0-c3ad-f119-aa3725202f30" [ 1929.806633] env[62574]: _type = "HttpNfcLease" [ 1929.806633] env[62574]: }. {{(pid=62574) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1929.807492] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e92ed35-8e27-408c-919c-114661237eb7 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1929.816733] env[62574]: DEBUG oslo_vmware.rw_handles [None req-e421e88c-5967-40d2-aa3b-e83d5bca270d tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52540067-58d0-80f4-b1f2-75979a1a546c/disk-0.vmdk from lease info. {{(pid=62574) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1929.816916] env[62574]: DEBUG oslo_vmware.rw_handles [None req-e421e88c-5967-40d2-aa3b-e83d5bca270d tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52540067-58d0-80f4-b1f2-75979a1a546c/disk-0.vmdk for reading. {{(pid=62574) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1929.990064] env[62574]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-1986a3cf-066f-4266-9e73-c71e2b2c6bef {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1930.093311] env[62574]: DEBUG nova.objects.instance [None req-47062923-0df7-4d0b-ad96-d71c9e57afe7 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Lazy-loading 'flavor' on Instance uuid 43793844-f400-4665-b287-bc4374a1ae6d {{(pid=62574) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1930.202667] env[62574]: DEBUG oslo_concurrency.lockutils [None req-a3fbe70f-39d8-46cb-b9f5-faf2a4d0b292 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Acquiring lock "refresh_cache-ec804281-0966-45aa-956d-d911926327c5" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1930.202933] env[62574]: DEBUG oslo_concurrency.lockutils [None req-a3fbe70f-39d8-46cb-b9f5-faf2a4d0b292 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Acquired lock "refresh_cache-ec804281-0966-45aa-956d-d911926327c5" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1930.203114] env[62574]: DEBUG nova.network.neutron [None req-a3fbe70f-39d8-46cb-b9f5-faf2a4d0b292 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] [instance: ec804281-0966-45aa-956d-d911926327c5] Building network info cache for instance {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1930.562096] env[62574]: DEBUG nova.compute.manager [None req-fac548d5-3bcc-4413-952f-e51eeaa15cd3 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] [instance: d030b211-e17d-44ed-b034-f57b1599e108] Start spawning the instance on the hypervisor. {{(pid=62574) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1930.592386] env[62574]: DEBUG nova.virt.hardware [None req-fac548d5-3bcc-4413-952f-e51eeaa15cd3 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T19:26:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-13T19:26:40Z,direct_url=,disk_format='vmdk',id=3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7eed1dd4d2c3418eb32c4f4ceda3ab0d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-13T19:26:41Z,virtual_size=,visibility=), allow threads: False {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1930.592687] env[62574]: DEBUG nova.virt.hardware [None req-fac548d5-3bcc-4413-952f-e51eeaa15cd3 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Flavor limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1930.592847] env[62574]: DEBUG nova.virt.hardware [None req-fac548d5-3bcc-4413-952f-e51eeaa15cd3 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Image limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1930.594523] env[62574]: DEBUG nova.virt.hardware [None req-fac548d5-3bcc-4413-952f-e51eeaa15cd3 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Flavor pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1930.594523] env[62574]: DEBUG nova.virt.hardware [None req-fac548d5-3bcc-4413-952f-e51eeaa15cd3 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Image pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1930.594523] env[62574]: DEBUG nova.virt.hardware [None req-fac548d5-3bcc-4413-952f-e51eeaa15cd3 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1930.594523] env[62574]: DEBUG nova.virt.hardware [None req-fac548d5-3bcc-4413-952f-e51eeaa15cd3 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1930.595104] env[62574]: DEBUG nova.virt.hardware [None req-fac548d5-3bcc-4413-952f-e51eeaa15cd3 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1930.595302] env[62574]: DEBUG nova.virt.hardware [None req-fac548d5-3bcc-4413-952f-e51eeaa15cd3 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Got 1 possible topologies {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1930.595487] env[62574]: DEBUG nova.virt.hardware [None req-fac548d5-3bcc-4413-952f-e51eeaa15cd3 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1930.598447] env[62574]: DEBUG nova.virt.hardware [None req-fac548d5-3bcc-4413-952f-e51eeaa15cd3 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1930.601150] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03c8c7ef-1739-4294-aaa3-f887fd7145bd {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1930.609775] env[62574]: DEBUG oslo_concurrency.lockutils [None req-47062923-0df7-4d0b-ad96-d71c9e57afe7 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Lock "43793844-f400-4665-b287-bc4374a1ae6d" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.854s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1930.622590] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cebd5da-25d8-4b4e-b8e9-6552cc3e48e7 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1930.753673] env[62574]: DEBUG nova.network.neutron [None req-a3fbe70f-39d8-46cb-b9f5-faf2a4d0b292 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] [instance: ec804281-0966-45aa-956d-d911926327c5] Instance cache missing network info. {{(pid=62574) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1930.791031] env[62574]: DEBUG nova.compute.manager [req-c0a12f6c-5026-49ad-97e5-a8922f61c976 req-902ad558-b140-4784-816c-b6699a0f0a15 service nova] [instance: d030b211-e17d-44ed-b034-f57b1599e108] Received event network-vif-plugged-29f3cfef-48fc-4a6a-b92d-73bd171bfa1d {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1930.791264] env[62574]: DEBUG oslo_concurrency.lockutils [req-c0a12f6c-5026-49ad-97e5-a8922f61c976 req-902ad558-b140-4784-816c-b6699a0f0a15 service nova] Acquiring lock "d030b211-e17d-44ed-b034-f57b1599e108-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1930.791496] env[62574]: DEBUG oslo_concurrency.lockutils [req-c0a12f6c-5026-49ad-97e5-a8922f61c976 req-902ad558-b140-4784-816c-b6699a0f0a15 service nova] Lock "d030b211-e17d-44ed-b034-f57b1599e108-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1930.791668] env[62574]: DEBUG oslo_concurrency.lockutils [req-c0a12f6c-5026-49ad-97e5-a8922f61c976 req-902ad558-b140-4784-816c-b6699a0f0a15 service nova] Lock "d030b211-e17d-44ed-b034-f57b1599e108-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1930.795023] env[62574]: DEBUG nova.compute.manager [req-c0a12f6c-5026-49ad-97e5-a8922f61c976 req-902ad558-b140-4784-816c-b6699a0f0a15 service nova] [instance: d030b211-e17d-44ed-b034-f57b1599e108] No waiting events found dispatching network-vif-plugged-29f3cfef-48fc-4a6a-b92d-73bd171bfa1d {{(pid=62574) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1930.795023] env[62574]: WARNING nova.compute.manager [req-c0a12f6c-5026-49ad-97e5-a8922f61c976 req-902ad558-b140-4784-816c-b6699a0f0a15 service nova] [instance: d030b211-e17d-44ed-b034-f57b1599e108] Received unexpected event network-vif-plugged-29f3cfef-48fc-4a6a-b92d-73bd171bfa1d for instance with vm_state building and task_state spawning. [ 1930.842583] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ef63282-a684-4dc7-8dc7-e3b17f28fa62 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1930.851658] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fed764f-59f7-403f-a03a-790e5ea62def {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1930.893778] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e676d3cf-4af0-4f26-9073-9f44f9cb5f79 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1930.905185] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86e27c7f-e8a5-4e61-a66d-2396d9368319 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1930.921290] env[62574]: DEBUG nova.compute.provider_tree [None req-b2fd0df9-6e05-4133-a005-db6d261eedac tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Inventory has not changed in ProviderTree for provider: f0ed160a-beff-4626-a531-2a70d7bc0627 {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1930.922452] env[62574]: DEBUG nova.network.neutron [None req-fac548d5-3bcc-4413-952f-e51eeaa15cd3 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] [instance: d030b211-e17d-44ed-b034-f57b1599e108] Successfully updated port: 29f3cfef-48fc-4a6a-b92d-73bd171bfa1d {{(pid=62574) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1931.073263] env[62574]: DEBUG nova.network.neutron [None req-a3fbe70f-39d8-46cb-b9f5-faf2a4d0b292 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] [instance: ec804281-0966-45aa-956d-d911926327c5] Updating instance_info_cache with network_info: [{"id": "df1612b9-2e2b-47b3-9c06-59fd418cf9ee", "address": "fa:16:3e:5b:9f:4d", "network": {"id": "8bd12a38-08c1-4356-9843-f29b17be87eb", "bridge": "br-int", "label": "tempest-ServersTestJSON-544040280-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd623c359a6848e68b723390c29ce7e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cb94a1a-f287-46e7-b63b-ec692c2141b4", "external-id": "nsx-vlan-transportzone-346", "segmentation_id": 346, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf1612b9-2e", "ovs_interfaceid": "df1612b9-2e2b-47b3-9c06-59fd418cf9ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1931.424924] env[62574]: DEBUG nova.scheduler.client.report [None req-b2fd0df9-6e05-4133-a005-db6d261eedac tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Inventory has not changed for provider f0ed160a-beff-4626-a531-2a70d7bc0627 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 148, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1931.430744] env[62574]: DEBUG oslo_concurrency.lockutils [None req-fac548d5-3bcc-4413-952f-e51eeaa15cd3 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Acquiring lock "refresh_cache-d030b211-e17d-44ed-b034-f57b1599e108" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1931.432342] env[62574]: DEBUG oslo_concurrency.lockutils [None req-fac548d5-3bcc-4413-952f-e51eeaa15cd3 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Acquired lock "refresh_cache-d030b211-e17d-44ed-b034-f57b1599e108" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1931.432342] env[62574]: DEBUG nova.network.neutron [None req-fac548d5-3bcc-4413-952f-e51eeaa15cd3 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] [instance: d030b211-e17d-44ed-b034-f57b1599e108] Building network info cache for instance {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1931.575601] env[62574]: DEBUG oslo_concurrency.lockutils [None req-a3fbe70f-39d8-46cb-b9f5-faf2a4d0b292 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Releasing lock "refresh_cache-ec804281-0966-45aa-956d-d911926327c5" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1931.575942] env[62574]: DEBUG nova.compute.manager [None req-a3fbe70f-39d8-46cb-b9f5-faf2a4d0b292 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] [instance: ec804281-0966-45aa-956d-d911926327c5] Instance network_info: |[{"id": "df1612b9-2e2b-47b3-9c06-59fd418cf9ee", "address": "fa:16:3e:5b:9f:4d", "network": {"id": "8bd12a38-08c1-4356-9843-f29b17be87eb", "bridge": "br-int", "label": "tempest-ServersTestJSON-544040280-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd623c359a6848e68b723390c29ce7e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cb94a1a-f287-46e7-b63b-ec692c2141b4", "external-id": "nsx-vlan-transportzone-346", "segmentation_id": 346, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf1612b9-2e", "ovs_interfaceid": "df1612b9-2e2b-47b3-9c06-59fd418cf9ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62574) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1931.576432] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-a3fbe70f-39d8-46cb-b9f5-faf2a4d0b292 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] [instance: ec804281-0966-45aa-956d-d911926327c5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5b:9f:4d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1cb94a1a-f287-46e7-b63b-ec692c2141b4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'df1612b9-2e2b-47b3-9c06-59fd418cf9ee', 'vif_model': 'vmxnet3'}] {{(pid=62574) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1931.585309] env[62574]: DEBUG oslo.service.loopingcall [None req-a3fbe70f-39d8-46cb-b9f5-faf2a4d0b292 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62574) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1931.585409] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ec804281-0966-45aa-956d-d911926327c5] Creating VM on the ESX host {{(pid=62574) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1931.585609] env[62574]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-137b0e96-bb55-46c5-9ee7-4ca2e018eb7c {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1931.607451] env[62574]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1931.607451] env[62574]: value = "task-1862367" [ 1931.607451] env[62574]: _type = "Task" [ 1931.607451] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1931.617419] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1862367, 'name': CreateVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1931.739411] env[62574]: DEBUG oslo_concurrency.lockutils [None req-c7ea8389-2e9e-4cf2-998c-8c3589fa1acd tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Acquiring lock "interface-f6cfb126-1ff6-4ac9-802e-7bbdfb539176-2f31aec2-968c-447c-a5af-7771fe0cd68a" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1931.739870] env[62574]: DEBUG oslo_concurrency.lockutils [None req-c7ea8389-2e9e-4cf2-998c-8c3589fa1acd tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Lock "interface-f6cfb126-1ff6-4ac9-802e-7bbdfb539176-2f31aec2-968c-447c-a5af-7771fe0cd68a" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1931.740249] env[62574]: DEBUG nova.objects.instance [None req-c7ea8389-2e9e-4cf2-998c-8c3589fa1acd tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Lazy-loading 'flavor' on Instance uuid f6cfb126-1ff6-4ac9-802e-7bbdfb539176 {{(pid=62574) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1931.772849] env[62574]: DEBUG nova.compute.manager [req-6e0daa01-8be4-471f-9361-9875cfbbd57f req-a2a9da1c-03a1-4ed9-b58d-40366e78c78d service nova] [instance: ec804281-0966-45aa-956d-d911926327c5] Received event network-changed-df1612b9-2e2b-47b3-9c06-59fd418cf9ee {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1931.773189] env[62574]: DEBUG nova.compute.manager [req-6e0daa01-8be4-471f-9361-9875cfbbd57f req-a2a9da1c-03a1-4ed9-b58d-40366e78c78d service nova] [instance: ec804281-0966-45aa-956d-d911926327c5] Refreshing instance network info cache due to event network-changed-df1612b9-2e2b-47b3-9c06-59fd418cf9ee. {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1931.773316] env[62574]: DEBUG oslo_concurrency.lockutils [req-6e0daa01-8be4-471f-9361-9875cfbbd57f req-a2a9da1c-03a1-4ed9-b58d-40366e78c78d service nova] Acquiring lock "refresh_cache-ec804281-0966-45aa-956d-d911926327c5" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1931.773465] env[62574]: DEBUG oslo_concurrency.lockutils [req-6e0daa01-8be4-471f-9361-9875cfbbd57f req-a2a9da1c-03a1-4ed9-b58d-40366e78c78d service nova] Acquired lock "refresh_cache-ec804281-0966-45aa-956d-d911926327c5" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1931.773636] env[62574]: DEBUG nova.network.neutron [req-6e0daa01-8be4-471f-9361-9875cfbbd57f req-a2a9da1c-03a1-4ed9-b58d-40366e78c78d service nova] [instance: ec804281-0966-45aa-956d-d911926327c5] Refreshing network info cache for port df1612b9-2e2b-47b3-9c06-59fd418cf9ee {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1931.935334] env[62574]: DEBUG oslo_concurrency.lockutils [None req-b2fd0df9-6e05-4133-a005-db6d261eedac tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.387s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1931.936102] env[62574]: DEBUG nova.compute.manager [None req-b2fd0df9-6e05-4133-a005-db6d261eedac tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] [instance: 374c77f3-63b7-4079-8631-8c7d45c8e348] Start building networks asynchronously for instance. {{(pid=62574) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1931.947016] env[62574]: DEBUG oslo_concurrency.lockutils [None req-0a727535-615b-4761-a2da-ebf7ddf3e0e1 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.279s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1931.948771] env[62574]: INFO nova.compute.claims [None req-0a727535-615b-4761-a2da-ebf7ddf3e0e1 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] [instance: 2df2984d-1120-4cdd-80a8-7f0366e4cbed] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1931.992182] env[62574]: DEBUG nova.network.neutron [None req-fac548d5-3bcc-4413-952f-e51eeaa15cd3 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] [instance: d030b211-e17d-44ed-b034-f57b1599e108] Instance cache missing network info. {{(pid=62574) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1932.118860] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1862367, 'name': CreateVM_Task} progress is 99%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1932.198447] env[62574]: DEBUG nova.network.neutron [None req-fac548d5-3bcc-4413-952f-e51eeaa15cd3 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] [instance: d030b211-e17d-44ed-b034-f57b1599e108] Updating instance_info_cache with network_info: [{"id": "29f3cfef-48fc-4a6a-b92d-73bd171bfa1d", "address": "fa:16:3e:da:25:ad", "network": {"id": "1767f4d1-96d0-48db-9bcb-5bbb2ed9d270", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1780515396-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43b1542375334999bec3e53ad4a56482", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d062877-0b23-4965-908b-f585f25f3bf1", "external-id": "nsx-vlan-transportzone-523", "segmentation_id": 523, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap29f3cfef-48", "ovs_interfaceid": "29f3cfef-48fc-4a6a-b92d-73bd171bfa1d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1932.200491] env[62574]: DEBUG nova.compute.manager [None req-af5ee237-9b6b-4bee-afbf-4a5888550a7b tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] [instance: 43793844-f400-4665-b287-bc4374a1ae6d] Stashing vm_state: active {{(pid=62574) _prep_resize /opt/stack/nova/nova/compute/manager.py:6034}} [ 1932.361765] env[62574]: DEBUG nova.objects.instance [None req-c7ea8389-2e9e-4cf2-998c-8c3589fa1acd tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Lazy-loading 'pci_requests' on Instance uuid f6cfb126-1ff6-4ac9-802e-7bbdfb539176 {{(pid=62574) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1932.448734] env[62574]: DEBUG nova.compute.utils [None req-b2fd0df9-6e05-4133-a005-db6d261eedac tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Using /dev/sd instead of None {{(pid=62574) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1932.450850] env[62574]: DEBUG nova.compute.manager [None req-b2fd0df9-6e05-4133-a005-db6d261eedac tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] [instance: 374c77f3-63b7-4079-8631-8c7d45c8e348] Allocating IP information in the background. {{(pid=62574) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1932.451159] env[62574]: DEBUG nova.network.neutron [None req-b2fd0df9-6e05-4133-a005-db6d261eedac tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] [instance: 374c77f3-63b7-4079-8631-8c7d45c8e348] allocate_for_instance() {{(pid=62574) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1932.457528] env[62574]: DEBUG oslo_concurrency.lockutils [None req-d86910c4-78ff-4281-a154-bc0547a82eb7 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Acquiring lock "d06fca54-652a-47dd-b14b-8f6bbf696503" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1932.458644] env[62574]: DEBUG oslo_concurrency.lockutils [None req-d86910c4-78ff-4281-a154-bc0547a82eb7 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Lock "d06fca54-652a-47dd-b14b-8f6bbf696503" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1932.526083] env[62574]: DEBUG nova.network.neutron [req-6e0daa01-8be4-471f-9361-9875cfbbd57f req-a2a9da1c-03a1-4ed9-b58d-40366e78c78d service nova] [instance: ec804281-0966-45aa-956d-d911926327c5] Updated VIF entry in instance network info cache for port df1612b9-2e2b-47b3-9c06-59fd418cf9ee. {{(pid=62574) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1932.526609] env[62574]: DEBUG nova.network.neutron [req-6e0daa01-8be4-471f-9361-9875cfbbd57f req-a2a9da1c-03a1-4ed9-b58d-40366e78c78d service nova] [instance: ec804281-0966-45aa-956d-d911926327c5] Updating instance_info_cache with network_info: [{"id": "df1612b9-2e2b-47b3-9c06-59fd418cf9ee", "address": "fa:16:3e:5b:9f:4d", "network": {"id": "8bd12a38-08c1-4356-9843-f29b17be87eb", "bridge": "br-int", "label": "tempest-ServersTestJSON-544040280-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd623c359a6848e68b723390c29ce7e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cb94a1a-f287-46e7-b63b-ec692c2141b4", "external-id": "nsx-vlan-transportzone-346", "segmentation_id": 346, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf1612b9-2e", "ovs_interfaceid": "df1612b9-2e2b-47b3-9c06-59fd418cf9ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1932.535599] env[62574]: DEBUG nova.policy [None req-b2fd0df9-6e05-4133-a005-db6d261eedac tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c0cdb0738bb2402d898812bdb0ef8c7d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '50322706d83c42c3a9bbd5c51ba34b64', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62574) authorize /opt/stack/nova/nova/policy.py:192}} [ 1932.620173] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1862367, 'name': CreateVM_Task, 'duration_secs': 0.529402} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1932.620420] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ec804281-0966-45aa-956d-d911926327c5] Created VM on the ESX host {{(pid=62574) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1932.621192] env[62574]: DEBUG oslo_concurrency.lockutils [None req-a3fbe70f-39d8-46cb-b9f5-faf2a4d0b292 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1932.621376] env[62574]: DEBUG oslo_concurrency.lockutils [None req-a3fbe70f-39d8-46cb-b9f5-faf2a4d0b292 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1932.621755] env[62574]: DEBUG oslo_concurrency.lockutils [None req-a3fbe70f-39d8-46cb-b9f5-faf2a4d0b292 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1932.622044] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1be7ec35-4e74-4198-bf41-3fa3efa01627 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1932.627701] env[62574]: DEBUG oslo_vmware.api [None req-a3fbe70f-39d8-46cb-b9f5-faf2a4d0b292 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Waiting for the task: (returnval){ [ 1932.627701] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]52f12d26-3b09-08a1-6187-197e0d39d98c" [ 1932.627701] env[62574]: _type = "Task" [ 1932.627701] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1932.637238] env[62574]: DEBUG oslo_vmware.api [None req-a3fbe70f-39d8-46cb-b9f5-faf2a4d0b292 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52f12d26-3b09-08a1-6187-197e0d39d98c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1932.703630] env[62574]: DEBUG oslo_concurrency.lockutils [None req-fac548d5-3bcc-4413-952f-e51eeaa15cd3 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Releasing lock "refresh_cache-d030b211-e17d-44ed-b034-f57b1599e108" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1932.704088] env[62574]: DEBUG nova.compute.manager [None req-fac548d5-3bcc-4413-952f-e51eeaa15cd3 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] [instance: d030b211-e17d-44ed-b034-f57b1599e108] Instance network_info: |[{"id": "29f3cfef-48fc-4a6a-b92d-73bd171bfa1d", "address": "fa:16:3e:da:25:ad", "network": {"id": "1767f4d1-96d0-48db-9bcb-5bbb2ed9d270", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1780515396-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43b1542375334999bec3e53ad4a56482", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d062877-0b23-4965-908b-f585f25f3bf1", "external-id": "nsx-vlan-transportzone-523", "segmentation_id": 523, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap29f3cfef-48", "ovs_interfaceid": "29f3cfef-48fc-4a6a-b92d-73bd171bfa1d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62574) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1932.704598] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-fac548d5-3bcc-4413-952f-e51eeaa15cd3 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] [instance: d030b211-e17d-44ed-b034-f57b1599e108] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:da:25:ad', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3d062877-0b23-4965-908b-f585f25f3bf1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '29f3cfef-48fc-4a6a-b92d-73bd171bfa1d', 'vif_model': 'vmxnet3'}] {{(pid=62574) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1932.713086] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-fac548d5-3bcc-4413-952f-e51eeaa15cd3 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Creating folder: Project (43b1542375334999bec3e53ad4a56482). Parent ref: group-v384746. {{(pid=62574) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1932.716916] env[62574]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f05968bd-e396-4ed4-94de-3d54507e1d09 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1932.731683] env[62574]: INFO nova.virt.vmwareapi.vm_util [None req-fac548d5-3bcc-4413-952f-e51eeaa15cd3 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Created folder: Project (43b1542375334999bec3e53ad4a56482) in parent group-v384746. [ 1932.731855] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-fac548d5-3bcc-4413-952f-e51eeaa15cd3 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Creating folder: Instances. Parent ref: group-v385017. {{(pid=62574) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1932.732029] env[62574]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c65e85ca-ab47-4f49-b6fc-dc4aebdea1cd {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1932.734933] env[62574]: DEBUG oslo_concurrency.lockutils [None req-af5ee237-9b6b-4bee-afbf-4a5888550a7b tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1932.746228] env[62574]: INFO nova.virt.vmwareapi.vm_util [None req-fac548d5-3bcc-4413-952f-e51eeaa15cd3 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Created folder: Instances in parent group-v385017. [ 1932.746586] env[62574]: DEBUG oslo.service.loopingcall [None req-fac548d5-3bcc-4413-952f-e51eeaa15cd3 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62574) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1932.746805] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d030b211-e17d-44ed-b034-f57b1599e108] Creating VM on the ESX host {{(pid=62574) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1932.747075] env[62574]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-834cfca1-f892-4c49-b959-b74147d12a7a {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1932.772222] env[62574]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1932.772222] env[62574]: value = "task-1862370" [ 1932.772222] env[62574]: _type = "Task" [ 1932.772222] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1932.782909] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1862370, 'name': CreateVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1932.865069] env[62574]: DEBUG nova.objects.base [None req-c7ea8389-2e9e-4cf2-998c-8c3589fa1acd tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=62574) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1932.865336] env[62574]: DEBUG nova.network.neutron [None req-c7ea8389-2e9e-4cf2-998c-8c3589fa1acd tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] [instance: f6cfb126-1ff6-4ac9-802e-7bbdfb539176] allocate_for_instance() {{(pid=62574) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1932.917634] env[62574]: DEBUG nova.network.neutron [None req-b2fd0df9-6e05-4133-a005-db6d261eedac tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] [instance: 374c77f3-63b7-4079-8631-8c7d45c8e348] Successfully created port: 6b71a9d1-6123-450e-825c-01622631ab65 {{(pid=62574) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1932.951403] env[62574]: DEBUG nova.policy [None req-c7ea8389-2e9e-4cf2-998c-8c3589fa1acd tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '973709d00eff45a3b8804ef21cc86542', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3197393f8f6a457a9367bd87f7aa5dc2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62574) authorize /opt/stack/nova/nova/policy.py:192}} [ 1932.958252] env[62574]: DEBUG nova.compute.manager [None req-b2fd0df9-6e05-4133-a005-db6d261eedac tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] [instance: 374c77f3-63b7-4079-8631-8c7d45c8e348] Start building block device mappings for instance. {{(pid=62574) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1932.964698] env[62574]: INFO nova.compute.manager [None req-d86910c4-78ff-4281-a154-bc0547a82eb7 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] [instance: d06fca54-652a-47dd-b14b-8f6bbf696503] Detaching volume 154d55ef-bed5-4499-83a9-d169e6e3b50d [ 1933.017750] env[62574]: INFO nova.virt.block_device [None req-d86910c4-78ff-4281-a154-bc0547a82eb7 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] [instance: d06fca54-652a-47dd-b14b-8f6bbf696503] Attempting to driver detach volume 154d55ef-bed5-4499-83a9-d169e6e3b50d from mountpoint /dev/sdb [ 1933.017858] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-d86910c4-78ff-4281-a154-bc0547a82eb7 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] [instance: d06fca54-652a-47dd-b14b-8f6bbf696503] Volume detach. Driver type: vmdk {{(pid=62574) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1933.018286] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-d86910c4-78ff-4281-a154-bc0547a82eb7 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] [instance: d06fca54-652a-47dd-b14b-8f6bbf696503] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-384987', 'volume_id': '154d55ef-bed5-4499-83a9-d169e6e3b50d', 'name': 'volume-154d55ef-bed5-4499-83a9-d169e6e3b50d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'd06fca54-652a-47dd-b14b-8f6bbf696503', 'attached_at': '', 'detached_at': '', 'volume_id': '154d55ef-bed5-4499-83a9-d169e6e3b50d', 'serial': '154d55ef-bed5-4499-83a9-d169e6e3b50d'} {{(pid=62574) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1933.019829] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84555b04-76f9-4829-8f65-6b63c41a36ca {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.051447] env[62574]: DEBUG oslo_concurrency.lockutils [req-6e0daa01-8be4-471f-9361-9875cfbbd57f req-a2a9da1c-03a1-4ed9-b58d-40366e78c78d service nova] Releasing lock "refresh_cache-ec804281-0966-45aa-956d-d911926327c5" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1933.055723] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-824a8208-e931-4676-8610-f6f94f8820ed {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.068215] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9002effe-aeaf-4fdc-bf57-d6c8373a4f7a {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.092871] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-771975c1-48af-46aa-bbb0-2a825a355b50 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.110982] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-d86910c4-78ff-4281-a154-bc0547a82eb7 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] The volume has not been displaced from its original location: [datastore2] volume-154d55ef-bed5-4499-83a9-d169e6e3b50d/volume-154d55ef-bed5-4499-83a9-d169e6e3b50d.vmdk. No consolidation needed. {{(pid=62574) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1933.116380] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-d86910c4-78ff-4281-a154-bc0547a82eb7 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] [instance: d06fca54-652a-47dd-b14b-8f6bbf696503] Reconfiguring VM instance instance-0000002d to detach disk 2001 {{(pid=62574) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1933.119525] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-34442c67-bbd4-400c-a310-229c142d5a92 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.142863] env[62574]: DEBUG oslo_vmware.api [None req-a3fbe70f-39d8-46cb-b9f5-faf2a4d0b292 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52f12d26-3b09-08a1-6187-197e0d39d98c, 'name': SearchDatastore_Task, 'duration_secs': 0.014741} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1933.144637] env[62574]: DEBUG oslo_concurrency.lockutils [None req-a3fbe70f-39d8-46cb-b9f5-faf2a4d0b292 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1933.144801] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-a3fbe70f-39d8-46cb-b9f5-faf2a4d0b292 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] [instance: ec804281-0966-45aa-956d-d911926327c5] Processing image 3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2 {{(pid=62574) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1933.145082] env[62574]: DEBUG oslo_concurrency.lockutils [None req-a3fbe70f-39d8-46cb-b9f5-faf2a4d0b292 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1933.145273] env[62574]: DEBUG oslo_concurrency.lockutils [None req-a3fbe70f-39d8-46cb-b9f5-faf2a4d0b292 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1933.145465] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3fbe70f-39d8-46cb-b9f5-faf2a4d0b292 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1933.145788] env[62574]: DEBUG oslo_vmware.api [None req-d86910c4-78ff-4281-a154-bc0547a82eb7 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Waiting for the task: (returnval){ [ 1933.145788] env[62574]: value = "task-1862371" [ 1933.145788] env[62574]: _type = "Task" [ 1933.145788] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1933.145973] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b229c7b2-bc97-438c-93ad-9dc4c96056f9 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.153460] env[62574]: DEBUG nova.compute.manager [req-224fe9cb-e57e-4094-a9db-4308f45e710b req-d39a079d-200c-4550-9843-0af34e9cc865 service nova] [instance: d030b211-e17d-44ed-b034-f57b1599e108] Received event network-changed-29f3cfef-48fc-4a6a-b92d-73bd171bfa1d {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1933.153659] env[62574]: DEBUG nova.compute.manager [req-224fe9cb-e57e-4094-a9db-4308f45e710b req-d39a079d-200c-4550-9843-0af34e9cc865 service nova] [instance: d030b211-e17d-44ed-b034-f57b1599e108] Refreshing instance network info cache due to event network-changed-29f3cfef-48fc-4a6a-b92d-73bd171bfa1d. {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1933.157035] env[62574]: DEBUG oslo_concurrency.lockutils [req-224fe9cb-e57e-4094-a9db-4308f45e710b req-d39a079d-200c-4550-9843-0af34e9cc865 service nova] Acquiring lock "refresh_cache-d030b211-e17d-44ed-b034-f57b1599e108" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1933.157035] env[62574]: DEBUG oslo_concurrency.lockutils [req-224fe9cb-e57e-4094-a9db-4308f45e710b req-d39a079d-200c-4550-9843-0af34e9cc865 service nova] Acquired lock "refresh_cache-d030b211-e17d-44ed-b034-f57b1599e108" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1933.157035] env[62574]: DEBUG nova.network.neutron [req-224fe9cb-e57e-4094-a9db-4308f45e710b req-d39a079d-200c-4550-9843-0af34e9cc865 service nova] [instance: d030b211-e17d-44ed-b034-f57b1599e108] Refreshing network info cache for port 29f3cfef-48fc-4a6a-b92d-73bd171bfa1d {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1933.162023] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3fbe70f-39d8-46cb-b9f5-faf2a4d0b292 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1933.162284] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-a3fbe70f-39d8-46cb-b9f5-faf2a4d0b292 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62574) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1933.166493] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-50ea4bed-23e2-439c-b00f-5352f4798a3e {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.169450] env[62574]: DEBUG oslo_vmware.api [None req-d86910c4-78ff-4281-a154-bc0547a82eb7 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Task: {'id': task-1862371, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1933.176133] env[62574]: DEBUG oslo_vmware.api [None req-a3fbe70f-39d8-46cb-b9f5-faf2a4d0b292 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Waiting for the task: (returnval){ [ 1933.176133] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]52e872d1-22ff-bb7d-3123-5448bf46414c" [ 1933.176133] env[62574]: _type = "Task" [ 1933.176133] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1933.195818] env[62574]: DEBUG oslo_vmware.api [None req-a3fbe70f-39d8-46cb-b9f5-faf2a4d0b292 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52e872d1-22ff-bb7d-3123-5448bf46414c, 'name': SearchDatastore_Task, 'duration_secs': 0.017464} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1933.196301] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ffbb485b-02dc-4a86-9c18-b76610a344f7 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.205593] env[62574]: DEBUG oslo_vmware.api [None req-a3fbe70f-39d8-46cb-b9f5-faf2a4d0b292 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Waiting for the task: (returnval){ [ 1933.205593] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]528c95e8-9f64-a908-2eb0-249a391feb59" [ 1933.205593] env[62574]: _type = "Task" [ 1933.205593] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1933.219573] env[62574]: DEBUG oslo_vmware.api [None req-a3fbe70f-39d8-46cb-b9f5-faf2a4d0b292 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]528c95e8-9f64-a908-2eb0-249a391feb59, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1933.286722] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1862370, 'name': CreateVM_Task} progress is 25%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1933.302938] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81c37bbb-9da2-4ac7-b78f-af91186c2ef9 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.311782] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e38d63a4-5864-4458-81be-f7820606107d {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.343491] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3086df8-0611-4024-a11e-f6348a7f7fac {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.351969] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a678d533-b78b-483f-910d-ded586582227 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.366809] env[62574]: DEBUG nova.compute.provider_tree [None req-0a727535-615b-4761-a2da-ebf7ddf3e0e1 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Inventory has not changed in ProviderTree for provider: f0ed160a-beff-4626-a531-2a70d7bc0627 {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1933.511525] env[62574]: INFO nova.compute.manager [None req-38223e4f-c1e2-49dc-88e3-d4fedd861a4a tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] [instance: fb94d5d1-7f0f-4534-b9e9-2a52ac9a7c7f] Rebuilding instance [ 1933.552931] env[62574]: DEBUG nova.compute.manager [None req-38223e4f-c1e2-49dc-88e3-d4fedd861a4a tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] [instance: fb94d5d1-7f0f-4534-b9e9-2a52ac9a7c7f] Checking state {{(pid=62574) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1933.554217] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6feda634-94e8-42d8-8fdf-79daf98b93fe {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.658894] env[62574]: DEBUG oslo_vmware.api [None req-d86910c4-78ff-4281-a154-bc0547a82eb7 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Task: {'id': task-1862371, 'name': ReconfigVM_Task, 'duration_secs': 0.495091} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1933.661229] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-d86910c4-78ff-4281-a154-bc0547a82eb7 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] [instance: d06fca54-652a-47dd-b14b-8f6bbf696503] Reconfigured VM instance instance-0000002d to detach disk 2001 {{(pid=62574) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1933.665837] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1408a870-8cc6-4ba1-902f-43095d96a11b {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.683374] env[62574]: DEBUG oslo_vmware.api [None req-d86910c4-78ff-4281-a154-bc0547a82eb7 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Waiting for the task: (returnval){ [ 1933.683374] env[62574]: value = "task-1862372" [ 1933.683374] env[62574]: _type = "Task" [ 1933.683374] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1933.692804] env[62574]: DEBUG oslo_vmware.api [None req-d86910c4-78ff-4281-a154-bc0547a82eb7 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Task: {'id': task-1862372, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1933.717921] env[62574]: DEBUG oslo_vmware.api [None req-a3fbe70f-39d8-46cb-b9f5-faf2a4d0b292 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]528c95e8-9f64-a908-2eb0-249a391feb59, 'name': SearchDatastore_Task, 'duration_secs': 0.017869} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1933.718257] env[62574]: DEBUG oslo_concurrency.lockutils [None req-a3fbe70f-39d8-46cb-b9f5-faf2a4d0b292 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1933.718533] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3fbe70f-39d8-46cb-b9f5-faf2a4d0b292 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk to [datastore2] ec804281-0966-45aa-956d-d911926327c5/ec804281-0966-45aa-956d-d911926327c5.vmdk {{(pid=62574) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1933.718802] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2f9fbe9e-1cf2-4c6d-bea4-f5ef1d68adc8 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.726320] env[62574]: DEBUG oslo_vmware.api [None req-a3fbe70f-39d8-46cb-b9f5-faf2a4d0b292 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Waiting for the task: (returnval){ [ 1933.726320] env[62574]: value = "task-1862373" [ 1933.726320] env[62574]: _type = "Task" [ 1933.726320] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1933.735323] env[62574]: DEBUG oslo_vmware.api [None req-a3fbe70f-39d8-46cb-b9f5-faf2a4d0b292 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Task: {'id': task-1862373, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1933.786506] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1862370, 'name': CreateVM_Task} progress is 99%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1933.871033] env[62574]: DEBUG nova.scheduler.client.report [None req-0a727535-615b-4761-a2da-ebf7ddf3e0e1 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Inventory has not changed for provider f0ed160a-beff-4626-a531-2a70d7bc0627 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 148, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1933.915649] env[62574]: DEBUG nova.network.neutron [req-224fe9cb-e57e-4094-a9db-4308f45e710b req-d39a079d-200c-4550-9843-0af34e9cc865 service nova] [instance: d030b211-e17d-44ed-b034-f57b1599e108] Updated VIF entry in instance network info cache for port 29f3cfef-48fc-4a6a-b92d-73bd171bfa1d. {{(pid=62574) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1933.916033] env[62574]: DEBUG nova.network.neutron [req-224fe9cb-e57e-4094-a9db-4308f45e710b req-d39a079d-200c-4550-9843-0af34e9cc865 service nova] [instance: d030b211-e17d-44ed-b034-f57b1599e108] Updating instance_info_cache with network_info: [{"id": "29f3cfef-48fc-4a6a-b92d-73bd171bfa1d", "address": "fa:16:3e:da:25:ad", "network": {"id": "1767f4d1-96d0-48db-9bcb-5bbb2ed9d270", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1780515396-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43b1542375334999bec3e53ad4a56482", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d062877-0b23-4965-908b-f585f25f3bf1", "external-id": "nsx-vlan-transportzone-523", "segmentation_id": 523, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap29f3cfef-48", "ovs_interfaceid": "29f3cfef-48fc-4a6a-b92d-73bd171bfa1d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1933.966453] env[62574]: DEBUG nova.compute.manager [None req-b2fd0df9-6e05-4133-a005-db6d261eedac tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] [instance: 374c77f3-63b7-4079-8631-8c7d45c8e348] Start spawning the instance on the hypervisor. {{(pid=62574) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1933.994189] env[62574]: DEBUG nova.virt.hardware [None req-b2fd0df9-6e05-4133-a005-db6d261eedac tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T19:26:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-13T19:26:40Z,direct_url=,disk_format='vmdk',id=3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7eed1dd4d2c3418eb32c4f4ceda3ab0d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-13T19:26:41Z,virtual_size=,visibility=), allow threads: False {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1933.994508] env[62574]: DEBUG nova.virt.hardware [None req-b2fd0df9-6e05-4133-a005-db6d261eedac tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Flavor limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1933.994673] env[62574]: DEBUG nova.virt.hardware [None req-b2fd0df9-6e05-4133-a005-db6d261eedac tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Image limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1933.994882] env[62574]: DEBUG nova.virt.hardware [None req-b2fd0df9-6e05-4133-a005-db6d261eedac tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Flavor pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1933.995114] env[62574]: DEBUG nova.virt.hardware [None req-b2fd0df9-6e05-4133-a005-db6d261eedac tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Image pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1933.995280] env[62574]: DEBUG nova.virt.hardware [None req-b2fd0df9-6e05-4133-a005-db6d261eedac tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1933.995500] env[62574]: DEBUG nova.virt.hardware [None req-b2fd0df9-6e05-4133-a005-db6d261eedac tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1933.995684] env[62574]: DEBUG nova.virt.hardware [None req-b2fd0df9-6e05-4133-a005-db6d261eedac tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1933.995868] env[62574]: DEBUG nova.virt.hardware [None req-b2fd0df9-6e05-4133-a005-db6d261eedac tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Got 1 possible topologies {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1933.996062] env[62574]: DEBUG nova.virt.hardware [None req-b2fd0df9-6e05-4133-a005-db6d261eedac tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1933.996277] env[62574]: DEBUG nova.virt.hardware [None req-b2fd0df9-6e05-4133-a005-db6d261eedac tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1933.997698] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-386fc1a8-e613-4752-abdd-97bfeba7fe0a {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.009069] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-490318f7-68ab-4934-b85a-7ef34bf5484e {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.195325] env[62574]: DEBUG oslo_vmware.api [None req-d86910c4-78ff-4281-a154-bc0547a82eb7 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Task: {'id': task-1862372, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1934.238180] env[62574]: DEBUG oslo_vmware.api [None req-a3fbe70f-39d8-46cb-b9f5-faf2a4d0b292 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Task: {'id': task-1862373, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1934.285811] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1862370, 'name': CreateVM_Task} progress is 99%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1934.379028] env[62574]: DEBUG oslo_concurrency.lockutils [None req-0a727535-615b-4761-a2da-ebf7ddf3e0e1 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.430s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1934.379028] env[62574]: DEBUG nova.compute.manager [None req-0a727535-615b-4761-a2da-ebf7ddf3e0e1 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] [instance: 2df2984d-1120-4cdd-80a8-7f0366e4cbed] Start building networks asynchronously for instance. {{(pid=62574) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1934.380539] env[62574]: DEBUG oslo_concurrency.lockutils [None req-af5ee237-9b6b-4bee-afbf-4a5888550a7b tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 1.646s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1934.419175] env[62574]: DEBUG oslo_concurrency.lockutils [req-224fe9cb-e57e-4094-a9db-4308f45e710b req-d39a079d-200c-4550-9843-0af34e9cc865 service nova] Releasing lock "refresh_cache-d030b211-e17d-44ed-b034-f57b1599e108" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1934.499898] env[62574]: DEBUG nova.network.neutron [None req-c7ea8389-2e9e-4cf2-998c-8c3589fa1acd tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] [instance: f6cfb126-1ff6-4ac9-802e-7bbdfb539176] Successfully updated port: 2f31aec2-968c-447c-a5af-7771fe0cd68a {{(pid=62574) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1934.576520] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-38223e4f-c1e2-49dc-88e3-d4fedd861a4a tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] [instance: fb94d5d1-7f0f-4534-b9e9-2a52ac9a7c7f] Powering off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1934.576520] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7569ec23-7ffc-40c0-8587-72b5dc6ee21d {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.585223] env[62574]: DEBUG oslo_vmware.api [None req-38223e4f-c1e2-49dc-88e3-d4fedd861a4a tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Waiting for the task: (returnval){ [ 1934.585223] env[62574]: value = "task-1862374" [ 1934.585223] env[62574]: _type = "Task" [ 1934.585223] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1934.594313] env[62574]: DEBUG oslo_vmware.api [None req-38223e4f-c1e2-49dc-88e3-d4fedd861a4a tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Task: {'id': task-1862374, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1934.694415] env[62574]: DEBUG oslo_vmware.api [None req-d86910c4-78ff-4281-a154-bc0547a82eb7 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Task: {'id': task-1862372, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1934.740509] env[62574]: DEBUG oslo_vmware.api [None req-a3fbe70f-39d8-46cb-b9f5-faf2a4d0b292 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Task: {'id': task-1862373, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.556931} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1934.740843] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3fbe70f-39d8-46cb-b9f5-faf2a4d0b292 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk to [datastore2] ec804281-0966-45aa-956d-d911926327c5/ec804281-0966-45aa-956d-d911926327c5.vmdk {{(pid=62574) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1934.741075] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-a3fbe70f-39d8-46cb-b9f5-faf2a4d0b292 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] [instance: ec804281-0966-45aa-956d-d911926327c5] Extending root virtual disk to 1048576 {{(pid=62574) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1934.741429] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0e74fa58-5817-422e-a3b7-8e6cc5a8a59e {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.751533] env[62574]: DEBUG oslo_vmware.api [None req-a3fbe70f-39d8-46cb-b9f5-faf2a4d0b292 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Waiting for the task: (returnval){ [ 1934.751533] env[62574]: value = "task-1862375" [ 1934.751533] env[62574]: _type = "Task" [ 1934.751533] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1934.763043] env[62574]: DEBUG oslo_vmware.api [None req-a3fbe70f-39d8-46cb-b9f5-faf2a4d0b292 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Task: {'id': task-1862375, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1934.792059] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1862370, 'name': CreateVM_Task, 'duration_secs': 1.878613} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1934.792429] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d030b211-e17d-44ed-b034-f57b1599e108] Created VM on the ESX host {{(pid=62574) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1934.792899] env[62574]: DEBUG oslo_concurrency.lockutils [None req-fac548d5-3bcc-4413-952f-e51eeaa15cd3 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1934.793081] env[62574]: DEBUG oslo_concurrency.lockutils [None req-fac548d5-3bcc-4413-952f-e51eeaa15cd3 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1934.793421] env[62574]: DEBUG oslo_concurrency.lockutils [None req-fac548d5-3bcc-4413-952f-e51eeaa15cd3 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1934.793689] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dab3e223-24ea-45cb-982e-14a30b9ee97d {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.802027] env[62574]: DEBUG oslo_vmware.api [None req-fac548d5-3bcc-4413-952f-e51eeaa15cd3 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Waiting for the task: (returnval){ [ 1934.802027] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]529c156a-cd2d-3c4e-ea55-c178760e75e6" [ 1934.802027] env[62574]: _type = "Task" [ 1934.802027] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1934.811980] env[62574]: DEBUG oslo_vmware.api [None req-fac548d5-3bcc-4413-952f-e51eeaa15cd3 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]529c156a-cd2d-3c4e-ea55-c178760e75e6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1934.850616] env[62574]: DEBUG nova.network.neutron [None req-b2fd0df9-6e05-4133-a005-db6d261eedac tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] [instance: 374c77f3-63b7-4079-8631-8c7d45c8e348] Successfully updated port: 6b71a9d1-6123-450e-825c-01622631ab65 {{(pid=62574) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1934.884106] env[62574]: DEBUG nova.compute.utils [None req-0a727535-615b-4761-a2da-ebf7ddf3e0e1 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Using /dev/sd instead of None {{(pid=62574) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1934.887953] env[62574]: INFO nova.compute.claims [None req-af5ee237-9b6b-4bee-afbf-4a5888550a7b tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] [instance: 43793844-f400-4665-b287-bc4374a1ae6d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1934.891784] env[62574]: DEBUG nova.compute.manager [None req-0a727535-615b-4761-a2da-ebf7ddf3e0e1 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] [instance: 2df2984d-1120-4cdd-80a8-7f0366e4cbed] Allocating IP information in the background. {{(pid=62574) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1934.891970] env[62574]: DEBUG nova.network.neutron [None req-0a727535-615b-4761-a2da-ebf7ddf3e0e1 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] [instance: 2df2984d-1120-4cdd-80a8-7f0366e4cbed] allocate_for_instance() {{(pid=62574) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1934.969891] env[62574]: DEBUG nova.policy [None req-0a727535-615b-4761-a2da-ebf7ddf3e0e1 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c7db3bf386d34a8aa4549ccf7e46fde8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '89fc8b5a7e904272a1c872b05656484c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62574) authorize /opt/stack/nova/nova/policy.py:192}} [ 1935.002227] env[62574]: DEBUG oslo_concurrency.lockutils [None req-c7ea8389-2e9e-4cf2-998c-8c3589fa1acd tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Acquiring lock "refresh_cache-f6cfb126-1ff6-4ac9-802e-7bbdfb539176" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1935.002478] env[62574]: DEBUG oslo_concurrency.lockutils [None req-c7ea8389-2e9e-4cf2-998c-8c3589fa1acd tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Acquired lock "refresh_cache-f6cfb126-1ff6-4ac9-802e-7bbdfb539176" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1935.002720] env[62574]: DEBUG nova.network.neutron [None req-c7ea8389-2e9e-4cf2-998c-8c3589fa1acd tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] [instance: f6cfb126-1ff6-4ac9-802e-7bbdfb539176] Building network info cache for instance {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1935.096388] env[62574]: DEBUG oslo_vmware.api [None req-38223e4f-c1e2-49dc-88e3-d4fedd861a4a tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Task: {'id': task-1862374, 'name': PowerOffVM_Task, 'duration_secs': 0.278867} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1935.096691] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-38223e4f-c1e2-49dc-88e3-d4fedd861a4a tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] [instance: fb94d5d1-7f0f-4534-b9e9-2a52ac9a7c7f] Powered off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1935.096932] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-38223e4f-c1e2-49dc-88e3-d4fedd861a4a tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] [instance: fb94d5d1-7f0f-4534-b9e9-2a52ac9a7c7f] Destroying instance {{(pid=62574) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1935.097765] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48f09402-7a29-43f0-9548-98c16e31b100 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1935.105493] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-38223e4f-c1e2-49dc-88e3-d4fedd861a4a tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] [instance: fb94d5d1-7f0f-4534-b9e9-2a52ac9a7c7f] Unregistering the VM {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1935.105750] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4713262a-39db-48c8-8d1b-6089f8229358 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1935.163914] env[62574]: DEBUG nova.compute.manager [req-b2e24646-0c0c-453e-9855-6d0416ea7d5a req-18e3fa2b-907e-4ac7-b9ea-26531027ceac service nova] [instance: 374c77f3-63b7-4079-8631-8c7d45c8e348] Received event network-vif-plugged-6b71a9d1-6123-450e-825c-01622631ab65 {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1935.164181] env[62574]: DEBUG oslo_concurrency.lockutils [req-b2e24646-0c0c-453e-9855-6d0416ea7d5a req-18e3fa2b-907e-4ac7-b9ea-26531027ceac service nova] Acquiring lock "374c77f3-63b7-4079-8631-8c7d45c8e348-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1935.164397] env[62574]: DEBUG oslo_concurrency.lockutils [req-b2e24646-0c0c-453e-9855-6d0416ea7d5a req-18e3fa2b-907e-4ac7-b9ea-26531027ceac service nova] Lock "374c77f3-63b7-4079-8631-8c7d45c8e348-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1935.164586] env[62574]: DEBUG oslo_concurrency.lockutils [req-b2e24646-0c0c-453e-9855-6d0416ea7d5a req-18e3fa2b-907e-4ac7-b9ea-26531027ceac service nova] Lock "374c77f3-63b7-4079-8631-8c7d45c8e348-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1935.164734] env[62574]: DEBUG nova.compute.manager [req-b2e24646-0c0c-453e-9855-6d0416ea7d5a req-18e3fa2b-907e-4ac7-b9ea-26531027ceac service nova] [instance: 374c77f3-63b7-4079-8631-8c7d45c8e348] No waiting events found dispatching network-vif-plugged-6b71a9d1-6123-450e-825c-01622631ab65 {{(pid=62574) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1935.164942] env[62574]: WARNING nova.compute.manager [req-b2e24646-0c0c-453e-9855-6d0416ea7d5a req-18e3fa2b-907e-4ac7-b9ea-26531027ceac service nova] [instance: 374c77f3-63b7-4079-8631-8c7d45c8e348] Received unexpected event network-vif-plugged-6b71a9d1-6123-450e-825c-01622631ab65 for instance with vm_state building and task_state spawning. [ 1935.195703] env[62574]: DEBUG oslo_vmware.api [None req-d86910c4-78ff-4281-a154-bc0547a82eb7 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Task: {'id': task-1862372, 'name': ReconfigVM_Task, 'duration_secs': 1.085086} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1935.195959] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-d86910c4-78ff-4281-a154-bc0547a82eb7 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] [instance: d06fca54-652a-47dd-b14b-8f6bbf696503] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-384987', 'volume_id': '154d55ef-bed5-4499-83a9-d169e6e3b50d', 'name': 'volume-154d55ef-bed5-4499-83a9-d169e6e3b50d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'd06fca54-652a-47dd-b14b-8f6bbf696503', 'attached_at': '', 'detached_at': '', 'volume_id': '154d55ef-bed5-4499-83a9-d169e6e3b50d', 'serial': '154d55ef-bed5-4499-83a9-d169e6e3b50d'} {{(pid=62574) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1935.230502] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-38223e4f-c1e2-49dc-88e3-d4fedd861a4a tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] [instance: fb94d5d1-7f0f-4534-b9e9-2a52ac9a7c7f] Unregistered the VM {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1935.230760] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-38223e4f-c1e2-49dc-88e3-d4fedd861a4a tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] [instance: fb94d5d1-7f0f-4534-b9e9-2a52ac9a7c7f] Deleting contents of the VM from datastore datastore1 {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1935.231015] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-38223e4f-c1e2-49dc-88e3-d4fedd861a4a tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Deleting the datastore file [datastore1] fb94d5d1-7f0f-4534-b9e9-2a52ac9a7c7f {{(pid=62574) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1935.231848] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c6dea3a9-e760-42d1-9207-781d3a3ab72f {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1935.240017] env[62574]: DEBUG oslo_vmware.api [None req-38223e4f-c1e2-49dc-88e3-d4fedd861a4a tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Waiting for the task: (returnval){ [ 1935.240017] env[62574]: value = "task-1862377" [ 1935.240017] env[62574]: _type = "Task" [ 1935.240017] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1935.249455] env[62574]: DEBUG oslo_vmware.api [None req-38223e4f-c1e2-49dc-88e3-d4fedd861a4a tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Task: {'id': task-1862377, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1935.262685] env[62574]: DEBUG oslo_vmware.api [None req-a3fbe70f-39d8-46cb-b9f5-faf2a4d0b292 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Task: {'id': task-1862375, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.114993} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1935.262838] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-a3fbe70f-39d8-46cb-b9f5-faf2a4d0b292 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] [instance: ec804281-0966-45aa-956d-d911926327c5] Extended root virtual disk {{(pid=62574) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1935.263668] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfeea94b-84d3-4f86-86c8-9b997710cebb {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1935.289425] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3fbe70f-39d8-46cb-b9f5-faf2a4d0b292 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] [instance: ec804281-0966-45aa-956d-d911926327c5] Reconfiguring VM instance instance-00000064 to attach disk [datastore2] ec804281-0966-45aa-956d-d911926327c5/ec804281-0966-45aa-956d-d911926327c5.vmdk or device None with type sparse {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1935.289792] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7eb01221-bb15-45c8-93f8-a4907f38a410 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1935.317169] env[62574]: DEBUG oslo_vmware.api [None req-fac548d5-3bcc-4413-952f-e51eeaa15cd3 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]529c156a-cd2d-3c4e-ea55-c178760e75e6, 'name': SearchDatastore_Task, 'duration_secs': 0.015392} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1935.318761] env[62574]: DEBUG oslo_concurrency.lockutils [None req-fac548d5-3bcc-4413-952f-e51eeaa15cd3 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1935.319105] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-fac548d5-3bcc-4413-952f-e51eeaa15cd3 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] [instance: d030b211-e17d-44ed-b034-f57b1599e108] Processing image 3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2 {{(pid=62574) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1935.319418] env[62574]: DEBUG oslo_concurrency.lockutils [None req-fac548d5-3bcc-4413-952f-e51eeaa15cd3 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1935.319594] env[62574]: DEBUG oslo_concurrency.lockutils [None req-fac548d5-3bcc-4413-952f-e51eeaa15cd3 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1935.319887] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-fac548d5-3bcc-4413-952f-e51eeaa15cd3 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1935.320201] env[62574]: DEBUG oslo_vmware.api [None req-a3fbe70f-39d8-46cb-b9f5-faf2a4d0b292 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Waiting for the task: (returnval){ [ 1935.320201] env[62574]: value = "task-1862378" [ 1935.320201] env[62574]: _type = "Task" [ 1935.320201] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1935.320418] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d4995be5-93fc-46e2-b7a4-5f5c5c8d8ca3 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1935.332885] env[62574]: DEBUG oslo_vmware.api [None req-a3fbe70f-39d8-46cb-b9f5-faf2a4d0b292 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Task: {'id': task-1862378, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1935.336403] env[62574]: DEBUG nova.compute.manager [req-c8a9848b-c71f-48e4-b32c-389cea592882 req-6fe91d74-db65-429b-9b43-587bb0890f92 service nova] [instance: f6cfb126-1ff6-4ac9-802e-7bbdfb539176] Received event network-vif-plugged-2f31aec2-968c-447c-a5af-7771fe0cd68a {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1935.336638] env[62574]: DEBUG oslo_concurrency.lockutils [req-c8a9848b-c71f-48e4-b32c-389cea592882 req-6fe91d74-db65-429b-9b43-587bb0890f92 service nova] Acquiring lock "f6cfb126-1ff6-4ac9-802e-7bbdfb539176-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1935.337067] env[62574]: DEBUG oslo_concurrency.lockutils [req-c8a9848b-c71f-48e4-b32c-389cea592882 req-6fe91d74-db65-429b-9b43-587bb0890f92 service nova] Lock "f6cfb126-1ff6-4ac9-802e-7bbdfb539176-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1935.337067] env[62574]: DEBUG oslo_concurrency.lockutils [req-c8a9848b-c71f-48e4-b32c-389cea592882 req-6fe91d74-db65-429b-9b43-587bb0890f92 service nova] Lock "f6cfb126-1ff6-4ac9-802e-7bbdfb539176-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1935.337272] env[62574]: DEBUG nova.compute.manager [req-c8a9848b-c71f-48e4-b32c-389cea592882 req-6fe91d74-db65-429b-9b43-587bb0890f92 service nova] [instance: f6cfb126-1ff6-4ac9-802e-7bbdfb539176] No waiting events found dispatching network-vif-plugged-2f31aec2-968c-447c-a5af-7771fe0cd68a {{(pid=62574) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1935.337494] env[62574]: WARNING nova.compute.manager [req-c8a9848b-c71f-48e4-b32c-389cea592882 req-6fe91d74-db65-429b-9b43-587bb0890f92 service nova] [instance: f6cfb126-1ff6-4ac9-802e-7bbdfb539176] Received unexpected event network-vif-plugged-2f31aec2-968c-447c-a5af-7771fe0cd68a for instance with vm_state active and task_state None. [ 1935.337691] env[62574]: DEBUG nova.compute.manager [req-c8a9848b-c71f-48e4-b32c-389cea592882 req-6fe91d74-db65-429b-9b43-587bb0890f92 service nova] [instance: f6cfb126-1ff6-4ac9-802e-7bbdfb539176] Received event network-changed-2f31aec2-968c-447c-a5af-7771fe0cd68a {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1935.337890] env[62574]: DEBUG nova.compute.manager [req-c8a9848b-c71f-48e4-b32c-389cea592882 req-6fe91d74-db65-429b-9b43-587bb0890f92 service nova] [instance: f6cfb126-1ff6-4ac9-802e-7bbdfb539176] Refreshing instance network info cache due to event network-changed-2f31aec2-968c-447c-a5af-7771fe0cd68a. {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1935.338149] env[62574]: DEBUG oslo_concurrency.lockutils [req-c8a9848b-c71f-48e4-b32c-389cea592882 req-6fe91d74-db65-429b-9b43-587bb0890f92 service nova] Acquiring lock "refresh_cache-f6cfb126-1ff6-4ac9-802e-7bbdfb539176" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1935.338778] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-fac548d5-3bcc-4413-952f-e51eeaa15cd3 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1935.338977] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-fac548d5-3bcc-4413-952f-e51eeaa15cd3 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62574) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1935.339791] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae6acdd7-903f-4910-869d-6c421805c5c9 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1935.347957] env[62574]: DEBUG oslo_vmware.api [None req-fac548d5-3bcc-4413-952f-e51eeaa15cd3 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Waiting for the task: (returnval){ [ 1935.347957] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]52534c06-c62b-3993-0788-11f00855ee61" [ 1935.347957] env[62574]: _type = "Task" [ 1935.347957] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1935.354208] env[62574]: DEBUG oslo_concurrency.lockutils [None req-b2fd0df9-6e05-4133-a005-db6d261eedac tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Acquiring lock "refresh_cache-374c77f3-63b7-4079-8631-8c7d45c8e348" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1935.354418] env[62574]: DEBUG oslo_concurrency.lockutils [None req-b2fd0df9-6e05-4133-a005-db6d261eedac tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Acquired lock "refresh_cache-374c77f3-63b7-4079-8631-8c7d45c8e348" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1935.354512] env[62574]: DEBUG nova.network.neutron [None req-b2fd0df9-6e05-4133-a005-db6d261eedac tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] [instance: 374c77f3-63b7-4079-8631-8c7d45c8e348] Building network info cache for instance {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1935.360734] env[62574]: DEBUG oslo_vmware.api [None req-fac548d5-3bcc-4413-952f-e51eeaa15cd3 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52534c06-c62b-3993-0788-11f00855ee61, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1935.373163] env[62574]: DEBUG nova.network.neutron [None req-0a727535-615b-4761-a2da-ebf7ddf3e0e1 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] [instance: 2df2984d-1120-4cdd-80a8-7f0366e4cbed] Successfully created port: 3e5bbe0a-7ed3-4c04-b4e0-8ecf6dc29a49 {{(pid=62574) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1935.393122] env[62574]: DEBUG nova.compute.manager [None req-0a727535-615b-4761-a2da-ebf7ddf3e0e1 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] [instance: 2df2984d-1120-4cdd-80a8-7f0366e4cbed] Start building block device mappings for instance. {{(pid=62574) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1935.397691] env[62574]: INFO nova.compute.resource_tracker [None req-af5ee237-9b6b-4bee-afbf-4a5888550a7b tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] [instance: 43793844-f400-4665-b287-bc4374a1ae6d] Updating resource usage from migration c942d27e-feaf-40ba-906b-80a09aabb5e8 [ 1935.550121] env[62574]: WARNING nova.network.neutron [None req-c7ea8389-2e9e-4cf2-998c-8c3589fa1acd tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] [instance: f6cfb126-1ff6-4ac9-802e-7bbdfb539176] 00bfa347-a6e1-4070-b5d9-5f46396a9c53 already exists in list: networks containing: ['00bfa347-a6e1-4070-b5d9-5f46396a9c53']. ignoring it [ 1935.550121] env[62574]: WARNING nova.network.neutron [None req-c7ea8389-2e9e-4cf2-998c-8c3589fa1acd tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] [instance: f6cfb126-1ff6-4ac9-802e-7bbdfb539176] 00bfa347-a6e1-4070-b5d9-5f46396a9c53 already exists in list: networks containing: ['00bfa347-a6e1-4070-b5d9-5f46396a9c53']. ignoring it [ 1935.649237] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59325b46-916f-4234-8c04-b2512bf6c7bf {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1935.660633] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb757640-4666-4bfa-ad51-ad30f626422a {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1935.698952] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99fc224a-a6b2-477e-822a-862fd1d28cd6 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1935.711022] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abc571fb-5db3-45a9-87e1-023b59197752 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1935.725043] env[62574]: DEBUG nova.compute.provider_tree [None req-af5ee237-9b6b-4bee-afbf-4a5888550a7b tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Inventory has not changed in ProviderTree for provider: f0ed160a-beff-4626-a531-2a70d7bc0627 {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1935.752846] env[62574]: DEBUG oslo_vmware.api [None req-38223e4f-c1e2-49dc-88e3-d4fedd861a4a tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Task: {'id': task-1862377, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.147051} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1935.753161] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-38223e4f-c1e2-49dc-88e3-d4fedd861a4a tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Deleted the datastore file {{(pid=62574) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1935.753384] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-38223e4f-c1e2-49dc-88e3-d4fedd861a4a tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] [instance: fb94d5d1-7f0f-4534-b9e9-2a52ac9a7c7f] Deleted contents of the VM from datastore datastore1 {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1935.753582] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-38223e4f-c1e2-49dc-88e3-d4fedd861a4a tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] [instance: fb94d5d1-7f0f-4534-b9e9-2a52ac9a7c7f] Instance destroyed {{(pid=62574) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1935.758911] env[62574]: DEBUG nova.objects.instance [None req-d86910c4-78ff-4281-a154-bc0547a82eb7 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Lazy-loading 'flavor' on Instance uuid d06fca54-652a-47dd-b14b-8f6bbf696503 {{(pid=62574) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1935.835939] env[62574]: DEBUG oslo_vmware.api [None req-a3fbe70f-39d8-46cb-b9f5-faf2a4d0b292 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Task: {'id': task-1862378, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1935.866023] env[62574]: DEBUG oslo_vmware.api [None req-fac548d5-3bcc-4413-952f-e51eeaa15cd3 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52534c06-c62b-3993-0788-11f00855ee61, 'name': SearchDatastore_Task, 'duration_secs': 0.011728} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1935.866023] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cc4791eb-5d50-4537-be55-1be391dff827 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1935.873028] env[62574]: DEBUG oslo_vmware.api [None req-fac548d5-3bcc-4413-952f-e51eeaa15cd3 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Waiting for the task: (returnval){ [ 1935.873028] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]5269eff0-5868-f9ee-fd38-56fae2b926e8" [ 1935.873028] env[62574]: _type = "Task" [ 1935.873028] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1935.885188] env[62574]: DEBUG oslo_vmware.api [None req-fac548d5-3bcc-4413-952f-e51eeaa15cd3 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]5269eff0-5868-f9ee-fd38-56fae2b926e8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1935.913380] env[62574]: DEBUG nova.network.neutron [None req-b2fd0df9-6e05-4133-a005-db6d261eedac tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] [instance: 374c77f3-63b7-4079-8631-8c7d45c8e348] Instance cache missing network info. {{(pid=62574) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1936.164262] env[62574]: DEBUG nova.network.neutron [None req-b2fd0df9-6e05-4133-a005-db6d261eedac tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] [instance: 374c77f3-63b7-4079-8631-8c7d45c8e348] Updating instance_info_cache with network_info: [{"id": "6b71a9d1-6123-450e-825c-01622631ab65", "address": "fa:16:3e:89:93:24", "network": {"id": "d21729a3-6af1-4685-8299-0af047d6c105", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-979648045-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "50322706d83c42c3a9bbd5c51ba34b64", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d903c404-a23a-40c0-a217-96d4bb2e5b08", "external-id": "nsx-vlan-transportzone-228", "segmentation_id": 228, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b71a9d1-61", "ovs_interfaceid": "6b71a9d1-6123-450e-825c-01622631ab65", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1936.192264] env[62574]: DEBUG nova.network.neutron [None req-c7ea8389-2e9e-4cf2-998c-8c3589fa1acd tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] [instance: f6cfb126-1ff6-4ac9-802e-7bbdfb539176] Updating instance_info_cache with network_info: [{"id": "7add55ed-b06c-4a13-ba8e-1867107b2606", "address": "fa:16:3e:46:65:4f", "network": {"id": "00bfa347-a6e1-4070-b5d9-5f46396a9c53", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-693390946-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.189", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3197393f8f6a457a9367bd87f7aa5dc2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bdf594e-da7a-4254-b413-87aef4614588", "external-id": "nsx-vlan-transportzone-422", "segmentation_id": 422, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7add55ed-b0", "ovs_interfaceid": "7add55ed-b06c-4a13-ba8e-1867107b2606", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "7b57497f-f712-4d55-8f0b-463a71c323d0", "address": "fa:16:3e:a6:85:89", "network": {"id": "00bfa347-a6e1-4070-b5d9-5f46396a9c53", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-693390946-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3197393f8f6a457a9367bd87f7aa5dc2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bdf594e-da7a-4254-b413-87aef4614588", "external-id": "nsx-vlan-transportzone-422", "segmentation_id": 422, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b57497f-f7", "ovs_interfaceid": "7b57497f-f712-4d55-8f0b-463a71c323d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "2f31aec2-968c-447c-a5af-7771fe0cd68a", "address": "fa:16:3e:a4:36:88", "network": {"id": "00bfa347-a6e1-4070-b5d9-5f46396a9c53", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-693390946-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3197393f8f6a457a9367bd87f7aa5dc2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bdf594e-da7a-4254-b413-87aef4614588", "external-id": "nsx-vlan-transportzone-422", "segmentation_id": 422, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f31aec2-96", "ovs_interfaceid": "2f31aec2-968c-447c-a5af-7771fe0cd68a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1936.227883] env[62574]: DEBUG nova.scheduler.client.report [None req-af5ee237-9b6b-4bee-afbf-4a5888550a7b tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Inventory has not changed for provider f0ed160a-beff-4626-a531-2a70d7bc0627 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 148, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1936.334517] env[62574]: DEBUG oslo_vmware.api [None req-a3fbe70f-39d8-46cb-b9f5-faf2a4d0b292 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Task: {'id': task-1862378, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1936.383557] env[62574]: DEBUG oslo_vmware.api [None req-fac548d5-3bcc-4413-952f-e51eeaa15cd3 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]5269eff0-5868-f9ee-fd38-56fae2b926e8, 'name': SearchDatastore_Task, 'duration_secs': 0.017829} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1936.383912] env[62574]: DEBUG oslo_concurrency.lockutils [None req-fac548d5-3bcc-4413-952f-e51eeaa15cd3 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1936.384315] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-fac548d5-3bcc-4413-952f-e51eeaa15cd3 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk to [datastore2] d030b211-e17d-44ed-b034-f57b1599e108/d030b211-e17d-44ed-b034-f57b1599e108.vmdk {{(pid=62574) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1936.384498] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1719dc50-2d85-4d4d-a548-83ec5202c180 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1936.393493] env[62574]: DEBUG oslo_vmware.api [None req-fac548d5-3bcc-4413-952f-e51eeaa15cd3 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Waiting for the task: (returnval){ [ 1936.393493] env[62574]: value = "task-1862379" [ 1936.393493] env[62574]: _type = "Task" [ 1936.393493] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1936.404304] env[62574]: DEBUG oslo_vmware.api [None req-fac548d5-3bcc-4413-952f-e51eeaa15cd3 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Task: {'id': task-1862379, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1936.408041] env[62574]: DEBUG nova.compute.manager [None req-0a727535-615b-4761-a2da-ebf7ddf3e0e1 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] [instance: 2df2984d-1120-4cdd-80a8-7f0366e4cbed] Start spawning the instance on the hypervisor. {{(pid=62574) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1936.429663] env[62574]: DEBUG nova.virt.hardware [None req-0a727535-615b-4761-a2da-ebf7ddf3e0e1 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T19:26:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-13T19:26:40Z,direct_url=,disk_format='vmdk',id=3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7eed1dd4d2c3418eb32c4f4ceda3ab0d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-13T19:26:41Z,virtual_size=,visibility=), allow threads: False {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1936.429964] env[62574]: DEBUG nova.virt.hardware [None req-0a727535-615b-4761-a2da-ebf7ddf3e0e1 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Flavor limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1936.430146] env[62574]: DEBUG nova.virt.hardware [None req-0a727535-615b-4761-a2da-ebf7ddf3e0e1 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Image limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1936.430338] env[62574]: DEBUG nova.virt.hardware [None req-0a727535-615b-4761-a2da-ebf7ddf3e0e1 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Flavor pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1936.430492] env[62574]: DEBUG nova.virt.hardware [None req-0a727535-615b-4761-a2da-ebf7ddf3e0e1 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Image pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1936.430642] env[62574]: DEBUG nova.virt.hardware [None req-0a727535-615b-4761-a2da-ebf7ddf3e0e1 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1936.430853] env[62574]: DEBUG nova.virt.hardware [None req-0a727535-615b-4761-a2da-ebf7ddf3e0e1 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1936.431016] env[62574]: DEBUG nova.virt.hardware [None req-0a727535-615b-4761-a2da-ebf7ddf3e0e1 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1936.431192] env[62574]: DEBUG nova.virt.hardware [None req-0a727535-615b-4761-a2da-ebf7ddf3e0e1 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Got 1 possible topologies {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1936.431356] env[62574]: DEBUG nova.virt.hardware [None req-0a727535-615b-4761-a2da-ebf7ddf3e0e1 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1936.431527] env[62574]: DEBUG nova.virt.hardware [None req-0a727535-615b-4761-a2da-ebf7ddf3e0e1 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1936.432705] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5df1bdb-b653-47c9-a301-39b13ef51898 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1936.441500] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45dc293f-a059-469e-885a-be9709dcb164 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1936.667240] env[62574]: DEBUG oslo_concurrency.lockutils [None req-b2fd0df9-6e05-4133-a005-db6d261eedac tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Releasing lock "refresh_cache-374c77f3-63b7-4079-8631-8c7d45c8e348" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1936.667690] env[62574]: DEBUG nova.compute.manager [None req-b2fd0df9-6e05-4133-a005-db6d261eedac tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] [instance: 374c77f3-63b7-4079-8631-8c7d45c8e348] Instance network_info: |[{"id": "6b71a9d1-6123-450e-825c-01622631ab65", "address": "fa:16:3e:89:93:24", "network": {"id": "d21729a3-6af1-4685-8299-0af047d6c105", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-979648045-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "50322706d83c42c3a9bbd5c51ba34b64", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d903c404-a23a-40c0-a217-96d4bb2e5b08", "external-id": "nsx-vlan-transportzone-228", "segmentation_id": 228, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b71a9d1-61", "ovs_interfaceid": "6b71a9d1-6123-450e-825c-01622631ab65", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62574) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1936.668178] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-b2fd0df9-6e05-4133-a005-db6d261eedac tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] [instance: 374c77f3-63b7-4079-8631-8c7d45c8e348] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:89:93:24', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd903c404-a23a-40c0-a217-96d4bb2e5b08', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6b71a9d1-6123-450e-825c-01622631ab65', 'vif_model': 'vmxnet3'}] {{(pid=62574) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1936.676824] env[62574]: DEBUG oslo.service.loopingcall [None req-b2fd0df9-6e05-4133-a005-db6d261eedac tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62574) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1936.677102] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 374c77f3-63b7-4079-8631-8c7d45c8e348] Creating VM on the ESX host {{(pid=62574) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1936.677385] env[62574]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0a1209f0-6699-41fc-a046-b858181a47fa {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1936.694798] env[62574]: DEBUG oslo_concurrency.lockutils [None req-c7ea8389-2e9e-4cf2-998c-8c3589fa1acd tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Releasing lock "refresh_cache-f6cfb126-1ff6-4ac9-802e-7bbdfb539176" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1936.695560] env[62574]: DEBUG oslo_concurrency.lockutils [None req-c7ea8389-2e9e-4cf2-998c-8c3589fa1acd tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Acquiring lock "f6cfb126-1ff6-4ac9-802e-7bbdfb539176" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1936.696192] env[62574]: DEBUG oslo_concurrency.lockutils [None req-c7ea8389-2e9e-4cf2-998c-8c3589fa1acd tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Acquired lock "f6cfb126-1ff6-4ac9-802e-7bbdfb539176" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1936.696192] env[62574]: DEBUG oslo_concurrency.lockutils [req-c8a9848b-c71f-48e4-b32c-389cea592882 req-6fe91d74-db65-429b-9b43-587bb0890f92 service nova] Acquired lock "refresh_cache-f6cfb126-1ff6-4ac9-802e-7bbdfb539176" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1936.696192] env[62574]: DEBUG nova.network.neutron [req-c8a9848b-c71f-48e4-b32c-389cea592882 req-6fe91d74-db65-429b-9b43-587bb0890f92 service nova] [instance: f6cfb126-1ff6-4ac9-802e-7bbdfb539176] Refreshing network info cache for port 2f31aec2-968c-447c-a5af-7771fe0cd68a {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1936.698445] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fc8d7be-66a6-4cea-93e1-2fe8f14bf8f8 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1936.702604] env[62574]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1936.702604] env[62574]: value = "task-1862380" [ 1936.702604] env[62574]: _type = "Task" [ 1936.702604] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1936.712801] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1862380, 'name': CreateVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1936.726464] env[62574]: DEBUG nova.virt.hardware [None req-c7ea8389-2e9e-4cf2-998c-8c3589fa1acd tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T19:26:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1936.726773] env[62574]: DEBUG nova.virt.hardware [None req-c7ea8389-2e9e-4cf2-998c-8c3589fa1acd tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Flavor limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1936.727087] env[62574]: DEBUG nova.virt.hardware [None req-c7ea8389-2e9e-4cf2-998c-8c3589fa1acd tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Image limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1936.727163] env[62574]: DEBUG nova.virt.hardware [None req-c7ea8389-2e9e-4cf2-998c-8c3589fa1acd tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Flavor pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1936.727298] env[62574]: DEBUG nova.virt.hardware [None req-c7ea8389-2e9e-4cf2-998c-8c3589fa1acd tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Image pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1936.727438] env[62574]: DEBUG nova.virt.hardware [None req-c7ea8389-2e9e-4cf2-998c-8c3589fa1acd tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1936.727652] env[62574]: DEBUG nova.virt.hardware [None req-c7ea8389-2e9e-4cf2-998c-8c3589fa1acd tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1936.727847] env[62574]: DEBUG nova.virt.hardware [None req-c7ea8389-2e9e-4cf2-998c-8c3589fa1acd tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1936.728218] env[62574]: DEBUG nova.virt.hardware [None req-c7ea8389-2e9e-4cf2-998c-8c3589fa1acd tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Got 1 possible topologies {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1936.728267] env[62574]: DEBUG nova.virt.hardware [None req-c7ea8389-2e9e-4cf2-998c-8c3589fa1acd tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1936.728437] env[62574]: DEBUG nova.virt.hardware [None req-c7ea8389-2e9e-4cf2-998c-8c3589fa1acd tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1936.735374] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-c7ea8389-2e9e-4cf2-998c-8c3589fa1acd tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] [instance: f6cfb126-1ff6-4ac9-802e-7bbdfb539176] Reconfiguring VM to attach interface {{(pid=62574) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1936.736246] env[62574]: DEBUG oslo_concurrency.lockutils [None req-af5ee237-9b6b-4bee-afbf-4a5888550a7b tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.356s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1936.736445] env[62574]: INFO nova.compute.manager [None req-af5ee237-9b6b-4bee-afbf-4a5888550a7b tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] [instance: 43793844-f400-4665-b287-bc4374a1ae6d] Migrating [ 1936.743662] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ce50bad7-c2d0-47f3-a4b0-1d244980ba09 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1936.772128] env[62574]: DEBUG oslo_concurrency.lockutils [None req-d86910c4-78ff-4281-a154-bc0547a82eb7 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Lock "d06fca54-652a-47dd-b14b-8f6bbf696503" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.314s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1936.775295] env[62574]: DEBUG oslo_vmware.api [None req-c7ea8389-2e9e-4cf2-998c-8c3589fa1acd tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Waiting for the task: (returnval){ [ 1936.775295] env[62574]: value = "task-1862381" [ 1936.775295] env[62574]: _type = "Task" [ 1936.775295] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1936.794695] env[62574]: DEBUG oslo_vmware.api [None req-c7ea8389-2e9e-4cf2-998c-8c3589fa1acd tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Task: {'id': task-1862381, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1936.797117] env[62574]: DEBUG nova.virt.hardware [None req-38223e4f-c1e2-49dc-88e3-d4fedd861a4a tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T19:26:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-13T19:26:40Z,direct_url=,disk_format='vmdk',id=3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7eed1dd4d2c3418eb32c4f4ceda3ab0d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-13T19:26:41Z,virtual_size=,visibility=), allow threads: False {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1936.797395] env[62574]: DEBUG nova.virt.hardware [None req-38223e4f-c1e2-49dc-88e3-d4fedd861a4a tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Flavor limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1936.797581] env[62574]: DEBUG nova.virt.hardware [None req-38223e4f-c1e2-49dc-88e3-d4fedd861a4a tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Image limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1936.797779] env[62574]: DEBUG nova.virt.hardware [None req-38223e4f-c1e2-49dc-88e3-d4fedd861a4a tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Flavor pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1936.797930] env[62574]: DEBUG nova.virt.hardware [None req-38223e4f-c1e2-49dc-88e3-d4fedd861a4a tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Image pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1936.798097] env[62574]: DEBUG nova.virt.hardware [None req-38223e4f-c1e2-49dc-88e3-d4fedd861a4a tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1936.798319] env[62574]: DEBUG nova.virt.hardware [None req-38223e4f-c1e2-49dc-88e3-d4fedd861a4a tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1936.798521] env[62574]: DEBUG nova.virt.hardware [None req-38223e4f-c1e2-49dc-88e3-d4fedd861a4a tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1936.798678] env[62574]: DEBUG nova.virt.hardware [None req-38223e4f-c1e2-49dc-88e3-d4fedd861a4a tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Got 1 possible topologies {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1936.798846] env[62574]: DEBUG nova.virt.hardware [None req-38223e4f-c1e2-49dc-88e3-d4fedd861a4a tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1936.799032] env[62574]: DEBUG nova.virt.hardware [None req-38223e4f-c1e2-49dc-88e3-d4fedd861a4a tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1936.800221] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab6c9d80-0b3f-4ac7-97ce-d1328d45b148 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1936.817028] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85ddd427-ad7d-4c23-8354-b2d89f36843b {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1936.838529] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-38223e4f-c1e2-49dc-88e3-d4fedd861a4a tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] [instance: fb94d5d1-7f0f-4534-b9e9-2a52ac9a7c7f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ee:41:79', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6b8137fc-f23d-49b1-b19c-3123a5588f34', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '91e1a2e4-68a4-4555-8e30-426e35a4f273', 'vif_model': 'vmxnet3'}] {{(pid=62574) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1936.846262] env[62574]: DEBUG oslo.service.loopingcall [None req-38223e4f-c1e2-49dc-88e3-d4fedd861a4a tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62574) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1936.847075] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fb94d5d1-7f0f-4534-b9e9-2a52ac9a7c7f] Creating VM on the ESX host {{(pid=62574) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1936.847852] env[62574]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-28126152-24e6-44d7-b3dd-9549fce4e5de {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1936.866584] env[62574]: DEBUG oslo_vmware.api [None req-a3fbe70f-39d8-46cb-b9f5-faf2a4d0b292 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Task: {'id': task-1862378, 'name': ReconfigVM_Task, 'duration_secs': 1.36173} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1936.867406] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3fbe70f-39d8-46cb-b9f5-faf2a4d0b292 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] [instance: ec804281-0966-45aa-956d-d911926327c5] Reconfigured VM instance instance-00000064 to attach disk [datastore2] ec804281-0966-45aa-956d-d911926327c5/ec804281-0966-45aa-956d-d911926327c5.vmdk or device None with type sparse {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1936.868147] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f957a311-8d3b-43d4-bd95-fa0a6070cb6f {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1936.875134] env[62574]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1936.875134] env[62574]: value = "task-1862382" [ 1936.875134] env[62574]: _type = "Task" [ 1936.875134] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1936.879852] env[62574]: DEBUG oslo_vmware.api [None req-a3fbe70f-39d8-46cb-b9f5-faf2a4d0b292 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Waiting for the task: (returnval){ [ 1936.879852] env[62574]: value = "task-1862383" [ 1936.879852] env[62574]: _type = "Task" [ 1936.879852] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1936.886894] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1862382, 'name': CreateVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1936.900939] env[62574]: DEBUG oslo_vmware.api [None req-a3fbe70f-39d8-46cb-b9f5-faf2a4d0b292 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Task: {'id': task-1862383, 'name': Rename_Task} progress is 10%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1936.907309] env[62574]: DEBUG oslo_vmware.api [None req-fac548d5-3bcc-4413-952f-e51eeaa15cd3 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Task: {'id': task-1862379, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1937.090282] env[62574]: DEBUG nova.network.neutron [None req-0a727535-615b-4761-a2da-ebf7ddf3e0e1 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] [instance: 2df2984d-1120-4cdd-80a8-7f0366e4cbed] Successfully updated port: 3e5bbe0a-7ed3-4c04-b4e0-8ecf6dc29a49 {{(pid=62574) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1937.215588] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1862380, 'name': CreateVM_Task} progress is 25%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1937.266588] env[62574]: DEBUG oslo_concurrency.lockutils [None req-af5ee237-9b6b-4bee-afbf-4a5888550a7b tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Acquiring lock "refresh_cache-43793844-f400-4665-b287-bc4374a1ae6d" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1937.266760] env[62574]: DEBUG oslo_concurrency.lockutils [None req-af5ee237-9b6b-4bee-afbf-4a5888550a7b tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Acquired lock "refresh_cache-43793844-f400-4665-b287-bc4374a1ae6d" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1937.266961] env[62574]: DEBUG nova.network.neutron [None req-af5ee237-9b6b-4bee-afbf-4a5888550a7b tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] [instance: 43793844-f400-4665-b287-bc4374a1ae6d] Building network info cache for instance {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1937.288827] env[62574]: DEBUG oslo_vmware.api [None req-c7ea8389-2e9e-4cf2-998c-8c3589fa1acd tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Task: {'id': task-1862381, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1937.381389] env[62574]: DEBUG nova.compute.manager [req-cf86c200-98b3-4d49-8d05-4adad59f4e2f req-af8ae535-e167-47fc-8fb1-932e252889d7 service nova] [instance: 374c77f3-63b7-4079-8631-8c7d45c8e348] Received event network-changed-6b71a9d1-6123-450e-825c-01622631ab65 {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1937.381596] env[62574]: DEBUG nova.compute.manager [req-cf86c200-98b3-4d49-8d05-4adad59f4e2f req-af8ae535-e167-47fc-8fb1-932e252889d7 service nova] [instance: 374c77f3-63b7-4079-8631-8c7d45c8e348] Refreshing instance network info cache due to event network-changed-6b71a9d1-6123-450e-825c-01622631ab65. {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1937.381809] env[62574]: DEBUG oslo_concurrency.lockutils [req-cf86c200-98b3-4d49-8d05-4adad59f4e2f req-af8ae535-e167-47fc-8fb1-932e252889d7 service nova] Acquiring lock "refresh_cache-374c77f3-63b7-4079-8631-8c7d45c8e348" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1937.381954] env[62574]: DEBUG oslo_concurrency.lockutils [req-cf86c200-98b3-4d49-8d05-4adad59f4e2f req-af8ae535-e167-47fc-8fb1-932e252889d7 service nova] Acquired lock "refresh_cache-374c77f3-63b7-4079-8631-8c7d45c8e348" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1937.382151] env[62574]: DEBUG nova.network.neutron [req-cf86c200-98b3-4d49-8d05-4adad59f4e2f req-af8ae535-e167-47fc-8fb1-932e252889d7 service nova] [instance: 374c77f3-63b7-4079-8631-8c7d45c8e348] Refreshing network info cache for port 6b71a9d1-6123-450e-825c-01622631ab65 {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1937.391191] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1862382, 'name': CreateVM_Task, 'duration_secs': 0.418679} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1937.392376] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fb94d5d1-7f0f-4534-b9e9-2a52ac9a7c7f] Created VM on the ESX host {{(pid=62574) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1937.393176] env[62574]: DEBUG oslo_concurrency.lockutils [None req-38223e4f-c1e2-49dc-88e3-d4fedd861a4a tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1937.393370] env[62574]: DEBUG oslo_concurrency.lockutils [None req-38223e4f-c1e2-49dc-88e3-d4fedd861a4a tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1937.393689] env[62574]: DEBUG oslo_concurrency.lockutils [None req-38223e4f-c1e2-49dc-88e3-d4fedd861a4a tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1937.394226] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9aca2bf4-9ea3-4cfd-b928-ae3b23237c0b {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1937.399279] env[62574]: DEBUG oslo_vmware.api [None req-a3fbe70f-39d8-46cb-b9f5-faf2a4d0b292 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Task: {'id': task-1862383, 'name': Rename_Task, 'duration_secs': 0.221958} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1937.402908] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3fbe70f-39d8-46cb-b9f5-faf2a4d0b292 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] [instance: ec804281-0966-45aa-956d-d911926327c5] Powering on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1937.405865] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f5fe949d-3f43-4c97-86c4-ac7c938badc6 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1937.409527] env[62574]: DEBUG oslo_vmware.api [None req-38223e4f-c1e2-49dc-88e3-d4fedd861a4a tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Waiting for the task: (returnval){ [ 1937.409527] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]52899c0c-6b6a-c587-467e-7b96eb696cd2" [ 1937.409527] env[62574]: _type = "Task" [ 1937.409527] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1937.416361] env[62574]: DEBUG oslo_vmware.api [None req-fac548d5-3bcc-4413-952f-e51eeaa15cd3 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Task: {'id': task-1862379, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.562178} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1937.417934] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-fac548d5-3bcc-4413-952f-e51eeaa15cd3 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk to [datastore2] d030b211-e17d-44ed-b034-f57b1599e108/d030b211-e17d-44ed-b034-f57b1599e108.vmdk {{(pid=62574) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1937.418166] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-fac548d5-3bcc-4413-952f-e51eeaa15cd3 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] [instance: d030b211-e17d-44ed-b034-f57b1599e108] Extending root virtual disk to 1048576 {{(pid=62574) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1937.418504] env[62574]: DEBUG oslo_vmware.api [None req-a3fbe70f-39d8-46cb-b9f5-faf2a4d0b292 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Waiting for the task: (returnval){ [ 1937.418504] env[62574]: value = "task-1862384" [ 1937.418504] env[62574]: _type = "Task" [ 1937.418504] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1937.418707] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-509db5b9-4b46-44e4-8d22-3270c122ffb5 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1937.426551] env[62574]: DEBUG oslo_vmware.api [None req-38223e4f-c1e2-49dc-88e3-d4fedd861a4a tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52899c0c-6b6a-c587-467e-7b96eb696cd2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1937.434184] env[62574]: DEBUG oslo_vmware.api [None req-a3fbe70f-39d8-46cb-b9f5-faf2a4d0b292 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Task: {'id': task-1862384, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1937.436015] env[62574]: DEBUG oslo_vmware.api [None req-fac548d5-3bcc-4413-952f-e51eeaa15cd3 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Waiting for the task: (returnval){ [ 1937.436015] env[62574]: value = "task-1862385" [ 1937.436015] env[62574]: _type = "Task" [ 1937.436015] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1937.445627] env[62574]: DEBUG oslo_vmware.api [None req-fac548d5-3bcc-4413-952f-e51eeaa15cd3 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Task: {'id': task-1862385, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1937.494121] env[62574]: DEBUG nova.network.neutron [req-c8a9848b-c71f-48e4-b32c-389cea592882 req-6fe91d74-db65-429b-9b43-587bb0890f92 service nova] [instance: f6cfb126-1ff6-4ac9-802e-7bbdfb539176] Updated VIF entry in instance network info cache for port 2f31aec2-968c-447c-a5af-7771fe0cd68a. {{(pid=62574) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1937.494647] env[62574]: DEBUG nova.network.neutron [req-c8a9848b-c71f-48e4-b32c-389cea592882 req-6fe91d74-db65-429b-9b43-587bb0890f92 service nova] [instance: f6cfb126-1ff6-4ac9-802e-7bbdfb539176] Updating instance_info_cache with network_info: [{"id": "7add55ed-b06c-4a13-ba8e-1867107b2606", "address": "fa:16:3e:46:65:4f", "network": {"id": "00bfa347-a6e1-4070-b5d9-5f46396a9c53", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-693390946-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.189", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3197393f8f6a457a9367bd87f7aa5dc2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bdf594e-da7a-4254-b413-87aef4614588", "external-id": "nsx-vlan-transportzone-422", "segmentation_id": 422, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7add55ed-b0", "ovs_interfaceid": "7add55ed-b06c-4a13-ba8e-1867107b2606", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "7b57497f-f712-4d55-8f0b-463a71c323d0", "address": "fa:16:3e:a6:85:89", "network": {"id": "00bfa347-a6e1-4070-b5d9-5f46396a9c53", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-693390946-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3197393f8f6a457a9367bd87f7aa5dc2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bdf594e-da7a-4254-b413-87aef4614588", "external-id": "nsx-vlan-transportzone-422", "segmentation_id": 422, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b57497f-f7", "ovs_interfaceid": "7b57497f-f712-4d55-8f0b-463a71c323d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "2f31aec2-968c-447c-a5af-7771fe0cd68a", "address": "fa:16:3e:a4:36:88", "network": {"id": "00bfa347-a6e1-4070-b5d9-5f46396a9c53", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-693390946-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3197393f8f6a457a9367bd87f7aa5dc2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bdf594e-da7a-4254-b413-87aef4614588", "external-id": "nsx-vlan-transportzone-422", "segmentation_id": 422, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f31aec2-96", "ovs_interfaceid": "2f31aec2-968c-447c-a5af-7771fe0cd68a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1937.597046] env[62574]: DEBUG oslo_concurrency.lockutils [None req-0a727535-615b-4761-a2da-ebf7ddf3e0e1 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Acquiring lock "refresh_cache-2df2984d-1120-4cdd-80a8-7f0366e4cbed" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1937.597046] env[62574]: DEBUG oslo_concurrency.lockutils [None req-0a727535-615b-4761-a2da-ebf7ddf3e0e1 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Acquired lock "refresh_cache-2df2984d-1120-4cdd-80a8-7f0366e4cbed" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1937.597205] env[62574]: DEBUG nova.network.neutron [None req-0a727535-615b-4761-a2da-ebf7ddf3e0e1 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] [instance: 2df2984d-1120-4cdd-80a8-7f0366e4cbed] Building network info cache for instance {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1937.635072] env[62574]: DEBUG oslo_vmware.rw_handles [None req-e421e88c-5967-40d2-aa3b-e83d5bca270d tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52540067-58d0-80f4-b1f2-75979a1a546c/disk-0.vmdk. {{(pid=62574) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1937.636112] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e977718-4d00-4565-9766-790768bb7c40 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1937.643322] env[62574]: DEBUG oslo_vmware.rw_handles [None req-e421e88c-5967-40d2-aa3b-e83d5bca270d tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52540067-58d0-80f4-b1f2-75979a1a546c/disk-0.vmdk is in state: ready. {{(pid=62574) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1937.643518] env[62574]: ERROR oslo_vmware.rw_handles [None req-e421e88c-5967-40d2-aa3b-e83d5bca270d tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52540067-58d0-80f4-b1f2-75979a1a546c/disk-0.vmdk due to incomplete transfer. [ 1937.643768] env[62574]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-92d03567-7570-43bc-bb39-3e4b0b1e4adf {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1937.652614] env[62574]: DEBUG oslo_vmware.rw_handles [None req-e421e88c-5967-40d2-aa3b-e83d5bca270d tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52540067-58d0-80f4-b1f2-75979a1a546c/disk-0.vmdk. {{(pid=62574) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1937.652825] env[62574]: DEBUG nova.virt.vmwareapi.images [None req-e421e88c-5967-40d2-aa3b-e83d5bca270d tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] [instance: 5b85a61c-05a0-4136-9ee7-13827823d8b7] Uploaded image 4d72a230-d46b-4480-8898-aa19d0319c25 to the Glance image server {{(pid=62574) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1937.655198] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-e421e88c-5967-40d2-aa3b-e83d5bca270d tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] [instance: 5b85a61c-05a0-4136-9ee7-13827823d8b7] Destroying the VM {{(pid=62574) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1937.655488] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-6547cb47-7df1-4578-8810-ac416ce57630 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1937.663730] env[62574]: DEBUG oslo_vmware.api [None req-e421e88c-5967-40d2-aa3b-e83d5bca270d tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Waiting for the task: (returnval){ [ 1937.663730] env[62574]: value = "task-1862386" [ 1937.663730] env[62574]: _type = "Task" [ 1937.663730] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1937.673977] env[62574]: DEBUG oslo_vmware.api [None req-e421e88c-5967-40d2-aa3b-e83d5bca270d tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Task: {'id': task-1862386, 'name': Destroy_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1937.717016] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1862380, 'name': CreateVM_Task, 'duration_secs': 0.661351} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1937.717016] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 374c77f3-63b7-4079-8631-8c7d45c8e348] Created VM on the ESX host {{(pid=62574) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1937.717421] env[62574]: DEBUG oslo_concurrency.lockutils [None req-b2fd0df9-6e05-4133-a005-db6d261eedac tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1937.787772] env[62574]: DEBUG oslo_vmware.api [None req-c7ea8389-2e9e-4cf2-998c-8c3589fa1acd tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Task: {'id': task-1862381, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1937.921053] env[62574]: DEBUG oslo_vmware.api [None req-38223e4f-c1e2-49dc-88e3-d4fedd861a4a tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52899c0c-6b6a-c587-467e-7b96eb696cd2, 'name': SearchDatastore_Task, 'duration_secs': 0.017749} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1937.926396] env[62574]: DEBUG oslo_concurrency.lockutils [None req-38223e4f-c1e2-49dc-88e3-d4fedd861a4a tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1937.926672] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-38223e4f-c1e2-49dc-88e3-d4fedd861a4a tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] [instance: fb94d5d1-7f0f-4534-b9e9-2a52ac9a7c7f] Processing image 3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2 {{(pid=62574) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1937.926908] env[62574]: DEBUG oslo_concurrency.lockutils [None req-38223e4f-c1e2-49dc-88e3-d4fedd861a4a tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1937.927072] env[62574]: DEBUG oslo_concurrency.lockutils [None req-38223e4f-c1e2-49dc-88e3-d4fedd861a4a tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1937.927254] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-38223e4f-c1e2-49dc-88e3-d4fedd861a4a tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1937.929685] env[62574]: DEBUG oslo_concurrency.lockutils [None req-b2fd0df9-6e05-4133-a005-db6d261eedac tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1937.930037] env[62574]: DEBUG oslo_concurrency.lockutils [None req-b2fd0df9-6e05-4133-a005-db6d261eedac tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1937.930292] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0c236ffe-5b90-43a9-be65-49b6c07c46ea {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1937.932875] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f8e5faa5-b786-425b-92ab-a2ca13e454fd {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1937.939086] env[62574]: DEBUG oslo_vmware.api [None req-a3fbe70f-39d8-46cb-b9f5-faf2a4d0b292 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Task: {'id': task-1862384, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1937.943518] env[62574]: DEBUG oslo_vmware.api [None req-b2fd0df9-6e05-4133-a005-db6d261eedac tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Waiting for the task: (returnval){ [ 1937.943518] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]5296a504-0236-a156-a834-153a9cd81a4e" [ 1937.943518] env[62574]: _type = "Task" [ 1937.943518] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1937.944779] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-38223e4f-c1e2-49dc-88e3-d4fedd861a4a tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1937.944959] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-38223e4f-c1e2-49dc-88e3-d4fedd861a4a tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62574) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1937.949209] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8770f4bb-e6cd-4ca0-99f7-6d6a8afeedc5 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1937.954184] env[62574]: DEBUG oslo_vmware.api [None req-fac548d5-3bcc-4413-952f-e51eeaa15cd3 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Task: {'id': task-1862385, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.106435} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1937.955132] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-fac548d5-3bcc-4413-952f-e51eeaa15cd3 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] [instance: d030b211-e17d-44ed-b034-f57b1599e108] Extended root virtual disk {{(pid=62574) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1937.956013] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5366baaf-9f1e-42aa-8d74-c0220385c69a {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1937.963206] env[62574]: DEBUG oslo_concurrency.lockutils [None req-66ca6258-cb59-4983-be01-0a940ac94bd6 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Acquiring lock "d06fca54-652a-47dd-b14b-8f6bbf696503" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1937.963529] env[62574]: DEBUG oslo_concurrency.lockutils [None req-66ca6258-cb59-4983-be01-0a940ac94bd6 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Lock "d06fca54-652a-47dd-b14b-8f6bbf696503" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1937.963683] env[62574]: DEBUG oslo_concurrency.lockutils [None req-66ca6258-cb59-4983-be01-0a940ac94bd6 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Acquiring lock "d06fca54-652a-47dd-b14b-8f6bbf696503-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1937.963867] env[62574]: DEBUG oslo_concurrency.lockutils [None req-66ca6258-cb59-4983-be01-0a940ac94bd6 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Lock "d06fca54-652a-47dd-b14b-8f6bbf696503-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1937.964048] env[62574]: DEBUG oslo_concurrency.lockutils [None req-66ca6258-cb59-4983-be01-0a940ac94bd6 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Lock "d06fca54-652a-47dd-b14b-8f6bbf696503-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1937.965871] env[62574]: DEBUG oslo_vmware.api [None req-38223e4f-c1e2-49dc-88e3-d4fedd861a4a tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Waiting for the task: (returnval){ [ 1937.965871] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]52ef0d7b-f943-2d8e-6036-4308251e6c53" [ 1937.965871] env[62574]: _type = "Task" [ 1937.965871] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1937.966049] env[62574]: DEBUG oslo_vmware.api [None req-b2fd0df9-6e05-4133-a005-db6d261eedac tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]5296a504-0236-a156-a834-153a9cd81a4e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1937.966485] env[62574]: INFO nova.compute.manager [None req-66ca6258-cb59-4983-be01-0a940ac94bd6 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] [instance: d06fca54-652a-47dd-b14b-8f6bbf696503] Terminating instance [ 1937.990700] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-fac548d5-3bcc-4413-952f-e51eeaa15cd3 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] [instance: d030b211-e17d-44ed-b034-f57b1599e108] Reconfiguring VM instance instance-00000065 to attach disk [datastore2] d030b211-e17d-44ed-b034-f57b1599e108/d030b211-e17d-44ed-b034-f57b1599e108.vmdk or device None with type sparse {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1937.996310] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ee2528c6-dec5-48d6-9977-fed276895bbe {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1938.016170] env[62574]: DEBUG oslo_concurrency.lockutils [req-c8a9848b-c71f-48e4-b32c-389cea592882 req-6fe91d74-db65-429b-9b43-587bb0890f92 service nova] Releasing lock "refresh_cache-f6cfb126-1ff6-4ac9-802e-7bbdfb539176" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1938.017416] env[62574]: DEBUG oslo_vmware.api [None req-38223e4f-c1e2-49dc-88e3-d4fedd861a4a tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52ef0d7b-f943-2d8e-6036-4308251e6c53, 'name': SearchDatastore_Task, 'duration_secs': 0.016009} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1938.018539] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-02df3334-112e-428c-9b47-a07b409d5b2d {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1938.023875] env[62574]: DEBUG oslo_vmware.api [None req-fac548d5-3bcc-4413-952f-e51eeaa15cd3 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Waiting for the task: (returnval){ [ 1938.023875] env[62574]: value = "task-1862387" [ 1938.023875] env[62574]: _type = "Task" [ 1938.023875] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1938.025095] env[62574]: DEBUG oslo_vmware.api [None req-38223e4f-c1e2-49dc-88e3-d4fedd861a4a tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Waiting for the task: (returnval){ [ 1938.025095] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]5251a083-d88a-522a-68a6-2699708d4fd0" [ 1938.025095] env[62574]: _type = "Task" [ 1938.025095] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1938.041154] env[62574]: DEBUG oslo_vmware.api [None req-38223e4f-c1e2-49dc-88e3-d4fedd861a4a tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]5251a083-d88a-522a-68a6-2699708d4fd0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1938.041398] env[62574]: DEBUG oslo_vmware.api [None req-fac548d5-3bcc-4413-952f-e51eeaa15cd3 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Task: {'id': task-1862387, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1938.106359] env[62574]: DEBUG nova.network.neutron [None req-af5ee237-9b6b-4bee-afbf-4a5888550a7b tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] [instance: 43793844-f400-4665-b287-bc4374a1ae6d] Updating instance_info_cache with network_info: [{"id": "7de90c52-6b23-4e19-8e20-5842728825ab", "address": "fa:16:3e:ae:28:b4", "network": {"id": "b2d07115-f5da-483b-99a5-ede728256338", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-116321158-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.173", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ab01ddb6cf3453f8b60099794e20a03", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c20f5114-0866-45b3-9a7c-62f113ff83fa", "external-id": "nsx-vlan-transportzone-47", "segmentation_id": 47, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7de90c52-6b", "ovs_interfaceid": "7de90c52-6b23-4e19-8e20-5842728825ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1938.161618] env[62574]: DEBUG nova.network.neutron [None req-0a727535-615b-4761-a2da-ebf7ddf3e0e1 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] [instance: 2df2984d-1120-4cdd-80a8-7f0366e4cbed] Instance cache missing network info. {{(pid=62574) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1938.174240] env[62574]: DEBUG oslo_vmware.api [None req-e421e88c-5967-40d2-aa3b-e83d5bca270d tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Task: {'id': task-1862386, 'name': Destroy_Task} progress is 33%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1938.210861] env[62574]: DEBUG nova.network.neutron [req-cf86c200-98b3-4d49-8d05-4adad59f4e2f req-af8ae535-e167-47fc-8fb1-932e252889d7 service nova] [instance: 374c77f3-63b7-4079-8631-8c7d45c8e348] Updated VIF entry in instance network info cache for port 6b71a9d1-6123-450e-825c-01622631ab65. {{(pid=62574) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1938.211275] env[62574]: DEBUG nova.network.neutron [req-cf86c200-98b3-4d49-8d05-4adad59f4e2f req-af8ae535-e167-47fc-8fb1-932e252889d7 service nova] [instance: 374c77f3-63b7-4079-8631-8c7d45c8e348] Updating instance_info_cache with network_info: [{"id": "6b71a9d1-6123-450e-825c-01622631ab65", "address": "fa:16:3e:89:93:24", "network": {"id": "d21729a3-6af1-4685-8299-0af047d6c105", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-979648045-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "50322706d83c42c3a9bbd5c51ba34b64", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d903c404-a23a-40c0-a217-96d4bb2e5b08", "external-id": "nsx-vlan-transportzone-228", "segmentation_id": 228, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b71a9d1-61", "ovs_interfaceid": "6b71a9d1-6123-450e-825c-01622631ab65", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1938.290233] env[62574]: DEBUG oslo_vmware.api [None req-c7ea8389-2e9e-4cf2-998c-8c3589fa1acd tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Task: {'id': task-1862381, 'name': ReconfigVM_Task, 'duration_secs': 1.08355} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1938.290645] env[62574]: DEBUG oslo_concurrency.lockutils [None req-c7ea8389-2e9e-4cf2-998c-8c3589fa1acd tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Releasing lock "f6cfb126-1ff6-4ac9-802e-7bbdfb539176" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1938.290867] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-c7ea8389-2e9e-4cf2-998c-8c3589fa1acd tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] [instance: f6cfb126-1ff6-4ac9-802e-7bbdfb539176] Reconfigured VM to attach interface {{(pid=62574) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1938.318329] env[62574]: DEBUG nova.network.neutron [None req-0a727535-615b-4761-a2da-ebf7ddf3e0e1 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] [instance: 2df2984d-1120-4cdd-80a8-7f0366e4cbed] Updating instance_info_cache with network_info: [{"id": "3e5bbe0a-7ed3-4c04-b4e0-8ecf6dc29a49", "address": "fa:16:3e:3f:20:1a", "network": {"id": "f6a83369-79e9-4642-a0ca-7260589f6ea4", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-146115192-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "89fc8b5a7e904272a1c872b05656484c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35e463c7-7d78-4d66-8efd-6127b1f3ee17", "external-id": "nsx-vlan-transportzone-175", "segmentation_id": 175, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e5bbe0a-7e", "ovs_interfaceid": "3e5bbe0a-7ed3-4c04-b4e0-8ecf6dc29a49", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1938.432924] env[62574]: DEBUG oslo_vmware.api [None req-a3fbe70f-39d8-46cb-b9f5-faf2a4d0b292 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Task: {'id': task-1862384, 'name': PowerOnVM_Task, 'duration_secs': 0.5722} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1938.433389] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3fbe70f-39d8-46cb-b9f5-faf2a4d0b292 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] [instance: ec804281-0966-45aa-956d-d911926327c5] Powered on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1938.433626] env[62574]: INFO nova.compute.manager [None req-a3fbe70f-39d8-46cb-b9f5-faf2a4d0b292 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] [instance: ec804281-0966-45aa-956d-d911926327c5] Took 10.26 seconds to spawn the instance on the hypervisor. [ 1938.433811] env[62574]: DEBUG nova.compute.manager [None req-a3fbe70f-39d8-46cb-b9f5-faf2a4d0b292 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] [instance: ec804281-0966-45aa-956d-d911926327c5] Checking state {{(pid=62574) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1938.434614] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c39616e1-fc7c-4816-8ac1-e3fc870fd150 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1938.454453] env[62574]: DEBUG oslo_vmware.api [None req-b2fd0df9-6e05-4133-a005-db6d261eedac tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]5296a504-0236-a156-a834-153a9cd81a4e, 'name': SearchDatastore_Task, 'duration_secs': 0.024571} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1938.454841] env[62574]: DEBUG oslo_concurrency.lockutils [None req-b2fd0df9-6e05-4133-a005-db6d261eedac tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1938.455105] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-b2fd0df9-6e05-4133-a005-db6d261eedac tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] [instance: 374c77f3-63b7-4079-8631-8c7d45c8e348] Processing image 3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2 {{(pid=62574) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1938.455388] env[62574]: DEBUG oslo_concurrency.lockutils [None req-b2fd0df9-6e05-4133-a005-db6d261eedac tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1938.483210] env[62574]: DEBUG nova.compute.manager [None req-66ca6258-cb59-4983-be01-0a940ac94bd6 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] [instance: d06fca54-652a-47dd-b14b-8f6bbf696503] Start destroying the instance on the hypervisor. {{(pid=62574) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1938.483446] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-66ca6258-cb59-4983-be01-0a940ac94bd6 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] [instance: d06fca54-652a-47dd-b14b-8f6bbf696503] Destroying instance {{(pid=62574) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1938.484629] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-385a1321-5148-427f-82a1-9fe85941cbba {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1938.493517] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-66ca6258-cb59-4983-be01-0a940ac94bd6 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] [instance: d06fca54-652a-47dd-b14b-8f6bbf696503] Powering off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1938.493783] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-70766cdd-f91d-4853-8b70-27d24d83e51c {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1938.501136] env[62574]: DEBUG oslo_vmware.api [None req-66ca6258-cb59-4983-be01-0a940ac94bd6 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Waiting for the task: (returnval){ [ 1938.501136] env[62574]: value = "task-1862388" [ 1938.501136] env[62574]: _type = "Task" [ 1938.501136] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1938.510611] env[62574]: DEBUG oslo_vmware.api [None req-66ca6258-cb59-4983-be01-0a940ac94bd6 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Task: {'id': task-1862388, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1938.538593] env[62574]: DEBUG oslo_vmware.api [None req-fac548d5-3bcc-4413-952f-e51eeaa15cd3 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Task: {'id': task-1862387, 'name': ReconfigVM_Task, 'duration_secs': 0.338411} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1938.542375] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-fac548d5-3bcc-4413-952f-e51eeaa15cd3 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] [instance: d030b211-e17d-44ed-b034-f57b1599e108] Reconfigured VM instance instance-00000065 to attach disk [datastore2] d030b211-e17d-44ed-b034-f57b1599e108/d030b211-e17d-44ed-b034-f57b1599e108.vmdk or device None with type sparse {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1938.543156] env[62574]: DEBUG oslo_vmware.api [None req-38223e4f-c1e2-49dc-88e3-d4fedd861a4a tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]5251a083-d88a-522a-68a6-2699708d4fd0, 'name': SearchDatastore_Task, 'duration_secs': 0.034169} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1938.543427] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a0413db2-f1fc-494d-abd8-2c9a860833eb {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1938.545143] env[62574]: DEBUG oslo_concurrency.lockutils [None req-38223e4f-c1e2-49dc-88e3-d4fedd861a4a tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1938.545497] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-38223e4f-c1e2-49dc-88e3-d4fedd861a4a tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk to [datastore2] fb94d5d1-7f0f-4534-b9e9-2a52ac9a7c7f/fb94d5d1-7f0f-4534-b9e9-2a52ac9a7c7f.vmdk {{(pid=62574) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1938.545830] env[62574]: DEBUG oslo_concurrency.lockutils [None req-b2fd0df9-6e05-4133-a005-db6d261eedac tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1938.546041] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2fd0df9-6e05-4133-a005-db6d261eedac tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1938.546247] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-47776702-03ae-49a3-a597-7e285d84a3f0 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1938.548683] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5619ff94-24d8-4967-9c53-61511a4d54ac {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1938.553950] env[62574]: DEBUG oslo_vmware.api [None req-fac548d5-3bcc-4413-952f-e51eeaa15cd3 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Waiting for the task: (returnval){ [ 1938.553950] env[62574]: value = "task-1862389" [ 1938.553950] env[62574]: _type = "Task" [ 1938.553950] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1938.558490] env[62574]: DEBUG oslo_vmware.api [None req-38223e4f-c1e2-49dc-88e3-d4fedd861a4a tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Waiting for the task: (returnval){ [ 1938.558490] env[62574]: value = "task-1862390" [ 1938.558490] env[62574]: _type = "Task" [ 1938.558490] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1938.560042] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2fd0df9-6e05-4133-a005-db6d261eedac tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1938.560243] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-b2fd0df9-6e05-4133-a005-db6d261eedac tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62574) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1938.565643] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-17beeb20-c115-4a28-847d-32caa5f1b4ec {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1938.570954] env[62574]: DEBUG oslo_vmware.api [None req-fac548d5-3bcc-4413-952f-e51eeaa15cd3 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Task: {'id': task-1862389, 'name': Rename_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1938.575571] env[62574]: DEBUG oslo_vmware.api [None req-b2fd0df9-6e05-4133-a005-db6d261eedac tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Waiting for the task: (returnval){ [ 1938.575571] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]52414a20-0467-7f30-767b-b667c9fc5836" [ 1938.575571] env[62574]: _type = "Task" [ 1938.575571] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1938.578669] env[62574]: DEBUG oslo_vmware.api [None req-38223e4f-c1e2-49dc-88e3-d4fedd861a4a tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Task: {'id': task-1862390, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1938.588970] env[62574]: DEBUG oslo_vmware.api [None req-b2fd0df9-6e05-4133-a005-db6d261eedac tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52414a20-0467-7f30-767b-b667c9fc5836, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1938.609140] env[62574]: DEBUG oslo_concurrency.lockutils [None req-af5ee237-9b6b-4bee-afbf-4a5888550a7b tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Releasing lock "refresh_cache-43793844-f400-4665-b287-bc4374a1ae6d" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1938.676391] env[62574]: DEBUG oslo_vmware.api [None req-e421e88c-5967-40d2-aa3b-e83d5bca270d tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Task: {'id': task-1862386, 'name': Destroy_Task, 'duration_secs': 0.571982} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1938.676884] env[62574]: INFO nova.virt.vmwareapi.vm_util [None req-e421e88c-5967-40d2-aa3b-e83d5bca270d tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] [instance: 5b85a61c-05a0-4136-9ee7-13827823d8b7] Destroyed the VM [ 1938.677293] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-e421e88c-5967-40d2-aa3b-e83d5bca270d tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] [instance: 5b85a61c-05a0-4136-9ee7-13827823d8b7] Deleting Snapshot of the VM instance {{(pid=62574) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1938.677689] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-7cc3b07e-7c30-470a-93f0-a112e12c4485 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1938.687061] env[62574]: DEBUG oslo_vmware.api [None req-e421e88c-5967-40d2-aa3b-e83d5bca270d tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Waiting for the task: (returnval){ [ 1938.687061] env[62574]: value = "task-1862391" [ 1938.687061] env[62574]: _type = "Task" [ 1938.687061] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1938.702779] env[62574]: DEBUG oslo_vmware.api [None req-e421e88c-5967-40d2-aa3b-e83d5bca270d tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Task: {'id': task-1862391, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1938.713923] env[62574]: DEBUG oslo_concurrency.lockutils [req-cf86c200-98b3-4d49-8d05-4adad59f4e2f req-af8ae535-e167-47fc-8fb1-932e252889d7 service nova] Releasing lock "refresh_cache-374c77f3-63b7-4079-8631-8c7d45c8e348" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1938.714422] env[62574]: DEBUG nova.compute.manager [req-cf86c200-98b3-4d49-8d05-4adad59f4e2f req-af8ae535-e167-47fc-8fb1-932e252889d7 service nova] [instance: 2df2984d-1120-4cdd-80a8-7f0366e4cbed] Received event network-vif-plugged-3e5bbe0a-7ed3-4c04-b4e0-8ecf6dc29a49 {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1938.714797] env[62574]: DEBUG oslo_concurrency.lockutils [req-cf86c200-98b3-4d49-8d05-4adad59f4e2f req-af8ae535-e167-47fc-8fb1-932e252889d7 service nova] Acquiring lock "2df2984d-1120-4cdd-80a8-7f0366e4cbed-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1938.715457] env[62574]: DEBUG oslo_concurrency.lockutils [req-cf86c200-98b3-4d49-8d05-4adad59f4e2f req-af8ae535-e167-47fc-8fb1-932e252889d7 service nova] Lock "2df2984d-1120-4cdd-80a8-7f0366e4cbed-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1938.715546] env[62574]: DEBUG oslo_concurrency.lockutils [req-cf86c200-98b3-4d49-8d05-4adad59f4e2f req-af8ae535-e167-47fc-8fb1-932e252889d7 service nova] Lock "2df2984d-1120-4cdd-80a8-7f0366e4cbed-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1938.715872] env[62574]: DEBUG nova.compute.manager [req-cf86c200-98b3-4d49-8d05-4adad59f4e2f req-af8ae535-e167-47fc-8fb1-932e252889d7 service nova] [instance: 2df2984d-1120-4cdd-80a8-7f0366e4cbed] No waiting events found dispatching network-vif-plugged-3e5bbe0a-7ed3-4c04-b4e0-8ecf6dc29a49 {{(pid=62574) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1938.716588] env[62574]: WARNING nova.compute.manager [req-cf86c200-98b3-4d49-8d05-4adad59f4e2f req-af8ae535-e167-47fc-8fb1-932e252889d7 service nova] [instance: 2df2984d-1120-4cdd-80a8-7f0366e4cbed] Received unexpected event network-vif-plugged-3e5bbe0a-7ed3-4c04-b4e0-8ecf6dc29a49 for instance with vm_state building and task_state spawning. [ 1938.716588] env[62574]: DEBUG nova.compute.manager [req-cf86c200-98b3-4d49-8d05-4adad59f4e2f req-af8ae535-e167-47fc-8fb1-932e252889d7 service nova] [instance: 2df2984d-1120-4cdd-80a8-7f0366e4cbed] Received event network-changed-3e5bbe0a-7ed3-4c04-b4e0-8ecf6dc29a49 {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1938.716812] env[62574]: DEBUG nova.compute.manager [req-cf86c200-98b3-4d49-8d05-4adad59f4e2f req-af8ae535-e167-47fc-8fb1-932e252889d7 service nova] [instance: 2df2984d-1120-4cdd-80a8-7f0366e4cbed] Refreshing instance network info cache due to event network-changed-3e5bbe0a-7ed3-4c04-b4e0-8ecf6dc29a49. {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1938.717852] env[62574]: DEBUG oslo_concurrency.lockutils [req-cf86c200-98b3-4d49-8d05-4adad59f4e2f req-af8ae535-e167-47fc-8fb1-932e252889d7 service nova] Acquiring lock "refresh_cache-2df2984d-1120-4cdd-80a8-7f0366e4cbed" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1938.795981] env[62574]: DEBUG oslo_concurrency.lockutils [None req-c7ea8389-2e9e-4cf2-998c-8c3589fa1acd tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Lock "interface-f6cfb126-1ff6-4ac9-802e-7bbdfb539176-2f31aec2-968c-447c-a5af-7771fe0cd68a" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.056s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1938.821711] env[62574]: DEBUG oslo_concurrency.lockutils [None req-0a727535-615b-4761-a2da-ebf7ddf3e0e1 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Releasing lock "refresh_cache-2df2984d-1120-4cdd-80a8-7f0366e4cbed" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1938.822449] env[62574]: DEBUG nova.compute.manager [None req-0a727535-615b-4761-a2da-ebf7ddf3e0e1 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] [instance: 2df2984d-1120-4cdd-80a8-7f0366e4cbed] Instance network_info: |[{"id": "3e5bbe0a-7ed3-4c04-b4e0-8ecf6dc29a49", "address": "fa:16:3e:3f:20:1a", "network": {"id": "f6a83369-79e9-4642-a0ca-7260589f6ea4", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-146115192-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "89fc8b5a7e904272a1c872b05656484c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35e463c7-7d78-4d66-8efd-6127b1f3ee17", "external-id": "nsx-vlan-transportzone-175", "segmentation_id": 175, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e5bbe0a-7e", "ovs_interfaceid": "3e5bbe0a-7ed3-4c04-b4e0-8ecf6dc29a49", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62574) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1938.822751] env[62574]: DEBUG oslo_concurrency.lockutils [req-cf86c200-98b3-4d49-8d05-4adad59f4e2f req-af8ae535-e167-47fc-8fb1-932e252889d7 service nova] Acquired lock "refresh_cache-2df2984d-1120-4cdd-80a8-7f0366e4cbed" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1938.822967] env[62574]: DEBUG nova.network.neutron [req-cf86c200-98b3-4d49-8d05-4adad59f4e2f req-af8ae535-e167-47fc-8fb1-932e252889d7 service nova] [instance: 2df2984d-1120-4cdd-80a8-7f0366e4cbed] Refreshing network info cache for port 3e5bbe0a-7ed3-4c04-b4e0-8ecf6dc29a49 {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1938.824313] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-0a727535-615b-4761-a2da-ebf7ddf3e0e1 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] [instance: 2df2984d-1120-4cdd-80a8-7f0366e4cbed] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3f:20:1a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '35e463c7-7d78-4d66-8efd-6127b1f3ee17', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3e5bbe0a-7ed3-4c04-b4e0-8ecf6dc29a49', 'vif_model': 'vmxnet3'}] {{(pid=62574) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1938.832951] env[62574]: DEBUG oslo.service.loopingcall [None req-0a727535-615b-4761-a2da-ebf7ddf3e0e1 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62574) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1938.836490] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2df2984d-1120-4cdd-80a8-7f0366e4cbed] Creating VM on the ESX host {{(pid=62574) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1938.837182] env[62574]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-253a5c8b-1200-4627-a547-f299306f93bf {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1938.861408] env[62574]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1938.861408] env[62574]: value = "task-1862392" [ 1938.861408] env[62574]: _type = "Task" [ 1938.861408] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1938.873558] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1862392, 'name': CreateVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1938.961099] env[62574]: INFO nova.compute.manager [None req-a3fbe70f-39d8-46cb-b9f5-faf2a4d0b292 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] [instance: ec804281-0966-45aa-956d-d911926327c5] Took 20.80 seconds to build instance. [ 1939.017240] env[62574]: DEBUG oslo_vmware.api [None req-66ca6258-cb59-4983-be01-0a940ac94bd6 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Task: {'id': task-1862388, 'name': PowerOffVM_Task, 'duration_secs': 0.198196} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1939.017881] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-66ca6258-cb59-4983-be01-0a940ac94bd6 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] [instance: d06fca54-652a-47dd-b14b-8f6bbf696503] Powered off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1939.018105] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-66ca6258-cb59-4983-be01-0a940ac94bd6 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] [instance: d06fca54-652a-47dd-b14b-8f6bbf696503] Unregistering the VM {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1939.018394] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ce5b8db7-54b3-4ea6-9883-07ce9e33bc76 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1939.068077] env[62574]: DEBUG oslo_vmware.api [None req-fac548d5-3bcc-4413-952f-e51eeaa15cd3 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Task: {'id': task-1862389, 'name': Rename_Task, 'duration_secs': 0.190055} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1939.068904] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-fac548d5-3bcc-4413-952f-e51eeaa15cd3 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] [instance: d030b211-e17d-44ed-b034-f57b1599e108] Powering on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1939.069210] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-56d3be2a-2eee-44a4-9a28-e928e8011e8f {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1939.077016] env[62574]: DEBUG oslo_vmware.api [None req-38223e4f-c1e2-49dc-88e3-d4fedd861a4a tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Task: {'id': task-1862390, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1939.078700] env[62574]: DEBUG oslo_vmware.api [None req-fac548d5-3bcc-4413-952f-e51eeaa15cd3 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Waiting for the task: (returnval){ [ 1939.078700] env[62574]: value = "task-1862394" [ 1939.078700] env[62574]: _type = "Task" [ 1939.078700] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1939.095218] env[62574]: DEBUG oslo_vmware.api [None req-b2fd0df9-6e05-4133-a005-db6d261eedac tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52414a20-0467-7f30-767b-b667c9fc5836, 'name': SearchDatastore_Task, 'duration_secs': 0.012114} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1939.099513] env[62574]: DEBUG oslo_vmware.api [None req-fac548d5-3bcc-4413-952f-e51eeaa15cd3 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Task: {'id': task-1862394, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1939.099901] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-37c53f06-4a6a-4dc1-8924-c5d6df709777 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1939.112339] env[62574]: DEBUG oslo_vmware.api [None req-b2fd0df9-6e05-4133-a005-db6d261eedac tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Waiting for the task: (returnval){ [ 1939.112339] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]5290e9b3-5bd4-4e66-cc15-1df4035a9098" [ 1939.112339] env[62574]: _type = "Task" [ 1939.112339] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1939.126647] env[62574]: DEBUG oslo_vmware.api [None req-b2fd0df9-6e05-4133-a005-db6d261eedac tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]5290e9b3-5bd4-4e66-cc15-1df4035a9098, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1939.131127] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-66ca6258-cb59-4983-be01-0a940ac94bd6 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] [instance: d06fca54-652a-47dd-b14b-8f6bbf696503] Unregistered the VM {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1939.131569] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-66ca6258-cb59-4983-be01-0a940ac94bd6 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] [instance: d06fca54-652a-47dd-b14b-8f6bbf696503] Deleting contents of the VM from datastore datastore1 {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1939.131830] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-66ca6258-cb59-4983-be01-0a940ac94bd6 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Deleting the datastore file [datastore1] d06fca54-652a-47dd-b14b-8f6bbf696503 {{(pid=62574) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1939.132196] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1a1c1f86-441b-43f6-9c58-3986ad00f690 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1939.143422] env[62574]: DEBUG oslo_vmware.api [None req-66ca6258-cb59-4983-be01-0a940ac94bd6 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Waiting for the task: (returnval){ [ 1939.143422] env[62574]: value = "task-1862395" [ 1939.143422] env[62574]: _type = "Task" [ 1939.143422] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1939.148527] env[62574]: DEBUG nova.network.neutron [req-cf86c200-98b3-4d49-8d05-4adad59f4e2f req-af8ae535-e167-47fc-8fb1-932e252889d7 service nova] [instance: 2df2984d-1120-4cdd-80a8-7f0366e4cbed] Updated VIF entry in instance network info cache for port 3e5bbe0a-7ed3-4c04-b4e0-8ecf6dc29a49. {{(pid=62574) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1939.149088] env[62574]: DEBUG nova.network.neutron [req-cf86c200-98b3-4d49-8d05-4adad59f4e2f req-af8ae535-e167-47fc-8fb1-932e252889d7 service nova] [instance: 2df2984d-1120-4cdd-80a8-7f0366e4cbed] Updating instance_info_cache with network_info: [{"id": "3e5bbe0a-7ed3-4c04-b4e0-8ecf6dc29a49", "address": "fa:16:3e:3f:20:1a", "network": {"id": "f6a83369-79e9-4642-a0ca-7260589f6ea4", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-146115192-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "89fc8b5a7e904272a1c872b05656484c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35e463c7-7d78-4d66-8efd-6127b1f3ee17", "external-id": "nsx-vlan-transportzone-175", "segmentation_id": 175, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e5bbe0a-7e", "ovs_interfaceid": "3e5bbe0a-7ed3-4c04-b4e0-8ecf6dc29a49", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1939.160629] env[62574]: DEBUG oslo_vmware.api [None req-66ca6258-cb59-4983-be01-0a940ac94bd6 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Task: {'id': task-1862395, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1939.201349] env[62574]: DEBUG oslo_vmware.api [None req-e421e88c-5967-40d2-aa3b-e83d5bca270d tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Task: {'id': task-1862391, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1939.373535] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1862392, 'name': CreateVM_Task} progress is 25%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1939.391528] env[62574]: DEBUG oslo_concurrency.lockutils [None req-315ec1d7-b1d6-4f54-bd82-b61fe33c9caf tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Acquiring lock "5c8328d0-47fa-43de-822f-4f33152d2d25" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1939.391787] env[62574]: DEBUG oslo_concurrency.lockutils [None req-315ec1d7-b1d6-4f54-bd82-b61fe33c9caf tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Lock "5c8328d0-47fa-43de-822f-4f33152d2d25" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1939.464132] env[62574]: DEBUG oslo_concurrency.lockutils [None req-a3fbe70f-39d8-46cb-b9f5-faf2a4d0b292 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Lock "ec804281-0966-45aa-956d-d911926327c5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.308s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1939.571495] env[62574]: DEBUG oslo_vmware.api [None req-38223e4f-c1e2-49dc-88e3-d4fedd861a4a tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Task: {'id': task-1862390, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.583574} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1939.571715] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-38223e4f-c1e2-49dc-88e3-d4fedd861a4a tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk to [datastore2] fb94d5d1-7f0f-4534-b9e9-2a52ac9a7c7f/fb94d5d1-7f0f-4534-b9e9-2a52ac9a7c7f.vmdk {{(pid=62574) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1939.571928] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-38223e4f-c1e2-49dc-88e3-d4fedd861a4a tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] [instance: fb94d5d1-7f0f-4534-b9e9-2a52ac9a7c7f] Extending root virtual disk to 1048576 {{(pid=62574) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1939.572199] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a4728198-4939-4ac2-8101-46fd72271ec2 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1939.579521] env[62574]: DEBUG oslo_vmware.api [None req-38223e4f-c1e2-49dc-88e3-d4fedd861a4a tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Waiting for the task: (returnval){ [ 1939.579521] env[62574]: value = "task-1862396" [ 1939.579521] env[62574]: _type = "Task" [ 1939.579521] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1939.595503] env[62574]: DEBUG oslo_vmware.api [None req-38223e4f-c1e2-49dc-88e3-d4fedd861a4a tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Task: {'id': task-1862396, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1939.595814] env[62574]: DEBUG oslo_vmware.api [None req-fac548d5-3bcc-4413-952f-e51eeaa15cd3 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Task: {'id': task-1862394, 'name': PowerOnVM_Task} progress is 80%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1939.624255] env[62574]: DEBUG oslo_vmware.api [None req-b2fd0df9-6e05-4133-a005-db6d261eedac tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]5290e9b3-5bd4-4e66-cc15-1df4035a9098, 'name': SearchDatastore_Task, 'duration_secs': 0.019779} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1939.624420] env[62574]: DEBUG oslo_concurrency.lockutils [None req-b2fd0df9-6e05-4133-a005-db6d261eedac tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1939.624677] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2fd0df9-6e05-4133-a005-db6d261eedac tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk to [datastore2] 374c77f3-63b7-4079-8631-8c7d45c8e348/374c77f3-63b7-4079-8631-8c7d45c8e348.vmdk {{(pid=62574) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1939.625160] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-01c72c80-cbcd-4e0b-a389-d17577b83d6d {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1939.632646] env[62574]: DEBUG oslo_vmware.api [None req-b2fd0df9-6e05-4133-a005-db6d261eedac tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Waiting for the task: (returnval){ [ 1939.632646] env[62574]: value = "task-1862397" [ 1939.632646] env[62574]: _type = "Task" [ 1939.632646] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1939.645056] env[62574]: DEBUG oslo_vmware.api [None req-b2fd0df9-6e05-4133-a005-db6d261eedac tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Task: {'id': task-1862397, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1939.654354] env[62574]: DEBUG oslo_concurrency.lockutils [req-cf86c200-98b3-4d49-8d05-4adad59f4e2f req-af8ae535-e167-47fc-8fb1-932e252889d7 service nova] Releasing lock "refresh_cache-2df2984d-1120-4cdd-80a8-7f0366e4cbed" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1939.655089] env[62574]: DEBUG oslo_vmware.api [None req-66ca6258-cb59-4983-be01-0a940ac94bd6 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Task: {'id': task-1862395, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.181041} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1939.655403] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-66ca6258-cb59-4983-be01-0a940ac94bd6 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Deleted the datastore file {{(pid=62574) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1939.655605] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-66ca6258-cb59-4983-be01-0a940ac94bd6 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] [instance: d06fca54-652a-47dd-b14b-8f6bbf696503] Deleted contents of the VM from datastore datastore1 {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1939.655803] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-66ca6258-cb59-4983-be01-0a940ac94bd6 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] [instance: d06fca54-652a-47dd-b14b-8f6bbf696503] Instance destroyed {{(pid=62574) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1939.656035] env[62574]: INFO nova.compute.manager [None req-66ca6258-cb59-4983-be01-0a940ac94bd6 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] [instance: d06fca54-652a-47dd-b14b-8f6bbf696503] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1939.656319] env[62574]: DEBUG oslo.service.loopingcall [None req-66ca6258-cb59-4983-be01-0a940ac94bd6 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62574) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1939.656514] env[62574]: DEBUG nova.compute.manager [-] [instance: d06fca54-652a-47dd-b14b-8f6bbf696503] Deallocating network for instance {{(pid=62574) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1939.656617] env[62574]: DEBUG nova.network.neutron [-] [instance: d06fca54-652a-47dd-b14b-8f6bbf696503] deallocate_for_instance() {{(pid=62574) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1939.699955] env[62574]: DEBUG oslo_vmware.api [None req-e421e88c-5967-40d2-aa3b-e83d5bca270d tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Task: {'id': task-1862391, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1939.877563] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1862392, 'name': CreateVM_Task, 'duration_secs': 0.678303} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1939.877897] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2df2984d-1120-4cdd-80a8-7f0366e4cbed] Created VM on the ESX host {{(pid=62574) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1939.878978] env[62574]: DEBUG oslo_concurrency.lockutils [None req-0a727535-615b-4761-a2da-ebf7ddf3e0e1 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1939.879304] env[62574]: DEBUG oslo_concurrency.lockutils [None req-0a727535-615b-4761-a2da-ebf7ddf3e0e1 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1939.879763] env[62574]: DEBUG oslo_concurrency.lockutils [None req-0a727535-615b-4761-a2da-ebf7ddf3e0e1 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1939.880083] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-22a4da49-c9e2-4a68-a312-d64470c9e4b6 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1939.887529] env[62574]: DEBUG oslo_vmware.api [None req-0a727535-615b-4761-a2da-ebf7ddf3e0e1 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Waiting for the task: (returnval){ [ 1939.887529] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]521189c9-83b4-28d2-a4e2-09bbb643abae" [ 1939.887529] env[62574]: _type = "Task" [ 1939.887529] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1939.894549] env[62574]: DEBUG nova.compute.manager [None req-315ec1d7-b1d6-4f54-bd82-b61fe33c9caf tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] [instance: 5c8328d0-47fa-43de-822f-4f33152d2d25] Starting instance... {{(pid=62574) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1939.903277] env[62574]: DEBUG oslo_vmware.api [None req-0a727535-615b-4761-a2da-ebf7ddf3e0e1 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]521189c9-83b4-28d2-a4e2-09bbb643abae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1940.099465] env[62574]: DEBUG oslo_vmware.api [None req-fac548d5-3bcc-4413-952f-e51eeaa15cd3 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Task: {'id': task-1862394, 'name': PowerOnVM_Task, 'duration_secs': 0.903128} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1940.103299] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-fac548d5-3bcc-4413-952f-e51eeaa15cd3 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] [instance: d030b211-e17d-44ed-b034-f57b1599e108] Powered on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1940.103851] env[62574]: INFO nova.compute.manager [None req-fac548d5-3bcc-4413-952f-e51eeaa15cd3 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] [instance: d030b211-e17d-44ed-b034-f57b1599e108] Took 9.54 seconds to spawn the instance on the hypervisor. [ 1940.104088] env[62574]: DEBUG nova.compute.manager [None req-fac548d5-3bcc-4413-952f-e51eeaa15cd3 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] [instance: d030b211-e17d-44ed-b034-f57b1599e108] Checking state {{(pid=62574) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1940.104817] env[62574]: DEBUG oslo_vmware.api [None req-38223e4f-c1e2-49dc-88e3-d4fedd861a4a tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Task: {'id': task-1862396, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070229} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1940.105234] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bce79341-b547-4883-aefa-d93d25ced628 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1940.109406] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-38223e4f-c1e2-49dc-88e3-d4fedd861a4a tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] [instance: fb94d5d1-7f0f-4534-b9e9-2a52ac9a7c7f] Extended root virtual disk {{(pid=62574) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1940.111622] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e64e4c3f-ef6a-40ca-974a-478355c537c1 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1940.171380] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-38223e4f-c1e2-49dc-88e3-d4fedd861a4a tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] [instance: fb94d5d1-7f0f-4534-b9e9-2a52ac9a7c7f] Reconfiguring VM instance instance-00000045 to attach disk [datastore2] fb94d5d1-7f0f-4534-b9e9-2a52ac9a7c7f/fb94d5d1-7f0f-4534-b9e9-2a52ac9a7c7f.vmdk or device None with type sparse {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1940.186811] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-348d2600-32f0-4b68-beaf-1a3ab2f55615 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1940.201857] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7454ceb-e74f-4739-b7bd-2a2e7518e3c9 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1940.223617] env[62574]: DEBUG oslo_vmware.api [None req-b2fd0df9-6e05-4133-a005-db6d261eedac tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Task: {'id': task-1862397, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1940.243762] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-af5ee237-9b6b-4bee-afbf-4a5888550a7b tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] [instance: 43793844-f400-4665-b287-bc4374a1ae6d] Updating instance '43793844-f400-4665-b287-bc4374a1ae6d' progress to 0 {{(pid=62574) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1940.247323] env[62574]: DEBUG oslo_vmware.api [None req-e421e88c-5967-40d2-aa3b-e83d5bca270d tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Task: {'id': task-1862391, 'name': RemoveSnapshot_Task, 'duration_secs': 1.277455} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1940.249605] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-e421e88c-5967-40d2-aa3b-e83d5bca270d tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] [instance: 5b85a61c-05a0-4136-9ee7-13827823d8b7] Deleted Snapshot of the VM instance {{(pid=62574) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1940.249972] env[62574]: INFO nova.compute.manager [None req-e421e88c-5967-40d2-aa3b-e83d5bca270d tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] [instance: 5b85a61c-05a0-4136-9ee7-13827823d8b7] Took 14.12 seconds to snapshot the instance on the hypervisor. [ 1940.252886] env[62574]: DEBUG oslo_vmware.api [None req-38223e4f-c1e2-49dc-88e3-d4fedd861a4a tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Waiting for the task: (returnval){ [ 1940.252886] env[62574]: value = "task-1862398" [ 1940.252886] env[62574]: _type = "Task" [ 1940.252886] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1940.255973] env[62574]: DEBUG nova.compute.manager [req-e599cceb-9c0e-48da-b2fb-83bfe78a2786 req-05c720f3-6b43-4851-95ee-6be624771762 service nova] [instance: d06fca54-652a-47dd-b14b-8f6bbf696503] Received event network-vif-deleted-fc89cac8-4136-400b-9db5-6df20347e14a {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1940.256146] env[62574]: INFO nova.compute.manager [req-e599cceb-9c0e-48da-b2fb-83bfe78a2786 req-05c720f3-6b43-4851-95ee-6be624771762 service nova] [instance: d06fca54-652a-47dd-b14b-8f6bbf696503] Neutron deleted interface fc89cac8-4136-400b-9db5-6df20347e14a; detaching it from the instance and deleting it from the info cache [ 1940.256329] env[62574]: DEBUG nova.network.neutron [req-e599cceb-9c0e-48da-b2fb-83bfe78a2786 req-05c720f3-6b43-4851-95ee-6be624771762 service nova] [instance: d06fca54-652a-47dd-b14b-8f6bbf696503] Updating instance_info_cache with network_info: [] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1940.268937] env[62574]: DEBUG oslo_vmware.api [None req-38223e4f-c1e2-49dc-88e3-d4fedd861a4a tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Task: {'id': task-1862398, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1940.407473] env[62574]: DEBUG oslo_vmware.api [None req-0a727535-615b-4761-a2da-ebf7ddf3e0e1 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]521189c9-83b4-28d2-a4e2-09bbb643abae, 'name': SearchDatastore_Task, 'duration_secs': 0.05333} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1940.410196] env[62574]: DEBUG oslo_concurrency.lockutils [None req-0a727535-615b-4761-a2da-ebf7ddf3e0e1 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1940.410481] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-0a727535-615b-4761-a2da-ebf7ddf3e0e1 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] [instance: 2df2984d-1120-4cdd-80a8-7f0366e4cbed] Processing image 3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2 {{(pid=62574) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1940.410694] env[62574]: DEBUG oslo_concurrency.lockutils [None req-0a727535-615b-4761-a2da-ebf7ddf3e0e1 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1940.410843] env[62574]: DEBUG oslo_concurrency.lockutils [None req-0a727535-615b-4761-a2da-ebf7ddf3e0e1 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1940.411043] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a727535-615b-4761-a2da-ebf7ddf3e0e1 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1940.412563] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-65d01e7b-c058-4ae8-8279-3426ff3a2337 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1940.424149] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a727535-615b-4761-a2da-ebf7ddf3e0e1 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1940.424471] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-0a727535-615b-4761-a2da-ebf7ddf3e0e1 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62574) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1940.425657] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ed64127-0f40-4345-8581-3efdb82d8e98 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1940.429698] env[62574]: DEBUG oslo_concurrency.lockutils [None req-315ec1d7-b1d6-4f54-bd82-b61fe33c9caf tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1940.429938] env[62574]: DEBUG oslo_concurrency.lockutils [None req-315ec1d7-b1d6-4f54-bd82-b61fe33c9caf tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1940.431708] env[62574]: INFO nova.compute.claims [None req-315ec1d7-b1d6-4f54-bd82-b61fe33c9caf tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] [instance: 5c8328d0-47fa-43de-822f-4f33152d2d25] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1940.440120] env[62574]: DEBUG oslo_vmware.api [None req-0a727535-615b-4761-a2da-ebf7ddf3e0e1 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Waiting for the task: (returnval){ [ 1940.440120] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]529e548c-f89a-06a6-46cc-5cdec353f5a4" [ 1940.440120] env[62574]: _type = "Task" [ 1940.440120] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1940.448218] env[62574]: DEBUG oslo_vmware.api [None req-0a727535-615b-4761-a2da-ebf7ddf3e0e1 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]529e548c-f89a-06a6-46cc-5cdec353f5a4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1940.620018] env[62574]: DEBUG oslo_concurrency.lockutils [None req-cba1595e-6d5d-4ce7-a680-def4c7dc20b3 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Acquiring lock "ec804281-0966-45aa-956d-d911926327c5" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1940.620018] env[62574]: DEBUG oslo_concurrency.lockutils [None req-cba1595e-6d5d-4ce7-a680-def4c7dc20b3 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Lock "ec804281-0966-45aa-956d-d911926327c5" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1940.620018] env[62574]: DEBUG nova.compute.manager [None req-cba1595e-6d5d-4ce7-a680-def4c7dc20b3 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] [instance: ec804281-0966-45aa-956d-d911926327c5] Checking state {{(pid=62574) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1940.620567] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e524f65-845d-4b36-a794-fd7d56e10713 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1940.630258] env[62574]: DEBUG nova.compute.manager [None req-cba1595e-6d5d-4ce7-a680-def4c7dc20b3 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] [instance: ec804281-0966-45aa-956d-d911926327c5] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62574) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1940.630834] env[62574]: DEBUG nova.objects.instance [None req-cba1595e-6d5d-4ce7-a680-def4c7dc20b3 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Lazy-loading 'flavor' on Instance uuid ec804281-0966-45aa-956d-d911926327c5 {{(pid=62574) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1940.660896] env[62574]: DEBUG oslo_vmware.api [None req-b2fd0df9-6e05-4133-a005-db6d261eedac tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Task: {'id': task-1862397, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.630984} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1940.660896] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2fd0df9-6e05-4133-a005-db6d261eedac tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk to [datastore2] 374c77f3-63b7-4079-8631-8c7d45c8e348/374c77f3-63b7-4079-8631-8c7d45c8e348.vmdk {{(pid=62574) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1940.660896] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-b2fd0df9-6e05-4133-a005-db6d261eedac tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] [instance: 374c77f3-63b7-4079-8631-8c7d45c8e348] Extending root virtual disk to 1048576 {{(pid=62574) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1940.660896] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1e4b267e-99b2-43e6-a691-5c88641c6818 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1940.668773] env[62574]: DEBUG oslo_vmware.api [None req-b2fd0df9-6e05-4133-a005-db6d261eedac tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Waiting for the task: (returnval){ [ 1940.668773] env[62574]: value = "task-1862399" [ 1940.668773] env[62574]: _type = "Task" [ 1940.668773] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1940.677729] env[62574]: DEBUG oslo_vmware.api [None req-b2fd0df9-6e05-4133-a005-db6d261eedac tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Task: {'id': task-1862399, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1940.713534] env[62574]: DEBUG nova.network.neutron [-] [instance: d06fca54-652a-47dd-b14b-8f6bbf696503] Updating instance_info_cache with network_info: [] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1940.719400] env[62574]: DEBUG oslo_concurrency.lockutils [None req-2b0547ff-2449-4fcc-a4bc-1a90c35d075e tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Acquiring lock "interface-f6cfb126-1ff6-4ac9-802e-7bbdfb539176-7b57497f-f712-4d55-8f0b-463a71c323d0" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1940.722683] env[62574]: DEBUG oslo_concurrency.lockutils [None req-2b0547ff-2449-4fcc-a4bc-1a90c35d075e tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Lock "interface-f6cfb126-1ff6-4ac9-802e-7bbdfb539176-7b57497f-f712-4d55-8f0b-463a71c323d0" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1940.722683] env[62574]: INFO nova.compute.manager [None req-fac548d5-3bcc-4413-952f-e51eeaa15cd3 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] [instance: d030b211-e17d-44ed-b034-f57b1599e108] Took 21.28 seconds to build instance. [ 1940.751140] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-af5ee237-9b6b-4bee-afbf-4a5888550a7b tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] [instance: 43793844-f400-4665-b287-bc4374a1ae6d] Powering off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1940.752226] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ab8aded1-fb2d-4166-ba25-f19f11b46064 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1940.764775] env[62574]: DEBUG oslo_vmware.api [None req-af5ee237-9b6b-4bee-afbf-4a5888550a7b tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Waiting for the task: (returnval){ [ 1940.764775] env[62574]: value = "task-1862400" [ 1940.764775] env[62574]: _type = "Task" [ 1940.764775] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1940.765657] env[62574]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fa467056-20f6-4283-a9bf-010f2301d723 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1940.776926] env[62574]: DEBUG oslo_vmware.api [None req-38223e4f-c1e2-49dc-88e3-d4fedd861a4a tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Task: {'id': task-1862398, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1940.785476] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdbbbbd9-3637-40fe-85d2-6a1e80109f16 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1940.800363] env[62574]: DEBUG oslo_vmware.api [None req-af5ee237-9b6b-4bee-afbf-4a5888550a7b tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Task: {'id': task-1862400, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1940.833537] env[62574]: DEBUG nova.compute.manager [req-e599cceb-9c0e-48da-b2fb-83bfe78a2786 req-05c720f3-6b43-4851-95ee-6be624771762 service nova] [instance: d06fca54-652a-47dd-b14b-8f6bbf696503] Detach interface failed, port_id=fc89cac8-4136-400b-9db5-6df20347e14a, reason: Instance d06fca54-652a-47dd-b14b-8f6bbf696503 could not be found. {{(pid=62574) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 1940.952511] env[62574]: DEBUG oslo_vmware.api [None req-0a727535-615b-4761-a2da-ebf7ddf3e0e1 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]529e548c-f89a-06a6-46cc-5cdec353f5a4, 'name': SearchDatastore_Task, 'duration_secs': 0.027178} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1940.953608] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-19ddffcd-c0e5-4881-907b-00b346d51adf {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1940.960262] env[62574]: DEBUG oslo_vmware.api [None req-0a727535-615b-4761-a2da-ebf7ddf3e0e1 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Waiting for the task: (returnval){ [ 1940.960262] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]52b17da0-ceb5-34ca-da02-e19fe9242a3e" [ 1940.960262] env[62574]: _type = "Task" [ 1940.960262] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1940.971109] env[62574]: DEBUG oslo_vmware.api [None req-0a727535-615b-4761-a2da-ebf7ddf3e0e1 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52b17da0-ceb5-34ca-da02-e19fe9242a3e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1941.181573] env[62574]: DEBUG oslo_vmware.api [None req-b2fd0df9-6e05-4133-a005-db6d261eedac tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Task: {'id': task-1862399, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073469} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1941.181904] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-b2fd0df9-6e05-4133-a005-db6d261eedac tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] [instance: 374c77f3-63b7-4079-8631-8c7d45c8e348] Extended root virtual disk {{(pid=62574) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1941.182809] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84163380-ba16-4449-9882-469a286116d7 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.209860] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-b2fd0df9-6e05-4133-a005-db6d261eedac tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] [instance: 374c77f3-63b7-4079-8631-8c7d45c8e348] Reconfiguring VM instance instance-00000066 to attach disk [datastore2] 374c77f3-63b7-4079-8631-8c7d45c8e348/374c77f3-63b7-4079-8631-8c7d45c8e348.vmdk or device None with type sparse {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1941.210154] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3f501fe9-9026-4e2a-989c-31ac0b1aca6d {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.224691] env[62574]: INFO nova.compute.manager [-] [instance: d06fca54-652a-47dd-b14b-8f6bbf696503] Took 1.57 seconds to deallocate network for instance. [ 1941.225190] env[62574]: DEBUG oslo_concurrency.lockutils [None req-2b0547ff-2449-4fcc-a4bc-1a90c35d075e tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Acquiring lock "f6cfb126-1ff6-4ac9-802e-7bbdfb539176" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1941.225360] env[62574]: DEBUG oslo_concurrency.lockutils [None req-2b0547ff-2449-4fcc-a4bc-1a90c35d075e tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Acquired lock "f6cfb126-1ff6-4ac9-802e-7bbdfb539176" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1941.225731] env[62574]: DEBUG oslo_concurrency.lockutils [None req-fac548d5-3bcc-4413-952f-e51eeaa15cd3 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Lock "d030b211-e17d-44ed-b034-f57b1599e108" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.789s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1941.227841] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cfd23db-5e7b-4a85-9345-876b628771c3 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.237144] env[62574]: DEBUG oslo_vmware.api [None req-b2fd0df9-6e05-4133-a005-db6d261eedac tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Waiting for the task: (returnval){ [ 1941.237144] env[62574]: value = "task-1862401" [ 1941.237144] env[62574]: _type = "Task" [ 1941.237144] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1941.254670] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0812882a-1514-4061-86b0-fff318fd5a11 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.260620] env[62574]: DEBUG oslo_vmware.api [None req-b2fd0df9-6e05-4133-a005-db6d261eedac tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Task: {'id': task-1862401, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1941.269678] env[62574]: DEBUG oslo_vmware.api [None req-38223e4f-c1e2-49dc-88e3-d4fedd861a4a tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Task: {'id': task-1862398, 'name': ReconfigVM_Task, 'duration_secs': 0.56885} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1941.293919] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-38223e4f-c1e2-49dc-88e3-d4fedd861a4a tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] [instance: fb94d5d1-7f0f-4534-b9e9-2a52ac9a7c7f] Reconfigured VM instance instance-00000045 to attach disk [datastore2] fb94d5d1-7f0f-4534-b9e9-2a52ac9a7c7f/fb94d5d1-7f0f-4534-b9e9-2a52ac9a7c7f.vmdk or device None with type sparse {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1941.300107] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-2b0547ff-2449-4fcc-a4bc-1a90c35d075e tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] [instance: f6cfb126-1ff6-4ac9-802e-7bbdfb539176] Reconfiguring VM to detach interface {{(pid=62574) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1941.300728] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2e214776-360a-4fce-95b0-97a6334f3638 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.302458] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aa537bcd-4963-433f-9ef0-7c415a69ddbd {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.322967] env[62574]: DEBUG oslo_vmware.api [None req-af5ee237-9b6b-4bee-afbf-4a5888550a7b tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Task: {'id': task-1862400, 'name': PowerOffVM_Task, 'duration_secs': 0.445861} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1941.325172] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-af5ee237-9b6b-4bee-afbf-4a5888550a7b tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] [instance: 43793844-f400-4665-b287-bc4374a1ae6d] Powered off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1941.325384] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-af5ee237-9b6b-4bee-afbf-4a5888550a7b tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] [instance: 43793844-f400-4665-b287-bc4374a1ae6d] Updating instance '43793844-f400-4665-b287-bc4374a1ae6d' progress to 17 {{(pid=62574) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1941.328892] env[62574]: DEBUG oslo_vmware.api [None req-38223e4f-c1e2-49dc-88e3-d4fedd861a4a tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Waiting for the task: (returnval){ [ 1941.328892] env[62574]: value = "task-1862402" [ 1941.328892] env[62574]: _type = "Task" [ 1941.328892] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1941.330440] env[62574]: DEBUG oslo_vmware.api [None req-2b0547ff-2449-4fcc-a4bc-1a90c35d075e tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Waiting for the task: (returnval){ [ 1941.330440] env[62574]: value = "task-1862403" [ 1941.330440] env[62574]: _type = "Task" [ 1941.330440] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1941.342391] env[62574]: DEBUG oslo_vmware.api [None req-38223e4f-c1e2-49dc-88e3-d4fedd861a4a tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Task: {'id': task-1862402, 'name': Rename_Task} progress is 10%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1941.346237] env[62574]: DEBUG oslo_vmware.api [None req-2b0547ff-2449-4fcc-a4bc-1a90c35d075e tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Task: {'id': task-1862403, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1941.471820] env[62574]: DEBUG oslo_vmware.api [None req-0a727535-615b-4761-a2da-ebf7ddf3e0e1 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52b17da0-ceb5-34ca-da02-e19fe9242a3e, 'name': SearchDatastore_Task, 'duration_secs': 0.012547} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1941.474749] env[62574]: DEBUG oslo_concurrency.lockutils [None req-0a727535-615b-4761-a2da-ebf7ddf3e0e1 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1941.474837] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a727535-615b-4761-a2da-ebf7ddf3e0e1 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk to [datastore2] 2df2984d-1120-4cdd-80a8-7f0366e4cbed/2df2984d-1120-4cdd-80a8-7f0366e4cbed.vmdk {{(pid=62574) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1941.475266] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c7ef0035-dbdf-474d-9921-1e34d33321ca {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.483556] env[62574]: DEBUG oslo_vmware.api [None req-0a727535-615b-4761-a2da-ebf7ddf3e0e1 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Waiting for the task: (returnval){ [ 1941.483556] env[62574]: value = "task-1862404" [ 1941.483556] env[62574]: _type = "Task" [ 1941.483556] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1941.494363] env[62574]: DEBUG oslo_vmware.api [None req-0a727535-615b-4761-a2da-ebf7ddf3e0e1 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Task: {'id': task-1862404, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1941.522885] env[62574]: DEBUG oslo_concurrency.lockutils [None req-ef374a44-2614-448f-9052-687c262e4ae0 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Acquiring lock "3139cb5b-3025-48d6-8a2c-0a94ebfb40e0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1941.523175] env[62574]: DEBUG oslo_concurrency.lockutils [None req-ef374a44-2614-448f-9052-687c262e4ae0 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Lock "3139cb5b-3025-48d6-8a2c-0a94ebfb40e0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1941.638981] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-cba1595e-6d5d-4ce7-a680-def4c7dc20b3 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] [instance: ec804281-0966-45aa-956d-d911926327c5] Powering off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1941.639289] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c1aa34c0-6291-4853-9613-eaa229c0046b {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.647902] env[62574]: DEBUG oslo_vmware.api [None req-cba1595e-6d5d-4ce7-a680-def4c7dc20b3 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Waiting for the task: (returnval){ [ 1941.647902] env[62574]: value = "task-1862405" [ 1941.647902] env[62574]: _type = "Task" [ 1941.647902] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1941.659906] env[62574]: DEBUG oslo_vmware.api [None req-cba1595e-6d5d-4ce7-a680-def4c7dc20b3 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Task: {'id': task-1862405, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1941.693988] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9359aec4-bcbd-4d71-8718-1b7918d62905 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.704447] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55c72fe2-ff23-4cf2-a951-acde84b9c49d {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.741781] env[62574]: DEBUG oslo_concurrency.lockutils [None req-66ca6258-cb59-4983-be01-0a940ac94bd6 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1941.746793] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ac5a5a8-1685-4bb7-aadc-a4f3fefd91d0 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.760495] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-947a1649-a172-4853-b766-675f23bd65e2 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.764914] env[62574]: DEBUG oslo_vmware.api [None req-b2fd0df9-6e05-4133-a005-db6d261eedac tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Task: {'id': task-1862401, 'name': ReconfigVM_Task, 'duration_secs': 0.325106} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1941.765280] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-b2fd0df9-6e05-4133-a005-db6d261eedac tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] [instance: 374c77f3-63b7-4079-8631-8c7d45c8e348] Reconfigured VM instance instance-00000066 to attach disk [datastore2] 374c77f3-63b7-4079-8631-8c7d45c8e348/374c77f3-63b7-4079-8631-8c7d45c8e348.vmdk or device None with type sparse {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1941.766422] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d93391bc-98c1-4afa-9f07-d1d4be0ec602 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.778204] env[62574]: DEBUG nova.compute.provider_tree [None req-315ec1d7-b1d6-4f54-bd82-b61fe33c9caf tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Inventory has not changed in ProviderTree for provider: f0ed160a-beff-4626-a531-2a70d7bc0627 {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1941.781943] env[62574]: DEBUG oslo_vmware.api [None req-b2fd0df9-6e05-4133-a005-db6d261eedac tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Waiting for the task: (returnval){ [ 1941.781943] env[62574]: value = "task-1862406" [ 1941.781943] env[62574]: _type = "Task" [ 1941.781943] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1941.794075] env[62574]: DEBUG oslo_vmware.api [None req-b2fd0df9-6e05-4133-a005-db6d261eedac tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Task: {'id': task-1862406, 'name': Rename_Task} progress is 6%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1941.831992] env[62574]: DEBUG nova.virt.hardware [None req-af5ee237-9b6b-4bee-afbf-4a5888550a7b tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T19:27:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1941.832326] env[62574]: DEBUG nova.virt.hardware [None req-af5ee237-9b6b-4bee-afbf-4a5888550a7b tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Flavor limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1941.832498] env[62574]: DEBUG nova.virt.hardware [None req-af5ee237-9b6b-4bee-afbf-4a5888550a7b tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Image limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1941.832695] env[62574]: DEBUG nova.virt.hardware [None req-af5ee237-9b6b-4bee-afbf-4a5888550a7b tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Flavor pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1941.832877] env[62574]: DEBUG nova.virt.hardware [None req-af5ee237-9b6b-4bee-afbf-4a5888550a7b tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Image pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1941.832985] env[62574]: DEBUG nova.virt.hardware [None req-af5ee237-9b6b-4bee-afbf-4a5888550a7b tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1941.833238] env[62574]: DEBUG nova.virt.hardware [None req-af5ee237-9b6b-4bee-afbf-4a5888550a7b tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1941.833370] env[62574]: DEBUG nova.virt.hardware [None req-af5ee237-9b6b-4bee-afbf-4a5888550a7b tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1941.833543] env[62574]: DEBUG nova.virt.hardware [None req-af5ee237-9b6b-4bee-afbf-4a5888550a7b tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Got 1 possible topologies {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1941.833731] env[62574]: DEBUG nova.virt.hardware [None req-af5ee237-9b6b-4bee-afbf-4a5888550a7b tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1941.833881] env[62574]: DEBUG nova.virt.hardware [None req-af5ee237-9b6b-4bee-afbf-4a5888550a7b tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1941.840256] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b6f1f82a-0517-4def-b090-66a79b9088e4 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.864551] env[62574]: DEBUG oslo_vmware.api [None req-2b0547ff-2449-4fcc-a4bc-1a90c35d075e tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Task: {'id': task-1862403, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1941.869080] env[62574]: DEBUG oslo_vmware.api [None req-af5ee237-9b6b-4bee-afbf-4a5888550a7b tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Waiting for the task: (returnval){ [ 1941.869080] env[62574]: value = "task-1862407" [ 1941.869080] env[62574]: _type = "Task" [ 1941.869080] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1941.869356] env[62574]: DEBUG oslo_vmware.api [None req-38223e4f-c1e2-49dc-88e3-d4fedd861a4a tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Task: {'id': task-1862402, 'name': Rename_Task, 'duration_secs': 0.2808} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1941.869731] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-38223e4f-c1e2-49dc-88e3-d4fedd861a4a tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] [instance: fb94d5d1-7f0f-4534-b9e9-2a52ac9a7c7f] Powering on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1941.873145] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-480209d6-6a2c-4aa6-8c1d-d3b73bb1c5b8 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.883678] env[62574]: DEBUG oslo_vmware.api [None req-af5ee237-9b6b-4bee-afbf-4a5888550a7b tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Task: {'id': task-1862407, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1941.885330] env[62574]: DEBUG oslo_vmware.api [None req-38223e4f-c1e2-49dc-88e3-d4fedd861a4a tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Waiting for the task: (returnval){ [ 1941.885330] env[62574]: value = "task-1862408" [ 1941.885330] env[62574]: _type = "Task" [ 1941.885330] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1941.896633] env[62574]: DEBUG oslo_vmware.api [None req-38223e4f-c1e2-49dc-88e3-d4fedd861a4a tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Task: {'id': task-1862408, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1941.995834] env[62574]: DEBUG oslo_vmware.api [None req-0a727535-615b-4761-a2da-ebf7ddf3e0e1 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Task: {'id': task-1862404, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1942.028929] env[62574]: DEBUG nova.compute.manager [None req-ef374a44-2614-448f-9052-687c262e4ae0 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] [instance: 3139cb5b-3025-48d6-8a2c-0a94ebfb40e0] Starting instance... {{(pid=62574) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1942.158270] env[62574]: DEBUG oslo_vmware.api [None req-cba1595e-6d5d-4ce7-a680-def4c7dc20b3 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Task: {'id': task-1862405, 'name': PowerOffVM_Task, 'duration_secs': 0.322184} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1942.158557] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-cba1595e-6d5d-4ce7-a680-def4c7dc20b3 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] [instance: ec804281-0966-45aa-956d-d911926327c5] Powered off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1942.158778] env[62574]: DEBUG nova.compute.manager [None req-cba1595e-6d5d-4ce7-a680-def4c7dc20b3 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] [instance: ec804281-0966-45aa-956d-d911926327c5] Checking state {{(pid=62574) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1942.159542] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54297dc2-2fd6-4b7d-b2f1-92bc0dba4038 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1942.283688] env[62574]: DEBUG nova.scheduler.client.report [None req-315ec1d7-b1d6-4f54-bd82-b61fe33c9caf tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Inventory has not changed for provider f0ed160a-beff-4626-a531-2a70d7bc0627 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 148, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1942.298177] env[62574]: DEBUG oslo_vmware.api [None req-b2fd0df9-6e05-4133-a005-db6d261eedac tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Task: {'id': task-1862406, 'name': Rename_Task, 'duration_secs': 0.321435} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1942.298564] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2fd0df9-6e05-4133-a005-db6d261eedac tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] [instance: 374c77f3-63b7-4079-8631-8c7d45c8e348] Powering on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1942.298796] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-95f8f5a7-431c-4211-b947-96a0d3b7a615 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1942.307819] env[62574]: DEBUG oslo_vmware.api [None req-b2fd0df9-6e05-4133-a005-db6d261eedac tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Waiting for the task: (returnval){ [ 1942.307819] env[62574]: value = "task-1862409" [ 1942.307819] env[62574]: _type = "Task" [ 1942.307819] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1942.318916] env[62574]: DEBUG oslo_vmware.api [None req-b2fd0df9-6e05-4133-a005-db6d261eedac tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Task: {'id': task-1862409, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1942.355581] env[62574]: DEBUG oslo_vmware.api [None req-2b0547ff-2449-4fcc-a4bc-1a90c35d075e tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Task: {'id': task-1862403, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1942.379865] env[62574]: DEBUG oslo_vmware.api [None req-af5ee237-9b6b-4bee-afbf-4a5888550a7b tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Task: {'id': task-1862407, 'name': ReconfigVM_Task, 'duration_secs': 0.24576} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1942.380083] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-af5ee237-9b6b-4bee-afbf-4a5888550a7b tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] [instance: 43793844-f400-4665-b287-bc4374a1ae6d] Updating instance '43793844-f400-4665-b287-bc4374a1ae6d' progress to 33 {{(pid=62574) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1942.394648] env[62574]: DEBUG oslo_vmware.api [None req-38223e4f-c1e2-49dc-88e3-d4fedd861a4a tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Task: {'id': task-1862408, 'name': PowerOnVM_Task, 'duration_secs': 0.500108} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1942.394894] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-38223e4f-c1e2-49dc-88e3-d4fedd861a4a tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] [instance: fb94d5d1-7f0f-4534-b9e9-2a52ac9a7c7f] Powered on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1942.395221] env[62574]: DEBUG nova.compute.manager [None req-38223e4f-c1e2-49dc-88e3-d4fedd861a4a tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] [instance: fb94d5d1-7f0f-4534-b9e9-2a52ac9a7c7f] Checking state {{(pid=62574) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1942.396109] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17fa7329-6917-4f3b-ad64-b728746ade8d {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1942.494979] env[62574]: DEBUG oslo_vmware.api [None req-0a727535-615b-4761-a2da-ebf7ddf3e0e1 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Task: {'id': task-1862404, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.523038} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1942.495245] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a727535-615b-4761-a2da-ebf7ddf3e0e1 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk to [datastore2] 2df2984d-1120-4cdd-80a8-7f0366e4cbed/2df2984d-1120-4cdd-80a8-7f0366e4cbed.vmdk {{(pid=62574) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1942.495502] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-0a727535-615b-4761-a2da-ebf7ddf3e0e1 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] [instance: 2df2984d-1120-4cdd-80a8-7f0366e4cbed] Extending root virtual disk to 1048576 {{(pid=62574) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1942.495830] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5147775e-c966-49d1-b665-0d627fe7be7e {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1942.502875] env[62574]: DEBUG oslo_vmware.api [None req-0a727535-615b-4761-a2da-ebf7ddf3e0e1 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Waiting for the task: (returnval){ [ 1942.502875] env[62574]: value = "task-1862410" [ 1942.502875] env[62574]: _type = "Task" [ 1942.502875] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1942.511341] env[62574]: DEBUG oslo_vmware.api [None req-0a727535-615b-4761-a2da-ebf7ddf3e0e1 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Task: {'id': task-1862410, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1942.551866] env[62574]: DEBUG oslo_concurrency.lockutils [None req-ef374a44-2614-448f-9052-687c262e4ae0 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1942.671152] env[62574]: DEBUG oslo_concurrency.lockutils [None req-cba1595e-6d5d-4ce7-a680-def4c7dc20b3 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Lock "ec804281-0966-45aa-956d-d911926327c5" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.052s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1942.792897] env[62574]: DEBUG oslo_concurrency.lockutils [None req-315ec1d7-b1d6-4f54-bd82-b61fe33c9caf tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.363s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1942.793673] env[62574]: DEBUG nova.compute.manager [None req-315ec1d7-b1d6-4f54-bd82-b61fe33c9caf tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] [instance: 5c8328d0-47fa-43de-822f-4f33152d2d25] Start building networks asynchronously for instance. {{(pid=62574) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1942.797937] env[62574]: DEBUG oslo_concurrency.lockutils [None req-66ca6258-cb59-4983-be01-0a940ac94bd6 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.056s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1942.798273] env[62574]: DEBUG nova.objects.instance [None req-66ca6258-cb59-4983-be01-0a940ac94bd6 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Lazy-loading 'resources' on Instance uuid d06fca54-652a-47dd-b14b-8f6bbf696503 {{(pid=62574) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1942.819898] env[62574]: DEBUG oslo_vmware.api [None req-b2fd0df9-6e05-4133-a005-db6d261eedac tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Task: {'id': task-1862409, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1942.851389] env[62574]: DEBUG oslo_vmware.api [None req-2b0547ff-2449-4fcc-a4bc-1a90c35d075e tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Task: {'id': task-1862403, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1942.887503] env[62574]: DEBUG nova.virt.hardware [None req-af5ee237-9b6b-4bee-afbf-4a5888550a7b tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T19:26:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1942.887809] env[62574]: DEBUG nova.virt.hardware [None req-af5ee237-9b6b-4bee-afbf-4a5888550a7b tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Flavor limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1942.887979] env[62574]: DEBUG nova.virt.hardware [None req-af5ee237-9b6b-4bee-afbf-4a5888550a7b tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Image limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1942.888182] env[62574]: DEBUG nova.virt.hardware [None req-af5ee237-9b6b-4bee-afbf-4a5888550a7b tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Flavor pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1942.888344] env[62574]: DEBUG nova.virt.hardware [None req-af5ee237-9b6b-4bee-afbf-4a5888550a7b tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Image pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1942.888502] env[62574]: DEBUG nova.virt.hardware [None req-af5ee237-9b6b-4bee-afbf-4a5888550a7b tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1942.888714] env[62574]: DEBUG nova.virt.hardware [None req-af5ee237-9b6b-4bee-afbf-4a5888550a7b tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1942.888877] env[62574]: DEBUG nova.virt.hardware [None req-af5ee237-9b6b-4bee-afbf-4a5888550a7b tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1942.889066] env[62574]: DEBUG nova.virt.hardware [None req-af5ee237-9b6b-4bee-afbf-4a5888550a7b tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Got 1 possible topologies {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1942.889237] env[62574]: DEBUG nova.virt.hardware [None req-af5ee237-9b6b-4bee-afbf-4a5888550a7b tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1942.889415] env[62574]: DEBUG nova.virt.hardware [None req-af5ee237-9b6b-4bee-afbf-4a5888550a7b tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1942.894668] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-af5ee237-9b6b-4bee-afbf-4a5888550a7b tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] [instance: 43793844-f400-4665-b287-bc4374a1ae6d] Reconfiguring VM instance instance-0000004c to detach disk 2000 {{(pid=62574) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1942.894980] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dd336239-46b8-430c-b6a4-b36ba535d516 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1942.916239] env[62574]: DEBUG oslo_concurrency.lockutils [None req-38223e4f-c1e2-49dc-88e3-d4fedd861a4a tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1942.919325] env[62574]: DEBUG oslo_vmware.api [None req-af5ee237-9b6b-4bee-afbf-4a5888550a7b tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Waiting for the task: (returnval){ [ 1942.919325] env[62574]: value = "task-1862411" [ 1942.919325] env[62574]: _type = "Task" [ 1942.919325] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1942.929152] env[62574]: DEBUG oslo_vmware.api [None req-af5ee237-9b6b-4bee-afbf-4a5888550a7b tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Task: {'id': task-1862411, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1943.013441] env[62574]: DEBUG oslo_vmware.api [None req-0a727535-615b-4761-a2da-ebf7ddf3e0e1 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Task: {'id': task-1862410, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.119662} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1943.013711] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-0a727535-615b-4761-a2da-ebf7ddf3e0e1 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] [instance: 2df2984d-1120-4cdd-80a8-7f0366e4cbed] Extended root virtual disk {{(pid=62574) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1943.014497] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1640a0a-155d-4b26-93ee-5dba0318e77e {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1943.040023] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a727535-615b-4761-a2da-ebf7ddf3e0e1 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] [instance: 2df2984d-1120-4cdd-80a8-7f0366e4cbed] Reconfiguring VM instance instance-00000067 to attach disk [datastore2] 2df2984d-1120-4cdd-80a8-7f0366e4cbed/2df2984d-1120-4cdd-80a8-7f0366e4cbed.vmdk or device None with type sparse {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1943.040023] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d43a9659-1259-4570-a338-d155d7d8adec {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1943.065044] env[62574]: DEBUG oslo_vmware.api [None req-0a727535-615b-4761-a2da-ebf7ddf3e0e1 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Waiting for the task: (returnval){ [ 1943.065044] env[62574]: value = "task-1862412" [ 1943.065044] env[62574]: _type = "Task" [ 1943.065044] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1943.074432] env[62574]: DEBUG oslo_vmware.api [None req-0a727535-615b-4761-a2da-ebf7ddf3e0e1 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Task: {'id': task-1862412, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1943.301344] env[62574]: DEBUG nova.compute.utils [None req-315ec1d7-b1d6-4f54-bd82-b61fe33c9caf tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Using /dev/sd instead of None {{(pid=62574) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1943.305903] env[62574]: DEBUG nova.compute.manager [None req-315ec1d7-b1d6-4f54-bd82-b61fe33c9caf tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] [instance: 5c8328d0-47fa-43de-822f-4f33152d2d25] Allocating IP information in the background. {{(pid=62574) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1943.306095] env[62574]: DEBUG nova.network.neutron [None req-315ec1d7-b1d6-4f54-bd82-b61fe33c9caf tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] [instance: 5c8328d0-47fa-43de-822f-4f33152d2d25] allocate_for_instance() {{(pid=62574) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1943.319919] env[62574]: DEBUG oslo_vmware.api [None req-b2fd0df9-6e05-4133-a005-db6d261eedac tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Task: {'id': task-1862409, 'name': PowerOnVM_Task, 'duration_secs': 0.796131} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1943.320122] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2fd0df9-6e05-4133-a005-db6d261eedac tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] [instance: 374c77f3-63b7-4079-8631-8c7d45c8e348] Powered on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1943.320399] env[62574]: INFO nova.compute.manager [None req-b2fd0df9-6e05-4133-a005-db6d261eedac tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] [instance: 374c77f3-63b7-4079-8631-8c7d45c8e348] Took 9.35 seconds to spawn the instance on the hypervisor. [ 1943.320639] env[62574]: DEBUG nova.compute.manager [None req-b2fd0df9-6e05-4133-a005-db6d261eedac tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] [instance: 374c77f3-63b7-4079-8631-8c7d45c8e348] Checking state {{(pid=62574) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1943.321876] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf0f60e2-0c8d-42d8-be9e-bb85c7f560dc {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1943.352054] env[62574]: DEBUG oslo_vmware.api [None req-2b0547ff-2449-4fcc-a4bc-1a90c35d075e tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Task: {'id': task-1862403, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1943.358473] env[62574]: DEBUG nova.policy [None req-315ec1d7-b1d6-4f54-bd82-b61fe33c9caf tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4fefa92105a64f6db036f291f9a1669f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2842b09cbde243f6bdd90a5177740df9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62574) authorize /opt/stack/nova/nova/policy.py:192}} [ 1943.446503] env[62574]: DEBUG oslo_vmware.api [None req-af5ee237-9b6b-4bee-afbf-4a5888550a7b tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Task: {'id': task-1862411, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1943.455706] env[62574]: DEBUG oslo_concurrency.lockutils [None req-c07bde4d-25f8-40c3-aa2e-ac2d89d9328d tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Acquiring lock "ec804281-0966-45aa-956d-d911926327c5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1943.455706] env[62574]: DEBUG oslo_concurrency.lockutils [None req-c07bde4d-25f8-40c3-aa2e-ac2d89d9328d tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Lock "ec804281-0966-45aa-956d-d911926327c5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1943.455850] env[62574]: DEBUG oslo_concurrency.lockutils [None req-c07bde4d-25f8-40c3-aa2e-ac2d89d9328d tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Acquiring lock "ec804281-0966-45aa-956d-d911926327c5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1943.455929] env[62574]: DEBUG oslo_concurrency.lockutils [None req-c07bde4d-25f8-40c3-aa2e-ac2d89d9328d tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Lock "ec804281-0966-45aa-956d-d911926327c5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1943.456108] env[62574]: DEBUG oslo_concurrency.lockutils [None req-c07bde4d-25f8-40c3-aa2e-ac2d89d9328d tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Lock "ec804281-0966-45aa-956d-d911926327c5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1943.458514] env[62574]: INFO nova.compute.manager [None req-c07bde4d-25f8-40c3-aa2e-ac2d89d9328d tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] [instance: ec804281-0966-45aa-956d-d911926327c5] Terminating instance [ 1943.559980] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40080357-32e9-4724-ba62-a453b9733a7a {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1943.571240] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-187c70d6-e188-41a5-b960-81d087869271 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1943.581572] env[62574]: DEBUG oslo_vmware.api [None req-0a727535-615b-4761-a2da-ebf7ddf3e0e1 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Task: {'id': task-1862412, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1943.611095] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9cf00fe-731b-42d6-843d-c7e9049e67ef {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1943.616872] env[62574]: DEBUG nova.network.neutron [None req-315ec1d7-b1d6-4f54-bd82-b61fe33c9caf tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] [instance: 5c8328d0-47fa-43de-822f-4f33152d2d25] Successfully created port: 1545b480-8075-4149-abf4-3a6291d1d753 {{(pid=62574) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1943.621843] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e42c85a-86db-4b7d-8433-c9a65b177b89 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1943.638230] env[62574]: DEBUG nova.compute.provider_tree [None req-66ca6258-cb59-4983-be01-0a940ac94bd6 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Inventory has not changed in ProviderTree for provider: f0ed160a-beff-4626-a531-2a70d7bc0627 {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1943.806516] env[62574]: DEBUG nova.compute.manager [None req-315ec1d7-b1d6-4f54-bd82-b61fe33c9caf tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] [instance: 5c8328d0-47fa-43de-822f-4f33152d2d25] Start building block device mappings for instance. {{(pid=62574) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1943.846897] env[62574]: INFO nova.compute.manager [None req-b2fd0df9-6e05-4133-a005-db6d261eedac tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] [instance: 374c77f3-63b7-4079-8631-8c7d45c8e348] Took 19.76 seconds to build instance. [ 1943.855412] env[62574]: DEBUG oslo_vmware.api [None req-2b0547ff-2449-4fcc-a4bc-1a90c35d075e tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Task: {'id': task-1862403, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1943.929937] env[62574]: DEBUG oslo_vmware.api [None req-af5ee237-9b6b-4bee-afbf-4a5888550a7b tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Task: {'id': task-1862411, 'name': ReconfigVM_Task, 'duration_secs': 0.570647} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1943.930244] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-af5ee237-9b6b-4bee-afbf-4a5888550a7b tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] [instance: 43793844-f400-4665-b287-bc4374a1ae6d] Reconfigured VM instance instance-0000004c to detach disk 2000 {{(pid=62574) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1943.931030] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-924136f9-2f1e-47ef-914d-1e7f7ff14b0e {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1943.955595] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-af5ee237-9b6b-4bee-afbf-4a5888550a7b tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] [instance: 43793844-f400-4665-b287-bc4374a1ae6d] Reconfiguring VM instance instance-0000004c to attach disk [datastore2] 43793844-f400-4665-b287-bc4374a1ae6d/43793844-f400-4665-b287-bc4374a1ae6d.vmdk or device None with type thin {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1943.955884] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e42a15bd-205c-49ae-ad90-7d609910c223 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1943.969379] env[62574]: DEBUG nova.compute.manager [None req-c07bde4d-25f8-40c3-aa2e-ac2d89d9328d tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] [instance: ec804281-0966-45aa-956d-d911926327c5] Start destroying the instance on the hypervisor. {{(pid=62574) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1943.969589] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-c07bde4d-25f8-40c3-aa2e-ac2d89d9328d tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] [instance: ec804281-0966-45aa-956d-d911926327c5] Destroying instance {{(pid=62574) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1943.970375] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48604d81-8c8d-4c97-a0c6-6a78d6d9da57 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1943.978824] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-c07bde4d-25f8-40c3-aa2e-ac2d89d9328d tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] [instance: ec804281-0966-45aa-956d-d911926327c5] Unregistering the VM {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1943.979107] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1dfbddde-2479-4a7b-926c-c7f674c77ec6 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1943.981914] env[62574]: DEBUG oslo_vmware.api [None req-af5ee237-9b6b-4bee-afbf-4a5888550a7b tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Waiting for the task: (returnval){ [ 1943.981914] env[62574]: value = "task-1862413" [ 1943.981914] env[62574]: _type = "Task" [ 1943.981914] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1943.992951] env[62574]: DEBUG oslo_vmware.api [None req-af5ee237-9b6b-4bee-afbf-4a5888550a7b tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Task: {'id': task-1862413, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1944.072991] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-c07bde4d-25f8-40c3-aa2e-ac2d89d9328d tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] [instance: ec804281-0966-45aa-956d-d911926327c5] Unregistered the VM {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1944.073329] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-c07bde4d-25f8-40c3-aa2e-ac2d89d9328d tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] [instance: ec804281-0966-45aa-956d-d911926327c5] Deleting contents of the VM from datastore datastore2 {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1944.073529] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-c07bde4d-25f8-40c3-aa2e-ac2d89d9328d tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Deleting the datastore file [datastore2] ec804281-0966-45aa-956d-d911926327c5 {{(pid=62574) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1944.074330] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a0f30f5e-4d09-43f3-b50f-dfc5d6cf924f {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1944.080178] env[62574]: DEBUG oslo_vmware.api [None req-0a727535-615b-4761-a2da-ebf7ddf3e0e1 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Task: {'id': task-1862412, 'name': ReconfigVM_Task, 'duration_secs': 0.9847} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1944.080886] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a727535-615b-4761-a2da-ebf7ddf3e0e1 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] [instance: 2df2984d-1120-4cdd-80a8-7f0366e4cbed] Reconfigured VM instance instance-00000067 to attach disk [datastore2] 2df2984d-1120-4cdd-80a8-7f0366e4cbed/2df2984d-1120-4cdd-80a8-7f0366e4cbed.vmdk or device None with type sparse {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1944.081531] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-69a47337-ed91-4408-95df-d8624eb0c405 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1944.085165] env[62574]: DEBUG oslo_vmware.api [None req-c07bde4d-25f8-40c3-aa2e-ac2d89d9328d tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Waiting for the task: (returnval){ [ 1944.085165] env[62574]: value = "task-1862415" [ 1944.085165] env[62574]: _type = "Task" [ 1944.085165] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1944.089109] env[62574]: DEBUG oslo_vmware.api [None req-0a727535-615b-4761-a2da-ebf7ddf3e0e1 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Waiting for the task: (returnval){ [ 1944.089109] env[62574]: value = "task-1862416" [ 1944.089109] env[62574]: _type = "Task" [ 1944.089109] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1944.095228] env[62574]: DEBUG oslo_vmware.api [None req-c07bde4d-25f8-40c3-aa2e-ac2d89d9328d tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Task: {'id': task-1862415, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1944.100245] env[62574]: DEBUG oslo_vmware.api [None req-0a727535-615b-4761-a2da-ebf7ddf3e0e1 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Task: {'id': task-1862416, 'name': Rename_Task} progress is 5%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1944.142104] env[62574]: DEBUG nova.scheduler.client.report [None req-66ca6258-cb59-4983-be01-0a940ac94bd6 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Inventory has not changed for provider f0ed160a-beff-4626-a531-2a70d7bc0627 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 148, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1944.353270] env[62574]: DEBUG oslo_concurrency.lockutils [None req-b2fd0df9-6e05-4133-a005-db6d261eedac tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Lock "374c77f3-63b7-4079-8631-8c7d45c8e348" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.273s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1944.353808] env[62574]: DEBUG oslo_vmware.api [None req-2b0547ff-2449-4fcc-a4bc-1a90c35d075e tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Task: {'id': task-1862403, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1944.493302] env[62574]: DEBUG oslo_vmware.api [None req-af5ee237-9b6b-4bee-afbf-4a5888550a7b tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Task: {'id': task-1862413, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1944.595943] env[62574]: DEBUG oslo_vmware.api [None req-c07bde4d-25f8-40c3-aa2e-ac2d89d9328d tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Task: {'id': task-1862415, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.209393} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1944.596668] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-c07bde4d-25f8-40c3-aa2e-ac2d89d9328d tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Deleted the datastore file {{(pid=62574) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1944.597300] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-c07bde4d-25f8-40c3-aa2e-ac2d89d9328d tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] [instance: ec804281-0966-45aa-956d-d911926327c5] Deleted contents of the VM from datastore datastore2 {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1944.597300] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-c07bde4d-25f8-40c3-aa2e-ac2d89d9328d tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] [instance: ec804281-0966-45aa-956d-d911926327c5] Instance destroyed {{(pid=62574) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1944.597300] env[62574]: INFO nova.compute.manager [None req-c07bde4d-25f8-40c3-aa2e-ac2d89d9328d tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] [instance: ec804281-0966-45aa-956d-d911926327c5] Took 0.63 seconds to destroy the instance on the hypervisor. [ 1944.597765] env[62574]: DEBUG oslo.service.loopingcall [None req-c07bde4d-25f8-40c3-aa2e-ac2d89d9328d tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62574) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1944.597765] env[62574]: DEBUG nova.compute.manager [-] [instance: ec804281-0966-45aa-956d-d911926327c5] Deallocating network for instance {{(pid=62574) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1944.597836] env[62574]: DEBUG nova.network.neutron [-] [instance: ec804281-0966-45aa-956d-d911926327c5] deallocate_for_instance() {{(pid=62574) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1944.602408] env[62574]: DEBUG oslo_vmware.api [None req-0a727535-615b-4761-a2da-ebf7ddf3e0e1 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Task: {'id': task-1862416, 'name': Rename_Task, 'duration_secs': 0.17632} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1944.602995] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a727535-615b-4761-a2da-ebf7ddf3e0e1 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] [instance: 2df2984d-1120-4cdd-80a8-7f0366e4cbed] Powering on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1944.603261] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-da06c0da-989a-44fe-8a18-8e0d88329605 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1944.611962] env[62574]: DEBUG oslo_vmware.api [None req-0a727535-615b-4761-a2da-ebf7ddf3e0e1 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Waiting for the task: (returnval){ [ 1944.611962] env[62574]: value = "task-1862417" [ 1944.611962] env[62574]: _type = "Task" [ 1944.611962] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1944.624867] env[62574]: DEBUG oslo_vmware.api [None req-0a727535-615b-4761-a2da-ebf7ddf3e0e1 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Task: {'id': task-1862417, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1944.647131] env[62574]: DEBUG oslo_concurrency.lockutils [None req-66ca6258-cb59-4983-be01-0a940ac94bd6 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.850s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1944.649885] env[62574]: DEBUG oslo_concurrency.lockutils [None req-ef374a44-2614-448f-9052-687c262e4ae0 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.098s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1944.651642] env[62574]: INFO nova.compute.claims [None req-ef374a44-2614-448f-9052-687c262e4ae0 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] [instance: 3139cb5b-3025-48d6-8a2c-0a94ebfb40e0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1944.672867] env[62574]: INFO nova.scheduler.client.report [None req-66ca6258-cb59-4983-be01-0a940ac94bd6 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Deleted allocations for instance d06fca54-652a-47dd-b14b-8f6bbf696503 [ 1944.819328] env[62574]: DEBUG nova.compute.manager [None req-315ec1d7-b1d6-4f54-bd82-b61fe33c9caf tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] [instance: 5c8328d0-47fa-43de-822f-4f33152d2d25] Start spawning the instance on the hypervisor. {{(pid=62574) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1944.849418] env[62574]: DEBUG nova.virt.hardware [None req-315ec1d7-b1d6-4f54-bd82-b61fe33c9caf tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T19:26:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='05c58434cfee3bfd135fc25ef05553cb',container_format='bare',created_at=2024-12-13T19:50:49Z,direct_url=,disk_format='vmdk',id=4d72a230-d46b-4480-8898-aa19d0319c25,min_disk=1,min_ram=0,name='tempest-test-snap-2021283347',owner='2842b09cbde243f6bdd90a5177740df9',properties=ImageMetaProps,protected=,size=21334016,status='active',tags=,updated_at=2024-12-13T19:51:02Z,virtual_size=,visibility=), allow threads: False {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1944.849687] env[62574]: DEBUG nova.virt.hardware [None req-315ec1d7-b1d6-4f54-bd82-b61fe33c9caf tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Flavor limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1944.849854] env[62574]: DEBUG nova.virt.hardware [None req-315ec1d7-b1d6-4f54-bd82-b61fe33c9caf tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Image limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1944.850075] env[62574]: DEBUG nova.virt.hardware [None req-315ec1d7-b1d6-4f54-bd82-b61fe33c9caf tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Flavor pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1944.850231] env[62574]: DEBUG nova.virt.hardware [None req-315ec1d7-b1d6-4f54-bd82-b61fe33c9caf tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Image pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1944.850379] env[62574]: DEBUG nova.virt.hardware [None req-315ec1d7-b1d6-4f54-bd82-b61fe33c9caf tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1944.850589] env[62574]: DEBUG nova.virt.hardware [None req-315ec1d7-b1d6-4f54-bd82-b61fe33c9caf tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1944.850753] env[62574]: DEBUG nova.virt.hardware [None req-315ec1d7-b1d6-4f54-bd82-b61fe33c9caf tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1944.850921] env[62574]: DEBUG nova.virt.hardware [None req-315ec1d7-b1d6-4f54-bd82-b61fe33c9caf tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Got 1 possible topologies {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1944.851099] env[62574]: DEBUG nova.virt.hardware [None req-315ec1d7-b1d6-4f54-bd82-b61fe33c9caf tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1944.851278] env[62574]: DEBUG nova.virt.hardware [None req-315ec1d7-b1d6-4f54-bd82-b61fe33c9caf tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1944.852087] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f21914f6-4487-4a01-9528-b549e5722fc7 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1944.865702] env[62574]: DEBUG oslo_vmware.api [None req-2b0547ff-2449-4fcc-a4bc-1a90c35d075e tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Task: {'id': task-1862403, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1944.868858] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1daef20-d7c4-4231-b1c7-43967f704acb {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1944.942291] env[62574]: DEBUG nova.compute.manager [req-82c57636-383e-41ad-ad81-5493bacae9dc req-28b61fdd-3680-4153-bc32-366244e13e8f service nova] [instance: ec804281-0966-45aa-956d-d911926327c5] Received event network-vif-deleted-df1612b9-2e2b-47b3-9c06-59fd418cf9ee {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1944.942523] env[62574]: INFO nova.compute.manager [req-82c57636-383e-41ad-ad81-5493bacae9dc req-28b61fdd-3680-4153-bc32-366244e13e8f service nova] [instance: ec804281-0966-45aa-956d-d911926327c5] Neutron deleted interface df1612b9-2e2b-47b3-9c06-59fd418cf9ee; detaching it from the instance and deleting it from the info cache [ 1944.942724] env[62574]: DEBUG nova.network.neutron [req-82c57636-383e-41ad-ad81-5493bacae9dc req-28b61fdd-3680-4153-bc32-366244e13e8f service nova] [instance: ec804281-0966-45aa-956d-d911926327c5] Updating instance_info_cache with network_info: [] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1944.994634] env[62574]: DEBUG oslo_vmware.api [None req-af5ee237-9b6b-4bee-afbf-4a5888550a7b tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Task: {'id': task-1862413, 'name': ReconfigVM_Task, 'duration_secs': 0.67353} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1944.995815] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-af5ee237-9b6b-4bee-afbf-4a5888550a7b tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] [instance: 43793844-f400-4665-b287-bc4374a1ae6d] Reconfigured VM instance instance-0000004c to attach disk [datastore2] 43793844-f400-4665-b287-bc4374a1ae6d/43793844-f400-4665-b287-bc4374a1ae6d.vmdk or device None with type thin {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1944.995815] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-af5ee237-9b6b-4bee-afbf-4a5888550a7b tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] [instance: 43793844-f400-4665-b287-bc4374a1ae6d] Updating instance '43793844-f400-4665-b287-bc4374a1ae6d' progress to 50 {{(pid=62574) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1945.125584] env[62574]: DEBUG oslo_vmware.api [None req-0a727535-615b-4761-a2da-ebf7ddf3e0e1 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Task: {'id': task-1862417, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1945.139418] env[62574]: DEBUG nova.network.neutron [None req-315ec1d7-b1d6-4f54-bd82-b61fe33c9caf tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] [instance: 5c8328d0-47fa-43de-822f-4f33152d2d25] Successfully updated port: 1545b480-8075-4149-abf4-3a6291d1d753 {{(pid=62574) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1945.179590] env[62574]: DEBUG oslo_concurrency.lockutils [None req-66ca6258-cb59-4983-be01-0a940ac94bd6 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Lock "d06fca54-652a-47dd-b14b-8f6bbf696503" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.216s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1945.356017] env[62574]: DEBUG oslo_vmware.api [None req-2b0547ff-2449-4fcc-a4bc-1a90c35d075e tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Task: {'id': task-1862403, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1945.411595] env[62574]: DEBUG nova.network.neutron [-] [instance: ec804281-0966-45aa-956d-d911926327c5] Updating instance_info_cache with network_info: [] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1945.445392] env[62574]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d74b2b22-8463-4dca-a4e4-eb5e3013e10d {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1945.458832] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e68113a6-06ee-4817-b5cb-46848fc0b562 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1945.495551] env[62574]: DEBUG nova.compute.manager [req-82c57636-383e-41ad-ad81-5493bacae9dc req-28b61fdd-3680-4153-bc32-366244e13e8f service nova] [instance: ec804281-0966-45aa-956d-d911926327c5] Detach interface failed, port_id=df1612b9-2e2b-47b3-9c06-59fd418cf9ee, reason: Instance ec804281-0966-45aa-956d-d911926327c5 could not be found. {{(pid=62574) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 1945.502197] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb342f4e-a8fa-4b64-b367-47409e7e305c {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1945.523988] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3dd51cb-0818-43b6-be03-2e82d1739b30 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1945.548895] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-af5ee237-9b6b-4bee-afbf-4a5888550a7b tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] [instance: 43793844-f400-4665-b287-bc4374a1ae6d] Updating instance '43793844-f400-4665-b287-bc4374a1ae6d' progress to 67 {{(pid=62574) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1945.623446] env[62574]: DEBUG oslo_vmware.api [None req-0a727535-615b-4761-a2da-ebf7ddf3e0e1 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Task: {'id': task-1862417, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1945.641773] env[62574]: DEBUG oslo_concurrency.lockutils [None req-315ec1d7-b1d6-4f54-bd82-b61fe33c9caf tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Acquiring lock "refresh_cache-5c8328d0-47fa-43de-822f-4f33152d2d25" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1945.641950] env[62574]: DEBUG oslo_concurrency.lockutils [None req-315ec1d7-b1d6-4f54-bd82-b61fe33c9caf tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Acquired lock "refresh_cache-5c8328d0-47fa-43de-822f-4f33152d2d25" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1945.642138] env[62574]: DEBUG nova.network.neutron [None req-315ec1d7-b1d6-4f54-bd82-b61fe33c9caf tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] [instance: 5c8328d0-47fa-43de-822f-4f33152d2d25] Building network info cache for instance {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1945.861503] env[62574]: DEBUG oslo_vmware.api [None req-2b0547ff-2449-4fcc-a4bc-1a90c35d075e tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Task: {'id': task-1862403, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1945.916019] env[62574]: INFO nova.compute.manager [-] [instance: ec804281-0966-45aa-956d-d911926327c5] Took 1.32 seconds to deallocate network for instance. [ 1945.953993] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c658a898-4f3e-437d-a88f-c911fde0819e {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1945.964127] env[62574]: DEBUG nova.compute.manager [None req-5037c34b-c462-4357-b4d6-7c7d8548f698 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] [instance: 374c77f3-63b7-4079-8631-8c7d45c8e348] Stashing vm_state: active {{(pid=62574) _prep_resize /opt/stack/nova/nova/compute/manager.py:6034}} [ 1945.972276] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4ed97cb-796b-4a16-82b6-09a9ccf7ba62 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1946.019137] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67670455-d0ea-4562-8224-3a9224be0813 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1946.030018] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44e4e95a-9ea2-4704-b718-ce1fc70084e4 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1946.044544] env[62574]: DEBUG nova.compute.provider_tree [None req-ef374a44-2614-448f-9052-687c262e4ae0 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Inventory has not changed in ProviderTree for provider: f0ed160a-beff-4626-a531-2a70d7bc0627 {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1946.129100] env[62574]: DEBUG oslo_vmware.api [None req-0a727535-615b-4761-a2da-ebf7ddf3e0e1 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Task: {'id': task-1862417, 'name': PowerOnVM_Task, 'duration_secs': 1.38387} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1946.129380] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a727535-615b-4761-a2da-ebf7ddf3e0e1 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] [instance: 2df2984d-1120-4cdd-80a8-7f0366e4cbed] Powered on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1946.129585] env[62574]: INFO nova.compute.manager [None req-0a727535-615b-4761-a2da-ebf7ddf3e0e1 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] [instance: 2df2984d-1120-4cdd-80a8-7f0366e4cbed] Took 9.72 seconds to spawn the instance on the hypervisor. [ 1946.129818] env[62574]: DEBUG nova.compute.manager [None req-0a727535-615b-4761-a2da-ebf7ddf3e0e1 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] [instance: 2df2984d-1120-4cdd-80a8-7f0366e4cbed] Checking state {{(pid=62574) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1946.130692] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dea7ab6e-1bad-4767-a575-17017c7f4890 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1946.182062] env[62574]: DEBUG nova.network.neutron [None req-315ec1d7-b1d6-4f54-bd82-b61fe33c9caf tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] [instance: 5c8328d0-47fa-43de-822f-4f33152d2d25] Instance cache missing network info. {{(pid=62574) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1946.360359] env[62574]: DEBUG oslo_vmware.api [None req-2b0547ff-2449-4fcc-a4bc-1a90c35d075e tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Task: {'id': task-1862403, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1946.389803] env[62574]: DEBUG nova.network.neutron [None req-315ec1d7-b1d6-4f54-bd82-b61fe33c9caf tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] [instance: 5c8328d0-47fa-43de-822f-4f33152d2d25] Updating instance_info_cache with network_info: [{"id": "1545b480-8075-4149-abf4-3a6291d1d753", "address": "fa:16:3e:9f:fe:82", "network": {"id": "498f30b7-d317-46f6-b472-0624a1b84e65", "bridge": "br-int", "label": "tempest-ImagesTestJSON-826971340-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2842b09cbde243f6bdd90a5177740df9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bab6a6c3-1c5c-4776-b21b-dec21196d702", "external-id": "nsx-vlan-transportzone-634", "segmentation_id": 634, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1545b480-80", "ovs_interfaceid": "1545b480-8075-4149-abf4-3a6291d1d753", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1946.426644] env[62574]: DEBUG oslo_concurrency.lockutils [None req-c07bde4d-25f8-40c3-aa2e-ac2d89d9328d tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1946.496851] env[62574]: DEBUG oslo_concurrency.lockutils [None req-5037c34b-c462-4357-b4d6-7c7d8548f698 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1946.547359] env[62574]: DEBUG nova.scheduler.client.report [None req-ef374a44-2614-448f-9052-687c262e4ae0 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Inventory has not changed for provider f0ed160a-beff-4626-a531-2a70d7bc0627 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 148, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1946.651085] env[62574]: INFO nova.compute.manager [None req-0a727535-615b-4761-a2da-ebf7ddf3e0e1 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] [instance: 2df2984d-1120-4cdd-80a8-7f0366e4cbed] Took 21.00 seconds to build instance. [ 1946.857552] env[62574]: DEBUG oslo_vmware.api [None req-2b0547ff-2449-4fcc-a4bc-1a90c35d075e tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Task: {'id': task-1862403, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1946.892334] env[62574]: DEBUG oslo_concurrency.lockutils [None req-315ec1d7-b1d6-4f54-bd82-b61fe33c9caf tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Releasing lock "refresh_cache-5c8328d0-47fa-43de-822f-4f33152d2d25" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1946.892670] env[62574]: DEBUG nova.compute.manager [None req-315ec1d7-b1d6-4f54-bd82-b61fe33c9caf tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] [instance: 5c8328d0-47fa-43de-822f-4f33152d2d25] Instance network_info: |[{"id": "1545b480-8075-4149-abf4-3a6291d1d753", "address": "fa:16:3e:9f:fe:82", "network": {"id": "498f30b7-d317-46f6-b472-0624a1b84e65", "bridge": "br-int", "label": "tempest-ImagesTestJSON-826971340-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2842b09cbde243f6bdd90a5177740df9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bab6a6c3-1c5c-4776-b21b-dec21196d702", "external-id": "nsx-vlan-transportzone-634", "segmentation_id": 634, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1545b480-80", "ovs_interfaceid": "1545b480-8075-4149-abf4-3a6291d1d753", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62574) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1946.893162] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-315ec1d7-b1d6-4f54-bd82-b61fe33c9caf tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] [instance: 5c8328d0-47fa-43de-822f-4f33152d2d25] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9f:fe:82', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bab6a6c3-1c5c-4776-b21b-dec21196d702', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1545b480-8075-4149-abf4-3a6291d1d753', 'vif_model': 'vmxnet3'}] {{(pid=62574) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1946.901640] env[62574]: DEBUG oslo.service.loopingcall [None req-315ec1d7-b1d6-4f54-bd82-b61fe33c9caf tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62574) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1946.901820] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5c8328d0-47fa-43de-822f-4f33152d2d25] Creating VM on the ESX host {{(pid=62574) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1946.902292] env[62574]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b3b71dfc-90b5-4fb6-ad72-5dcfed5cd805 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1946.925056] env[62574]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1946.925056] env[62574]: value = "task-1862418" [ 1946.925056] env[62574]: _type = "Task" [ 1946.925056] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1946.934391] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1862418, 'name': CreateVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1946.970636] env[62574]: DEBUG nova.compute.manager [req-afa366c8-2d08-4480-bc9d-7f3ca7934488 req-9a566474-22e7-40d7-9d36-38fa25afd609 service nova] [instance: 5c8328d0-47fa-43de-822f-4f33152d2d25] Received event network-vif-plugged-1545b480-8075-4149-abf4-3a6291d1d753 {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1946.971137] env[62574]: DEBUG oslo_concurrency.lockutils [req-afa366c8-2d08-4480-bc9d-7f3ca7934488 req-9a566474-22e7-40d7-9d36-38fa25afd609 service nova] Acquiring lock "5c8328d0-47fa-43de-822f-4f33152d2d25-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1946.971137] env[62574]: DEBUG oslo_concurrency.lockutils [req-afa366c8-2d08-4480-bc9d-7f3ca7934488 req-9a566474-22e7-40d7-9d36-38fa25afd609 service nova] Lock "5c8328d0-47fa-43de-822f-4f33152d2d25-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1946.971262] env[62574]: DEBUG oslo_concurrency.lockutils [req-afa366c8-2d08-4480-bc9d-7f3ca7934488 req-9a566474-22e7-40d7-9d36-38fa25afd609 service nova] Lock "5c8328d0-47fa-43de-822f-4f33152d2d25-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1946.971457] env[62574]: DEBUG nova.compute.manager [req-afa366c8-2d08-4480-bc9d-7f3ca7934488 req-9a566474-22e7-40d7-9d36-38fa25afd609 service nova] [instance: 5c8328d0-47fa-43de-822f-4f33152d2d25] No waiting events found dispatching network-vif-plugged-1545b480-8075-4149-abf4-3a6291d1d753 {{(pid=62574) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1946.971584] env[62574]: WARNING nova.compute.manager [req-afa366c8-2d08-4480-bc9d-7f3ca7934488 req-9a566474-22e7-40d7-9d36-38fa25afd609 service nova] [instance: 5c8328d0-47fa-43de-822f-4f33152d2d25] Received unexpected event network-vif-plugged-1545b480-8075-4149-abf4-3a6291d1d753 for instance with vm_state building and task_state spawning. [ 1946.971778] env[62574]: DEBUG nova.compute.manager [req-afa366c8-2d08-4480-bc9d-7f3ca7934488 req-9a566474-22e7-40d7-9d36-38fa25afd609 service nova] [instance: 5c8328d0-47fa-43de-822f-4f33152d2d25] Received event network-changed-1545b480-8075-4149-abf4-3a6291d1d753 {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1946.971943] env[62574]: DEBUG nova.compute.manager [req-afa366c8-2d08-4480-bc9d-7f3ca7934488 req-9a566474-22e7-40d7-9d36-38fa25afd609 service nova] [instance: 5c8328d0-47fa-43de-822f-4f33152d2d25] Refreshing instance network info cache due to event network-changed-1545b480-8075-4149-abf4-3a6291d1d753. {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1946.972149] env[62574]: DEBUG oslo_concurrency.lockutils [req-afa366c8-2d08-4480-bc9d-7f3ca7934488 req-9a566474-22e7-40d7-9d36-38fa25afd609 service nova] Acquiring lock "refresh_cache-5c8328d0-47fa-43de-822f-4f33152d2d25" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1946.972289] env[62574]: DEBUG oslo_concurrency.lockutils [req-afa366c8-2d08-4480-bc9d-7f3ca7934488 req-9a566474-22e7-40d7-9d36-38fa25afd609 service nova] Acquired lock "refresh_cache-5c8328d0-47fa-43de-822f-4f33152d2d25" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1946.972447] env[62574]: DEBUG nova.network.neutron [req-afa366c8-2d08-4480-bc9d-7f3ca7934488 req-9a566474-22e7-40d7-9d36-38fa25afd609 service nova] [instance: 5c8328d0-47fa-43de-822f-4f33152d2d25] Refreshing network info cache for port 1545b480-8075-4149-abf4-3a6291d1d753 {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1947.053872] env[62574]: DEBUG oslo_concurrency.lockutils [None req-ef374a44-2614-448f-9052-687c262e4ae0 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.404s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1947.054432] env[62574]: DEBUG nova.compute.manager [None req-ef374a44-2614-448f-9052-687c262e4ae0 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] [instance: 3139cb5b-3025-48d6-8a2c-0a94ebfb40e0] Start building networks asynchronously for instance. {{(pid=62574) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1947.057101] env[62574]: DEBUG oslo_concurrency.lockutils [None req-38223e4f-c1e2-49dc-88e3-d4fedd861a4a tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 4.141s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1947.057302] env[62574]: DEBUG nova.objects.instance [None req-38223e4f-c1e2-49dc-88e3-d4fedd861a4a tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] [instance: fb94d5d1-7f0f-4534-b9e9-2a52ac9a7c7f] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62574) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1947.153587] env[62574]: DEBUG oslo_concurrency.lockutils [None req-0a727535-615b-4761-a2da-ebf7ddf3e0e1 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Lock "2df2984d-1120-4cdd-80a8-7f0366e4cbed" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.524s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1947.213663] env[62574]: DEBUG nova.network.neutron [None req-af5ee237-9b6b-4bee-afbf-4a5888550a7b tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] [instance: 43793844-f400-4665-b287-bc4374a1ae6d] Port 7de90c52-6b23-4e19-8e20-5842728825ab binding to destination host cpu-1 is already ACTIVE {{(pid=62574) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1947.358537] env[62574]: DEBUG oslo_vmware.api [None req-2b0547ff-2449-4fcc-a4bc-1a90c35d075e tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Task: {'id': task-1862403, 'name': ReconfigVM_Task, 'duration_secs': 5.821946} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1947.358993] env[62574]: DEBUG oslo_concurrency.lockutils [None req-2b0547ff-2449-4fcc-a4bc-1a90c35d075e tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Releasing lock "f6cfb126-1ff6-4ac9-802e-7bbdfb539176" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1947.359091] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-2b0547ff-2449-4fcc-a4bc-1a90c35d075e tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] [instance: f6cfb126-1ff6-4ac9-802e-7bbdfb539176] Reconfigured VM to detach interface {{(pid=62574) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1947.448466] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1862418, 'name': CreateVM_Task} progress is 99%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1947.561581] env[62574]: DEBUG nova.compute.utils [None req-ef374a44-2614-448f-9052-687c262e4ae0 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Using /dev/sd instead of None {{(pid=62574) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1947.566267] env[62574]: DEBUG nova.compute.manager [None req-ef374a44-2614-448f-9052-687c262e4ae0 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] [instance: 3139cb5b-3025-48d6-8a2c-0a94ebfb40e0] Allocating IP information in the background. {{(pid=62574) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1947.566444] env[62574]: DEBUG nova.network.neutron [None req-ef374a44-2614-448f-9052-687c262e4ae0 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] [instance: 3139cb5b-3025-48d6-8a2c-0a94ebfb40e0] allocate_for_instance() {{(pid=62574) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1947.922831] env[62574]: DEBUG nova.policy [None req-ef374a44-2614-448f-9052-687c262e4ae0 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd028e37c90ff4e30b6d228d70d7a1fc0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '43b1542375334999bec3e53ad4a56482', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62574) authorize /opt/stack/nova/nova/policy.py:192}} [ 1947.937473] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1862418, 'name': CreateVM_Task, 'duration_secs': 0.575952} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1947.939366] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5c8328d0-47fa-43de-822f-4f33152d2d25] Created VM on the ESX host {{(pid=62574) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1947.940425] env[62574]: DEBUG oslo_concurrency.lockutils [None req-315ec1d7-b1d6-4f54-bd82-b61fe33c9caf tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4d72a230-d46b-4480-8898-aa19d0319c25" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1947.940593] env[62574]: DEBUG oslo_concurrency.lockutils [None req-315ec1d7-b1d6-4f54-bd82-b61fe33c9caf tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4d72a230-d46b-4480-8898-aa19d0319c25" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1947.941138] env[62574]: DEBUG oslo_concurrency.lockutils [None req-315ec1d7-b1d6-4f54-bd82-b61fe33c9caf tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4d72a230-d46b-4480-8898-aa19d0319c25" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1947.942659] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-775082d3-152c-4bb3-b558-46ed3daaa666 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1947.950871] env[62574]: DEBUG oslo_vmware.api [None req-315ec1d7-b1d6-4f54-bd82-b61fe33c9caf tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Waiting for the task: (returnval){ [ 1947.950871] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]5267265a-c18d-cdb5-b0a6-dcc3f94c3bb4" [ 1947.950871] env[62574]: _type = "Task" [ 1947.950871] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1947.960766] env[62574]: DEBUG oslo_vmware.api [None req-315ec1d7-b1d6-4f54-bd82-b61fe33c9caf tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]5267265a-c18d-cdb5-b0a6-dcc3f94c3bb4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1947.993380] env[62574]: DEBUG nova.network.neutron [req-afa366c8-2d08-4480-bc9d-7f3ca7934488 req-9a566474-22e7-40d7-9d36-38fa25afd609 service nova] [instance: 5c8328d0-47fa-43de-822f-4f33152d2d25] Updated VIF entry in instance network info cache for port 1545b480-8075-4149-abf4-3a6291d1d753. {{(pid=62574) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1947.993746] env[62574]: DEBUG nova.network.neutron [req-afa366c8-2d08-4480-bc9d-7f3ca7934488 req-9a566474-22e7-40d7-9d36-38fa25afd609 service nova] [instance: 5c8328d0-47fa-43de-822f-4f33152d2d25] Updating instance_info_cache with network_info: [{"id": "1545b480-8075-4149-abf4-3a6291d1d753", "address": "fa:16:3e:9f:fe:82", "network": {"id": "498f30b7-d317-46f6-b472-0624a1b84e65", "bridge": "br-int", "label": "tempest-ImagesTestJSON-826971340-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2842b09cbde243f6bdd90a5177740df9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bab6a6c3-1c5c-4776-b21b-dec21196d702", "external-id": "nsx-vlan-transportzone-634", "segmentation_id": 634, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1545b480-80", "ovs_interfaceid": "1545b480-8075-4149-abf4-3a6291d1d753", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1948.005951] env[62574]: DEBUG oslo_concurrency.lockutils [None req-4fb3d84f-5b8a-4689-b0a9-42513f8363c8 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Acquiring lock "8ed6360e-d8a3-478a-a78f-3b8e9ef9464e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1948.006190] env[62574]: DEBUG oslo_concurrency.lockutils [None req-4fb3d84f-5b8a-4689-b0a9-42513f8363c8 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Lock "8ed6360e-d8a3-478a-a78f-3b8e9ef9464e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1948.067694] env[62574]: DEBUG nova.compute.manager [None req-ef374a44-2614-448f-9052-687c262e4ae0 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] [instance: 3139cb5b-3025-48d6-8a2c-0a94ebfb40e0] Start building block device mappings for instance. {{(pid=62574) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1948.071487] env[62574]: DEBUG oslo_concurrency.lockutils [None req-38223e4f-c1e2-49dc-88e3-d4fedd861a4a tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1948.072868] env[62574]: DEBUG oslo_concurrency.lockutils [None req-c07bde4d-25f8-40c3-aa2e-ac2d89d9328d tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.647s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1948.073142] env[62574]: DEBUG nova.objects.instance [None req-c07bde4d-25f8-40c3-aa2e-ac2d89d9328d tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Lazy-loading 'resources' on Instance uuid ec804281-0966-45aa-956d-d911926327c5 {{(pid=62574) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1948.240076] env[62574]: DEBUG oslo_concurrency.lockutils [None req-af5ee237-9b6b-4bee-afbf-4a5888550a7b tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Acquiring lock "43793844-f400-4665-b287-bc4374a1ae6d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1948.240328] env[62574]: DEBUG oslo_concurrency.lockutils [None req-af5ee237-9b6b-4bee-afbf-4a5888550a7b tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Lock "43793844-f400-4665-b287-bc4374a1ae6d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1948.240504] env[62574]: DEBUG oslo_concurrency.lockutils [None req-af5ee237-9b6b-4bee-afbf-4a5888550a7b tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Lock "43793844-f400-4665-b287-bc4374a1ae6d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1948.465877] env[62574]: DEBUG oslo_concurrency.lockutils [None req-315ec1d7-b1d6-4f54-bd82-b61fe33c9caf tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4d72a230-d46b-4480-8898-aa19d0319c25" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1948.466225] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-315ec1d7-b1d6-4f54-bd82-b61fe33c9caf tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] [instance: 5c8328d0-47fa-43de-822f-4f33152d2d25] Processing image 4d72a230-d46b-4480-8898-aa19d0319c25 {{(pid=62574) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1948.466462] env[62574]: DEBUG oslo_concurrency.lockutils [None req-315ec1d7-b1d6-4f54-bd82-b61fe33c9caf tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4d72a230-d46b-4480-8898-aa19d0319c25/4d72a230-d46b-4480-8898-aa19d0319c25.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1948.466616] env[62574]: DEBUG oslo_concurrency.lockutils [None req-315ec1d7-b1d6-4f54-bd82-b61fe33c9caf tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4d72a230-d46b-4480-8898-aa19d0319c25/4d72a230-d46b-4480-8898-aa19d0319c25.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1948.466799] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-315ec1d7-b1d6-4f54-bd82-b61fe33c9caf tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1948.467432] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-df768c9f-187c-440d-8cf5-183e05c4d299 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1948.478209] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-315ec1d7-b1d6-4f54-bd82-b61fe33c9caf tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1948.478408] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-315ec1d7-b1d6-4f54-bd82-b61fe33c9caf tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62574) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1948.479360] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c74342a-574f-4a09-af4b-4983c51f7676 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1948.485562] env[62574]: DEBUG oslo_vmware.api [None req-315ec1d7-b1d6-4f54-bd82-b61fe33c9caf tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Waiting for the task: (returnval){ [ 1948.485562] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]52ac3802-2632-66ba-13a3-adbc13bfc9d7" [ 1948.485562] env[62574]: _type = "Task" [ 1948.485562] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1948.494450] env[62574]: DEBUG oslo_vmware.api [None req-315ec1d7-b1d6-4f54-bd82-b61fe33c9caf tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52ac3802-2632-66ba-13a3-adbc13bfc9d7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1948.498069] env[62574]: DEBUG oslo_concurrency.lockutils [req-afa366c8-2d08-4480-bc9d-7f3ca7934488 req-9a566474-22e7-40d7-9d36-38fa25afd609 service nova] Releasing lock "refresh_cache-5c8328d0-47fa-43de-822f-4f33152d2d25" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1948.508839] env[62574]: DEBUG nova.compute.manager [None req-4fb3d84f-5b8a-4689-b0a9-42513f8363c8 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] [instance: 8ed6360e-d8a3-478a-a78f-3b8e9ef9464e] Starting instance... {{(pid=62574) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1948.636022] env[62574]: DEBUG nova.network.neutron [None req-ef374a44-2614-448f-9052-687c262e4ae0 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] [instance: 3139cb5b-3025-48d6-8a2c-0a94ebfb40e0] Successfully created port: a19085b7-08aa-488d-b5a5-4d7d9dd830f4 {{(pid=62574) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1948.758748] env[62574]: DEBUG nova.compute.manager [req-b6003a91-84f6-463b-91e5-e33af5412cde req-d817c3c0-8e29-4062-a651-5bd9f118d0f4 service nova] [instance: 2df2984d-1120-4cdd-80a8-7f0366e4cbed] Received event network-changed-3e5bbe0a-7ed3-4c04-b4e0-8ecf6dc29a49 {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1948.759157] env[62574]: DEBUG nova.compute.manager [req-b6003a91-84f6-463b-91e5-e33af5412cde req-d817c3c0-8e29-4062-a651-5bd9f118d0f4 service nova] [instance: 2df2984d-1120-4cdd-80a8-7f0366e4cbed] Refreshing instance network info cache due to event network-changed-3e5bbe0a-7ed3-4c04-b4e0-8ecf6dc29a49. {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1948.759399] env[62574]: DEBUG oslo_concurrency.lockutils [req-b6003a91-84f6-463b-91e5-e33af5412cde req-d817c3c0-8e29-4062-a651-5bd9f118d0f4 service nova] Acquiring lock "refresh_cache-2df2984d-1120-4cdd-80a8-7f0366e4cbed" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1948.759575] env[62574]: DEBUG oslo_concurrency.lockutils [req-b6003a91-84f6-463b-91e5-e33af5412cde req-d817c3c0-8e29-4062-a651-5bd9f118d0f4 service nova] Acquired lock "refresh_cache-2df2984d-1120-4cdd-80a8-7f0366e4cbed" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1948.759741] env[62574]: DEBUG nova.network.neutron [req-b6003a91-84f6-463b-91e5-e33af5412cde req-d817c3c0-8e29-4062-a651-5bd9f118d0f4 service nova] [instance: 2df2984d-1120-4cdd-80a8-7f0366e4cbed] Refreshing network info cache for port 3e5bbe0a-7ed3-4c04-b4e0-8ecf6dc29a49 {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1948.893960] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1d7ff04-9f2a-4d40-afca-70b7224d3d9b {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1948.904342] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0146f99b-de64-4de7-b2af-aaeae142aa68 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1948.937453] env[62574]: DEBUG oslo_concurrency.lockutils [None req-5a7f6a87-cff0-4a46-809c-5fc2baf01ec2 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Acquiring lock "f6cfb126-1ff6-4ac9-802e-7bbdfb539176" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1948.937829] env[62574]: DEBUG oslo_concurrency.lockutils [None req-5a7f6a87-cff0-4a46-809c-5fc2baf01ec2 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Lock "f6cfb126-1ff6-4ac9-802e-7bbdfb539176" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1948.937956] env[62574]: DEBUG oslo_concurrency.lockutils [None req-5a7f6a87-cff0-4a46-809c-5fc2baf01ec2 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Acquiring lock "f6cfb126-1ff6-4ac9-802e-7bbdfb539176-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1948.938178] env[62574]: DEBUG oslo_concurrency.lockutils [None req-5a7f6a87-cff0-4a46-809c-5fc2baf01ec2 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Lock "f6cfb126-1ff6-4ac9-802e-7bbdfb539176-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1948.938565] env[62574]: DEBUG oslo_concurrency.lockutils [None req-5a7f6a87-cff0-4a46-809c-5fc2baf01ec2 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Lock "f6cfb126-1ff6-4ac9-802e-7bbdfb539176-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1948.940906] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-519c7aae-5c20-420b-9b7f-c21c9f58422b {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1948.943720] env[62574]: INFO nova.compute.manager [None req-5a7f6a87-cff0-4a46-809c-5fc2baf01ec2 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] [instance: f6cfb126-1ff6-4ac9-802e-7bbdfb539176] Terminating instance [ 1948.945234] env[62574]: DEBUG oslo_concurrency.lockutils [None req-2b0547ff-2449-4fcc-a4bc-1a90c35d075e tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Acquiring lock "refresh_cache-f6cfb126-1ff6-4ac9-802e-7bbdfb539176" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1948.945393] env[62574]: DEBUG oslo_concurrency.lockutils [None req-2b0547ff-2449-4fcc-a4bc-1a90c35d075e tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Acquired lock "refresh_cache-f6cfb126-1ff6-4ac9-802e-7bbdfb539176" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1948.945560] env[62574]: DEBUG nova.network.neutron [None req-2b0547ff-2449-4fcc-a4bc-1a90c35d075e tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] [instance: f6cfb126-1ff6-4ac9-802e-7bbdfb539176] Building network info cache for instance {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1948.954104] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d7b3b4b-22cf-49df-92b2-58f36a4c4c43 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1948.973377] env[62574]: DEBUG nova.compute.provider_tree [None req-c07bde4d-25f8-40c3-aa2e-ac2d89d9328d tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Inventory has not changed in ProviderTree for provider: f0ed160a-beff-4626-a531-2a70d7bc0627 {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1948.996757] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-315ec1d7-b1d6-4f54-bd82-b61fe33c9caf tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] [instance: 5c8328d0-47fa-43de-822f-4f33152d2d25] Preparing fetch location {{(pid=62574) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1948.997048] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-315ec1d7-b1d6-4f54-bd82-b61fe33c9caf tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] [instance: 5c8328d0-47fa-43de-822f-4f33152d2d25] Fetch image to [datastore1] OSTACK_IMG_a7fcb0a6-d5fe-418f-a87e-cac81bbae097/OSTACK_IMG_a7fcb0a6-d5fe-418f-a87e-cac81bbae097.vmdk {{(pid=62574) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1948.997249] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-315ec1d7-b1d6-4f54-bd82-b61fe33c9caf tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] [instance: 5c8328d0-47fa-43de-822f-4f33152d2d25] Downloading stream optimized image 4d72a230-d46b-4480-8898-aa19d0319c25 to [datastore1] OSTACK_IMG_a7fcb0a6-d5fe-418f-a87e-cac81bbae097/OSTACK_IMG_a7fcb0a6-d5fe-418f-a87e-cac81bbae097.vmdk on the data store datastore1 as vApp {{(pid=62574) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1948.997441] env[62574]: DEBUG nova.virt.vmwareapi.images [None req-315ec1d7-b1d6-4f54-bd82-b61fe33c9caf tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] [instance: 5c8328d0-47fa-43de-822f-4f33152d2d25] Downloading image file data 4d72a230-d46b-4480-8898-aa19d0319c25 to the ESX as VM named 'OSTACK_IMG_a7fcb0a6-d5fe-418f-a87e-cac81bbae097' {{(pid=62574) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1949.001816] env[62574]: DEBUG nova.compute.manager [req-ab1cd93f-a88f-4372-839f-6ebc500ba038 req-4cfaa4fe-5e8e-40b8-81ed-0873bdac58fe service nova] [instance: f6cfb126-1ff6-4ac9-802e-7bbdfb539176] Received event network-vif-deleted-7b57497f-f712-4d55-8f0b-463a71c323d0 {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1949.001992] env[62574]: INFO nova.compute.manager [req-ab1cd93f-a88f-4372-839f-6ebc500ba038 req-4cfaa4fe-5e8e-40b8-81ed-0873bdac58fe service nova] [instance: f6cfb126-1ff6-4ac9-802e-7bbdfb539176] Neutron deleted interface 7b57497f-f712-4d55-8f0b-463a71c323d0; detaching it from the instance and deleting it from the info cache [ 1949.002400] env[62574]: DEBUG nova.network.neutron [req-ab1cd93f-a88f-4372-839f-6ebc500ba038 req-4cfaa4fe-5e8e-40b8-81ed-0873bdac58fe service nova] [instance: f6cfb126-1ff6-4ac9-802e-7bbdfb539176] Updating instance_info_cache with network_info: [{"id": "7add55ed-b06c-4a13-ba8e-1867107b2606", "address": "fa:16:3e:46:65:4f", "network": {"id": "00bfa347-a6e1-4070-b5d9-5f46396a9c53", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-693390946-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.189", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3197393f8f6a457a9367bd87f7aa5dc2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bdf594e-da7a-4254-b413-87aef4614588", "external-id": "nsx-vlan-transportzone-422", "segmentation_id": 422, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7add55ed-b0", "ovs_interfaceid": "7add55ed-b06c-4a13-ba8e-1867107b2606", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "2f31aec2-968c-447c-a5af-7771fe0cd68a", "address": "fa:16:3e:a4:36:88", "network": {"id": "00bfa347-a6e1-4070-b5d9-5f46396a9c53", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-693390946-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3197393f8f6a457a9367bd87f7aa5dc2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bdf594e-da7a-4254-b413-87aef4614588", "external-id": "nsx-vlan-transportzone-422", "segmentation_id": 422, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f31aec2-96", "ovs_interfaceid": "2f31aec2-968c-447c-a5af-7771fe0cd68a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1949.044342] env[62574]: DEBUG oslo_concurrency.lockutils [None req-4fb3d84f-5b8a-4689-b0a9-42513f8363c8 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1949.079848] env[62574]: DEBUG oslo_vmware.rw_handles [None req-315ec1d7-b1d6-4f54-bd82-b61fe33c9caf tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1949.079848] env[62574]: value = "resgroup-9" [ 1949.079848] env[62574]: _type = "ResourcePool" [ 1949.079848] env[62574]: }. {{(pid=62574) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1949.080539] env[62574]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-db871a55-a535-47f4-99bd-00a50eb95fc7 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1949.096730] env[62574]: DEBUG nova.compute.manager [None req-ef374a44-2614-448f-9052-687c262e4ae0 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] [instance: 3139cb5b-3025-48d6-8a2c-0a94ebfb40e0] Start spawning the instance on the hypervisor. {{(pid=62574) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1949.106601] env[62574]: DEBUG oslo_vmware.rw_handles [None req-315ec1d7-b1d6-4f54-bd82-b61fe33c9caf tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Lease: (returnval){ [ 1949.106601] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]529fb6fa-8967-ae71-e971-da7c217c2651" [ 1949.106601] env[62574]: _type = "HttpNfcLease" [ 1949.106601] env[62574]: } obtained for vApp import into resource pool (val){ [ 1949.106601] env[62574]: value = "resgroup-9" [ 1949.106601] env[62574]: _type = "ResourcePool" [ 1949.106601] env[62574]: }. {{(pid=62574) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1949.106921] env[62574]: DEBUG oslo_vmware.api [None req-315ec1d7-b1d6-4f54-bd82-b61fe33c9caf tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Waiting for the lease: (returnval){ [ 1949.106921] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]529fb6fa-8967-ae71-e971-da7c217c2651" [ 1949.106921] env[62574]: _type = "HttpNfcLease" [ 1949.106921] env[62574]: } to be ready. {{(pid=62574) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1949.114446] env[62574]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1949.114446] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]529fb6fa-8967-ae71-e971-da7c217c2651" [ 1949.114446] env[62574]: _type = "HttpNfcLease" [ 1949.114446] env[62574]: } is initializing. {{(pid=62574) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1949.126181] env[62574]: DEBUG nova.virt.hardware [None req-ef374a44-2614-448f-9052-687c262e4ae0 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T19:26:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-13T19:26:40Z,direct_url=,disk_format='vmdk',id=3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7eed1dd4d2c3418eb32c4f4ceda3ab0d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-13T19:26:41Z,virtual_size=,visibility=), allow threads: False {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1949.126449] env[62574]: DEBUG nova.virt.hardware [None req-ef374a44-2614-448f-9052-687c262e4ae0 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Flavor limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1949.126609] env[62574]: DEBUG nova.virt.hardware [None req-ef374a44-2614-448f-9052-687c262e4ae0 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Image limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1949.126792] env[62574]: DEBUG nova.virt.hardware [None req-ef374a44-2614-448f-9052-687c262e4ae0 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Flavor pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1949.126981] env[62574]: DEBUG nova.virt.hardware [None req-ef374a44-2614-448f-9052-687c262e4ae0 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Image pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1949.127210] env[62574]: DEBUG nova.virt.hardware [None req-ef374a44-2614-448f-9052-687c262e4ae0 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1949.127375] env[62574]: DEBUG nova.virt.hardware [None req-ef374a44-2614-448f-9052-687c262e4ae0 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1949.127538] env[62574]: DEBUG nova.virt.hardware [None req-ef374a44-2614-448f-9052-687c262e4ae0 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1949.127705] env[62574]: DEBUG nova.virt.hardware [None req-ef374a44-2614-448f-9052-687c262e4ae0 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Got 1 possible topologies {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1949.127900] env[62574]: DEBUG nova.virt.hardware [None req-ef374a44-2614-448f-9052-687c262e4ae0 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1949.128102] env[62574]: DEBUG nova.virt.hardware [None req-ef374a44-2614-448f-9052-687c262e4ae0 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1949.129014] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36300a8c-4770-4656-aa57-22386b0dba54 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1949.137610] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8b22f0a-d9ea-4338-b7ca-70d200644905 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1949.290263] env[62574]: DEBUG oslo_concurrency.lockutils [None req-af5ee237-9b6b-4bee-afbf-4a5888550a7b tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Acquiring lock "refresh_cache-43793844-f400-4665-b287-bc4374a1ae6d" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1949.290381] env[62574]: DEBUG oslo_concurrency.lockutils [None req-af5ee237-9b6b-4bee-afbf-4a5888550a7b tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Acquired lock "refresh_cache-43793844-f400-4665-b287-bc4374a1ae6d" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1949.291081] env[62574]: DEBUG nova.network.neutron [None req-af5ee237-9b6b-4bee-afbf-4a5888550a7b tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] [instance: 43793844-f400-4665-b287-bc4374a1ae6d] Building network info cache for instance {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1949.448986] env[62574]: DEBUG nova.compute.manager [None req-5a7f6a87-cff0-4a46-809c-5fc2baf01ec2 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] [instance: f6cfb126-1ff6-4ac9-802e-7bbdfb539176] Start destroying the instance on the hypervisor. {{(pid=62574) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1949.449265] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-5a7f6a87-cff0-4a46-809c-5fc2baf01ec2 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] [instance: f6cfb126-1ff6-4ac9-802e-7bbdfb539176] Destroying instance {{(pid=62574) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1949.452096] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5b375eb-d365-434b-b060-f2a6e36553cf {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1949.461277] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a7f6a87-cff0-4a46-809c-5fc2baf01ec2 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] [instance: f6cfb126-1ff6-4ac9-802e-7bbdfb539176] Powering off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1949.461544] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-60c1b262-0843-4caf-a692-0974f975399c {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1949.468711] env[62574]: DEBUG oslo_vmware.api [None req-5a7f6a87-cff0-4a46-809c-5fc2baf01ec2 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Waiting for the task: (returnval){ [ 1949.468711] env[62574]: value = "task-1862420" [ 1949.468711] env[62574]: _type = "Task" [ 1949.468711] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1949.481355] env[62574]: DEBUG nova.scheduler.client.report [None req-c07bde4d-25f8-40c3-aa2e-ac2d89d9328d tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Inventory has not changed for provider f0ed160a-beff-4626-a531-2a70d7bc0627 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 148, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1949.484675] env[62574]: DEBUG oslo_vmware.api [None req-5a7f6a87-cff0-4a46-809c-5fc2baf01ec2 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Task: {'id': task-1862420, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1949.507580] env[62574]: DEBUG oslo_concurrency.lockutils [req-ab1cd93f-a88f-4372-839f-6ebc500ba038 req-4cfaa4fe-5e8e-40b8-81ed-0873bdac58fe service nova] Acquiring lock "f6cfb126-1ff6-4ac9-802e-7bbdfb539176" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1949.534684] env[62574]: DEBUG nova.network.neutron [req-b6003a91-84f6-463b-91e5-e33af5412cde req-d817c3c0-8e29-4062-a651-5bd9f118d0f4 service nova] [instance: 2df2984d-1120-4cdd-80a8-7f0366e4cbed] Updated VIF entry in instance network info cache for port 3e5bbe0a-7ed3-4c04-b4e0-8ecf6dc29a49. {{(pid=62574) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1949.535190] env[62574]: DEBUG nova.network.neutron [req-b6003a91-84f6-463b-91e5-e33af5412cde req-d817c3c0-8e29-4062-a651-5bd9f118d0f4 service nova] [instance: 2df2984d-1120-4cdd-80a8-7f0366e4cbed] Updating instance_info_cache with network_info: [{"id": "3e5bbe0a-7ed3-4c04-b4e0-8ecf6dc29a49", "address": "fa:16:3e:3f:20:1a", "network": {"id": "f6a83369-79e9-4642-a0ca-7260589f6ea4", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-146115192-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "89fc8b5a7e904272a1c872b05656484c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35e463c7-7d78-4d66-8efd-6127b1f3ee17", "external-id": "nsx-vlan-transportzone-175", "segmentation_id": 175, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e5bbe0a-7e", "ovs_interfaceid": "3e5bbe0a-7ed3-4c04-b4e0-8ecf6dc29a49", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1949.618657] env[62574]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1949.618657] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]529fb6fa-8967-ae71-e971-da7c217c2651" [ 1949.618657] env[62574]: _type = "HttpNfcLease" [ 1949.618657] env[62574]: } is initializing. {{(pid=62574) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1949.713550] env[62574]: INFO nova.network.neutron [None req-2b0547ff-2449-4fcc-a4bc-1a90c35d075e tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] [instance: f6cfb126-1ff6-4ac9-802e-7bbdfb539176] Port 7b57497f-f712-4d55-8f0b-463a71c323d0 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1949.713766] env[62574]: INFO nova.network.neutron [None req-2b0547ff-2449-4fcc-a4bc-1a90c35d075e tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] [instance: f6cfb126-1ff6-4ac9-802e-7bbdfb539176] Port 2f31aec2-968c-447c-a5af-7771fe0cd68a from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1949.714105] env[62574]: DEBUG nova.network.neutron [None req-2b0547ff-2449-4fcc-a4bc-1a90c35d075e tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] [instance: f6cfb126-1ff6-4ac9-802e-7bbdfb539176] Updating instance_info_cache with network_info: [{"id": "7add55ed-b06c-4a13-ba8e-1867107b2606", "address": "fa:16:3e:46:65:4f", "network": {"id": "00bfa347-a6e1-4070-b5d9-5f46396a9c53", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-693390946-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.189", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3197393f8f6a457a9367bd87f7aa5dc2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bdf594e-da7a-4254-b413-87aef4614588", "external-id": "nsx-vlan-transportzone-422", "segmentation_id": 422, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7add55ed-b0", "ovs_interfaceid": "7add55ed-b06c-4a13-ba8e-1867107b2606", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1949.981084] env[62574]: DEBUG oslo_vmware.api [None req-5a7f6a87-cff0-4a46-809c-5fc2baf01ec2 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Task: {'id': task-1862420, 'name': PowerOffVM_Task, 'duration_secs': 0.294893} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1949.981714] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a7f6a87-cff0-4a46-809c-5fc2baf01ec2 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] [instance: f6cfb126-1ff6-4ac9-802e-7bbdfb539176] Powered off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1949.981714] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-5a7f6a87-cff0-4a46-809c-5fc2baf01ec2 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] [instance: f6cfb126-1ff6-4ac9-802e-7bbdfb539176] Unregistering the VM {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1949.981830] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-37cc5419-3697-425b-b8fd-68ad4bebb892 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1949.991108] env[62574]: DEBUG oslo_concurrency.lockutils [None req-c07bde4d-25f8-40c3-aa2e-ac2d89d9328d tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.918s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1949.993195] env[62574]: DEBUG oslo_concurrency.lockutils [None req-5037c34b-c462-4357-b4d6-7c7d8548f698 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 3.496s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1950.018427] env[62574]: INFO nova.scheduler.client.report [None req-c07bde4d-25f8-40c3-aa2e-ac2d89d9328d tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Deleted allocations for instance ec804281-0966-45aa-956d-d911926327c5 [ 1950.037587] env[62574]: DEBUG nova.network.neutron [None req-af5ee237-9b6b-4bee-afbf-4a5888550a7b tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] [instance: 43793844-f400-4665-b287-bc4374a1ae6d] Updating instance_info_cache with network_info: [{"id": "7de90c52-6b23-4e19-8e20-5842728825ab", "address": "fa:16:3e:ae:28:b4", "network": {"id": "b2d07115-f5da-483b-99a5-ede728256338", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-116321158-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.173", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ab01ddb6cf3453f8b60099794e20a03", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c20f5114-0866-45b3-9a7c-62f113ff83fa", "external-id": "nsx-vlan-transportzone-47", "segmentation_id": 47, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7de90c52-6b", "ovs_interfaceid": "7de90c52-6b23-4e19-8e20-5842728825ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1950.039120] env[62574]: DEBUG oslo_concurrency.lockutils [req-b6003a91-84f6-463b-91e5-e33af5412cde req-d817c3c0-8e29-4062-a651-5bd9f118d0f4 service nova] Releasing lock "refresh_cache-2df2984d-1120-4cdd-80a8-7f0366e4cbed" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1950.118667] env[62574]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1950.118667] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]529fb6fa-8967-ae71-e971-da7c217c2651" [ 1950.118667] env[62574]: _type = "HttpNfcLease" [ 1950.118667] env[62574]: } is ready. {{(pid=62574) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1950.118941] env[62574]: DEBUG oslo_vmware.rw_handles [None req-315ec1d7-b1d6-4f54-bd82-b61fe33c9caf tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1950.118941] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]529fb6fa-8967-ae71-e971-da7c217c2651" [ 1950.118941] env[62574]: _type = "HttpNfcLease" [ 1950.118941] env[62574]: }. {{(pid=62574) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1950.119679] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-191fb2e7-c087-4d0f-b2df-810797ee59cd {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1950.128302] env[62574]: DEBUG oslo_vmware.rw_handles [None req-315ec1d7-b1d6-4f54-bd82-b61fe33c9caf tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c3417b-e926-fd3d-d536-4d4c9b4710c1/disk-0.vmdk from lease info. {{(pid=62574) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1950.128480] env[62574]: DEBUG oslo_vmware.rw_handles [None req-315ec1d7-b1d6-4f54-bd82-b61fe33c9caf tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Creating HTTP connection to write to file with size = 21334016 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c3417b-e926-fd3d-d536-4d4c9b4710c1/disk-0.vmdk. {{(pid=62574) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1950.195746] env[62574]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-383cb799-8a9e-4ef4-9a51-66d5d14f7109 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1950.217217] env[62574]: DEBUG oslo_concurrency.lockutils [None req-2b0547ff-2449-4fcc-a4bc-1a90c35d075e tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Releasing lock "refresh_cache-f6cfb126-1ff6-4ac9-802e-7bbdfb539176" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1950.234969] env[62574]: DEBUG nova.network.neutron [None req-ef374a44-2614-448f-9052-687c262e4ae0 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] [instance: 3139cb5b-3025-48d6-8a2c-0a94ebfb40e0] Successfully updated port: a19085b7-08aa-488d-b5a5-4d7d9dd830f4 {{(pid=62574) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1950.264028] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-5a7f6a87-cff0-4a46-809c-5fc2baf01ec2 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] [instance: f6cfb126-1ff6-4ac9-802e-7bbdfb539176] Unregistered the VM {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1950.264028] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-5a7f6a87-cff0-4a46-809c-5fc2baf01ec2 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] [instance: f6cfb126-1ff6-4ac9-802e-7bbdfb539176] Deleting contents of the VM from datastore datastore1 {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1950.264028] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a7f6a87-cff0-4a46-809c-5fc2baf01ec2 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Deleting the datastore file [datastore1] f6cfb126-1ff6-4ac9-802e-7bbdfb539176 {{(pid=62574) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1950.264028] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e0c59b0d-ff2e-4384-8715-2b760edad615 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1950.273301] env[62574]: DEBUG oslo_vmware.api [None req-5a7f6a87-cff0-4a46-809c-5fc2baf01ec2 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Waiting for the task: (returnval){ [ 1950.273301] env[62574]: value = "task-1862422" [ 1950.273301] env[62574]: _type = "Task" [ 1950.273301] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1950.286150] env[62574]: DEBUG oslo_vmware.api [None req-5a7f6a87-cff0-4a46-809c-5fc2baf01ec2 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Task: {'id': task-1862422, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1950.498693] env[62574]: INFO nova.compute.claims [None req-5037c34b-c462-4357-b4d6-7c7d8548f698 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] [instance: 374c77f3-63b7-4079-8631-8c7d45c8e348] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1950.527150] env[62574]: DEBUG oslo_concurrency.lockutils [None req-c07bde4d-25f8-40c3-aa2e-ac2d89d9328d tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Lock "ec804281-0966-45aa-956d-d911926327c5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.071s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1950.540859] env[62574]: DEBUG oslo_concurrency.lockutils [None req-af5ee237-9b6b-4bee-afbf-4a5888550a7b tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Releasing lock "refresh_cache-43793844-f400-4665-b287-bc4374a1ae6d" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1950.721878] env[62574]: DEBUG oslo_concurrency.lockutils [None req-2b0547ff-2449-4fcc-a4bc-1a90c35d075e tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Lock "interface-f6cfb126-1ff6-4ac9-802e-7bbdfb539176-7b57497f-f712-4d55-8f0b-463a71c323d0" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.002s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1950.738030] env[62574]: DEBUG oslo_concurrency.lockutils [None req-ef374a44-2614-448f-9052-687c262e4ae0 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Acquiring lock "refresh_cache-3139cb5b-3025-48d6-8a2c-0a94ebfb40e0" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1950.738273] env[62574]: DEBUG oslo_concurrency.lockutils [None req-ef374a44-2614-448f-9052-687c262e4ae0 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Acquired lock "refresh_cache-3139cb5b-3025-48d6-8a2c-0a94ebfb40e0" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1950.738440] env[62574]: DEBUG nova.network.neutron [None req-ef374a44-2614-448f-9052-687c262e4ae0 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] [instance: 3139cb5b-3025-48d6-8a2c-0a94ebfb40e0] Building network info cache for instance {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1950.788525] env[62574]: DEBUG oslo_vmware.api [None req-5a7f6a87-cff0-4a46-809c-5fc2baf01ec2 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Task: {'id': task-1862422, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.368783} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1950.790404] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a7f6a87-cff0-4a46-809c-5fc2baf01ec2 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Deleted the datastore file {{(pid=62574) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1950.790629] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-5a7f6a87-cff0-4a46-809c-5fc2baf01ec2 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] [instance: f6cfb126-1ff6-4ac9-802e-7bbdfb539176] Deleted contents of the VM from datastore datastore1 {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1950.790807] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-5a7f6a87-cff0-4a46-809c-5fc2baf01ec2 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] [instance: f6cfb126-1ff6-4ac9-802e-7bbdfb539176] Instance destroyed {{(pid=62574) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1950.790991] env[62574]: INFO nova.compute.manager [None req-5a7f6a87-cff0-4a46-809c-5fc2baf01ec2 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] [instance: f6cfb126-1ff6-4ac9-802e-7bbdfb539176] Took 1.34 seconds to destroy the instance on the hypervisor. [ 1950.791275] env[62574]: DEBUG oslo.service.loopingcall [None req-5a7f6a87-cff0-4a46-809c-5fc2baf01ec2 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62574) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1950.791485] env[62574]: DEBUG nova.compute.manager [-] [instance: f6cfb126-1ff6-4ac9-802e-7bbdfb539176] Deallocating network for instance {{(pid=62574) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1950.791580] env[62574]: DEBUG nova.network.neutron [-] [instance: f6cfb126-1ff6-4ac9-802e-7bbdfb539176] deallocate_for_instance() {{(pid=62574) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1950.803285] env[62574]: DEBUG nova.compute.manager [req-06a5fccb-dddd-4701-874f-8bc9c8fe66f5 req-6fcc1f9b-7b11-4ca0-9f47-fec5040abd1c service nova] [instance: 3139cb5b-3025-48d6-8a2c-0a94ebfb40e0] Received event network-vif-plugged-a19085b7-08aa-488d-b5a5-4d7d9dd830f4 {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1950.803667] env[62574]: DEBUG oslo_concurrency.lockutils [req-06a5fccb-dddd-4701-874f-8bc9c8fe66f5 req-6fcc1f9b-7b11-4ca0-9f47-fec5040abd1c service nova] Acquiring lock "3139cb5b-3025-48d6-8a2c-0a94ebfb40e0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1950.803815] env[62574]: DEBUG oslo_concurrency.lockutils [req-06a5fccb-dddd-4701-874f-8bc9c8fe66f5 req-6fcc1f9b-7b11-4ca0-9f47-fec5040abd1c service nova] Lock "3139cb5b-3025-48d6-8a2c-0a94ebfb40e0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1950.803977] env[62574]: DEBUG oslo_concurrency.lockutils [req-06a5fccb-dddd-4701-874f-8bc9c8fe66f5 req-6fcc1f9b-7b11-4ca0-9f47-fec5040abd1c service nova] Lock "3139cb5b-3025-48d6-8a2c-0a94ebfb40e0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1950.804220] env[62574]: DEBUG nova.compute.manager [req-06a5fccb-dddd-4701-874f-8bc9c8fe66f5 req-6fcc1f9b-7b11-4ca0-9f47-fec5040abd1c service nova] [instance: 3139cb5b-3025-48d6-8a2c-0a94ebfb40e0] No waiting events found dispatching network-vif-plugged-a19085b7-08aa-488d-b5a5-4d7d9dd830f4 {{(pid=62574) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1950.804408] env[62574]: WARNING nova.compute.manager [req-06a5fccb-dddd-4701-874f-8bc9c8fe66f5 req-6fcc1f9b-7b11-4ca0-9f47-fec5040abd1c service nova] [instance: 3139cb5b-3025-48d6-8a2c-0a94ebfb40e0] Received unexpected event network-vif-plugged-a19085b7-08aa-488d-b5a5-4d7d9dd830f4 for instance with vm_state building and task_state spawning. [ 1950.804610] env[62574]: DEBUG nova.compute.manager [req-06a5fccb-dddd-4701-874f-8bc9c8fe66f5 req-6fcc1f9b-7b11-4ca0-9f47-fec5040abd1c service nova] [instance: 3139cb5b-3025-48d6-8a2c-0a94ebfb40e0] Received event network-changed-a19085b7-08aa-488d-b5a5-4d7d9dd830f4 {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1950.804784] env[62574]: DEBUG nova.compute.manager [req-06a5fccb-dddd-4701-874f-8bc9c8fe66f5 req-6fcc1f9b-7b11-4ca0-9f47-fec5040abd1c service nova] [instance: 3139cb5b-3025-48d6-8a2c-0a94ebfb40e0] Refreshing instance network info cache due to event network-changed-a19085b7-08aa-488d-b5a5-4d7d9dd830f4. {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1950.804960] env[62574]: DEBUG oslo_concurrency.lockutils [req-06a5fccb-dddd-4701-874f-8bc9c8fe66f5 req-6fcc1f9b-7b11-4ca0-9f47-fec5040abd1c service nova] Acquiring lock "refresh_cache-3139cb5b-3025-48d6-8a2c-0a94ebfb40e0" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1950.884428] env[62574]: DEBUG neutronclient.v2_0.client [-] Error message: {"NeutronError": {"type": "PortNotFound", "message": "Port 2f31aec2-968c-447c-a5af-7771fe0cd68a could not be found.", "detail": ""}} {{(pid=62574) _handle_fault_response /opt/stack/data/venv/lib/python3.10/site-packages/neutronclient/v2_0/client.py:262}} [ 1950.884852] env[62574]: DEBUG nova.network.neutron [-] Unable to show port 2f31aec2-968c-447c-a5af-7771fe0cd68a as it no longer exists. {{(pid=62574) _unbind_ports /opt/stack/nova/nova/network/neutron.py:666}} [ 1951.007198] env[62574]: INFO nova.compute.resource_tracker [None req-5037c34b-c462-4357-b4d6-7c7d8548f698 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] [instance: 374c77f3-63b7-4079-8631-8c7d45c8e348] Updating resource usage from migration 18fdb71b-580a-4b92-89d2-eb68133097f5 [ 1951.022257] env[62574]: DEBUG oslo_vmware.rw_handles [None req-315ec1d7-b1d6-4f54-bd82-b61fe33c9caf tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Completed reading data from the image iterator. {{(pid=62574) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1951.022596] env[62574]: DEBUG oslo_vmware.rw_handles [None req-315ec1d7-b1d6-4f54-bd82-b61fe33c9caf tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c3417b-e926-fd3d-d536-4d4c9b4710c1/disk-0.vmdk. {{(pid=62574) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1951.023675] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09ed5d82-3c53-4ff7-b69e-51b802b30aac {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1951.034516] env[62574]: DEBUG oslo_vmware.rw_handles [None req-315ec1d7-b1d6-4f54-bd82-b61fe33c9caf tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c3417b-e926-fd3d-d536-4d4c9b4710c1/disk-0.vmdk is in state: ready. {{(pid=62574) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1951.034734] env[62574]: DEBUG oslo_vmware.rw_handles [None req-315ec1d7-b1d6-4f54-bd82-b61fe33c9caf tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c3417b-e926-fd3d-d536-4d4c9b4710c1/disk-0.vmdk. {{(pid=62574) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1951.035067] env[62574]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-dc048a21-f112-43e4-9d27-0380b875e86f {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1951.053166] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6e3d39c-772a-4ae2-9e8d-f0f1c35a52ce {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1951.062374] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d0e01a8-40c1-45bb-bcf8-0df23c31152b {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1951.249516] env[62574]: DEBUG oslo_vmware.rw_handles [None req-315ec1d7-b1d6-4f54-bd82-b61fe33c9caf tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c3417b-e926-fd3d-d536-4d4c9b4710c1/disk-0.vmdk. {{(pid=62574) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1951.249736] env[62574]: INFO nova.virt.vmwareapi.images [None req-315ec1d7-b1d6-4f54-bd82-b61fe33c9caf tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] [instance: 5c8328d0-47fa-43de-822f-4f33152d2d25] Downloaded image file data 4d72a230-d46b-4480-8898-aa19d0319c25 [ 1951.252627] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16e99bfe-b298-4e97-b210-f90e82599d78 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1951.273994] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-53a5ba7d-327e-42b9-8a28-d05482d37668 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1951.292494] env[62574]: DEBUG nova.network.neutron [None req-ef374a44-2614-448f-9052-687c262e4ae0 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] [instance: 3139cb5b-3025-48d6-8a2c-0a94ebfb40e0] Instance cache missing network info. {{(pid=62574) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1951.300538] env[62574]: INFO nova.virt.vmwareapi.images [None req-315ec1d7-b1d6-4f54-bd82-b61fe33c9caf tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] [instance: 5c8328d0-47fa-43de-822f-4f33152d2d25] The imported VM was unregistered [ 1951.303086] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-315ec1d7-b1d6-4f54-bd82-b61fe33c9caf tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] [instance: 5c8328d0-47fa-43de-822f-4f33152d2d25] Caching image {{(pid=62574) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1951.303356] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-315ec1d7-b1d6-4f54-bd82-b61fe33c9caf tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Creating directory with path [datastore1] devstack-image-cache_base/4d72a230-d46b-4480-8898-aa19d0319c25 {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1951.306289] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-de74cc5a-51e2-43d5-9d0d-cda4731718ae {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1951.317948] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7aa02f90-561d-4720-8c02-2f32552f66e2 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1951.326384] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0bb17bb-ce31-4eaf-85f8-52925abb1119 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1951.331425] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-315ec1d7-b1d6-4f54-bd82-b61fe33c9caf tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Created directory with path [datastore1] devstack-image-cache_base/4d72a230-d46b-4480-8898-aa19d0319c25 {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1951.331744] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-315ec1d7-b1d6-4f54-bd82-b61fe33c9caf tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_a7fcb0a6-d5fe-418f-a87e-cac81bbae097/OSTACK_IMG_a7fcb0a6-d5fe-418f-a87e-cac81bbae097.vmdk to [datastore1] devstack-image-cache_base/4d72a230-d46b-4480-8898-aa19d0319c25/4d72a230-d46b-4480-8898-aa19d0319c25.vmdk. {{(pid=62574) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1951.332317] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-1e5df6da-63f1-4f8c-b48c-f49aef9ce79f {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1951.360644] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-502063ae-f34d-44eb-bfec-4811eab94753 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1951.365318] env[62574]: DEBUG oslo_vmware.api [None req-315ec1d7-b1d6-4f54-bd82-b61fe33c9caf tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Waiting for the task: (returnval){ [ 1951.365318] env[62574]: value = "task-1862424" [ 1951.365318] env[62574]: _type = "Task" [ 1951.365318] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1951.371137] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b9d3bff-e41c-4f7a-a417-142b0de6252e {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1951.386088] env[62574]: DEBUG oslo_vmware.api [None req-315ec1d7-b1d6-4f54-bd82-b61fe33c9caf tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Task: {'id': task-1862424, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1951.395404] env[62574]: DEBUG nova.compute.provider_tree [None req-5037c34b-c462-4357-b4d6-7c7d8548f698 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Inventory has not changed in ProviderTree for provider: f0ed160a-beff-4626-a531-2a70d7bc0627 {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1951.478613] env[62574]: DEBUG nova.network.neutron [None req-ef374a44-2614-448f-9052-687c262e4ae0 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] [instance: 3139cb5b-3025-48d6-8a2c-0a94ebfb40e0] Updating instance_info_cache with network_info: [{"id": "a19085b7-08aa-488d-b5a5-4d7d9dd830f4", "address": "fa:16:3e:eb:b4:f6", "network": {"id": "1767f4d1-96d0-48db-9bcb-5bbb2ed9d270", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1780515396-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43b1542375334999bec3e53ad4a56482", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d062877-0b23-4965-908b-f585f25f3bf1", "external-id": "nsx-vlan-transportzone-523", "segmentation_id": 523, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa19085b7-08", "ovs_interfaceid": "a19085b7-08aa-488d-b5a5-4d7d9dd830f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1951.877298] env[62574]: DEBUG oslo_vmware.api [None req-315ec1d7-b1d6-4f54-bd82-b61fe33c9caf tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Task: {'id': task-1862424, 'name': MoveVirtualDisk_Task} progress is 9%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1951.898572] env[62574]: DEBUG nova.scheduler.client.report [None req-5037c34b-c462-4357-b4d6-7c7d8548f698 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Inventory has not changed for provider f0ed160a-beff-4626-a531-2a70d7bc0627 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 148, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1951.902468] env[62574]: DEBUG nova.network.neutron [-] [instance: f6cfb126-1ff6-4ac9-802e-7bbdfb539176] Updating instance_info_cache with network_info: [] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1951.981600] env[62574]: DEBUG oslo_concurrency.lockutils [None req-ef374a44-2614-448f-9052-687c262e4ae0 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Releasing lock "refresh_cache-3139cb5b-3025-48d6-8a2c-0a94ebfb40e0" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1951.981877] env[62574]: DEBUG nova.compute.manager [None req-ef374a44-2614-448f-9052-687c262e4ae0 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] [instance: 3139cb5b-3025-48d6-8a2c-0a94ebfb40e0] Instance network_info: |[{"id": "a19085b7-08aa-488d-b5a5-4d7d9dd830f4", "address": "fa:16:3e:eb:b4:f6", "network": {"id": "1767f4d1-96d0-48db-9bcb-5bbb2ed9d270", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1780515396-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43b1542375334999bec3e53ad4a56482", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d062877-0b23-4965-908b-f585f25f3bf1", "external-id": "nsx-vlan-transportzone-523", "segmentation_id": 523, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa19085b7-08", "ovs_interfaceid": "a19085b7-08aa-488d-b5a5-4d7d9dd830f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62574) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1951.983024] env[62574]: DEBUG oslo_concurrency.lockutils [req-06a5fccb-dddd-4701-874f-8bc9c8fe66f5 req-6fcc1f9b-7b11-4ca0-9f47-fec5040abd1c service nova] Acquired lock "refresh_cache-3139cb5b-3025-48d6-8a2c-0a94ebfb40e0" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1951.983024] env[62574]: DEBUG nova.network.neutron [req-06a5fccb-dddd-4701-874f-8bc9c8fe66f5 req-6fcc1f9b-7b11-4ca0-9f47-fec5040abd1c service nova] [instance: 3139cb5b-3025-48d6-8a2c-0a94ebfb40e0] Refreshing network info cache for port a19085b7-08aa-488d-b5a5-4d7d9dd830f4 {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1951.984026] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-ef374a44-2614-448f-9052-687c262e4ae0 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] [instance: 3139cb5b-3025-48d6-8a2c-0a94ebfb40e0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:eb:b4:f6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3d062877-0b23-4965-908b-f585f25f3bf1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a19085b7-08aa-488d-b5a5-4d7d9dd830f4', 'vif_model': 'vmxnet3'}] {{(pid=62574) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1951.991826] env[62574]: DEBUG oslo.service.loopingcall [None req-ef374a44-2614-448f-9052-687c262e4ae0 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62574) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1951.992798] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3139cb5b-3025-48d6-8a2c-0a94ebfb40e0] Creating VM on the ESX host {{(pid=62574) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1951.993051] env[62574]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-57f0ec95-ee46-452d-b3b5-2ffd14c1b11c {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1952.014439] env[62574]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1952.014439] env[62574]: value = "task-1862425" [ 1952.014439] env[62574]: _type = "Task" [ 1952.014439] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1952.024789] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1862425, 'name': CreateVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1952.053490] env[62574]: DEBUG oslo_concurrency.lockutils [None req-16a5ec79-9bcd-44b2-b1da-150937cdad11 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Acquiring lock "bf51b779-23b8-4401-8e23-74f751a27b18" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1952.053811] env[62574]: DEBUG oslo_concurrency.lockutils [None req-16a5ec79-9bcd-44b2-b1da-150937cdad11 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Lock "bf51b779-23b8-4401-8e23-74f751a27b18" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1952.054063] env[62574]: DEBUG oslo_concurrency.lockutils [None req-16a5ec79-9bcd-44b2-b1da-150937cdad11 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Acquiring lock "bf51b779-23b8-4401-8e23-74f751a27b18-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1952.054277] env[62574]: DEBUG oslo_concurrency.lockutils [None req-16a5ec79-9bcd-44b2-b1da-150937cdad11 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Lock "bf51b779-23b8-4401-8e23-74f751a27b18-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1952.054521] env[62574]: DEBUG oslo_concurrency.lockutils [None req-16a5ec79-9bcd-44b2-b1da-150937cdad11 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Lock "bf51b779-23b8-4401-8e23-74f751a27b18-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1952.056692] env[62574]: INFO nova.compute.manager [None req-16a5ec79-9bcd-44b2-b1da-150937cdad11 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] [instance: bf51b779-23b8-4401-8e23-74f751a27b18] Terminating instance [ 1952.187783] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b91dea7d-b805-46b3-b0e7-aaa66a724f98 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1952.212860] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53cd66c6-abe4-467f-b1ee-59d53d9b92b0 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1952.221529] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-af5ee237-9b6b-4bee-afbf-4a5888550a7b tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] [instance: 43793844-f400-4665-b287-bc4374a1ae6d] Updating instance '43793844-f400-4665-b287-bc4374a1ae6d' progress to 83 {{(pid=62574) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1952.381780] env[62574]: DEBUG oslo_vmware.api [None req-315ec1d7-b1d6-4f54-bd82-b61fe33c9caf tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Task: {'id': task-1862424, 'name': MoveVirtualDisk_Task} progress is 18%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1952.403454] env[62574]: DEBUG oslo_concurrency.lockutils [None req-5037c34b-c462-4357-b4d6-7c7d8548f698 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.410s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1952.403670] env[62574]: INFO nova.compute.manager [None req-5037c34b-c462-4357-b4d6-7c7d8548f698 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] [instance: 374c77f3-63b7-4079-8631-8c7d45c8e348] Migrating [ 1952.410744] env[62574]: DEBUG oslo_concurrency.lockutils [None req-4fb3d84f-5b8a-4689-b0a9-42513f8363c8 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.366s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1952.412449] env[62574]: INFO nova.compute.claims [None req-4fb3d84f-5b8a-4689-b0a9-42513f8363c8 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] [instance: 8ed6360e-d8a3-478a-a78f-3b8e9ef9464e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1952.415421] env[62574]: INFO nova.compute.manager [-] [instance: f6cfb126-1ff6-4ac9-802e-7bbdfb539176] Took 1.62 seconds to deallocate network for instance. [ 1952.527415] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1862425, 'name': CreateVM_Task} progress is 25%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1952.560308] env[62574]: DEBUG nova.compute.manager [None req-16a5ec79-9bcd-44b2-b1da-150937cdad11 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] [instance: bf51b779-23b8-4401-8e23-74f751a27b18] Start destroying the instance on the hypervisor. {{(pid=62574) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1952.560523] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-16a5ec79-9bcd-44b2-b1da-150937cdad11 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] [instance: bf51b779-23b8-4401-8e23-74f751a27b18] Destroying instance {{(pid=62574) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1952.561534] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-812a250b-aeed-4aec-be83-bf1dfbfd6d69 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1952.572452] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-16a5ec79-9bcd-44b2-b1da-150937cdad11 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] [instance: bf51b779-23b8-4401-8e23-74f751a27b18] Powering off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1952.572747] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a9cbf89b-1167-4a60-b0c7-fd417b0b470b {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1952.585259] env[62574]: DEBUG oslo_vmware.api [None req-16a5ec79-9bcd-44b2-b1da-150937cdad11 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Waiting for the task: (returnval){ [ 1952.585259] env[62574]: value = "task-1862426" [ 1952.585259] env[62574]: _type = "Task" [ 1952.585259] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1952.597559] env[62574]: DEBUG oslo_vmware.api [None req-16a5ec79-9bcd-44b2-b1da-150937cdad11 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Task: {'id': task-1862426, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1952.725077] env[62574]: DEBUG nova.network.neutron [req-06a5fccb-dddd-4701-874f-8bc9c8fe66f5 req-6fcc1f9b-7b11-4ca0-9f47-fec5040abd1c service nova] [instance: 3139cb5b-3025-48d6-8a2c-0a94ebfb40e0] Updated VIF entry in instance network info cache for port a19085b7-08aa-488d-b5a5-4d7d9dd830f4. {{(pid=62574) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1952.725473] env[62574]: DEBUG nova.network.neutron [req-06a5fccb-dddd-4701-874f-8bc9c8fe66f5 req-6fcc1f9b-7b11-4ca0-9f47-fec5040abd1c service nova] [instance: 3139cb5b-3025-48d6-8a2c-0a94ebfb40e0] Updating instance_info_cache with network_info: [{"id": "a19085b7-08aa-488d-b5a5-4d7d9dd830f4", "address": "fa:16:3e:eb:b4:f6", "network": {"id": "1767f4d1-96d0-48db-9bcb-5bbb2ed9d270", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1780515396-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43b1542375334999bec3e53ad4a56482", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d062877-0b23-4965-908b-f585f25f3bf1", "external-id": "nsx-vlan-transportzone-523", "segmentation_id": 523, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa19085b7-08", "ovs_interfaceid": "a19085b7-08aa-488d-b5a5-4d7d9dd830f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1952.728451] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-af5ee237-9b6b-4bee-afbf-4a5888550a7b tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] [instance: 43793844-f400-4665-b287-bc4374a1ae6d] Powering on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1952.728999] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c1882ad1-1b16-41e0-8df0-497309b8ed3e {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1952.740156] env[62574]: DEBUG oslo_vmware.api [None req-af5ee237-9b6b-4bee-afbf-4a5888550a7b tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Waiting for the task: (returnval){ [ 1952.740156] env[62574]: value = "task-1862427" [ 1952.740156] env[62574]: _type = "Task" [ 1952.740156] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1952.753554] env[62574]: DEBUG oslo_vmware.api [None req-af5ee237-9b6b-4bee-afbf-4a5888550a7b tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Task: {'id': task-1862427, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1952.881975] env[62574]: DEBUG oslo_vmware.api [None req-315ec1d7-b1d6-4f54-bd82-b61fe33c9caf tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Task: {'id': task-1862424, 'name': MoveVirtualDisk_Task} progress is 38%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1952.890066] env[62574]: DEBUG nova.compute.manager [req-f17bb624-b960-46ae-84ba-088f5d5c6fc0 req-7e15245b-5d0f-4d0b-a92b-75c50e1ebcf7 service nova] [instance: f6cfb126-1ff6-4ac9-802e-7bbdfb539176] Received event network-vif-deleted-7add55ed-b06c-4a13-ba8e-1867107b2606 {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1952.928302] env[62574]: DEBUG oslo_concurrency.lockutils [None req-5037c34b-c462-4357-b4d6-7c7d8548f698 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Acquiring lock "refresh_cache-374c77f3-63b7-4079-8631-8c7d45c8e348" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1952.928302] env[62574]: DEBUG oslo_concurrency.lockutils [None req-5037c34b-c462-4357-b4d6-7c7d8548f698 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Acquired lock "refresh_cache-374c77f3-63b7-4079-8631-8c7d45c8e348" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1952.928302] env[62574]: DEBUG nova.network.neutron [None req-5037c34b-c462-4357-b4d6-7c7d8548f698 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] [instance: 374c77f3-63b7-4079-8631-8c7d45c8e348] Building network info cache for instance {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1952.930382] env[62574]: DEBUG oslo_concurrency.lockutils [None req-5a7f6a87-cff0-4a46-809c-5fc2baf01ec2 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1953.028081] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1862425, 'name': CreateVM_Task} progress is 25%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1953.100968] env[62574]: DEBUG oslo_vmware.api [None req-16a5ec79-9bcd-44b2-b1da-150937cdad11 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Task: {'id': task-1862426, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1953.230427] env[62574]: DEBUG oslo_concurrency.lockutils [req-06a5fccb-dddd-4701-874f-8bc9c8fe66f5 req-6fcc1f9b-7b11-4ca0-9f47-fec5040abd1c service nova] Releasing lock "refresh_cache-3139cb5b-3025-48d6-8a2c-0a94ebfb40e0" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1953.251533] env[62574]: DEBUG oslo_vmware.api [None req-af5ee237-9b6b-4bee-afbf-4a5888550a7b tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Task: {'id': task-1862427, 'name': PowerOnVM_Task, 'duration_secs': 0.441713} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1953.251826] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-af5ee237-9b6b-4bee-afbf-4a5888550a7b tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] [instance: 43793844-f400-4665-b287-bc4374a1ae6d] Powered on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1953.252040] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-af5ee237-9b6b-4bee-afbf-4a5888550a7b tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] [instance: 43793844-f400-4665-b287-bc4374a1ae6d] Updating instance '43793844-f400-4665-b287-bc4374a1ae6d' progress to 100 {{(pid=62574) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1953.383605] env[62574]: DEBUG oslo_vmware.api [None req-315ec1d7-b1d6-4f54-bd82-b61fe33c9caf tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Task: {'id': task-1862424, 'name': MoveVirtualDisk_Task} progress is 60%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1953.531826] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1862425, 'name': CreateVM_Task} progress is 25%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1953.602030] env[62574]: DEBUG oslo_vmware.api [None req-16a5ec79-9bcd-44b2-b1da-150937cdad11 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Task: {'id': task-1862426, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1953.661593] env[62574]: DEBUG nova.network.neutron [None req-5037c34b-c462-4357-b4d6-7c7d8548f698 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] [instance: 374c77f3-63b7-4079-8631-8c7d45c8e348] Updating instance_info_cache with network_info: [{"id": "6b71a9d1-6123-450e-825c-01622631ab65", "address": "fa:16:3e:89:93:24", "network": {"id": "d21729a3-6af1-4685-8299-0af047d6c105", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-979648045-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "50322706d83c42c3a9bbd5c51ba34b64", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d903c404-a23a-40c0-a217-96d4bb2e5b08", "external-id": "nsx-vlan-transportzone-228", "segmentation_id": 228, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b71a9d1-61", "ovs_interfaceid": "6b71a9d1-6123-450e-825c-01622631ab65", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1953.699481] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-425a3730-ffa8-419b-8e48-b307f7cc6fd5 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.711262] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-815dcbe4-a3dd-47e1-bd3b-598ae92cace3 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.747713] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e644cb46-f4f4-44f6-be9e-6e420ff3b6fe {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.757283] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4682abb0-b23d-461c-b320-b91c6c895d65 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.785587] env[62574]: DEBUG nova.compute.provider_tree [None req-4fb3d84f-5b8a-4689-b0a9-42513f8363c8 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Inventory has not changed in ProviderTree for provider: f0ed160a-beff-4626-a531-2a70d7bc0627 {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1953.883606] env[62574]: DEBUG oslo_vmware.api [None req-315ec1d7-b1d6-4f54-bd82-b61fe33c9caf tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Task: {'id': task-1862424, 'name': MoveVirtualDisk_Task} progress is 80%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1954.027500] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1862425, 'name': CreateVM_Task} progress is 25%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1954.098592] env[62574]: DEBUG oslo_vmware.api [None req-16a5ec79-9bcd-44b2-b1da-150937cdad11 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Task: {'id': task-1862426, 'name': PowerOffVM_Task, 'duration_secs': 1.060086} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1954.098893] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-16a5ec79-9bcd-44b2-b1da-150937cdad11 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] [instance: bf51b779-23b8-4401-8e23-74f751a27b18] Powered off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1954.099066] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-16a5ec79-9bcd-44b2-b1da-150937cdad11 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] [instance: bf51b779-23b8-4401-8e23-74f751a27b18] Unregistering the VM {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1954.099378] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-905a70c9-738d-4999-9bb3-3f665bdd25c9 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1954.164367] env[62574]: DEBUG oslo_concurrency.lockutils [None req-5037c34b-c462-4357-b4d6-7c7d8548f698 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Releasing lock "refresh_cache-374c77f3-63b7-4079-8631-8c7d45c8e348" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1954.289603] env[62574]: DEBUG nova.scheduler.client.report [None req-4fb3d84f-5b8a-4689-b0a9-42513f8363c8 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Inventory has not changed for provider f0ed160a-beff-4626-a531-2a70d7bc0627 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 148, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1954.383329] env[62574]: DEBUG oslo_vmware.api [None req-315ec1d7-b1d6-4f54-bd82-b61fe33c9caf tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Task: {'id': task-1862424, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1954.526405] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1862425, 'name': CreateVM_Task} progress is 25%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1954.794617] env[62574]: DEBUG oslo_concurrency.lockutils [None req-4fb3d84f-5b8a-4689-b0a9-42513f8363c8 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.384s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1954.795161] env[62574]: DEBUG nova.compute.manager [None req-4fb3d84f-5b8a-4689-b0a9-42513f8363c8 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] [instance: 8ed6360e-d8a3-478a-a78f-3b8e9ef9464e] Start building networks asynchronously for instance. {{(pid=62574) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1954.797957] env[62574]: DEBUG oslo_concurrency.lockutils [None req-5a7f6a87-cff0-4a46-809c-5fc2baf01ec2 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.868s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1954.798210] env[62574]: DEBUG nova.objects.instance [None req-5a7f6a87-cff0-4a46-809c-5fc2baf01ec2 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Lazy-loading 'resources' on Instance uuid f6cfb126-1ff6-4ac9-802e-7bbdfb539176 {{(pid=62574) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1954.883171] env[62574]: DEBUG oslo_vmware.api [None req-315ec1d7-b1d6-4f54-bd82-b61fe33c9caf tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Task: {'id': task-1862424, 'name': MoveVirtualDisk_Task, 'duration_secs': 3.032566} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1954.883459] env[62574]: INFO nova.virt.vmwareapi.ds_util [None req-315ec1d7-b1d6-4f54-bd82-b61fe33c9caf tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_a7fcb0a6-d5fe-418f-a87e-cac81bbae097/OSTACK_IMG_a7fcb0a6-d5fe-418f-a87e-cac81bbae097.vmdk to [datastore1] devstack-image-cache_base/4d72a230-d46b-4480-8898-aa19d0319c25/4d72a230-d46b-4480-8898-aa19d0319c25.vmdk. [ 1954.883649] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-315ec1d7-b1d6-4f54-bd82-b61fe33c9caf tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] [instance: 5c8328d0-47fa-43de-822f-4f33152d2d25] Cleaning up location [datastore1] OSTACK_IMG_a7fcb0a6-d5fe-418f-a87e-cac81bbae097 {{(pid=62574) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1954.883870] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-315ec1d7-b1d6-4f54-bd82-b61fe33c9caf tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_a7fcb0a6-d5fe-418f-a87e-cac81bbae097 {{(pid=62574) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1954.884166] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-be7200af-5c9a-4796-96a5-bc1398b00178 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1954.892374] env[62574]: DEBUG oslo_vmware.api [None req-315ec1d7-b1d6-4f54-bd82-b61fe33c9caf tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Waiting for the task: (returnval){ [ 1954.892374] env[62574]: value = "task-1862429" [ 1954.892374] env[62574]: _type = "Task" [ 1954.892374] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1954.900983] env[62574]: DEBUG oslo_vmware.api [None req-315ec1d7-b1d6-4f54-bd82-b61fe33c9caf tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Task: {'id': task-1862429, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1955.026527] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1862425, 'name': CreateVM_Task} progress is 25%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1955.303039] env[62574]: DEBUG nova.compute.utils [None req-4fb3d84f-5b8a-4689-b0a9-42513f8363c8 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Using /dev/sd instead of None {{(pid=62574) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1955.306046] env[62574]: DEBUG nova.compute.manager [None req-4fb3d84f-5b8a-4689-b0a9-42513f8363c8 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] [instance: 8ed6360e-d8a3-478a-a78f-3b8e9ef9464e] Allocating IP information in the background. {{(pid=62574) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1955.306448] env[62574]: DEBUG nova.network.neutron [None req-4fb3d84f-5b8a-4689-b0a9-42513f8363c8 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] [instance: 8ed6360e-d8a3-478a-a78f-3b8e9ef9464e] allocate_for_instance() {{(pid=62574) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1955.354985] env[62574]: DEBUG nova.policy [None req-4fb3d84f-5b8a-4689-b0a9-42513f8363c8 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3f53cea05c2947ae92f3dd7086fbc773', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e5c18e090ac645c2bb13c4b6714f5f01', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62574) authorize /opt/stack/nova/nova/policy.py:192}} [ 1955.402640] env[62574]: DEBUG oslo_vmware.api [None req-315ec1d7-b1d6-4f54-bd82-b61fe33c9caf tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Task: {'id': task-1862429, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.062428} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1955.405055] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-315ec1d7-b1d6-4f54-bd82-b61fe33c9caf tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Deleted the datastore file {{(pid=62574) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1955.405242] env[62574]: DEBUG oslo_concurrency.lockutils [None req-315ec1d7-b1d6-4f54-bd82-b61fe33c9caf tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4d72a230-d46b-4480-8898-aa19d0319c25/4d72a230-d46b-4480-8898-aa19d0319c25.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1955.405525] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-315ec1d7-b1d6-4f54-bd82-b61fe33c9caf tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4d72a230-d46b-4480-8898-aa19d0319c25/4d72a230-d46b-4480-8898-aa19d0319c25.vmdk to [datastore1] 5c8328d0-47fa-43de-822f-4f33152d2d25/5c8328d0-47fa-43de-822f-4f33152d2d25.vmdk {{(pid=62574) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1955.405986] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7494c0b4-371a-4915-98c7-5a8c5490b257 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1955.414612] env[62574]: DEBUG oslo_vmware.api [None req-315ec1d7-b1d6-4f54-bd82-b61fe33c9caf tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Waiting for the task: (returnval){ [ 1955.414612] env[62574]: value = "task-1862430" [ 1955.414612] env[62574]: _type = "Task" [ 1955.414612] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1955.425802] env[62574]: DEBUG oslo_vmware.api [None req-315ec1d7-b1d6-4f54-bd82-b61fe33c9caf tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Task: {'id': task-1862430, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1955.530128] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1862425, 'name': CreateVM_Task} progress is 25%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1955.555671] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4def95c6-26eb-4709-aad4-ed57ac596c80 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1955.564020] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ee90b01-67c0-41a2-a2c0-dc85813ba5ae {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1955.604139] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e982e29-5339-4b37-81ba-db0edb719664 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1955.613368] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee9a384a-eaaa-4a7f-90fd-df8214e9a713 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1955.631881] env[62574]: DEBUG nova.compute.provider_tree [None req-5a7f6a87-cff0-4a46-809c-5fc2baf01ec2 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Inventory has not changed in ProviderTree for provider: f0ed160a-beff-4626-a531-2a70d7bc0627 {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1955.636325] env[62574]: DEBUG nova.network.neutron [None req-4fb3d84f-5b8a-4689-b0a9-42513f8363c8 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] [instance: 8ed6360e-d8a3-478a-a78f-3b8e9ef9464e] Successfully created port: f7ace2fc-c340-4e8c-a214-95cdeca63c65 {{(pid=62574) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1955.680388] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8db4d44-3984-4ba6-b7b9-772000c30920 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1955.684586] env[62574]: DEBUG nova.network.neutron [None req-ebae5f84-0193-43af-8148-c8da93aa86d4 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] [instance: 43793844-f400-4665-b287-bc4374a1ae6d] Port 7de90c52-6b23-4e19-8e20-5842728825ab binding to destination host cpu-1 is already ACTIVE {{(pid=62574) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1955.684881] env[62574]: DEBUG oslo_concurrency.lockutils [None req-ebae5f84-0193-43af-8148-c8da93aa86d4 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Acquiring lock "refresh_cache-43793844-f400-4665-b287-bc4374a1ae6d" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1955.685060] env[62574]: DEBUG oslo_concurrency.lockutils [None req-ebae5f84-0193-43af-8148-c8da93aa86d4 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Acquired lock "refresh_cache-43793844-f400-4665-b287-bc4374a1ae6d" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1955.685237] env[62574]: DEBUG nova.network.neutron [None req-ebae5f84-0193-43af-8148-c8da93aa86d4 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] [instance: 43793844-f400-4665-b287-bc4374a1ae6d] Building network info cache for instance {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1955.705493] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-5037c34b-c462-4357-b4d6-7c7d8548f698 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] [instance: 374c77f3-63b7-4079-8631-8c7d45c8e348] Updating instance '374c77f3-63b7-4079-8631-8c7d45c8e348' progress to 0 {{(pid=62574) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1955.807442] env[62574]: DEBUG nova.compute.manager [None req-4fb3d84f-5b8a-4689-b0a9-42513f8363c8 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] [instance: 8ed6360e-d8a3-478a-a78f-3b8e9ef9464e] Start building block device mappings for instance. {{(pid=62574) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1955.926995] env[62574]: DEBUG oslo_vmware.api [None req-315ec1d7-b1d6-4f54-bd82-b61fe33c9caf tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Task: {'id': task-1862430, 'name': CopyVirtualDisk_Task} progress is 18%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1956.029818] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1862425, 'name': CreateVM_Task} progress is 25%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1956.137026] env[62574]: DEBUG nova.scheduler.client.report [None req-5a7f6a87-cff0-4a46-809c-5fc2baf01ec2 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Inventory has not changed for provider f0ed160a-beff-4626-a531-2a70d7bc0627 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 148, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1956.212547] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-5037c34b-c462-4357-b4d6-7c7d8548f698 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] [instance: 374c77f3-63b7-4079-8631-8c7d45c8e348] Powering off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1956.213037] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-765c2544-f2f4-4291-a591-9f476166b09a {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1956.224282] env[62574]: DEBUG oslo_vmware.api [None req-5037c34b-c462-4357-b4d6-7c7d8548f698 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Waiting for the task: (returnval){ [ 1956.224282] env[62574]: value = "task-1862431" [ 1956.224282] env[62574]: _type = "Task" [ 1956.224282] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1956.234442] env[62574]: DEBUG oslo_vmware.api [None req-5037c34b-c462-4357-b4d6-7c7d8548f698 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Task: {'id': task-1862431, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1956.429017] env[62574]: DEBUG oslo_vmware.api [None req-315ec1d7-b1d6-4f54-bd82-b61fe33c9caf tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Task: {'id': task-1862430, 'name': CopyVirtualDisk_Task} progress is 38%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1956.528806] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1862425, 'name': CreateVM_Task} progress is 25%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1956.641257] env[62574]: DEBUG oslo_concurrency.lockutils [None req-5a7f6a87-cff0-4a46-809c-5fc2baf01ec2 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.843s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1956.675412] env[62574]: INFO nova.scheduler.client.report [None req-5a7f6a87-cff0-4a46-809c-5fc2baf01ec2 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Deleted allocations for instance f6cfb126-1ff6-4ac9-802e-7bbdfb539176 [ 1956.739349] env[62574]: DEBUG oslo_vmware.api [None req-5037c34b-c462-4357-b4d6-7c7d8548f698 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Task: {'id': task-1862431, 'name': PowerOffVM_Task, 'duration_secs': 0.286363} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1956.739675] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-5037c34b-c462-4357-b4d6-7c7d8548f698 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] [instance: 374c77f3-63b7-4079-8631-8c7d45c8e348] Powered off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1956.739868] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-5037c34b-c462-4357-b4d6-7c7d8548f698 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] [instance: 374c77f3-63b7-4079-8631-8c7d45c8e348] Updating instance '374c77f3-63b7-4079-8631-8c7d45c8e348' progress to 17 {{(pid=62574) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1956.818490] env[62574]: DEBUG nova.compute.manager [None req-4fb3d84f-5b8a-4689-b0a9-42513f8363c8 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] [instance: 8ed6360e-d8a3-478a-a78f-3b8e9ef9464e] Start spawning the instance on the hypervisor. {{(pid=62574) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1956.864739] env[62574]: DEBUG nova.virt.hardware [None req-4fb3d84f-5b8a-4689-b0a9-42513f8363c8 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T19:26:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-13T19:26:40Z,direct_url=,disk_format='vmdk',id=3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7eed1dd4d2c3418eb32c4f4ceda3ab0d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-13T19:26:41Z,virtual_size=,visibility=), allow threads: False {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1956.865118] env[62574]: DEBUG nova.virt.hardware [None req-4fb3d84f-5b8a-4689-b0a9-42513f8363c8 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Flavor limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1956.865306] env[62574]: DEBUG nova.virt.hardware [None req-4fb3d84f-5b8a-4689-b0a9-42513f8363c8 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Image limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1956.865504] env[62574]: DEBUG nova.virt.hardware [None req-4fb3d84f-5b8a-4689-b0a9-42513f8363c8 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Flavor pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1956.865655] env[62574]: DEBUG nova.virt.hardware [None req-4fb3d84f-5b8a-4689-b0a9-42513f8363c8 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Image pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1956.865807] env[62574]: DEBUG nova.virt.hardware [None req-4fb3d84f-5b8a-4689-b0a9-42513f8363c8 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1956.866048] env[62574]: DEBUG nova.virt.hardware [None req-4fb3d84f-5b8a-4689-b0a9-42513f8363c8 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1956.866220] env[62574]: DEBUG nova.virt.hardware [None req-4fb3d84f-5b8a-4689-b0a9-42513f8363c8 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1956.866397] env[62574]: DEBUG nova.virt.hardware [None req-4fb3d84f-5b8a-4689-b0a9-42513f8363c8 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Got 1 possible topologies {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1956.866566] env[62574]: DEBUG nova.virt.hardware [None req-4fb3d84f-5b8a-4689-b0a9-42513f8363c8 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1956.866776] env[62574]: DEBUG nova.virt.hardware [None req-4fb3d84f-5b8a-4689-b0a9-42513f8363c8 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1956.867661] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa9518b2-9cb5-4c1e-ba18-9c20cba4c47e {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1956.876942] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-782563dd-e7ae-43b6-b817-eb0c391514e3 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1956.929030] env[62574]: DEBUG oslo_vmware.api [None req-315ec1d7-b1d6-4f54-bd82-b61fe33c9caf tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Task: {'id': task-1862430, 'name': CopyVirtualDisk_Task} progress is 60%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1956.937359] env[62574]: DEBUG nova.network.neutron [None req-ebae5f84-0193-43af-8148-c8da93aa86d4 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] [instance: 43793844-f400-4665-b287-bc4374a1ae6d] Updating instance_info_cache with network_info: [{"id": "7de90c52-6b23-4e19-8e20-5842728825ab", "address": "fa:16:3e:ae:28:b4", "network": {"id": "b2d07115-f5da-483b-99a5-ede728256338", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-116321158-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.173", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ab01ddb6cf3453f8b60099794e20a03", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c20f5114-0866-45b3-9a7c-62f113ff83fa", "external-id": "nsx-vlan-transportzone-47", "segmentation_id": 47, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7de90c52-6b", "ovs_interfaceid": "7de90c52-6b23-4e19-8e20-5842728825ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1956.984495] env[62574]: DEBUG oslo_concurrency.lockutils [None req-da384027-7efb-4556-a86f-05bb2ec4e7a3 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Acquiring lock "863dbe8b-20e6-485c-ba4d-b709d80fa327" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1956.984495] env[62574]: DEBUG oslo_concurrency.lockutils [None req-da384027-7efb-4556-a86f-05bb2ec4e7a3 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Lock "863dbe8b-20e6-485c-ba4d-b709d80fa327" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1957.030170] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1862425, 'name': CreateVM_Task} progress is 25%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1957.183831] env[62574]: DEBUG oslo_concurrency.lockutils [None req-5a7f6a87-cff0-4a46-809c-5fc2baf01ec2 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Lock "f6cfb126-1ff6-4ac9-802e-7bbdfb539176" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.246s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1957.185013] env[62574]: DEBUG oslo_concurrency.lockutils [req-ab1cd93f-a88f-4372-839f-6ebc500ba038 req-4cfaa4fe-5e8e-40b8-81ed-0873bdac58fe service nova] Acquired lock "f6cfb126-1ff6-4ac9-802e-7bbdfb539176" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1957.186064] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f36bb144-0789-490f-8204-2c6f4c294c98 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1957.195505] env[62574]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1957.195680] env[62574]: DEBUG oslo_vmware.api [-] Fault list: [ManagedObjectNotFound] {{(pid=62574) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1957.196302] env[62574]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-22e12ef2-d455-4c4a-9899-faa7b3d16302 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1957.207896] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf4a9757-2f6c-42cb-bdcc-a0a658a78fdb {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1957.249378] env[62574]: DEBUG nova.virt.hardware [None req-5037c34b-c462-4357-b4d6-7c7d8548f698 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T19:27:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1957.249378] env[62574]: DEBUG nova.virt.hardware [None req-5037c34b-c462-4357-b4d6-7c7d8548f698 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Flavor limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1957.249718] env[62574]: DEBUG nova.virt.hardware [None req-5037c34b-c462-4357-b4d6-7c7d8548f698 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Image limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1957.249753] env[62574]: DEBUG nova.virt.hardware [None req-5037c34b-c462-4357-b4d6-7c7d8548f698 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Flavor pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1957.250033] env[62574]: DEBUG nova.virt.hardware [None req-5037c34b-c462-4357-b4d6-7c7d8548f698 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Image pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1957.250133] env[62574]: DEBUG nova.virt.hardware [None req-5037c34b-c462-4357-b4d6-7c7d8548f698 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1957.250271] env[62574]: DEBUG nova.virt.hardware [None req-5037c34b-c462-4357-b4d6-7c7d8548f698 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1957.250433] env[62574]: DEBUG nova.virt.hardware [None req-5037c34b-c462-4357-b4d6-7c7d8548f698 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1957.250602] env[62574]: DEBUG nova.virt.hardware [None req-5037c34b-c462-4357-b4d6-7c7d8548f698 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Got 1 possible topologies {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1957.250765] env[62574]: DEBUG nova.virt.hardware [None req-5037c34b-c462-4357-b4d6-7c7d8548f698 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1957.250936] env[62574]: DEBUG nova.virt.hardware [None req-5037c34b-c462-4357-b4d6-7c7d8548f698 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1957.257546] env[62574]: ERROR root [req-ab1cd93f-a88f-4372-839f-6ebc500ba038 req-4cfaa4fe-5e8e-40b8-81ed-0873bdac58fe service nova] Original exception being dropped: ['Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 377, in request_handler\n response = request(managed_object, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 586, in __call__\n return client.invoke(args, kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 728, in invoke\n result = self.send(soapenv, timeout=timeout)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 777, in send\n return self.process_reply(reply.message, None, None)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 840, in process_reply\n raise WebFault(fault, replyroot)\n', "suds.WebFault: Server raised fault: 'The object 'vim.VirtualMachine:vm-384922' has already been deleted or has not been completely created'\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 301, in _invoke_api\n return api_method(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 480, in get_object_property\n props = get_object_properties(vim, moref, [property_name],\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 360, in get_object_properties\n retrieve_result = vim.RetrievePropertiesEx(\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 413, in request_handler\n raise exceptions.VimFaultException(fault_list, fault_string,\n', "oslo_vmware.exceptions.VimFaultException: The object 'vim.VirtualMachine:vm-384922' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-384922' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-384922'}\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 123, in _call_method\n return self.invoke_api(module, method, self.vim, *args,\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 358, in invoke_api\n return _invoke_api(module, method, *args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 122, in func\n return evt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 122, in _inner\n idle = self.f(*self.args, **self.kw)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 96, in _func\n result = f(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 341, in _invoke_api\n raise clazz(str(excep),\n', "oslo_vmware.exceptions.ManagedObjectNotFoundException: The object 'vim.VirtualMachine:vm-384922' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-384922' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-384922'}\n"]: nova.exception.InstanceNotFound: Instance f6cfb126-1ff6-4ac9-802e-7bbdfb539176 could not be found. [ 1957.257784] env[62574]: DEBUG oslo_concurrency.lockutils [req-ab1cd93f-a88f-4372-839f-6ebc500ba038 req-4cfaa4fe-5e8e-40b8-81ed-0873bdac58fe service nova] Releasing lock "f6cfb126-1ff6-4ac9-802e-7bbdfb539176" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1957.258015] env[62574]: DEBUG nova.compute.manager [req-ab1cd93f-a88f-4372-839f-6ebc500ba038 req-4cfaa4fe-5e8e-40b8-81ed-0873bdac58fe service nova] [instance: f6cfb126-1ff6-4ac9-802e-7bbdfb539176] Detach interface failed, port_id=7b57497f-f712-4d55-8f0b-463a71c323d0, reason: Instance f6cfb126-1ff6-4ac9-802e-7bbdfb539176 could not be found. {{(pid=62574) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 1957.258238] env[62574]: DEBUG nova.compute.manager [req-ab1cd93f-a88f-4372-839f-6ebc500ba038 req-4cfaa4fe-5e8e-40b8-81ed-0873bdac58fe service nova] [instance: f6cfb126-1ff6-4ac9-802e-7bbdfb539176] Received event network-vif-deleted-2f31aec2-968c-447c-a5af-7771fe0cd68a {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1957.258429] env[62574]: INFO nova.compute.manager [req-ab1cd93f-a88f-4372-839f-6ebc500ba038 req-4cfaa4fe-5e8e-40b8-81ed-0873bdac58fe service nova] [instance: f6cfb126-1ff6-4ac9-802e-7bbdfb539176] Neutron deleted interface 2f31aec2-968c-447c-a5af-7771fe0cd68a; detaching it from the instance and deleting it from the info cache [ 1957.258696] env[62574]: DEBUG nova.network.neutron [req-ab1cd93f-a88f-4372-839f-6ebc500ba038 req-4cfaa4fe-5e8e-40b8-81ed-0873bdac58fe service nova] [instance: f6cfb126-1ff6-4ac9-802e-7bbdfb539176] Updating instance_info_cache with network_info: [{"id": "7add55ed-b06c-4a13-ba8e-1867107b2606", "address": "fa:16:3e:46:65:4f", "network": {"id": "00bfa347-a6e1-4070-b5d9-5f46396a9c53", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-693390946-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.189", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3197393f8f6a457a9367bd87f7aa5dc2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bdf594e-da7a-4254-b413-87aef4614588", "external-id": "nsx-vlan-transportzone-422", "segmentation_id": 422, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7add55ed-b0", "ovs_interfaceid": "7add55ed-b06c-4a13-ba8e-1867107b2606", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1957.260148] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-121958a5-d186-444c-a42c-29b4bc83072c {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1957.279815] env[62574]: DEBUG oslo_vmware.api [None req-5037c34b-c462-4357-b4d6-7c7d8548f698 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Waiting for the task: (returnval){ [ 1957.279815] env[62574]: value = "task-1862432" [ 1957.279815] env[62574]: _type = "Task" [ 1957.279815] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1957.291149] env[62574]: DEBUG oslo_vmware.api [None req-5037c34b-c462-4357-b4d6-7c7d8548f698 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Task: {'id': task-1862432, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1957.427929] env[62574]: DEBUG oslo_vmware.api [None req-315ec1d7-b1d6-4f54-bd82-b61fe33c9caf tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Task: {'id': task-1862430, 'name': CopyVirtualDisk_Task} progress is 83%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1957.440886] env[62574]: DEBUG oslo_concurrency.lockutils [None req-ebae5f84-0193-43af-8148-c8da93aa86d4 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Releasing lock "refresh_cache-43793844-f400-4665-b287-bc4374a1ae6d" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1957.487962] env[62574]: INFO nova.compute.manager [None req-da384027-7efb-4556-a86f-05bb2ec4e7a3 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] [instance: 863dbe8b-20e6-485c-ba4d-b709d80fa327] Detaching volume 9b16841b-682c-4696-8b91-b23f982ee0c8 [ 1957.534420] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1862425, 'name': CreateVM_Task} progress is 25%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1957.551654] env[62574]: INFO nova.virt.block_device [None req-da384027-7efb-4556-a86f-05bb2ec4e7a3 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] [instance: 863dbe8b-20e6-485c-ba4d-b709d80fa327] Attempting to driver detach volume 9b16841b-682c-4696-8b91-b23f982ee0c8 from mountpoint /dev/sdb [ 1957.551928] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-da384027-7efb-4556-a86f-05bb2ec4e7a3 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] [instance: 863dbe8b-20e6-485c-ba4d-b709d80fa327] Volume detach. Driver type: vmdk {{(pid=62574) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1957.552132] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-da384027-7efb-4556-a86f-05bb2ec4e7a3 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] [instance: 863dbe8b-20e6-485c-ba4d-b709d80fa327] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-385003', 'volume_id': '9b16841b-682c-4696-8b91-b23f982ee0c8', 'name': 'volume-9b16841b-682c-4696-8b91-b23f982ee0c8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '863dbe8b-20e6-485c-ba4d-b709d80fa327', 'attached_at': '', 'detached_at': '', 'volume_id': '9b16841b-682c-4696-8b91-b23f982ee0c8', 'serial': '9b16841b-682c-4696-8b91-b23f982ee0c8'} {{(pid=62574) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1957.553203] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0debf677-cd2c-4c2a-b567-e2bf2b0060ff {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1957.579827] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adad230c-b778-460a-bf85-dd279c7d73ca {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1957.588460] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a2519ef-b234-46e7-84f2-afd189e1aa59 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1957.612918] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2d80b77-6c1c-4de0-b82e-e1c73406a2c4 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1957.629513] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-da384027-7efb-4556-a86f-05bb2ec4e7a3 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] The volume has not been displaced from its original location: [datastore2] volume-9b16841b-682c-4696-8b91-b23f982ee0c8/volume-9b16841b-682c-4696-8b91-b23f982ee0c8.vmdk. No consolidation needed. {{(pid=62574) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1957.634826] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-da384027-7efb-4556-a86f-05bb2ec4e7a3 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] [instance: 863dbe8b-20e6-485c-ba4d-b709d80fa327] Reconfiguring VM instance instance-00000047 to detach disk 2001 {{(pid=62574) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1957.635315] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d9dc0ebf-3130-4f13-9e07-19f5180e7801 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1957.654461] env[62574]: DEBUG oslo_vmware.api [None req-da384027-7efb-4556-a86f-05bb2ec4e7a3 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Waiting for the task: (returnval){ [ 1957.654461] env[62574]: value = "task-1862433" [ 1957.654461] env[62574]: _type = "Task" [ 1957.654461] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1957.664083] env[62574]: DEBUG oslo_vmware.api [None req-da384027-7efb-4556-a86f-05bb2ec4e7a3 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Task: {'id': task-1862433, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1957.772202] env[62574]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f549f028-1843-46d8-8dd8-c18034f45fd0 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1957.789638] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-736efd88-b249-45ce-91c1-60b903a3959e {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1957.806544] env[62574]: DEBUG oslo_vmware.api [None req-5037c34b-c462-4357-b4d6-7c7d8548f698 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Task: {'id': task-1862432, 'name': ReconfigVM_Task, 'duration_secs': 0.340978} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1957.806857] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-5037c34b-c462-4357-b4d6-7c7d8548f698 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] [instance: 374c77f3-63b7-4079-8631-8c7d45c8e348] Updating instance '374c77f3-63b7-4079-8631-8c7d45c8e348' progress to 33 {{(pid=62574) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1957.830688] env[62574]: DEBUG nova.compute.manager [req-ab1cd93f-a88f-4372-839f-6ebc500ba038 req-4cfaa4fe-5e8e-40b8-81ed-0873bdac58fe service nova] [instance: f6cfb126-1ff6-4ac9-802e-7bbdfb539176] Detach interface failed, port_id=2f31aec2-968c-447c-a5af-7771fe0cd68a, reason: Instance f6cfb126-1ff6-4ac9-802e-7bbdfb539176 could not be found. {{(pid=62574) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 1957.927878] env[62574]: DEBUG oslo_vmware.api [None req-315ec1d7-b1d6-4f54-bd82-b61fe33c9caf tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Task: {'id': task-1862430, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.45772} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1957.928160] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-315ec1d7-b1d6-4f54-bd82-b61fe33c9caf tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4d72a230-d46b-4480-8898-aa19d0319c25/4d72a230-d46b-4480-8898-aa19d0319c25.vmdk to [datastore1] 5c8328d0-47fa-43de-822f-4f33152d2d25/5c8328d0-47fa-43de-822f-4f33152d2d25.vmdk {{(pid=62574) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1957.929019] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e46c719-0f5f-431c-95d2-0ea944ce6fb4 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1957.944684] env[62574]: DEBUG nova.compute.manager [None req-ebae5f84-0193-43af-8148-c8da93aa86d4 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] [instance: 43793844-f400-4665-b287-bc4374a1ae6d] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=62574) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1957.954812] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-315ec1d7-b1d6-4f54-bd82-b61fe33c9caf tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] [instance: 5c8328d0-47fa-43de-822f-4f33152d2d25] Reconfiguring VM instance instance-00000068 to attach disk [datastore1] 5c8328d0-47fa-43de-822f-4f33152d2d25/5c8328d0-47fa-43de-822f-4f33152d2d25.vmdk or device None with type streamOptimized {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1957.955299] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d5ebc9f0-6fb6-405b-ae6d-50cda5172379 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1957.985837] env[62574]: DEBUG oslo_vmware.api [None req-315ec1d7-b1d6-4f54-bd82-b61fe33c9caf tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Waiting for the task: (returnval){ [ 1957.985837] env[62574]: value = "task-1862434" [ 1957.985837] env[62574]: _type = "Task" [ 1957.985837] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1957.995585] env[62574]: DEBUG oslo_vmware.api [None req-315ec1d7-b1d6-4f54-bd82-b61fe33c9caf tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Task: {'id': task-1862434, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1958.036933] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1862425, 'name': CreateVM_Task} progress is 25%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1958.164636] env[62574]: DEBUG oslo_vmware.api [None req-da384027-7efb-4556-a86f-05bb2ec4e7a3 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Task: {'id': task-1862433, 'name': ReconfigVM_Task, 'duration_secs': 0.324536} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1958.165016] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-da384027-7efb-4556-a86f-05bb2ec4e7a3 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] [instance: 863dbe8b-20e6-485c-ba4d-b709d80fa327] Reconfigured VM instance instance-00000047 to detach disk 2001 {{(pid=62574) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1958.169764] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d1fcc794-e719-4d46-9e30-1f9d36715e89 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1958.187226] env[62574]: DEBUG oslo_vmware.api [None req-da384027-7efb-4556-a86f-05bb2ec4e7a3 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Waiting for the task: (returnval){ [ 1958.187226] env[62574]: value = "task-1862435" [ 1958.187226] env[62574]: _type = "Task" [ 1958.187226] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1958.196498] env[62574]: DEBUG oslo_vmware.api [None req-da384027-7efb-4556-a86f-05bb2ec4e7a3 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Task: {'id': task-1862435, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1958.313034] env[62574]: DEBUG nova.virt.hardware [None req-5037c34b-c462-4357-b4d6-7c7d8548f698 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T19:26:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1958.313223] env[62574]: DEBUG nova.virt.hardware [None req-5037c34b-c462-4357-b4d6-7c7d8548f698 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Flavor limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1958.313378] env[62574]: DEBUG nova.virt.hardware [None req-5037c34b-c462-4357-b4d6-7c7d8548f698 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Image limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1958.313531] env[62574]: DEBUG nova.virt.hardware [None req-5037c34b-c462-4357-b4d6-7c7d8548f698 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Flavor pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1958.313680] env[62574]: DEBUG nova.virt.hardware [None req-5037c34b-c462-4357-b4d6-7c7d8548f698 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Image pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1958.313832] env[62574]: DEBUG nova.virt.hardware [None req-5037c34b-c462-4357-b4d6-7c7d8548f698 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1958.314053] env[62574]: DEBUG nova.virt.hardware [None req-5037c34b-c462-4357-b4d6-7c7d8548f698 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1958.314224] env[62574]: DEBUG nova.virt.hardware [None req-5037c34b-c462-4357-b4d6-7c7d8548f698 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1958.314397] env[62574]: DEBUG nova.virt.hardware [None req-5037c34b-c462-4357-b4d6-7c7d8548f698 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Got 1 possible topologies {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1958.314563] env[62574]: DEBUG nova.virt.hardware [None req-5037c34b-c462-4357-b4d6-7c7d8548f698 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1958.314732] env[62574]: DEBUG nova.virt.hardware [None req-5037c34b-c462-4357-b4d6-7c7d8548f698 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1958.320464] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-5037c34b-c462-4357-b4d6-7c7d8548f698 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] [instance: 374c77f3-63b7-4079-8631-8c7d45c8e348] Reconfiguring VM instance instance-00000066 to detach disk 2000 {{(pid=62574) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1958.320777] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4213f4d1-de5a-4a52-a5cb-1772669c3462 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1958.340864] env[62574]: DEBUG oslo_vmware.api [None req-5037c34b-c462-4357-b4d6-7c7d8548f698 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Waiting for the task: (returnval){ [ 1958.340864] env[62574]: value = "task-1862436" [ 1958.340864] env[62574]: _type = "Task" [ 1958.340864] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1958.351926] env[62574]: DEBUG oslo_vmware.api [None req-5037c34b-c462-4357-b4d6-7c7d8548f698 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Task: {'id': task-1862436, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1958.450310] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-16a5ec79-9bcd-44b2-b1da-150937cdad11 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] [instance: bf51b779-23b8-4401-8e23-74f751a27b18] Unregistered the VM {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1958.450413] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-16a5ec79-9bcd-44b2-b1da-150937cdad11 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] [instance: bf51b779-23b8-4401-8e23-74f751a27b18] Deleting contents of the VM from datastore datastore1 {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1958.450760] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-16a5ec79-9bcd-44b2-b1da-150937cdad11 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Deleting the datastore file [datastore1] bf51b779-23b8-4401-8e23-74f751a27b18 {{(pid=62574) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1958.450994] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0508d0f4-f740-456d-a6a4-d877050a389b {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1958.458401] env[62574]: DEBUG oslo_vmware.api [None req-16a5ec79-9bcd-44b2-b1da-150937cdad11 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Waiting for the task: (returnval){ [ 1958.458401] env[62574]: value = "task-1862437" [ 1958.458401] env[62574]: _type = "Task" [ 1958.458401] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1958.467838] env[62574]: DEBUG oslo_vmware.api [None req-16a5ec79-9bcd-44b2-b1da-150937cdad11 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Task: {'id': task-1862437, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1958.497369] env[62574]: DEBUG oslo_vmware.api [None req-315ec1d7-b1d6-4f54-bd82-b61fe33c9caf tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Task: {'id': task-1862434, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1958.532146] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1862425, 'name': CreateVM_Task} progress is 25%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1958.700294] env[62574]: DEBUG oslo_vmware.api [None req-da384027-7efb-4556-a86f-05bb2ec4e7a3 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Task: {'id': task-1862435, 'name': ReconfigVM_Task, 'duration_secs': 0.142111} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1958.700585] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-da384027-7efb-4556-a86f-05bb2ec4e7a3 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] [instance: 863dbe8b-20e6-485c-ba4d-b709d80fa327] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-385003', 'volume_id': '9b16841b-682c-4696-8b91-b23f982ee0c8', 'name': 'volume-9b16841b-682c-4696-8b91-b23f982ee0c8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '863dbe8b-20e6-485c-ba4d-b709d80fa327', 'attached_at': '', 'detached_at': '', 'volume_id': '9b16841b-682c-4696-8b91-b23f982ee0c8', 'serial': '9b16841b-682c-4696-8b91-b23f982ee0c8'} {{(pid=62574) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1958.851015] env[62574]: DEBUG oslo_vmware.api [None req-5037c34b-c462-4357-b4d6-7c7d8548f698 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Task: {'id': task-1862436, 'name': ReconfigVM_Task, 'duration_secs': 0.22007} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1958.851330] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-5037c34b-c462-4357-b4d6-7c7d8548f698 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] [instance: 374c77f3-63b7-4079-8631-8c7d45c8e348] Reconfigured VM instance instance-00000066 to detach disk 2000 {{(pid=62574) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1958.852150] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69e7419e-4b10-47d4-99a3-caad8007e479 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1958.874615] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-5037c34b-c462-4357-b4d6-7c7d8548f698 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] [instance: 374c77f3-63b7-4079-8631-8c7d45c8e348] Reconfiguring VM instance instance-00000066 to attach disk [datastore2] 374c77f3-63b7-4079-8631-8c7d45c8e348/374c77f3-63b7-4079-8631-8c7d45c8e348.vmdk or device None with type thin {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1958.874924] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f8008d67-d633-4580-8314-9ef67d3b66d6 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1958.894262] env[62574]: DEBUG oslo_vmware.api [None req-5037c34b-c462-4357-b4d6-7c7d8548f698 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Waiting for the task: (returnval){ [ 1958.894262] env[62574]: value = "task-1862438" [ 1958.894262] env[62574]: _type = "Task" [ 1958.894262] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1958.904058] env[62574]: DEBUG oslo_vmware.api [None req-5037c34b-c462-4357-b4d6-7c7d8548f698 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Task: {'id': task-1862438, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1958.971172] env[62574]: DEBUG oslo_vmware.api [None req-16a5ec79-9bcd-44b2-b1da-150937cdad11 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Task: {'id': task-1862437, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.158952} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1958.971472] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-16a5ec79-9bcd-44b2-b1da-150937cdad11 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Deleted the datastore file {{(pid=62574) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1958.971681] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-16a5ec79-9bcd-44b2-b1da-150937cdad11 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] [instance: bf51b779-23b8-4401-8e23-74f751a27b18] Deleted contents of the VM from datastore datastore1 {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1958.971879] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-16a5ec79-9bcd-44b2-b1da-150937cdad11 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] [instance: bf51b779-23b8-4401-8e23-74f751a27b18] Instance destroyed {{(pid=62574) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1958.972074] env[62574]: INFO nova.compute.manager [None req-16a5ec79-9bcd-44b2-b1da-150937cdad11 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] [instance: bf51b779-23b8-4401-8e23-74f751a27b18] Took 6.41 seconds to destroy the instance on the hypervisor. [ 1958.972366] env[62574]: DEBUG oslo.service.loopingcall [None req-16a5ec79-9bcd-44b2-b1da-150937cdad11 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62574) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1958.972584] env[62574]: DEBUG nova.compute.manager [-] [instance: bf51b779-23b8-4401-8e23-74f751a27b18] Deallocating network for instance {{(pid=62574) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1958.972679] env[62574]: DEBUG nova.network.neutron [-] [instance: bf51b779-23b8-4401-8e23-74f751a27b18] deallocate_for_instance() {{(pid=62574) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1958.997414] env[62574]: DEBUG oslo_vmware.api [None req-315ec1d7-b1d6-4f54-bd82-b61fe33c9caf tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Task: {'id': task-1862434, 'name': ReconfigVM_Task, 'duration_secs': 0.989985} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1958.997806] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-315ec1d7-b1d6-4f54-bd82-b61fe33c9caf tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] [instance: 5c8328d0-47fa-43de-822f-4f33152d2d25] Reconfigured VM instance instance-00000068 to attach disk [datastore1] 5c8328d0-47fa-43de-822f-4f33152d2d25/5c8328d0-47fa-43de-822f-4f33152d2d25.vmdk or device None with type streamOptimized {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1958.998567] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ea47d917-129c-46b4-af72-c49a3aed5e36 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1959.008015] env[62574]: DEBUG oslo_vmware.api [None req-315ec1d7-b1d6-4f54-bd82-b61fe33c9caf tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Waiting for the task: (returnval){ [ 1959.008015] env[62574]: value = "task-1862439" [ 1959.008015] env[62574]: _type = "Task" [ 1959.008015] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1959.018180] env[62574]: DEBUG oslo_vmware.api [None req-315ec1d7-b1d6-4f54-bd82-b61fe33c9caf tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Task: {'id': task-1862439, 'name': Rename_Task} progress is 5%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1959.031058] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1862425, 'name': CreateVM_Task, 'duration_secs': 6.917889} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1959.031249] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3139cb5b-3025-48d6-8a2c-0a94ebfb40e0] Created VM on the ESX host {{(pid=62574) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1959.031978] env[62574]: DEBUG oslo_concurrency.lockutils [None req-ef374a44-2614-448f-9052-687c262e4ae0 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1959.032160] env[62574]: DEBUG oslo_concurrency.lockutils [None req-ef374a44-2614-448f-9052-687c262e4ae0 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1959.032552] env[62574]: DEBUG oslo_concurrency.lockutils [None req-ef374a44-2614-448f-9052-687c262e4ae0 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1959.032829] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c0113653-e0f0-41ea-9ae1-7a9f9e89ea10 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1959.039375] env[62574]: DEBUG oslo_vmware.api [None req-ef374a44-2614-448f-9052-687c262e4ae0 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Waiting for the task: (returnval){ [ 1959.039375] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]5260d0d3-c6f0-d6bc-a559-68f3a0083bcc" [ 1959.039375] env[62574]: _type = "Task" [ 1959.039375] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1959.053132] env[62574]: DEBUG oslo_vmware.api [None req-ef374a44-2614-448f-9052-687c262e4ae0 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]5260d0d3-c6f0-d6bc-a559-68f3a0083bcc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1959.059458] env[62574]: DEBUG oslo_concurrency.lockutils [None req-fab801e6-22ec-4336-81bc-643114f718fc tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Acquiring lock "3093e4ab-7f4e-48bf-a3ac-7c990da06f32" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1959.059458] env[62574]: DEBUG oslo_concurrency.lockutils [None req-fab801e6-22ec-4336-81bc-643114f718fc tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Lock "3093e4ab-7f4e-48bf-a3ac-7c990da06f32" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1959.123367] env[62574]: DEBUG oslo_concurrency.lockutils [None req-ebae5f84-0193-43af-8148-c8da93aa86d4 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1959.123882] env[62574]: DEBUG oslo_concurrency.lockutils [None req-ebae5f84-0193-43af-8148-c8da93aa86d4 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.001s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1959.245996] env[62574]: DEBUG nova.objects.instance [None req-da384027-7efb-4556-a86f-05bb2ec4e7a3 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Lazy-loading 'flavor' on Instance uuid 863dbe8b-20e6-485c-ba4d-b709d80fa327 {{(pid=62574) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1959.358043] env[62574]: DEBUG nova.compute.manager [req-8390a47a-7f21-4fc8-a180-ce573edf5f4e req-d96c451b-a808-446c-9b7a-aa4d3f2209e8 service nova] [instance: bf51b779-23b8-4401-8e23-74f751a27b18] Received event network-vif-deleted-7adf59ff-eb8e-4ce7-8a41-cdfaa2ddcca0 {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1959.358332] env[62574]: INFO nova.compute.manager [req-8390a47a-7f21-4fc8-a180-ce573edf5f4e req-d96c451b-a808-446c-9b7a-aa4d3f2209e8 service nova] [instance: bf51b779-23b8-4401-8e23-74f751a27b18] Neutron deleted interface 7adf59ff-eb8e-4ce7-8a41-cdfaa2ddcca0; detaching it from the instance and deleting it from the info cache [ 1959.358622] env[62574]: DEBUG nova.network.neutron [req-8390a47a-7f21-4fc8-a180-ce573edf5f4e req-d96c451b-a808-446c-9b7a-aa4d3f2209e8 service nova] [instance: bf51b779-23b8-4401-8e23-74f751a27b18] Updating instance_info_cache with network_info: [] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1959.404697] env[62574]: DEBUG oslo_vmware.api [None req-5037c34b-c462-4357-b4d6-7c7d8548f698 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Task: {'id': task-1862438, 'name': ReconfigVM_Task, 'duration_secs': 0.290207} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1959.405101] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-5037c34b-c462-4357-b4d6-7c7d8548f698 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] [instance: 374c77f3-63b7-4079-8631-8c7d45c8e348] Reconfigured VM instance instance-00000066 to attach disk [datastore2] 374c77f3-63b7-4079-8631-8c7d45c8e348/374c77f3-63b7-4079-8631-8c7d45c8e348.vmdk or device None with type thin {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1959.405385] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-5037c34b-c462-4357-b4d6-7c7d8548f698 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] [instance: 374c77f3-63b7-4079-8631-8c7d45c8e348] Updating instance '374c77f3-63b7-4079-8631-8c7d45c8e348' progress to 50 {{(pid=62574) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1959.519862] env[62574]: DEBUG oslo_vmware.api [None req-315ec1d7-b1d6-4f54-bd82-b61fe33c9caf tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Task: {'id': task-1862439, 'name': Rename_Task, 'duration_secs': 0.406614} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1959.520193] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-315ec1d7-b1d6-4f54-bd82-b61fe33c9caf tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] [instance: 5c8328d0-47fa-43de-822f-4f33152d2d25] Powering on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1959.520445] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e5ed546e-e2c5-45d1-9ca5-2adc5c560825 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1959.528044] env[62574]: DEBUG oslo_vmware.api [None req-315ec1d7-b1d6-4f54-bd82-b61fe33c9caf tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Waiting for the task: (returnval){ [ 1959.528044] env[62574]: value = "task-1862440" [ 1959.528044] env[62574]: _type = "Task" [ 1959.528044] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1959.536624] env[62574]: DEBUG oslo_vmware.api [None req-315ec1d7-b1d6-4f54-bd82-b61fe33c9caf tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Task: {'id': task-1862440, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1959.548365] env[62574]: DEBUG oslo_vmware.api [None req-ef374a44-2614-448f-9052-687c262e4ae0 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]5260d0d3-c6f0-d6bc-a559-68f3a0083bcc, 'name': SearchDatastore_Task, 'duration_secs': 0.01338} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1959.548673] env[62574]: DEBUG oslo_concurrency.lockutils [None req-ef374a44-2614-448f-9052-687c262e4ae0 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1959.548906] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-ef374a44-2614-448f-9052-687c262e4ae0 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] [instance: 3139cb5b-3025-48d6-8a2c-0a94ebfb40e0] Processing image 3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2 {{(pid=62574) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1959.549160] env[62574]: DEBUG oslo_concurrency.lockutils [None req-ef374a44-2614-448f-9052-687c262e4ae0 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1959.549313] env[62574]: DEBUG oslo_concurrency.lockutils [None req-ef374a44-2614-448f-9052-687c262e4ae0 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1959.549496] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef374a44-2614-448f-9052-687c262e4ae0 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1959.549748] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-34b78254-6b60-48ac-838b-c48df360a943 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1959.561200] env[62574]: DEBUG nova.compute.manager [None req-fab801e6-22ec-4336-81bc-643114f718fc tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] [instance: 3093e4ab-7f4e-48bf-a3ac-7c990da06f32] Starting instance... {{(pid=62574) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1959.565083] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef374a44-2614-448f-9052-687c262e4ae0 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1959.565278] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-ef374a44-2614-448f-9052-687c262e4ae0 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62574) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1959.566271] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a6baa56e-60af-4a3d-b007-f9a8e1370cb5 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1959.573031] env[62574]: DEBUG oslo_vmware.api [None req-ef374a44-2614-448f-9052-687c262e4ae0 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Waiting for the task: (returnval){ [ 1959.573031] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]5272abf9-0a22-5efe-a6d5-739a8a64da6b" [ 1959.573031] env[62574]: _type = "Task" [ 1959.573031] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1959.578876] env[62574]: DEBUG nova.compute.manager [req-84f157eb-e376-41e9-ac9a-3e3944eeb74c req-8b4b69ac-278b-46db-ba81-64200eade8f9 service nova] [instance: 8ed6360e-d8a3-478a-a78f-3b8e9ef9464e] Received event network-vif-plugged-f7ace2fc-c340-4e8c-a214-95cdeca63c65 {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1959.579663] env[62574]: DEBUG oslo_concurrency.lockutils [req-84f157eb-e376-41e9-ac9a-3e3944eeb74c req-8b4b69ac-278b-46db-ba81-64200eade8f9 service nova] Acquiring lock "8ed6360e-d8a3-478a-a78f-3b8e9ef9464e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1959.579914] env[62574]: DEBUG oslo_concurrency.lockutils [req-84f157eb-e376-41e9-ac9a-3e3944eeb74c req-8b4b69ac-278b-46db-ba81-64200eade8f9 service nova] Lock "8ed6360e-d8a3-478a-a78f-3b8e9ef9464e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1959.580859] env[62574]: DEBUG oslo_concurrency.lockutils [req-84f157eb-e376-41e9-ac9a-3e3944eeb74c req-8b4b69ac-278b-46db-ba81-64200eade8f9 service nova] Lock "8ed6360e-d8a3-478a-a78f-3b8e9ef9464e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1959.580859] env[62574]: DEBUG nova.compute.manager [req-84f157eb-e376-41e9-ac9a-3e3944eeb74c req-8b4b69ac-278b-46db-ba81-64200eade8f9 service nova] [instance: 8ed6360e-d8a3-478a-a78f-3b8e9ef9464e] No waiting events found dispatching network-vif-plugged-f7ace2fc-c340-4e8c-a214-95cdeca63c65 {{(pid=62574) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1959.580859] env[62574]: WARNING nova.compute.manager [req-84f157eb-e376-41e9-ac9a-3e3944eeb74c req-8b4b69ac-278b-46db-ba81-64200eade8f9 service nova] [instance: 8ed6360e-d8a3-478a-a78f-3b8e9ef9464e] Received unexpected event network-vif-plugged-f7ace2fc-c340-4e8c-a214-95cdeca63c65 for instance with vm_state building and task_state spawning. [ 1959.587815] env[62574]: DEBUG oslo_vmware.api [None req-ef374a44-2614-448f-9052-687c262e4ae0 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]5272abf9-0a22-5efe-a6d5-739a8a64da6b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1959.626777] env[62574]: DEBUG nova.objects.instance [None req-ebae5f84-0193-43af-8148-c8da93aa86d4 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Lazy-loading 'migration_context' on Instance uuid 43793844-f400-4665-b287-bc4374a1ae6d {{(pid=62574) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1959.667185] env[62574]: DEBUG nova.network.neutron [None req-4fb3d84f-5b8a-4689-b0a9-42513f8363c8 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] [instance: 8ed6360e-d8a3-478a-a78f-3b8e9ef9464e] Successfully updated port: f7ace2fc-c340-4e8c-a214-95cdeca63c65 {{(pid=62574) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1959.837026] env[62574]: DEBUG nova.network.neutron [-] [instance: bf51b779-23b8-4401-8e23-74f751a27b18] Updating instance_info_cache with network_info: [] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1959.861521] env[62574]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-403f6717-ede8-4c11-9300-b038b9d4e387 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1959.872013] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c9711d8-c2d6-497f-a021-500ef81542af {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1959.908507] env[62574]: DEBUG nova.compute.manager [req-8390a47a-7f21-4fc8-a180-ce573edf5f4e req-d96c451b-a808-446c-9b7a-aa4d3f2209e8 service nova] [instance: bf51b779-23b8-4401-8e23-74f751a27b18] Detach interface failed, port_id=7adf59ff-eb8e-4ce7-8a41-cdfaa2ddcca0, reason: Instance bf51b779-23b8-4401-8e23-74f751a27b18 could not be found. {{(pid=62574) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 1959.912493] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e94d813-a0f4-4278-a342-e82e571f12cf {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1959.932018] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad2a3bf4-a5ca-49a2-b5de-175f2db46f1a {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1959.949961] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-5037c34b-c462-4357-b4d6-7c7d8548f698 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] [instance: 374c77f3-63b7-4079-8631-8c7d45c8e348] Updating instance '374c77f3-63b7-4079-8631-8c7d45c8e348' progress to 67 {{(pid=62574) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1960.037916] env[62574]: DEBUG oslo_vmware.api [None req-315ec1d7-b1d6-4f54-bd82-b61fe33c9caf tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Task: {'id': task-1862440, 'name': PowerOnVM_Task} progress is 78%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1960.084027] env[62574]: DEBUG oslo_vmware.api [None req-ef374a44-2614-448f-9052-687c262e4ae0 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]5272abf9-0a22-5efe-a6d5-739a8a64da6b, 'name': SearchDatastore_Task, 'duration_secs': 0.014132} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1960.084984] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d26b8aac-e855-4420-b90e-6df7c61c957f {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1960.087844] env[62574]: DEBUG oslo_concurrency.lockutils [None req-fab801e6-22ec-4336-81bc-643114f718fc tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1960.092475] env[62574]: DEBUG oslo_vmware.api [None req-ef374a44-2614-448f-9052-687c262e4ae0 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Waiting for the task: (returnval){ [ 1960.092475] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]522d08e6-627d-feff-55da-96b115db4b39" [ 1960.092475] env[62574]: _type = "Task" [ 1960.092475] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1960.101321] env[62574]: DEBUG oslo_vmware.api [None req-ef374a44-2614-448f-9052-687c262e4ae0 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]522d08e6-627d-feff-55da-96b115db4b39, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1960.170939] env[62574]: DEBUG oslo_concurrency.lockutils [None req-4fb3d84f-5b8a-4689-b0a9-42513f8363c8 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Acquiring lock "refresh_cache-8ed6360e-d8a3-478a-a78f-3b8e9ef9464e" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1960.171112] env[62574]: DEBUG oslo_concurrency.lockutils [None req-4fb3d84f-5b8a-4689-b0a9-42513f8363c8 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Acquired lock "refresh_cache-8ed6360e-d8a3-478a-a78f-3b8e9ef9464e" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1960.171469] env[62574]: DEBUG nova.network.neutron [None req-4fb3d84f-5b8a-4689-b0a9-42513f8363c8 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] [instance: 8ed6360e-d8a3-478a-a78f-3b8e9ef9464e] Building network info cache for instance {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1960.254156] env[62574]: DEBUG oslo_concurrency.lockutils [None req-da384027-7efb-4556-a86f-05bb2ec4e7a3 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Lock "863dbe8b-20e6-485c-ba4d-b709d80fa327" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.269s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1960.340244] env[62574]: INFO nova.compute.manager [-] [instance: bf51b779-23b8-4401-8e23-74f751a27b18] Took 1.37 seconds to deallocate network for instance. [ 1960.394918] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cdba493-2872-4960-86fd-3c4e418c382b {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1960.404236] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f40c5f5-c277-419e-a026-6ab4dad32724 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1960.437317] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-955dfcb5-1687-4777-a547-4f251212427d {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1960.446290] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f9b9654-fccf-4ca5-aee7-c460b2dac754 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1960.465329] env[62574]: DEBUG nova.compute.provider_tree [None req-ebae5f84-0193-43af-8148-c8da93aa86d4 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Inventory has not changed in ProviderTree for provider: f0ed160a-beff-4626-a531-2a70d7bc0627 {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1960.502197] env[62574]: DEBUG nova.network.neutron [None req-5037c34b-c462-4357-b4d6-7c7d8548f698 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] [instance: 374c77f3-63b7-4079-8631-8c7d45c8e348] Port 6b71a9d1-6123-450e-825c-01622631ab65 binding to destination host cpu-1 is already ACTIVE {{(pid=62574) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1960.538558] env[62574]: DEBUG oslo_vmware.api [None req-315ec1d7-b1d6-4f54-bd82-b61fe33c9caf tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Task: {'id': task-1862440, 'name': PowerOnVM_Task, 'duration_secs': 0.979589} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1960.538830] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-315ec1d7-b1d6-4f54-bd82-b61fe33c9caf tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] [instance: 5c8328d0-47fa-43de-822f-4f33152d2d25] Powered on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1960.539031] env[62574]: INFO nova.compute.manager [None req-315ec1d7-b1d6-4f54-bd82-b61fe33c9caf tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] [instance: 5c8328d0-47fa-43de-822f-4f33152d2d25] Took 15.72 seconds to spawn the instance on the hypervisor. [ 1960.539222] env[62574]: DEBUG nova.compute.manager [None req-315ec1d7-b1d6-4f54-bd82-b61fe33c9caf tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] [instance: 5c8328d0-47fa-43de-822f-4f33152d2d25] Checking state {{(pid=62574) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1960.540023] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3393bc8-3c0f-4026-97c5-963542c31b5a {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1960.606093] env[62574]: DEBUG oslo_vmware.api [None req-ef374a44-2614-448f-9052-687c262e4ae0 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]522d08e6-627d-feff-55da-96b115db4b39, 'name': SearchDatastore_Task, 'duration_secs': 0.010132} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1960.606382] env[62574]: DEBUG oslo_concurrency.lockutils [None req-ef374a44-2614-448f-9052-687c262e4ae0 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1960.606647] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef374a44-2614-448f-9052-687c262e4ae0 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk to [datastore1] 3139cb5b-3025-48d6-8a2c-0a94ebfb40e0/3139cb5b-3025-48d6-8a2c-0a94ebfb40e0.vmdk {{(pid=62574) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1960.606917] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-27a757d9-ba38-46fc-abb8-41f102b95840 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1960.615444] env[62574]: DEBUG oslo_vmware.api [None req-ef374a44-2614-448f-9052-687c262e4ae0 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Waiting for the task: (returnval){ [ 1960.615444] env[62574]: value = "task-1862441" [ 1960.615444] env[62574]: _type = "Task" [ 1960.615444] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1960.620226] env[62574]: DEBUG oslo_concurrency.lockutils [None req-5281d340-64b0-4e88-b0c9-17e47861958e tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Acquiring lock "863dbe8b-20e6-485c-ba4d-b709d80fa327" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1960.620465] env[62574]: DEBUG oslo_concurrency.lockutils [None req-5281d340-64b0-4e88-b0c9-17e47861958e tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Lock "863dbe8b-20e6-485c-ba4d-b709d80fa327" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1960.620698] env[62574]: DEBUG oslo_concurrency.lockutils [None req-5281d340-64b0-4e88-b0c9-17e47861958e tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Acquiring lock "863dbe8b-20e6-485c-ba4d-b709d80fa327-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1960.621243] env[62574]: DEBUG oslo_concurrency.lockutils [None req-5281d340-64b0-4e88-b0c9-17e47861958e tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Lock "863dbe8b-20e6-485c-ba4d-b709d80fa327-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1960.621529] env[62574]: DEBUG oslo_concurrency.lockutils [None req-5281d340-64b0-4e88-b0c9-17e47861958e tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Lock "863dbe8b-20e6-485c-ba4d-b709d80fa327-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1960.624015] env[62574]: INFO nova.compute.manager [None req-5281d340-64b0-4e88-b0c9-17e47861958e tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] [instance: 863dbe8b-20e6-485c-ba4d-b709d80fa327] Terminating instance [ 1960.634022] env[62574]: DEBUG oslo_vmware.api [None req-ef374a44-2614-448f-9052-687c262e4ae0 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Task: {'id': task-1862441, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1960.706620] env[62574]: DEBUG nova.network.neutron [None req-4fb3d84f-5b8a-4689-b0a9-42513f8363c8 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] [instance: 8ed6360e-d8a3-478a-a78f-3b8e9ef9464e] Instance cache missing network info. {{(pid=62574) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1960.850485] env[62574]: DEBUG oslo_concurrency.lockutils [None req-16a5ec79-9bcd-44b2-b1da-150937cdad11 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1960.857178] env[62574]: DEBUG nova.network.neutron [None req-4fb3d84f-5b8a-4689-b0a9-42513f8363c8 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] [instance: 8ed6360e-d8a3-478a-a78f-3b8e9ef9464e] Updating instance_info_cache with network_info: [{"id": "f7ace2fc-c340-4e8c-a214-95cdeca63c65", "address": "fa:16:3e:de:ac:b4", "network": {"id": "c6e82ed8-135c-4a2b-a7fa-f0f461137015", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-414473987-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5c18e090ac645c2bb13c4b6714f5f01", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c42bb08a-77b4-4bba-8166-702cbb1b5f1e", "external-id": "nsx-vlan-transportzone-137", "segmentation_id": 137, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7ace2fc-c3", "ovs_interfaceid": "f7ace2fc-c340-4e8c-a214-95cdeca63c65", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1960.968881] env[62574]: DEBUG nova.scheduler.client.report [None req-ebae5f84-0193-43af-8148-c8da93aa86d4 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Inventory has not changed for provider f0ed160a-beff-4626-a531-2a70d7bc0627 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 148, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1961.057340] env[62574]: INFO nova.compute.manager [None req-315ec1d7-b1d6-4f54-bd82-b61fe33c9caf tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] [instance: 5c8328d0-47fa-43de-822f-4f33152d2d25] Took 20.66 seconds to build instance. [ 1961.125636] env[62574]: DEBUG oslo_vmware.api [None req-ef374a44-2614-448f-9052-687c262e4ae0 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Task: {'id': task-1862441, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.480511} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1961.125892] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef374a44-2614-448f-9052-687c262e4ae0 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk to [datastore1] 3139cb5b-3025-48d6-8a2c-0a94ebfb40e0/3139cb5b-3025-48d6-8a2c-0a94ebfb40e0.vmdk {{(pid=62574) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1961.126119] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-ef374a44-2614-448f-9052-687c262e4ae0 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] [instance: 3139cb5b-3025-48d6-8a2c-0a94ebfb40e0] Extending root virtual disk to 1048576 {{(pid=62574) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1961.126382] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b140a84d-f705-4fc3-a326-79d04043c5ad {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1961.133154] env[62574]: DEBUG nova.compute.manager [None req-5281d340-64b0-4e88-b0c9-17e47861958e tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] [instance: 863dbe8b-20e6-485c-ba4d-b709d80fa327] Start destroying the instance on the hypervisor. {{(pid=62574) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1961.133368] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-5281d340-64b0-4e88-b0c9-17e47861958e tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] [instance: 863dbe8b-20e6-485c-ba4d-b709d80fa327] Destroying instance {{(pid=62574) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1961.135231] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61e5c992-7470-4006-8663-853a8d1d9d3f {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1961.137901] env[62574]: DEBUG oslo_vmware.api [None req-ef374a44-2614-448f-9052-687c262e4ae0 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Waiting for the task: (returnval){ [ 1961.137901] env[62574]: value = "task-1862442" [ 1961.137901] env[62574]: _type = "Task" [ 1961.137901] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1961.144259] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-5281d340-64b0-4e88-b0c9-17e47861958e tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] [instance: 863dbe8b-20e6-485c-ba4d-b709d80fa327] Powering off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1961.147238] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d8432dc5-61c9-4c1a-820a-bc4bfb4bcc7d {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1961.149194] env[62574]: DEBUG oslo_vmware.api [None req-ef374a44-2614-448f-9052-687c262e4ae0 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Task: {'id': task-1862442, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1961.156203] env[62574]: DEBUG oslo_vmware.api [None req-5281d340-64b0-4e88-b0c9-17e47861958e tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Waiting for the task: (returnval){ [ 1961.156203] env[62574]: value = "task-1862443" [ 1961.156203] env[62574]: _type = "Task" [ 1961.156203] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1961.165745] env[62574]: DEBUG oslo_vmware.api [None req-5281d340-64b0-4e88-b0c9-17e47861958e tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Task: {'id': task-1862443, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1961.360509] env[62574]: DEBUG oslo_concurrency.lockutils [None req-4fb3d84f-5b8a-4689-b0a9-42513f8363c8 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Releasing lock "refresh_cache-8ed6360e-d8a3-478a-a78f-3b8e9ef9464e" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1961.360849] env[62574]: DEBUG nova.compute.manager [None req-4fb3d84f-5b8a-4689-b0a9-42513f8363c8 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] [instance: 8ed6360e-d8a3-478a-a78f-3b8e9ef9464e] Instance network_info: |[{"id": "f7ace2fc-c340-4e8c-a214-95cdeca63c65", "address": "fa:16:3e:de:ac:b4", "network": {"id": "c6e82ed8-135c-4a2b-a7fa-f0f461137015", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-414473987-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5c18e090ac645c2bb13c4b6714f5f01", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c42bb08a-77b4-4bba-8166-702cbb1b5f1e", "external-id": "nsx-vlan-transportzone-137", "segmentation_id": 137, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7ace2fc-c3", "ovs_interfaceid": "f7ace2fc-c340-4e8c-a214-95cdeca63c65", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62574) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1961.361308] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-4fb3d84f-5b8a-4689-b0a9-42513f8363c8 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] [instance: 8ed6360e-d8a3-478a-a78f-3b8e9ef9464e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:de:ac:b4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c42bb08a-77b4-4bba-8166-702cbb1b5f1e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f7ace2fc-c340-4e8c-a214-95cdeca63c65', 'vif_model': 'vmxnet3'}] {{(pid=62574) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1961.376092] env[62574]: DEBUG oslo.service.loopingcall [None req-4fb3d84f-5b8a-4689-b0a9-42513f8363c8 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62574) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1961.376391] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8ed6360e-d8a3-478a-a78f-3b8e9ef9464e] Creating VM on the ESX host {{(pid=62574) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1961.376671] env[62574]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c5981cd4-b6df-4eeb-9822-335985270aa4 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1961.398653] env[62574]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1961.398653] env[62574]: value = "task-1862444" [ 1961.398653] env[62574]: _type = "Task" [ 1961.398653] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1961.407635] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1862444, 'name': CreateVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1961.524716] env[62574]: DEBUG oslo_concurrency.lockutils [None req-5037c34b-c462-4357-b4d6-7c7d8548f698 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Acquiring lock "374c77f3-63b7-4079-8631-8c7d45c8e348-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1961.524964] env[62574]: DEBUG oslo_concurrency.lockutils [None req-5037c34b-c462-4357-b4d6-7c7d8548f698 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Lock "374c77f3-63b7-4079-8631-8c7d45c8e348-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1961.525163] env[62574]: DEBUG oslo_concurrency.lockutils [None req-5037c34b-c462-4357-b4d6-7c7d8548f698 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Lock "374c77f3-63b7-4079-8631-8c7d45c8e348-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1961.560019] env[62574]: DEBUG oslo_concurrency.lockutils [None req-315ec1d7-b1d6-4f54-bd82-b61fe33c9caf tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Lock "5c8328d0-47fa-43de-822f-4f33152d2d25" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.168s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1961.606998] env[62574]: DEBUG nova.compute.manager [req-b5910558-7fbc-4200-974d-55096d45d2cb req-8ec79a5d-0d43-4f2d-bef9-828041abbfea service nova] [instance: 8ed6360e-d8a3-478a-a78f-3b8e9ef9464e] Received event network-changed-f7ace2fc-c340-4e8c-a214-95cdeca63c65 {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1961.607230] env[62574]: DEBUG nova.compute.manager [req-b5910558-7fbc-4200-974d-55096d45d2cb req-8ec79a5d-0d43-4f2d-bef9-828041abbfea service nova] [instance: 8ed6360e-d8a3-478a-a78f-3b8e9ef9464e] Refreshing instance network info cache due to event network-changed-f7ace2fc-c340-4e8c-a214-95cdeca63c65. {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1961.607444] env[62574]: DEBUG oslo_concurrency.lockutils [req-b5910558-7fbc-4200-974d-55096d45d2cb req-8ec79a5d-0d43-4f2d-bef9-828041abbfea service nova] Acquiring lock "refresh_cache-8ed6360e-d8a3-478a-a78f-3b8e9ef9464e" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1961.607712] env[62574]: DEBUG oslo_concurrency.lockutils [req-b5910558-7fbc-4200-974d-55096d45d2cb req-8ec79a5d-0d43-4f2d-bef9-828041abbfea service nova] Acquired lock "refresh_cache-8ed6360e-d8a3-478a-a78f-3b8e9ef9464e" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1961.607894] env[62574]: DEBUG nova.network.neutron [req-b5910558-7fbc-4200-974d-55096d45d2cb req-8ec79a5d-0d43-4f2d-bef9-828041abbfea service nova] [instance: 8ed6360e-d8a3-478a-a78f-3b8e9ef9464e] Refreshing network info cache for port f7ace2fc-c340-4e8c-a214-95cdeca63c65 {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1961.648249] env[62574]: DEBUG oslo_vmware.api [None req-ef374a44-2614-448f-9052-687c262e4ae0 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Task: {'id': task-1862442, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.202408} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1961.648585] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-ef374a44-2614-448f-9052-687c262e4ae0 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] [instance: 3139cb5b-3025-48d6-8a2c-0a94ebfb40e0] Extended root virtual disk {{(pid=62574) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1961.649401] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfe0500a-045c-4eea-a0ad-1d993e54246f {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1961.676032] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef374a44-2614-448f-9052-687c262e4ae0 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] [instance: 3139cb5b-3025-48d6-8a2c-0a94ebfb40e0] Reconfiguring VM instance instance-00000069 to attach disk [datastore1] 3139cb5b-3025-48d6-8a2c-0a94ebfb40e0/3139cb5b-3025-48d6-8a2c-0a94ebfb40e0.vmdk or device None with type sparse {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1961.678739] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-30fbf7eb-70e2-450e-a6ac-5043f6c28c52 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1961.700544] env[62574]: DEBUG oslo_vmware.api [None req-5281d340-64b0-4e88-b0c9-17e47861958e tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Task: {'id': task-1862443, 'name': PowerOffVM_Task, 'duration_secs': 0.253254} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1961.701797] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-5281d340-64b0-4e88-b0c9-17e47861958e tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] [instance: 863dbe8b-20e6-485c-ba4d-b709d80fa327] Powered off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1961.701960] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-5281d340-64b0-4e88-b0c9-17e47861958e tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] [instance: 863dbe8b-20e6-485c-ba4d-b709d80fa327] Unregistering the VM {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1961.702295] env[62574]: DEBUG oslo_vmware.api [None req-ef374a44-2614-448f-9052-687c262e4ae0 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Waiting for the task: (returnval){ [ 1961.702295] env[62574]: value = "task-1862445" [ 1961.702295] env[62574]: _type = "Task" [ 1961.702295] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1961.702495] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d41ddfa0-e25a-4f48-8460-50613455a635 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1961.714937] env[62574]: DEBUG oslo_vmware.api [None req-ef374a44-2614-448f-9052-687c262e4ae0 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Task: {'id': task-1862445, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1961.881162] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-5281d340-64b0-4e88-b0c9-17e47861958e tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] [instance: 863dbe8b-20e6-485c-ba4d-b709d80fa327] Unregistered the VM {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1961.881162] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-5281d340-64b0-4e88-b0c9-17e47861958e tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] [instance: 863dbe8b-20e6-485c-ba4d-b709d80fa327] Deleting contents of the VM from datastore datastore1 {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1961.881162] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-5281d340-64b0-4e88-b0c9-17e47861958e tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Deleting the datastore file [datastore1] 863dbe8b-20e6-485c-ba4d-b709d80fa327 {{(pid=62574) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1961.881162] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a8d7c2ad-ebed-4f61-9056-d2ec52614075 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1961.890067] env[62574]: DEBUG oslo_vmware.api [None req-5281d340-64b0-4e88-b0c9-17e47861958e tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Waiting for the task: (returnval){ [ 1961.890067] env[62574]: value = "task-1862447" [ 1961.890067] env[62574]: _type = "Task" [ 1961.890067] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1961.901023] env[62574]: DEBUG oslo_vmware.api [None req-5281d340-64b0-4e88-b0c9-17e47861958e tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Task: {'id': task-1862447, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1961.908245] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1862444, 'name': CreateVM_Task, 'duration_secs': 0.493212} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1961.908420] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8ed6360e-d8a3-478a-a78f-3b8e9ef9464e] Created VM on the ESX host {{(pid=62574) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1961.909123] env[62574]: DEBUG oslo_concurrency.lockutils [None req-4fb3d84f-5b8a-4689-b0a9-42513f8363c8 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1961.909297] env[62574]: DEBUG oslo_concurrency.lockutils [None req-4fb3d84f-5b8a-4689-b0a9-42513f8363c8 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1961.909635] env[62574]: DEBUG oslo_concurrency.lockutils [None req-4fb3d84f-5b8a-4689-b0a9-42513f8363c8 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1961.909891] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f29aaee8-ebdd-4d0f-81eb-aa9ba4766070 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1961.915426] env[62574]: DEBUG oslo_vmware.api [None req-4fb3d84f-5b8a-4689-b0a9-42513f8363c8 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Waiting for the task: (returnval){ [ 1961.915426] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]521f142c-faf6-7727-f0a3-cc2186ed0e5f" [ 1961.915426] env[62574]: _type = "Task" [ 1961.915426] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1961.924018] env[62574]: DEBUG oslo_vmware.api [None req-4fb3d84f-5b8a-4689-b0a9-42513f8363c8 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]521f142c-faf6-7727-f0a3-cc2186ed0e5f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1961.981351] env[62574]: DEBUG oslo_concurrency.lockutils [None req-ebae5f84-0193-43af-8148-c8da93aa86d4 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.857s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1961.987148] env[62574]: DEBUG oslo_concurrency.lockutils [None req-fab801e6-22ec-4336-81bc-643114f718fc tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.899s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1961.988668] env[62574]: INFO nova.compute.claims [None req-fab801e6-22ec-4336-81bc-643114f718fc tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] [instance: 3093e4ab-7f4e-48bf-a3ac-7c990da06f32] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1962.053988] env[62574]: DEBUG oslo_concurrency.lockutils [None req-82d339bf-add9-43b0-a93b-6e81f6035a72 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Acquiring lock "4dfd42a3-c9d2-45b4-8bb0-9a7a8550997c" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1962.054242] env[62574]: DEBUG oslo_concurrency.lockutils [None req-82d339bf-add9-43b0-a93b-6e81f6035a72 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Lock "4dfd42a3-c9d2-45b4-8bb0-9a7a8550997c" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1962.215442] env[62574]: DEBUG oslo_vmware.api [None req-ef374a44-2614-448f-9052-687c262e4ae0 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Task: {'id': task-1862445, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1962.314981] env[62574]: DEBUG nova.network.neutron [req-b5910558-7fbc-4200-974d-55096d45d2cb req-8ec79a5d-0d43-4f2d-bef9-828041abbfea service nova] [instance: 8ed6360e-d8a3-478a-a78f-3b8e9ef9464e] Updated VIF entry in instance network info cache for port f7ace2fc-c340-4e8c-a214-95cdeca63c65. {{(pid=62574) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1962.315385] env[62574]: DEBUG nova.network.neutron [req-b5910558-7fbc-4200-974d-55096d45d2cb req-8ec79a5d-0d43-4f2d-bef9-828041abbfea service nova] [instance: 8ed6360e-d8a3-478a-a78f-3b8e9ef9464e] Updating instance_info_cache with network_info: [{"id": "f7ace2fc-c340-4e8c-a214-95cdeca63c65", "address": "fa:16:3e:de:ac:b4", "network": {"id": "c6e82ed8-135c-4a2b-a7fa-f0f461137015", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-414473987-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5c18e090ac645c2bb13c4b6714f5f01", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c42bb08a-77b4-4bba-8166-702cbb1b5f1e", "external-id": "nsx-vlan-transportzone-137", "segmentation_id": 137, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7ace2fc-c3", "ovs_interfaceid": "f7ace2fc-c340-4e8c-a214-95cdeca63c65", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1962.379589] env[62574]: DEBUG oslo_concurrency.lockutils [None req-0f7c05dd-ac07-45ad-8abc-fe682f75ed36 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Acquiring lock "5c8328d0-47fa-43de-822f-4f33152d2d25" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1962.379938] env[62574]: DEBUG oslo_concurrency.lockutils [None req-0f7c05dd-ac07-45ad-8abc-fe682f75ed36 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Lock "5c8328d0-47fa-43de-822f-4f33152d2d25" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1962.380279] env[62574]: DEBUG oslo_concurrency.lockutils [None req-0f7c05dd-ac07-45ad-8abc-fe682f75ed36 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Acquiring lock "5c8328d0-47fa-43de-822f-4f33152d2d25-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1962.380504] env[62574]: DEBUG oslo_concurrency.lockutils [None req-0f7c05dd-ac07-45ad-8abc-fe682f75ed36 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Lock "5c8328d0-47fa-43de-822f-4f33152d2d25-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1962.380689] env[62574]: DEBUG oslo_concurrency.lockutils [None req-0f7c05dd-ac07-45ad-8abc-fe682f75ed36 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Lock "5c8328d0-47fa-43de-822f-4f33152d2d25-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1962.383152] env[62574]: INFO nova.compute.manager [None req-0f7c05dd-ac07-45ad-8abc-fe682f75ed36 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] [instance: 5c8328d0-47fa-43de-822f-4f33152d2d25] Terminating instance [ 1962.401106] env[62574]: DEBUG oslo_vmware.api [None req-5281d340-64b0-4e88-b0c9-17e47861958e tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Task: {'id': task-1862447, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.178477} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1962.401485] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-5281d340-64b0-4e88-b0c9-17e47861958e tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Deleted the datastore file {{(pid=62574) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1962.401765] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-5281d340-64b0-4e88-b0c9-17e47861958e tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] [instance: 863dbe8b-20e6-485c-ba4d-b709d80fa327] Deleted contents of the VM from datastore datastore1 {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1962.402062] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-5281d340-64b0-4e88-b0c9-17e47861958e tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] [instance: 863dbe8b-20e6-485c-ba4d-b709d80fa327] Instance destroyed {{(pid=62574) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1962.402328] env[62574]: INFO nova.compute.manager [None req-5281d340-64b0-4e88-b0c9-17e47861958e tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] [instance: 863dbe8b-20e6-485c-ba4d-b709d80fa327] Took 1.27 seconds to destroy the instance on the hypervisor. [ 1962.402587] env[62574]: DEBUG oslo.service.loopingcall [None req-5281d340-64b0-4e88-b0c9-17e47861958e tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62574) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1962.402785] env[62574]: DEBUG nova.compute.manager [-] [instance: 863dbe8b-20e6-485c-ba4d-b709d80fa327] Deallocating network for instance {{(pid=62574) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1962.402882] env[62574]: DEBUG nova.network.neutron [-] [instance: 863dbe8b-20e6-485c-ba4d-b709d80fa327] deallocate_for_instance() {{(pid=62574) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1962.426585] env[62574]: DEBUG oslo_vmware.api [None req-4fb3d84f-5b8a-4689-b0a9-42513f8363c8 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]521f142c-faf6-7727-f0a3-cc2186ed0e5f, 'name': SearchDatastore_Task, 'duration_secs': 0.029703} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1962.426921] env[62574]: DEBUG oslo_concurrency.lockutils [None req-4fb3d84f-5b8a-4689-b0a9-42513f8363c8 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1962.427184] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-4fb3d84f-5b8a-4689-b0a9-42513f8363c8 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] [instance: 8ed6360e-d8a3-478a-a78f-3b8e9ef9464e] Processing image 3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2 {{(pid=62574) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1962.427420] env[62574]: DEBUG oslo_concurrency.lockutils [None req-4fb3d84f-5b8a-4689-b0a9-42513f8363c8 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1962.427571] env[62574]: DEBUG oslo_concurrency.lockutils [None req-4fb3d84f-5b8a-4689-b0a9-42513f8363c8 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1962.427753] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-4fb3d84f-5b8a-4689-b0a9-42513f8363c8 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1962.428029] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f5d77c7b-3e10-41eb-be91-d82fb1b47ce5 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1962.445500] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-4fb3d84f-5b8a-4689-b0a9-42513f8363c8 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1962.445716] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-4fb3d84f-5b8a-4689-b0a9-42513f8363c8 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62574) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1962.446530] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e43a384a-c7c5-43a0-9c70-2e822e5b0aa3 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1962.453423] env[62574]: DEBUG oslo_vmware.api [None req-4fb3d84f-5b8a-4689-b0a9-42513f8363c8 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Waiting for the task: (returnval){ [ 1962.453423] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]52c1a49e-51d1-8cdf-13f2-ea37fef132c6" [ 1962.453423] env[62574]: _type = "Task" [ 1962.453423] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1962.462280] env[62574]: DEBUG oslo_vmware.api [None req-4fb3d84f-5b8a-4689-b0a9-42513f8363c8 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52c1a49e-51d1-8cdf-13f2-ea37fef132c6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1962.557770] env[62574]: DEBUG nova.compute.utils [None req-82d339bf-add9-43b0-a93b-6e81f6035a72 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Using /dev/sd instead of None {{(pid=62574) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1962.595361] env[62574]: DEBUG oslo_concurrency.lockutils [None req-5037c34b-c462-4357-b4d6-7c7d8548f698 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Acquiring lock "refresh_cache-374c77f3-63b7-4079-8631-8c7d45c8e348" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1962.595555] env[62574]: DEBUG oslo_concurrency.lockutils [None req-5037c34b-c462-4357-b4d6-7c7d8548f698 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Acquired lock "refresh_cache-374c77f3-63b7-4079-8631-8c7d45c8e348" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1962.595736] env[62574]: DEBUG nova.network.neutron [None req-5037c34b-c462-4357-b4d6-7c7d8548f698 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] [instance: 374c77f3-63b7-4079-8631-8c7d45c8e348] Building network info cache for instance {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1962.719157] env[62574]: DEBUG oslo_vmware.api [None req-ef374a44-2614-448f-9052-687c262e4ae0 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Task: {'id': task-1862445, 'name': ReconfigVM_Task, 'duration_secs': 0.814318} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1962.719679] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef374a44-2614-448f-9052-687c262e4ae0 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] [instance: 3139cb5b-3025-48d6-8a2c-0a94ebfb40e0] Reconfigured VM instance instance-00000069 to attach disk [datastore1] 3139cb5b-3025-48d6-8a2c-0a94ebfb40e0/3139cb5b-3025-48d6-8a2c-0a94ebfb40e0.vmdk or device None with type sparse {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1962.720426] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c377ca95-9417-4644-b3b2-0129b1c11f72 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1962.729045] env[62574]: DEBUG oslo_vmware.api [None req-ef374a44-2614-448f-9052-687c262e4ae0 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Waiting for the task: (returnval){ [ 1962.729045] env[62574]: value = "task-1862448" [ 1962.729045] env[62574]: _type = "Task" [ 1962.729045] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1962.741439] env[62574]: DEBUG oslo_vmware.api [None req-ef374a44-2614-448f-9052-687c262e4ae0 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Task: {'id': task-1862448, 'name': Rename_Task} progress is 5%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1962.819069] env[62574]: DEBUG oslo_concurrency.lockutils [req-b5910558-7fbc-4200-974d-55096d45d2cb req-8ec79a5d-0d43-4f2d-bef9-828041abbfea service nova] Releasing lock "refresh_cache-8ed6360e-d8a3-478a-a78f-3b8e9ef9464e" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1962.887220] env[62574]: DEBUG nova.compute.manager [None req-0f7c05dd-ac07-45ad-8abc-fe682f75ed36 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] [instance: 5c8328d0-47fa-43de-822f-4f33152d2d25] Start destroying the instance on the hypervisor. {{(pid=62574) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1962.887443] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-0f7c05dd-ac07-45ad-8abc-fe682f75ed36 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] [instance: 5c8328d0-47fa-43de-822f-4f33152d2d25] Destroying instance {{(pid=62574) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1962.888647] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46850662-3df9-49ef-a37d-9211525bd56a {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1962.898223] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f7c05dd-ac07-45ad-8abc-fe682f75ed36 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] [instance: 5c8328d0-47fa-43de-822f-4f33152d2d25] Powering off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1962.898486] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4dcb40f8-cb83-488e-82f8-21fbdf7c4a51 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1962.906071] env[62574]: DEBUG oslo_vmware.api [None req-0f7c05dd-ac07-45ad-8abc-fe682f75ed36 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Waiting for the task: (returnval){ [ 1962.906071] env[62574]: value = "task-1862449" [ 1962.906071] env[62574]: _type = "Task" [ 1962.906071] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1962.915023] env[62574]: DEBUG oslo_vmware.api [None req-0f7c05dd-ac07-45ad-8abc-fe682f75ed36 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Task: {'id': task-1862449, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1962.964171] env[62574]: DEBUG oslo_vmware.api [None req-4fb3d84f-5b8a-4689-b0a9-42513f8363c8 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52c1a49e-51d1-8cdf-13f2-ea37fef132c6, 'name': SearchDatastore_Task, 'duration_secs': 0.010522} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1962.965208] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d6e1df84-ec6a-4b2b-ac69-6e8b4848b264 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1962.972757] env[62574]: DEBUG oslo_vmware.api [None req-4fb3d84f-5b8a-4689-b0a9-42513f8363c8 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Waiting for the task: (returnval){ [ 1962.972757] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]521897ee-19b0-493a-317a-db273a94bcc6" [ 1962.972757] env[62574]: _type = "Task" [ 1962.972757] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1962.982207] env[62574]: DEBUG oslo_vmware.api [None req-4fb3d84f-5b8a-4689-b0a9-42513f8363c8 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]521897ee-19b0-493a-317a-db273a94bcc6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1963.062661] env[62574]: DEBUG oslo_concurrency.lockutils [None req-82d339bf-add9-43b0-a93b-6e81f6035a72 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Lock "4dfd42a3-c9d2-45b4-8bb0-9a7a8550997c" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1963.241355] env[62574]: DEBUG oslo_vmware.api [None req-ef374a44-2614-448f-9052-687c262e4ae0 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Task: {'id': task-1862448, 'name': Rename_Task, 'duration_secs': 0.169257} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1963.243767] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef374a44-2614-448f-9052-687c262e4ae0 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] [instance: 3139cb5b-3025-48d6-8a2c-0a94ebfb40e0] Powering on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1963.244202] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6a5e20df-ce11-4419-9c2d-8298f7fe82a1 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1963.252500] env[62574]: DEBUG oslo_vmware.api [None req-ef374a44-2614-448f-9052-687c262e4ae0 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Waiting for the task: (returnval){ [ 1963.252500] env[62574]: value = "task-1862450" [ 1963.252500] env[62574]: _type = "Task" [ 1963.252500] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1963.262844] env[62574]: DEBUG oslo_vmware.api [None req-ef374a44-2614-448f-9052-687c262e4ae0 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Task: {'id': task-1862450, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1963.277867] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2c62390-3f0b-46f4-ad56-8b394a307fc8 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1963.285964] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07e9f5bd-e534-48aa-9479-18c288dc241a {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1963.319758] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70646489-502d-4cb4-8789-c9d00edd10c4 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1963.327940] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3f6baa9-f54e-40cf-91bd-d824d84c7923 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1963.343533] env[62574]: DEBUG nova.compute.provider_tree [None req-fab801e6-22ec-4336-81bc-643114f718fc tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Updating inventory in ProviderTree for provider f0ed160a-beff-4626-a531-2a70d7bc0627 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1963.356308] env[62574]: DEBUG nova.network.neutron [None req-5037c34b-c462-4357-b4d6-7c7d8548f698 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] [instance: 374c77f3-63b7-4079-8631-8c7d45c8e348] Updating instance_info_cache with network_info: [{"id": "6b71a9d1-6123-450e-825c-01622631ab65", "address": "fa:16:3e:89:93:24", "network": {"id": "d21729a3-6af1-4685-8299-0af047d6c105", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-979648045-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "50322706d83c42c3a9bbd5c51ba34b64", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d903c404-a23a-40c0-a217-96d4bb2e5b08", "external-id": "nsx-vlan-transportzone-228", "segmentation_id": 228, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b71a9d1-61", "ovs_interfaceid": "6b71a9d1-6123-450e-825c-01622631ab65", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1963.360035] env[62574]: DEBUG nova.network.neutron [-] [instance: 863dbe8b-20e6-485c-ba4d-b709d80fa327] Updating instance_info_cache with network_info: [] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1963.416030] env[62574]: DEBUG oslo_vmware.api [None req-0f7c05dd-ac07-45ad-8abc-fe682f75ed36 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Task: {'id': task-1862449, 'name': PowerOffVM_Task, 'duration_secs': 0.206108} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1963.416220] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f7c05dd-ac07-45ad-8abc-fe682f75ed36 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] [instance: 5c8328d0-47fa-43de-822f-4f33152d2d25] Powered off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1963.416405] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-0f7c05dd-ac07-45ad-8abc-fe682f75ed36 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] [instance: 5c8328d0-47fa-43de-822f-4f33152d2d25] Unregistering the VM {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1963.416752] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-69e44454-ab73-4e81-a286-f8689441ef46 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1963.483301] env[62574]: DEBUG oslo_vmware.api [None req-4fb3d84f-5b8a-4689-b0a9-42513f8363c8 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]521897ee-19b0-493a-317a-db273a94bcc6, 'name': SearchDatastore_Task, 'duration_secs': 0.010432} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1963.483604] env[62574]: DEBUG oslo_concurrency.lockutils [None req-4fb3d84f-5b8a-4689-b0a9-42513f8363c8 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1963.483868] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fb3d84f-5b8a-4689-b0a9-42513f8363c8 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk to [datastore1] 8ed6360e-d8a3-478a-a78f-3b8e9ef9464e/8ed6360e-d8a3-478a-a78f-3b8e9ef9464e.vmdk {{(pid=62574) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1963.484147] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7c75f15a-1736-4d58-b0c7-9b35e4e1f2a8 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1963.491763] env[62574]: DEBUG oslo_vmware.api [None req-4fb3d84f-5b8a-4689-b0a9-42513f8363c8 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Waiting for the task: (returnval){ [ 1963.491763] env[62574]: value = "task-1862452" [ 1963.491763] env[62574]: _type = "Task" [ 1963.491763] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1963.500923] env[62574]: DEBUG oslo_vmware.api [None req-4fb3d84f-5b8a-4689-b0a9-42513f8363c8 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Task: {'id': task-1862452, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1963.526187] env[62574]: INFO nova.compute.manager [None req-ebae5f84-0193-43af-8148-c8da93aa86d4 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] [instance: 43793844-f400-4665-b287-bc4374a1ae6d] Swapping old allocation on dict_keys(['f0ed160a-beff-4626-a531-2a70d7bc0627']) held by migration c942d27e-feaf-40ba-906b-80a09aabb5e8 for instance [ 1963.532274] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-0f7c05dd-ac07-45ad-8abc-fe682f75ed36 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] [instance: 5c8328d0-47fa-43de-822f-4f33152d2d25] Unregistered the VM {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1963.532509] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-0f7c05dd-ac07-45ad-8abc-fe682f75ed36 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] [instance: 5c8328d0-47fa-43de-822f-4f33152d2d25] Deleting contents of the VM from datastore datastore1 {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1963.532698] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f7c05dd-ac07-45ad-8abc-fe682f75ed36 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Deleting the datastore file [datastore1] 5c8328d0-47fa-43de-822f-4f33152d2d25 {{(pid=62574) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1963.532983] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2431aaab-cd76-4549-8fac-1f042b831008 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1963.542650] env[62574]: DEBUG oslo_vmware.api [None req-0f7c05dd-ac07-45ad-8abc-fe682f75ed36 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Waiting for the task: (returnval){ [ 1963.542650] env[62574]: value = "task-1862453" [ 1963.542650] env[62574]: _type = "Task" [ 1963.542650] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1963.553092] env[62574]: DEBUG oslo_vmware.api [None req-0f7c05dd-ac07-45ad-8abc-fe682f75ed36 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Task: {'id': task-1862453, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1963.554032] env[62574]: DEBUG nova.scheduler.client.report [None req-ebae5f84-0193-43af-8148-c8da93aa86d4 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Overwriting current allocation {'allocations': {'f0ed160a-beff-4626-a531-2a70d7bc0627': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 140}}, 'project_id': '7ab01ddb6cf3453f8b60099794e20a03', 'user_id': '6d0aa4b943e24496979354e660652905', 'consumer_generation': 1} on consumer 43793844-f400-4665-b287-bc4374a1ae6d {{(pid=62574) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1963.637953] env[62574]: DEBUG nova.compute.manager [req-5ff58ae2-f4b4-4248-a0cd-7e70d353eb8b req-c9e8fd22-2e54-460d-ba80-06411a25dfe1 service nova] [instance: 863dbe8b-20e6-485c-ba4d-b709d80fa327] Received event network-vif-deleted-4cc1b3c9-929b-4e62-bdaf-ad0d56fe5466 {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1963.639198] env[62574]: DEBUG oslo_concurrency.lockutils [None req-ebae5f84-0193-43af-8148-c8da93aa86d4 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Acquiring lock "refresh_cache-43793844-f400-4665-b287-bc4374a1ae6d" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1963.639392] env[62574]: DEBUG oslo_concurrency.lockutils [None req-ebae5f84-0193-43af-8148-c8da93aa86d4 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Acquired lock "refresh_cache-43793844-f400-4665-b287-bc4374a1ae6d" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1963.639650] env[62574]: DEBUG nova.network.neutron [None req-ebae5f84-0193-43af-8148-c8da93aa86d4 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] [instance: 43793844-f400-4665-b287-bc4374a1ae6d] Building network info cache for instance {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1963.764154] env[62574]: DEBUG oslo_vmware.api [None req-ef374a44-2614-448f-9052-687c262e4ae0 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Task: {'id': task-1862450, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1963.859138] env[62574]: DEBUG oslo_concurrency.lockutils [None req-5037c34b-c462-4357-b4d6-7c7d8548f698 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Releasing lock "refresh_cache-374c77f3-63b7-4079-8631-8c7d45c8e348" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1963.864080] env[62574]: INFO nova.compute.manager [-] [instance: 863dbe8b-20e6-485c-ba4d-b709d80fa327] Took 1.46 seconds to deallocate network for instance. [ 1963.866323] env[62574]: ERROR nova.scheduler.client.report [None req-fab801e6-22ec-4336-81bc-643114f718fc tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] [req-888ca214-9ba0-4d89-b59c-6d997c0417b3] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID f0ed160a-beff-4626-a531-2a70d7bc0627. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-888ca214-9ba0-4d89-b59c-6d997c0417b3"}]} [ 1963.887484] env[62574]: DEBUG nova.scheduler.client.report [None req-fab801e6-22ec-4336-81bc-643114f718fc tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Refreshing inventories for resource provider f0ed160a-beff-4626-a531-2a70d7bc0627 {{(pid=62574) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1963.908203] env[62574]: DEBUG nova.scheduler.client.report [None req-fab801e6-22ec-4336-81bc-643114f718fc tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Updating ProviderTree inventory for provider f0ed160a-beff-4626-a531-2a70d7bc0627 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 148, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1963.908203] env[62574]: DEBUG nova.compute.provider_tree [None req-fab801e6-22ec-4336-81bc-643114f718fc tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Updating inventory in ProviderTree for provider f0ed160a-beff-4626-a531-2a70d7bc0627 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 148, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1963.919236] env[62574]: DEBUG nova.scheduler.client.report [None req-fab801e6-22ec-4336-81bc-643114f718fc tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Refreshing aggregate associations for resource provider f0ed160a-beff-4626-a531-2a70d7bc0627, aggregates: None {{(pid=62574) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1963.943253] env[62574]: DEBUG nova.scheduler.client.report [None req-fab801e6-22ec-4336-81bc-643114f718fc tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Refreshing trait associations for resource provider f0ed160a-beff-4626-a531-2a70d7bc0627, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=62574) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1964.002690] env[62574]: DEBUG oslo_vmware.api [None req-4fb3d84f-5b8a-4689-b0a9-42513f8363c8 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Task: {'id': task-1862452, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.501177} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1964.005374] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fb3d84f-5b8a-4689-b0a9-42513f8363c8 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk to [datastore1] 8ed6360e-d8a3-478a-a78f-3b8e9ef9464e/8ed6360e-d8a3-478a-a78f-3b8e9ef9464e.vmdk {{(pid=62574) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1964.005607] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-4fb3d84f-5b8a-4689-b0a9-42513f8363c8 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] [instance: 8ed6360e-d8a3-478a-a78f-3b8e9ef9464e] Extending root virtual disk to 1048576 {{(pid=62574) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1964.006081] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-37835dc3-5139-4f0c-b81b-b70246cb47ae {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1964.013738] env[62574]: DEBUG oslo_vmware.api [None req-4fb3d84f-5b8a-4689-b0a9-42513f8363c8 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Waiting for the task: (returnval){ [ 1964.013738] env[62574]: value = "task-1862454" [ 1964.013738] env[62574]: _type = "Task" [ 1964.013738] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1964.028368] env[62574]: DEBUG oslo_vmware.api [None req-4fb3d84f-5b8a-4689-b0a9-42513f8363c8 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Task: {'id': task-1862454, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1964.055553] env[62574]: DEBUG oslo_vmware.api [None req-0f7c05dd-ac07-45ad-8abc-fe682f75ed36 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Task: {'id': task-1862453, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.439842} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1964.058197] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f7c05dd-ac07-45ad-8abc-fe682f75ed36 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Deleted the datastore file {{(pid=62574) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1964.058396] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-0f7c05dd-ac07-45ad-8abc-fe682f75ed36 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] [instance: 5c8328d0-47fa-43de-822f-4f33152d2d25] Deleted contents of the VM from datastore datastore1 {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1964.058652] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-0f7c05dd-ac07-45ad-8abc-fe682f75ed36 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] [instance: 5c8328d0-47fa-43de-822f-4f33152d2d25] Instance destroyed {{(pid=62574) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1964.058841] env[62574]: INFO nova.compute.manager [None req-0f7c05dd-ac07-45ad-8abc-fe682f75ed36 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] [instance: 5c8328d0-47fa-43de-822f-4f33152d2d25] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1964.059101] env[62574]: DEBUG oslo.service.loopingcall [None req-0f7c05dd-ac07-45ad-8abc-fe682f75ed36 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62574) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1964.059562] env[62574]: DEBUG nova.compute.manager [-] [instance: 5c8328d0-47fa-43de-822f-4f33152d2d25] Deallocating network for instance {{(pid=62574) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1964.059668] env[62574]: DEBUG nova.network.neutron [-] [instance: 5c8328d0-47fa-43de-822f-4f33152d2d25] deallocate_for_instance() {{(pid=62574) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1964.134071] env[62574]: DEBUG oslo_concurrency.lockutils [None req-82d339bf-add9-43b0-a93b-6e81f6035a72 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Acquiring lock "4dfd42a3-c9d2-45b4-8bb0-9a7a8550997c" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1964.134326] env[62574]: DEBUG oslo_concurrency.lockutils [None req-82d339bf-add9-43b0-a93b-6e81f6035a72 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Lock "4dfd42a3-c9d2-45b4-8bb0-9a7a8550997c" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1964.134596] env[62574]: INFO nova.compute.manager [None req-82d339bf-add9-43b0-a93b-6e81f6035a72 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] [instance: 4dfd42a3-c9d2-45b4-8bb0-9a7a8550997c] Attaching volume 413b4002-a623-4623-bceb-e831021bb5e9 to /dev/sdb [ 1964.176910] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44bbcf84-04c0-491b-9250-e764af5dccf6 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1964.185239] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3edf7da-541e-435c-ac57-123edab076b1 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1964.188151] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bac0a731-37a7-4fc2-b409-153a24a8a2da {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1964.198227] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c4a1174-646c-48fe-afcd-7dd625f53c11 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1964.205329] env[62574]: DEBUG nova.virt.block_device [None req-82d339bf-add9-43b0-a93b-6e81f6035a72 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] [instance: 4dfd42a3-c9d2-45b4-8bb0-9a7a8550997c] Updating existing volume attachment record: 8c2be831-6bb9-4877-9cf2-2946fe408973 {{(pid=62574) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1964.233068] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33c85a48-8b8a-400e-a72a-9796429c69a9 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1964.242904] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4dfc6d0-0370-4d5f-85e6-e6acaae66a88 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1964.258101] env[62574]: DEBUG nova.compute.provider_tree [None req-fab801e6-22ec-4336-81bc-643114f718fc tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Inventory has not changed in ProviderTree for provider: f0ed160a-beff-4626-a531-2a70d7bc0627 {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1964.273566] env[62574]: DEBUG oslo_vmware.api [None req-ef374a44-2614-448f-9052-687c262e4ae0 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Task: {'id': task-1862450, 'name': PowerOnVM_Task, 'duration_secs': 0.585287} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1964.273925] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef374a44-2614-448f-9052-687c262e4ae0 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] [instance: 3139cb5b-3025-48d6-8a2c-0a94ebfb40e0] Powered on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1964.274160] env[62574]: INFO nova.compute.manager [None req-ef374a44-2614-448f-9052-687c262e4ae0 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] [instance: 3139cb5b-3025-48d6-8a2c-0a94ebfb40e0] Took 15.18 seconds to spawn the instance on the hypervisor. [ 1964.274358] env[62574]: DEBUG nova.compute.manager [None req-ef374a44-2614-448f-9052-687c262e4ae0 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] [instance: 3139cb5b-3025-48d6-8a2c-0a94ebfb40e0] Checking state {{(pid=62574) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1964.275169] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4593624c-9d9a-4b44-9786-cf893ea5e4d3 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1964.373101] env[62574]: DEBUG oslo_concurrency.lockutils [None req-5281d340-64b0-4e88-b0c9-17e47861958e tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1964.381993] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e4b783c-8888-4562-9b28-16e5cef72755 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1964.405612] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecdfa11d-a500-4285-91a2-30bca0d0f4d5 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1964.413712] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-5037c34b-c462-4357-b4d6-7c7d8548f698 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] [instance: 374c77f3-63b7-4079-8631-8c7d45c8e348] Updating instance '374c77f3-63b7-4079-8631-8c7d45c8e348' progress to 83 {{(pid=62574) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1964.459385] env[62574]: DEBUG nova.network.neutron [None req-ebae5f84-0193-43af-8148-c8da93aa86d4 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] [instance: 43793844-f400-4665-b287-bc4374a1ae6d] Updating instance_info_cache with network_info: [{"id": "7de90c52-6b23-4e19-8e20-5842728825ab", "address": "fa:16:3e:ae:28:b4", "network": {"id": "b2d07115-f5da-483b-99a5-ede728256338", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-116321158-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.173", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ab01ddb6cf3453f8b60099794e20a03", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c20f5114-0866-45b3-9a7c-62f113ff83fa", "external-id": "nsx-vlan-transportzone-47", "segmentation_id": 47, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7de90c52-6b", "ovs_interfaceid": "7de90c52-6b23-4e19-8e20-5842728825ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1964.522707] env[62574]: DEBUG oslo_vmware.api [None req-4fb3d84f-5b8a-4689-b0a9-42513f8363c8 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Task: {'id': task-1862454, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073615} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1964.522983] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-4fb3d84f-5b8a-4689-b0a9-42513f8363c8 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] [instance: 8ed6360e-d8a3-478a-a78f-3b8e9ef9464e] Extended root virtual disk {{(pid=62574) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1964.523750] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97f124cb-7c54-4b7c-b6ce-34ec59f6167b {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1964.546426] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-4fb3d84f-5b8a-4689-b0a9-42513f8363c8 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] [instance: 8ed6360e-d8a3-478a-a78f-3b8e9ef9464e] Reconfiguring VM instance instance-0000006a to attach disk [datastore1] 8ed6360e-d8a3-478a-a78f-3b8e9ef9464e/8ed6360e-d8a3-478a-a78f-3b8e9ef9464e.vmdk or device None with type sparse {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1964.546726] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-67f53a32-e8fb-4477-881a-d5ecc84ccddc {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1964.567020] env[62574]: DEBUG oslo_vmware.api [None req-4fb3d84f-5b8a-4689-b0a9-42513f8363c8 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Waiting for the task: (returnval){ [ 1964.567020] env[62574]: value = "task-1862457" [ 1964.567020] env[62574]: _type = "Task" [ 1964.567020] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1964.576074] env[62574]: DEBUG oslo_vmware.api [None req-4fb3d84f-5b8a-4689-b0a9-42513f8363c8 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Task: {'id': task-1862457, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1964.768282] env[62574]: DEBUG nova.scheduler.client.report [None req-fab801e6-22ec-4336-81bc-643114f718fc tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Inventory has not changed for provider f0ed160a-beff-4626-a531-2a70d7bc0627 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 148, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1964.797130] env[62574]: INFO nova.compute.manager [None req-ef374a44-2614-448f-9052-687c262e4ae0 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] [instance: 3139cb5b-3025-48d6-8a2c-0a94ebfb40e0] Took 22.26 seconds to build instance. [ 1964.819646] env[62574]: DEBUG nova.network.neutron [-] [instance: 5c8328d0-47fa-43de-822f-4f33152d2d25] Updating instance_info_cache with network_info: [] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1964.921688] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-5037c34b-c462-4357-b4d6-7c7d8548f698 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] [instance: 374c77f3-63b7-4079-8631-8c7d45c8e348] Powering on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1964.921688] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6d9a743d-43fd-4684-a537-937bf48e6532 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1964.930763] env[62574]: DEBUG oslo_vmware.api [None req-5037c34b-c462-4357-b4d6-7c7d8548f698 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Waiting for the task: (returnval){ [ 1964.930763] env[62574]: value = "task-1862459" [ 1964.930763] env[62574]: _type = "Task" [ 1964.930763] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1964.940301] env[62574]: DEBUG oslo_vmware.api [None req-5037c34b-c462-4357-b4d6-7c7d8548f698 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Task: {'id': task-1862459, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1964.963040] env[62574]: DEBUG oslo_concurrency.lockutils [None req-ebae5f84-0193-43af-8148-c8da93aa86d4 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Releasing lock "refresh_cache-43793844-f400-4665-b287-bc4374a1ae6d" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1964.963557] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7142f0c5-37a0-4f2f-830e-1099befb3e7b {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1964.973306] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-690c5743-155b-4ccf-903b-cb52e72cdedd {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1965.084086] env[62574]: DEBUG oslo_vmware.api [None req-4fb3d84f-5b8a-4689-b0a9-42513f8363c8 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Task: {'id': task-1862457, 'name': ReconfigVM_Task, 'duration_secs': 0.288021} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1965.084312] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-4fb3d84f-5b8a-4689-b0a9-42513f8363c8 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] [instance: 8ed6360e-d8a3-478a-a78f-3b8e9ef9464e] Reconfigured VM instance instance-0000006a to attach disk [datastore1] 8ed6360e-d8a3-478a-a78f-3b8e9ef9464e/8ed6360e-d8a3-478a-a78f-3b8e9ef9464e.vmdk or device None with type sparse {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1965.085179] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-38613de5-eeb0-4ba3-af8d-101472a694bd {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1965.094639] env[62574]: DEBUG oslo_vmware.api [None req-4fb3d84f-5b8a-4689-b0a9-42513f8363c8 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Waiting for the task: (returnval){ [ 1965.094639] env[62574]: value = "task-1862460" [ 1965.094639] env[62574]: _type = "Task" [ 1965.094639] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1965.108695] env[62574]: DEBUG oslo_vmware.api [None req-4fb3d84f-5b8a-4689-b0a9-42513f8363c8 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Task: {'id': task-1862460, 'name': Rename_Task} progress is 5%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1965.183602] env[62574]: DEBUG oslo_service.periodic_task [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62574) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1965.183857] env[62574]: DEBUG oslo_service.periodic_task [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62574) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1965.184047] env[62574]: DEBUG nova.compute.manager [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Starting heal instance info cache {{(pid=62574) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10345}} [ 1965.274333] env[62574]: DEBUG oslo_concurrency.lockutils [None req-fab801e6-22ec-4336-81bc-643114f718fc tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.287s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1965.274949] env[62574]: DEBUG nova.compute.manager [None req-fab801e6-22ec-4336-81bc-643114f718fc tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] [instance: 3093e4ab-7f4e-48bf-a3ac-7c990da06f32] Start building networks asynchronously for instance. {{(pid=62574) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1965.280022] env[62574]: DEBUG oslo_concurrency.lockutils [None req-16a5ec79-9bcd-44b2-b1da-150937cdad11 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.428s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1965.280022] env[62574]: DEBUG nova.objects.instance [None req-16a5ec79-9bcd-44b2-b1da-150937cdad11 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Lazy-loading 'resources' on Instance uuid bf51b779-23b8-4401-8e23-74f751a27b18 {{(pid=62574) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1965.299223] env[62574]: DEBUG oslo_concurrency.lockutils [None req-ef374a44-2614-448f-9052-687c262e4ae0 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Lock "3139cb5b-3025-48d6-8a2c-0a94ebfb40e0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.776s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1965.323067] env[62574]: INFO nova.compute.manager [-] [instance: 5c8328d0-47fa-43de-822f-4f33152d2d25] Took 1.26 seconds to deallocate network for instance. [ 1965.441158] env[62574]: DEBUG oslo_vmware.api [None req-5037c34b-c462-4357-b4d6-7c7d8548f698 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Task: {'id': task-1862459, 'name': PowerOnVM_Task, 'duration_secs': 0.440848} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1965.441443] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-5037c34b-c462-4357-b4d6-7c7d8548f698 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] [instance: 374c77f3-63b7-4079-8631-8c7d45c8e348] Powered on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1965.441635] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-5037c34b-c462-4357-b4d6-7c7d8548f698 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] [instance: 374c77f3-63b7-4079-8631-8c7d45c8e348] Updating instance '374c77f3-63b7-4079-8631-8c7d45c8e348' progress to 100 {{(pid=62574) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1965.563177] env[62574]: DEBUG oslo_concurrency.lockutils [None req-751961a3-742f-4707-b999-8094ba7c84a6 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Acquiring lock "3139cb5b-3025-48d6-8a2c-0a94ebfb40e0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1965.563598] env[62574]: DEBUG oslo_concurrency.lockutils [None req-751961a3-742f-4707-b999-8094ba7c84a6 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Lock "3139cb5b-3025-48d6-8a2c-0a94ebfb40e0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1965.564133] env[62574]: DEBUG oslo_concurrency.lockutils [None req-751961a3-742f-4707-b999-8094ba7c84a6 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Acquiring lock "3139cb5b-3025-48d6-8a2c-0a94ebfb40e0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1965.564468] env[62574]: DEBUG oslo_concurrency.lockutils [None req-751961a3-742f-4707-b999-8094ba7c84a6 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Lock "3139cb5b-3025-48d6-8a2c-0a94ebfb40e0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1965.564734] env[62574]: DEBUG oslo_concurrency.lockutils [None req-751961a3-742f-4707-b999-8094ba7c84a6 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Lock "3139cb5b-3025-48d6-8a2c-0a94ebfb40e0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1965.567233] env[62574]: INFO nova.compute.manager [None req-751961a3-742f-4707-b999-8094ba7c84a6 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] [instance: 3139cb5b-3025-48d6-8a2c-0a94ebfb40e0] Terminating instance [ 1965.604944] env[62574]: DEBUG oslo_vmware.api [None req-4fb3d84f-5b8a-4689-b0a9-42513f8363c8 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Task: {'id': task-1862460, 'name': Rename_Task, 'duration_secs': 0.204063} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1965.604944] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fb3d84f-5b8a-4689-b0a9-42513f8363c8 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] [instance: 8ed6360e-d8a3-478a-a78f-3b8e9ef9464e] Powering on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1965.605200] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d48eb15e-7474-4fd2-90f5-131f19cc8f44 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1965.613345] env[62574]: DEBUG oslo_vmware.api [None req-4fb3d84f-5b8a-4689-b0a9-42513f8363c8 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Waiting for the task: (returnval){ [ 1965.613345] env[62574]: value = "task-1862461" [ 1965.613345] env[62574]: _type = "Task" [ 1965.613345] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1965.620789] env[62574]: DEBUG oslo_vmware.api [None req-4fb3d84f-5b8a-4689-b0a9-42513f8363c8 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Task: {'id': task-1862461, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1965.664917] env[62574]: DEBUG nova.compute.manager [req-b81e8129-3122-4d1d-b5ec-7084232de779 req-5ff4c87b-19fc-42b8-af99-2e6bbeadb9e2 service nova] [instance: 5c8328d0-47fa-43de-822f-4f33152d2d25] Received event network-vif-deleted-1545b480-8075-4149-abf4-3a6291d1d753 {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1965.783916] env[62574]: DEBUG nova.compute.utils [None req-fab801e6-22ec-4336-81bc-643114f718fc tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Using /dev/sd instead of None {{(pid=62574) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1965.788907] env[62574]: DEBUG nova.compute.manager [None req-fab801e6-22ec-4336-81bc-643114f718fc tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] [instance: 3093e4ab-7f4e-48bf-a3ac-7c990da06f32] Allocating IP information in the background. {{(pid=62574) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1965.788907] env[62574]: DEBUG nova.network.neutron [None req-fab801e6-22ec-4336-81bc-643114f718fc tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] [instance: 3093e4ab-7f4e-48bf-a3ac-7c990da06f32] allocate_for_instance() {{(pid=62574) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1965.828986] env[62574]: DEBUG oslo_concurrency.lockutils [None req-0f7c05dd-ac07-45ad-8abc-fe682f75ed36 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1965.831908] env[62574]: DEBUG nova.policy [None req-fab801e6-22ec-4336-81bc-643114f718fc tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '973709d00eff45a3b8804ef21cc86542', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3197393f8f6a457a9367bd87f7aa5dc2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62574) authorize /opt/stack/nova/nova/policy.py:192}} [ 1966.024020] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4487d30a-0c37-408a-b382-5cf20626b433 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1966.033038] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b900734c-5836-46fd-a46b-28d0fe88aa39 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1966.066748] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebae5f84-0193-43af-8148-c8da93aa86d4 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] [instance: 43793844-f400-4665-b287-bc4374a1ae6d] Powering off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1966.066748] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f2df6ecb-b988-4379-b85c-8a105fdb98de {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1966.067685] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ef882b7-446d-44f4-a574-01f0a0c3ffe6 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1966.071571] env[62574]: DEBUG nova.compute.manager [None req-751961a3-742f-4707-b999-8094ba7c84a6 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] [instance: 3139cb5b-3025-48d6-8a2c-0a94ebfb40e0] Start destroying the instance on the hypervisor. {{(pid=62574) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1966.071571] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-751961a3-742f-4707-b999-8094ba7c84a6 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] [instance: 3139cb5b-3025-48d6-8a2c-0a94ebfb40e0] Destroying instance {{(pid=62574) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1966.072305] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14ed109d-920e-49b0-9b1b-af4a6c30fa0b {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1966.078154] env[62574]: DEBUG oslo_vmware.api [None req-ebae5f84-0193-43af-8148-c8da93aa86d4 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Waiting for the task: (returnval){ [ 1966.078154] env[62574]: value = "task-1862462" [ 1966.078154] env[62574]: _type = "Task" [ 1966.078154] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1966.080189] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d80283db-c259-4ccc-9ae5-ef351d9c9ff9 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1966.089679] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-751961a3-742f-4707-b999-8094ba7c84a6 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] [instance: 3139cb5b-3025-48d6-8a2c-0a94ebfb40e0] Powering off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1966.090553] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-692a5a10-416a-4b8e-a62c-972942624cfd {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1966.102468] env[62574]: DEBUG nova.compute.provider_tree [None req-16a5ec79-9bcd-44b2-b1da-150937cdad11 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Inventory has not changed in ProviderTree for provider: f0ed160a-beff-4626-a531-2a70d7bc0627 {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1966.109535] env[62574]: DEBUG oslo_vmware.api [None req-ebae5f84-0193-43af-8148-c8da93aa86d4 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Task: {'id': task-1862462, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1966.111289] env[62574]: DEBUG oslo_vmware.api [None req-751961a3-742f-4707-b999-8094ba7c84a6 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Waiting for the task: (returnval){ [ 1966.111289] env[62574]: value = "task-1862463" [ 1966.111289] env[62574]: _type = "Task" [ 1966.111289] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1966.126235] env[62574]: DEBUG oslo_vmware.api [None req-751961a3-742f-4707-b999-8094ba7c84a6 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Task: {'id': task-1862463, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1966.131487] env[62574]: DEBUG oslo_vmware.api [None req-4fb3d84f-5b8a-4689-b0a9-42513f8363c8 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Task: {'id': task-1862461, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1966.162345] env[62574]: DEBUG nova.network.neutron [None req-fab801e6-22ec-4336-81bc-643114f718fc tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] [instance: 3093e4ab-7f4e-48bf-a3ac-7c990da06f32] Successfully created port: 791832f8-a934-4a90-8909-9e0e8c792f16 {{(pid=62574) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1966.289351] env[62574]: DEBUG nova.compute.manager [None req-fab801e6-22ec-4336-81bc-643114f718fc tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] [instance: 3093e4ab-7f4e-48bf-a3ac-7c990da06f32] Start building block device mappings for instance. {{(pid=62574) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1966.589112] env[62574]: DEBUG oslo_vmware.api [None req-ebae5f84-0193-43af-8148-c8da93aa86d4 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Task: {'id': task-1862462, 'name': PowerOffVM_Task, 'duration_secs': 0.228984} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1966.589395] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebae5f84-0193-43af-8148-c8da93aa86d4 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] [instance: 43793844-f400-4665-b287-bc4374a1ae6d] Powered off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1966.590066] env[62574]: DEBUG nova.virt.hardware [None req-ebae5f84-0193-43af-8148-c8da93aa86d4 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T19:26:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1966.590295] env[62574]: DEBUG nova.virt.hardware [None req-ebae5f84-0193-43af-8148-c8da93aa86d4 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Flavor limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1966.590456] env[62574]: DEBUG nova.virt.hardware [None req-ebae5f84-0193-43af-8148-c8da93aa86d4 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Image limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1966.590641] env[62574]: DEBUG nova.virt.hardware [None req-ebae5f84-0193-43af-8148-c8da93aa86d4 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Flavor pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1966.590791] env[62574]: DEBUG nova.virt.hardware [None req-ebae5f84-0193-43af-8148-c8da93aa86d4 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Image pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1966.591067] env[62574]: DEBUG nova.virt.hardware [None req-ebae5f84-0193-43af-8148-c8da93aa86d4 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1966.591306] env[62574]: DEBUG nova.virt.hardware [None req-ebae5f84-0193-43af-8148-c8da93aa86d4 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1966.591526] env[62574]: DEBUG nova.virt.hardware [None req-ebae5f84-0193-43af-8148-c8da93aa86d4 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1966.591652] env[62574]: DEBUG nova.virt.hardware [None req-ebae5f84-0193-43af-8148-c8da93aa86d4 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Got 1 possible topologies {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1966.591813] env[62574]: DEBUG nova.virt.hardware [None req-ebae5f84-0193-43af-8148-c8da93aa86d4 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1966.591987] env[62574]: DEBUG nova.virt.hardware [None req-ebae5f84-0193-43af-8148-c8da93aa86d4 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1966.596907] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-368a34ec-0197-48f6-bf74-5955ee0d97b3 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1966.611947] env[62574]: DEBUG nova.scheduler.client.report [None req-16a5ec79-9bcd-44b2-b1da-150937cdad11 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Inventory has not changed for provider f0ed160a-beff-4626-a531-2a70d7bc0627 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 148, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1966.616588] env[62574]: DEBUG oslo_vmware.api [None req-ebae5f84-0193-43af-8148-c8da93aa86d4 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Waiting for the task: (returnval){ [ 1966.616588] env[62574]: value = "task-1862464" [ 1966.616588] env[62574]: _type = "Task" [ 1966.616588] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1966.634077] env[62574]: DEBUG oslo_vmware.api [None req-4fb3d84f-5b8a-4689-b0a9-42513f8363c8 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Task: {'id': task-1862461, 'name': PowerOnVM_Task, 'duration_secs': 0.659929} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1966.640494] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fb3d84f-5b8a-4689-b0a9-42513f8363c8 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] [instance: 8ed6360e-d8a3-478a-a78f-3b8e9ef9464e] Powered on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1966.641173] env[62574]: INFO nova.compute.manager [None req-4fb3d84f-5b8a-4689-b0a9-42513f8363c8 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] [instance: 8ed6360e-d8a3-478a-a78f-3b8e9ef9464e] Took 9.82 seconds to spawn the instance on the hypervisor. [ 1966.641173] env[62574]: DEBUG nova.compute.manager [None req-4fb3d84f-5b8a-4689-b0a9-42513f8363c8 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] [instance: 8ed6360e-d8a3-478a-a78f-3b8e9ef9464e] Checking state {{(pid=62574) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1966.641747] env[62574]: DEBUG oslo_vmware.api [None req-ebae5f84-0193-43af-8148-c8da93aa86d4 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Task: {'id': task-1862464, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1966.642128] env[62574]: DEBUG oslo_vmware.api [None req-751961a3-742f-4707-b999-8094ba7c84a6 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Task: {'id': task-1862463, 'name': PowerOffVM_Task, 'duration_secs': 0.209326} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1966.642685] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-100761ab-d80f-4efa-a486-0a95f1375b0c {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1966.647239] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-751961a3-742f-4707-b999-8094ba7c84a6 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] [instance: 3139cb5b-3025-48d6-8a2c-0a94ebfb40e0] Powered off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1966.647540] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-751961a3-742f-4707-b999-8094ba7c84a6 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] [instance: 3139cb5b-3025-48d6-8a2c-0a94ebfb40e0] Unregistering the VM {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1966.648717] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cffacca1-06f8-4cb4-8ea7-edfa929382d9 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1966.742594] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-751961a3-742f-4707-b999-8094ba7c84a6 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] [instance: 3139cb5b-3025-48d6-8a2c-0a94ebfb40e0] Unregistered the VM {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1966.744273] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-751961a3-742f-4707-b999-8094ba7c84a6 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] [instance: 3139cb5b-3025-48d6-8a2c-0a94ebfb40e0] Deleting contents of the VM from datastore datastore1 {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1966.744487] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-751961a3-742f-4707-b999-8094ba7c84a6 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Deleting the datastore file [datastore1] 3139cb5b-3025-48d6-8a2c-0a94ebfb40e0 {{(pid=62574) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1966.744821] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-52602fff-4bb5-4a94-bea3-e5cf7ff5e238 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1966.755351] env[62574]: DEBUG oslo_vmware.api [None req-751961a3-742f-4707-b999-8094ba7c84a6 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Waiting for the task: (returnval){ [ 1966.755351] env[62574]: value = "task-1862467" [ 1966.755351] env[62574]: _type = "Task" [ 1966.755351] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1966.772019] env[62574]: DEBUG oslo_vmware.api [None req-751961a3-742f-4707-b999-8094ba7c84a6 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Task: {'id': task-1862467, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1967.118423] env[62574]: DEBUG oslo_concurrency.lockutils [None req-16a5ec79-9bcd-44b2-b1da-150937cdad11 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.840s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1967.121862] env[62574]: DEBUG oslo_concurrency.lockutils [None req-5281d340-64b0-4e88-b0c9-17e47861958e tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.748s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1967.122145] env[62574]: DEBUG nova.objects.instance [None req-5281d340-64b0-4e88-b0c9-17e47861958e tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Lazy-loading 'resources' on Instance uuid 863dbe8b-20e6-485c-ba4d-b709d80fa327 {{(pid=62574) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1967.133827] env[62574]: DEBUG oslo_vmware.api [None req-ebae5f84-0193-43af-8148-c8da93aa86d4 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Task: {'id': task-1862464, 'name': ReconfigVM_Task, 'duration_secs': 0.17345} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1967.134688] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3241db1d-ba70-4578-bf08-2c9a0a4edb15 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1967.141627] env[62574]: INFO nova.scheduler.client.report [None req-16a5ec79-9bcd-44b2-b1da-150937cdad11 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Deleted allocations for instance bf51b779-23b8-4401-8e23-74f751a27b18 [ 1967.161997] env[62574]: DEBUG nova.virt.hardware [None req-ebae5f84-0193-43af-8148-c8da93aa86d4 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T19:26:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1967.162275] env[62574]: DEBUG nova.virt.hardware [None req-ebae5f84-0193-43af-8148-c8da93aa86d4 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Flavor limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1967.162438] env[62574]: DEBUG nova.virt.hardware [None req-ebae5f84-0193-43af-8148-c8da93aa86d4 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Image limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1967.162624] env[62574]: DEBUG nova.virt.hardware [None req-ebae5f84-0193-43af-8148-c8da93aa86d4 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Flavor pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1967.162775] env[62574]: DEBUG nova.virt.hardware [None req-ebae5f84-0193-43af-8148-c8da93aa86d4 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Image pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1967.162925] env[62574]: DEBUG nova.virt.hardware [None req-ebae5f84-0193-43af-8148-c8da93aa86d4 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1967.163151] env[62574]: DEBUG nova.virt.hardware [None req-ebae5f84-0193-43af-8148-c8da93aa86d4 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1967.163321] env[62574]: DEBUG nova.virt.hardware [None req-ebae5f84-0193-43af-8148-c8da93aa86d4 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1967.163490] env[62574]: DEBUG nova.virt.hardware [None req-ebae5f84-0193-43af-8148-c8da93aa86d4 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Got 1 possible topologies {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1967.163655] env[62574]: DEBUG nova.virt.hardware [None req-ebae5f84-0193-43af-8148-c8da93aa86d4 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1967.163831] env[62574]: DEBUG nova.virt.hardware [None req-ebae5f84-0193-43af-8148-c8da93aa86d4 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1967.171588] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-030f8b15-fb6b-4f9b-ae20-36f6de201b5b {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1967.176467] env[62574]: INFO nova.compute.manager [None req-4fb3d84f-5b8a-4689-b0a9-42513f8363c8 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] [instance: 8ed6360e-d8a3-478a-a78f-3b8e9ef9464e] Took 18.16 seconds to build instance. [ 1967.181459] env[62574]: DEBUG oslo_vmware.api [None req-ebae5f84-0193-43af-8148-c8da93aa86d4 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Waiting for the task: (returnval){ [ 1967.181459] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]526f8457-2fed-c79e-ed67-6fba9831b3bc" [ 1967.181459] env[62574]: _type = "Task" [ 1967.181459] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1967.194943] env[62574]: DEBUG oslo_vmware.api [None req-ebae5f84-0193-43af-8148-c8da93aa86d4 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]526f8457-2fed-c79e-ed67-6fba9831b3bc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1967.239173] env[62574]: DEBUG oslo_concurrency.lockutils [None req-4a776f6c-8135-49d7-943c-c7129d1ead79 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Acquiring lock "374c77f3-63b7-4079-8631-8c7d45c8e348" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1967.239552] env[62574]: DEBUG oslo_concurrency.lockutils [None req-4a776f6c-8135-49d7-943c-c7129d1ead79 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Lock "374c77f3-63b7-4079-8631-8c7d45c8e348" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1967.239768] env[62574]: DEBUG nova.compute.manager [None req-4a776f6c-8135-49d7-943c-c7129d1ead79 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] [instance: 374c77f3-63b7-4079-8631-8c7d45c8e348] Going to confirm migration 5 {{(pid=62574) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5193}} [ 1967.266065] env[62574]: DEBUG oslo_vmware.api [None req-751961a3-742f-4707-b999-8094ba7c84a6 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Task: {'id': task-1862467, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.450769} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1967.266332] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-751961a3-742f-4707-b999-8094ba7c84a6 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Deleted the datastore file {{(pid=62574) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1967.266519] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-751961a3-742f-4707-b999-8094ba7c84a6 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] [instance: 3139cb5b-3025-48d6-8a2c-0a94ebfb40e0] Deleted contents of the VM from datastore datastore1 {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1967.266693] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-751961a3-742f-4707-b999-8094ba7c84a6 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] [instance: 3139cb5b-3025-48d6-8a2c-0a94ebfb40e0] Instance destroyed {{(pid=62574) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1967.266865] env[62574]: INFO nova.compute.manager [None req-751961a3-742f-4707-b999-8094ba7c84a6 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] [instance: 3139cb5b-3025-48d6-8a2c-0a94ebfb40e0] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1967.267159] env[62574]: DEBUG oslo.service.loopingcall [None req-751961a3-742f-4707-b999-8094ba7c84a6 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62574) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1967.267361] env[62574]: DEBUG nova.compute.manager [-] [instance: 3139cb5b-3025-48d6-8a2c-0a94ebfb40e0] Deallocating network for instance {{(pid=62574) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1967.267456] env[62574]: DEBUG nova.network.neutron [-] [instance: 3139cb5b-3025-48d6-8a2c-0a94ebfb40e0] deallocate_for_instance() {{(pid=62574) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1967.299942] env[62574]: DEBUG nova.compute.manager [None req-fab801e6-22ec-4336-81bc-643114f718fc tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] [instance: 3093e4ab-7f4e-48bf-a3ac-7c990da06f32] Start spawning the instance on the hypervisor. {{(pid=62574) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1967.329138] env[62574]: DEBUG nova.virt.hardware [None req-fab801e6-22ec-4336-81bc-643114f718fc tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T19:26:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-13T19:26:40Z,direct_url=,disk_format='vmdk',id=3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7eed1dd4d2c3418eb32c4f4ceda3ab0d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-13T19:26:41Z,virtual_size=,visibility=), allow threads: False {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1967.329424] env[62574]: DEBUG nova.virt.hardware [None req-fab801e6-22ec-4336-81bc-643114f718fc tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Flavor limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1967.329574] env[62574]: DEBUG nova.virt.hardware [None req-fab801e6-22ec-4336-81bc-643114f718fc tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Image limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1967.329821] env[62574]: DEBUG nova.virt.hardware [None req-fab801e6-22ec-4336-81bc-643114f718fc tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Flavor pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1967.329981] env[62574]: DEBUG nova.virt.hardware [None req-fab801e6-22ec-4336-81bc-643114f718fc tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Image pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1967.330146] env[62574]: DEBUG nova.virt.hardware [None req-fab801e6-22ec-4336-81bc-643114f718fc tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1967.330359] env[62574]: DEBUG nova.virt.hardware [None req-fab801e6-22ec-4336-81bc-643114f718fc tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1967.330520] env[62574]: DEBUG nova.virt.hardware [None req-fab801e6-22ec-4336-81bc-643114f718fc tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1967.330709] env[62574]: DEBUG nova.virt.hardware [None req-fab801e6-22ec-4336-81bc-643114f718fc tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Got 1 possible topologies {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1967.330898] env[62574]: DEBUG nova.virt.hardware [None req-fab801e6-22ec-4336-81bc-643114f718fc tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1967.331097] env[62574]: DEBUG nova.virt.hardware [None req-fab801e6-22ec-4336-81bc-643114f718fc tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1967.331953] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb6aab47-ba12-4b6d-b35b-5af9eac4508f {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1967.341167] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-263f47c8-958f-4fe3-9c7d-6b2218074cdc {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1967.677658] env[62574]: DEBUG oslo_concurrency.lockutils [None req-16a5ec79-9bcd-44b2-b1da-150937cdad11 tempest-ServersTestJSON-571121217 tempest-ServersTestJSON-571121217-project-member] Lock "bf51b779-23b8-4401-8e23-74f751a27b18" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.624s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1967.678687] env[62574]: DEBUG oslo_concurrency.lockutils [None req-4fb3d84f-5b8a-4689-b0a9-42513f8363c8 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Lock "8ed6360e-d8a3-478a-a78f-3b8e9ef9464e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.672s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1967.692348] env[62574]: DEBUG oslo_vmware.api [None req-ebae5f84-0193-43af-8148-c8da93aa86d4 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]526f8457-2fed-c79e-ed67-6fba9831b3bc, 'name': SearchDatastore_Task, 'duration_secs': 0.02028} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1967.701705] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-ebae5f84-0193-43af-8148-c8da93aa86d4 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] [instance: 43793844-f400-4665-b287-bc4374a1ae6d] Reconfiguring VM instance instance-0000004c to detach disk 2000 {{(pid=62574) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1967.703863] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9f508e12-8c8d-4d96-b130-165e45a5eff1 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1967.728414] env[62574]: DEBUG oslo_vmware.api [None req-ebae5f84-0193-43af-8148-c8da93aa86d4 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Waiting for the task: (returnval){ [ 1967.728414] env[62574]: value = "task-1862468" [ 1967.728414] env[62574]: _type = "Task" [ 1967.728414] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1967.744733] env[62574]: DEBUG oslo_vmware.api [None req-ebae5f84-0193-43af-8148-c8da93aa86d4 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Task: {'id': task-1862468, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1967.834218] env[62574]: DEBUG nova.compute.manager [req-e75684ae-06ff-40ae-9a21-6a7c3b176c15 req-1208ad91-c9f1-4a97-ad9f-9bcc17f71c71 service nova] [instance: 3139cb5b-3025-48d6-8a2c-0a94ebfb40e0] Received event network-vif-deleted-a19085b7-08aa-488d-b5a5-4d7d9dd830f4 {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1967.834442] env[62574]: INFO nova.compute.manager [req-e75684ae-06ff-40ae-9a21-6a7c3b176c15 req-1208ad91-c9f1-4a97-ad9f-9bcc17f71c71 service nova] [instance: 3139cb5b-3025-48d6-8a2c-0a94ebfb40e0] Neutron deleted interface a19085b7-08aa-488d-b5a5-4d7d9dd830f4; detaching it from the instance and deleting it from the info cache [ 1967.834614] env[62574]: DEBUG nova.network.neutron [req-e75684ae-06ff-40ae-9a21-6a7c3b176c15 req-1208ad91-c9f1-4a97-ad9f-9bcc17f71c71 service nova] [instance: 3139cb5b-3025-48d6-8a2c-0a94ebfb40e0] Updating instance_info_cache with network_info: [] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1967.859080] env[62574]: DEBUG oslo_concurrency.lockutils [None req-4a776f6c-8135-49d7-943c-c7129d1ead79 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Acquiring lock "refresh_cache-374c77f3-63b7-4079-8631-8c7d45c8e348" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1967.859080] env[62574]: DEBUG oslo_concurrency.lockutils [None req-4a776f6c-8135-49d7-943c-c7129d1ead79 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Acquired lock "refresh_cache-374c77f3-63b7-4079-8631-8c7d45c8e348" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1967.859396] env[62574]: DEBUG nova.network.neutron [None req-4a776f6c-8135-49d7-943c-c7129d1ead79 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] [instance: 374c77f3-63b7-4079-8631-8c7d45c8e348] Building network info cache for instance {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1967.859465] env[62574]: DEBUG nova.objects.instance [None req-4a776f6c-8135-49d7-943c-c7129d1ead79 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Lazy-loading 'info_cache' on Instance uuid 374c77f3-63b7-4079-8631-8c7d45c8e348 {{(pid=62574) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1967.956779] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fa19dad-df1e-49dd-9b78-df40436ee430 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1967.964794] env[62574]: DEBUG nova.compute.manager [req-de679f63-389c-4093-80c8-ca101034f511 req-d5366d69-b5ce-4461-b545-101b9f40dcc0 service nova] [instance: 3093e4ab-7f4e-48bf-a3ac-7c990da06f32] Received event network-vif-plugged-791832f8-a934-4a90-8909-9e0e8c792f16 {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1967.965021] env[62574]: DEBUG oslo_concurrency.lockutils [req-de679f63-389c-4093-80c8-ca101034f511 req-d5366d69-b5ce-4461-b545-101b9f40dcc0 service nova] Acquiring lock "3093e4ab-7f4e-48bf-a3ac-7c990da06f32-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1967.965232] env[62574]: DEBUG oslo_concurrency.lockutils [req-de679f63-389c-4093-80c8-ca101034f511 req-d5366d69-b5ce-4461-b545-101b9f40dcc0 service nova] Lock "3093e4ab-7f4e-48bf-a3ac-7c990da06f32-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1967.965398] env[62574]: DEBUG oslo_concurrency.lockutils [req-de679f63-389c-4093-80c8-ca101034f511 req-d5366d69-b5ce-4461-b545-101b9f40dcc0 service nova] Lock "3093e4ab-7f4e-48bf-a3ac-7c990da06f32-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1967.965576] env[62574]: DEBUG nova.compute.manager [req-de679f63-389c-4093-80c8-ca101034f511 req-d5366d69-b5ce-4461-b545-101b9f40dcc0 service nova] [instance: 3093e4ab-7f4e-48bf-a3ac-7c990da06f32] No waiting events found dispatching network-vif-plugged-791832f8-a934-4a90-8909-9e0e8c792f16 {{(pid=62574) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1967.965744] env[62574]: WARNING nova.compute.manager [req-de679f63-389c-4093-80c8-ca101034f511 req-d5366d69-b5ce-4461-b545-101b9f40dcc0 service nova] [instance: 3093e4ab-7f4e-48bf-a3ac-7c990da06f32] Received unexpected event network-vif-plugged-791832f8-a934-4a90-8909-9e0e8c792f16 for instance with vm_state building and task_state spawning. [ 1967.972333] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a55d484d-4e8a-41da-ac20-07eeb9cb46b6 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1968.008450] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b64e935f-1ea6-47a0-9099-c9722d845072 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1968.017867] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6a9aca9-b112-4ce3-bf20-e1e83c40f7c2 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1968.032491] env[62574]: DEBUG nova.compute.provider_tree [None req-5281d340-64b0-4e88-b0c9-17e47861958e tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Inventory has not changed in ProviderTree for provider: f0ed160a-beff-4626-a531-2a70d7bc0627 {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1968.173716] env[62574]: DEBUG nova.network.neutron [None req-fab801e6-22ec-4336-81bc-643114f718fc tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] [instance: 3093e4ab-7f4e-48bf-a3ac-7c990da06f32] Successfully updated port: 791832f8-a934-4a90-8909-9e0e8c792f16 {{(pid=62574) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1968.202904] env[62574]: DEBUG nova.network.neutron [-] [instance: 3139cb5b-3025-48d6-8a2c-0a94ebfb40e0] Updating instance_info_cache with network_info: [] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1968.240148] env[62574]: DEBUG oslo_vmware.api [None req-ebae5f84-0193-43af-8148-c8da93aa86d4 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Task: {'id': task-1862468, 'name': ReconfigVM_Task, 'duration_secs': 0.235431} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1968.240450] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-ebae5f84-0193-43af-8148-c8da93aa86d4 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] [instance: 43793844-f400-4665-b287-bc4374a1ae6d] Reconfigured VM instance instance-0000004c to detach disk 2000 {{(pid=62574) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1968.241265] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0caed2d4-1f47-4d1f-b56d-20e3e343e2bb {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1968.270830] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-ebae5f84-0193-43af-8148-c8da93aa86d4 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] [instance: 43793844-f400-4665-b287-bc4374a1ae6d] Reconfiguring VM instance instance-0000004c to attach disk [datastore2] 43793844-f400-4665-b287-bc4374a1ae6d/43793844-f400-4665-b287-bc4374a1ae6d.vmdk or device None with type thin {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1968.271173] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3fa224f0-0e22-4fc6-b82e-cf3f1b203bcc {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1968.293203] env[62574]: DEBUG oslo_vmware.api [None req-ebae5f84-0193-43af-8148-c8da93aa86d4 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Waiting for the task: (returnval){ [ 1968.293203] env[62574]: value = "task-1862469" [ 1968.293203] env[62574]: _type = "Task" [ 1968.293203] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1968.305794] env[62574]: DEBUG oslo_vmware.api [None req-ebae5f84-0193-43af-8148-c8da93aa86d4 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Task: {'id': task-1862469, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1968.337721] env[62574]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6bcd8335-c4b5-49b1-8786-af7d70a1c011 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1968.347889] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f5f0155-ba33-428a-b669-48f2d00f7663 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1968.383159] env[62574]: DEBUG nova.compute.manager [req-e75684ae-06ff-40ae-9a21-6a7c3b176c15 req-1208ad91-c9f1-4a97-ad9f-9bcc17f71c71 service nova] [instance: 3139cb5b-3025-48d6-8a2c-0a94ebfb40e0] Detach interface failed, port_id=a19085b7-08aa-488d-b5a5-4d7d9dd830f4, reason: Instance 3139cb5b-3025-48d6-8a2c-0a94ebfb40e0 could not be found. {{(pid=62574) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 1968.538491] env[62574]: DEBUG nova.scheduler.client.report [None req-5281d340-64b0-4e88-b0c9-17e47861958e tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Inventory has not changed for provider f0ed160a-beff-4626-a531-2a70d7bc0627 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 148, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1968.677421] env[62574]: DEBUG oslo_concurrency.lockutils [None req-fab801e6-22ec-4336-81bc-643114f718fc tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Acquiring lock "refresh_cache-3093e4ab-7f4e-48bf-a3ac-7c990da06f32" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1968.677421] env[62574]: DEBUG oslo_concurrency.lockutils [None req-fab801e6-22ec-4336-81bc-643114f718fc tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Acquired lock "refresh_cache-3093e4ab-7f4e-48bf-a3ac-7c990da06f32" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1968.677421] env[62574]: DEBUG nova.network.neutron [None req-fab801e6-22ec-4336-81bc-643114f718fc tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] [instance: 3093e4ab-7f4e-48bf-a3ac-7c990da06f32] Building network info cache for instance {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1968.705736] env[62574]: INFO nova.compute.manager [-] [instance: 3139cb5b-3025-48d6-8a2c-0a94ebfb40e0] Took 1.44 seconds to deallocate network for instance. [ 1968.759365] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-82d339bf-add9-43b0-a93b-6e81f6035a72 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] [instance: 4dfd42a3-c9d2-45b4-8bb0-9a7a8550997c] Volume attach. Driver type: vmdk {{(pid=62574) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1968.759365] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-82d339bf-add9-43b0-a93b-6e81f6035a72 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] [instance: 4dfd42a3-c9d2-45b4-8bb0-9a7a8550997c] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-385028', 'volume_id': '413b4002-a623-4623-bceb-e831021bb5e9', 'name': 'volume-413b4002-a623-4623-bceb-e831021bb5e9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4dfd42a3-c9d2-45b4-8bb0-9a7a8550997c', 'attached_at': '', 'detached_at': '', 'volume_id': '413b4002-a623-4623-bceb-e831021bb5e9', 'serial': '413b4002-a623-4623-bceb-e831021bb5e9'} {{(pid=62574) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1968.759777] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53b85120-4a64-499b-a7eb-1f8f393a803f {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1968.787530] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88144851-6203-4b28-a40e-bc9a9a727ad4 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1968.814178] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-82d339bf-add9-43b0-a93b-6e81f6035a72 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] [instance: 4dfd42a3-c9d2-45b4-8bb0-9a7a8550997c] Reconfiguring VM instance instance-00000061 to attach disk [datastore1] volume-413b4002-a623-4623-bceb-e831021bb5e9/volume-413b4002-a623-4623-bceb-e831021bb5e9.vmdk or device None with type thin {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1968.826156] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a0234435-0139-4bb9-a667-5499786df5d4 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1968.845383] env[62574]: DEBUG oslo_vmware.api [None req-ebae5f84-0193-43af-8148-c8da93aa86d4 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Task: {'id': task-1862469, 'name': ReconfigVM_Task, 'duration_secs': 0.339083} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1968.847106] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-ebae5f84-0193-43af-8148-c8da93aa86d4 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] [instance: 43793844-f400-4665-b287-bc4374a1ae6d] Reconfigured VM instance instance-0000004c to attach disk [datastore2] 43793844-f400-4665-b287-bc4374a1ae6d/43793844-f400-4665-b287-bc4374a1ae6d.vmdk or device None with type thin {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1968.847617] env[62574]: DEBUG oslo_vmware.api [None req-82d339bf-add9-43b0-a93b-6e81f6035a72 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Waiting for the task: (returnval){ [ 1968.847617] env[62574]: value = "task-1862470" [ 1968.847617] env[62574]: _type = "Task" [ 1968.847617] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1968.848893] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da05f124-d4f9-4098-8f2b-69d2b372eaf5 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1968.861012] env[62574]: DEBUG oslo_vmware.api [None req-82d339bf-add9-43b0-a93b-6e81f6035a72 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Task: {'id': task-1862470, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1968.880903] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a876e337-23a2-4d0f-a501-40d0e007340b {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1968.903808] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f47d0b8-5bcc-42b0-85ab-3f5bda70a6e5 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1968.928235] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecce132d-10fe-4674-a63c-4eec0f8d5f5b {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1968.936977] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebae5f84-0193-43af-8148-c8da93aa86d4 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] [instance: 43793844-f400-4665-b287-bc4374a1ae6d] Powering on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1968.937276] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0618512c-4191-4062-9783-115bf3c15d4c {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1968.947699] env[62574]: DEBUG oslo_vmware.api [None req-ebae5f84-0193-43af-8148-c8da93aa86d4 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Waiting for the task: (returnval){ [ 1968.947699] env[62574]: value = "task-1862471" [ 1968.947699] env[62574]: _type = "Task" [ 1968.947699] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1968.957173] env[62574]: DEBUG oslo_vmware.api [None req-ebae5f84-0193-43af-8148-c8da93aa86d4 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Task: {'id': task-1862471, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1969.041324] env[62574]: DEBUG oslo_concurrency.lockutils [None req-5281d340-64b0-4e88-b0c9-17e47861958e tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.920s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1969.047816] env[62574]: DEBUG oslo_concurrency.lockutils [None req-0f7c05dd-ac07-45ad-8abc-fe682f75ed36 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.215s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1969.047816] env[62574]: DEBUG nova.objects.instance [None req-0f7c05dd-ac07-45ad-8abc-fe682f75ed36 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Lazy-loading 'resources' on Instance uuid 5c8328d0-47fa-43de-822f-4f33152d2d25 {{(pid=62574) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1969.066024] env[62574]: INFO nova.scheduler.client.report [None req-5281d340-64b0-4e88-b0c9-17e47861958e tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Deleted allocations for instance 863dbe8b-20e6-485c-ba4d-b709d80fa327 [ 1969.182688] env[62574]: DEBUG nova.network.neutron [None req-4a776f6c-8135-49d7-943c-c7129d1ead79 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] [instance: 374c77f3-63b7-4079-8631-8c7d45c8e348] Updating instance_info_cache with network_info: [{"id": "6b71a9d1-6123-450e-825c-01622631ab65", "address": "fa:16:3e:89:93:24", "network": {"id": "d21729a3-6af1-4685-8299-0af047d6c105", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-979648045-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "50322706d83c42c3a9bbd5c51ba34b64", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d903c404-a23a-40c0-a217-96d4bb2e5b08", "external-id": "nsx-vlan-transportzone-228", "segmentation_id": 228, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b71a9d1-61", "ovs_interfaceid": "6b71a9d1-6123-450e-825c-01622631ab65", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1969.212896] env[62574]: DEBUG oslo_concurrency.lockutils [None req-751961a3-742f-4707-b999-8094ba7c84a6 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1969.260731] env[62574]: DEBUG nova.network.neutron [None req-fab801e6-22ec-4336-81bc-643114f718fc tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] [instance: 3093e4ab-7f4e-48bf-a3ac-7c990da06f32] Instance cache missing network info. {{(pid=62574) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1969.364337] env[62574]: DEBUG oslo_vmware.api [None req-82d339bf-add9-43b0-a93b-6e81f6035a72 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Task: {'id': task-1862470, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1969.458457] env[62574]: DEBUG oslo_vmware.api [None req-ebae5f84-0193-43af-8148-c8da93aa86d4 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Task: {'id': task-1862471, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1969.502011] env[62574]: DEBUG nova.network.neutron [None req-fab801e6-22ec-4336-81bc-643114f718fc tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] [instance: 3093e4ab-7f4e-48bf-a3ac-7c990da06f32] Updating instance_info_cache with network_info: [{"id": "791832f8-a934-4a90-8909-9e0e8c792f16", "address": "fa:16:3e:ca:f2:e3", "network": {"id": "00bfa347-a6e1-4070-b5d9-5f46396a9c53", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-693390946-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3197393f8f6a457a9367bd87f7aa5dc2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bdf594e-da7a-4254-b413-87aef4614588", "external-id": "nsx-vlan-transportzone-422", "segmentation_id": 422, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap791832f8-a9", "ovs_interfaceid": "791832f8-a934-4a90-8909-9e0e8c792f16", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1969.577951] env[62574]: DEBUG oslo_concurrency.lockutils [None req-5281d340-64b0-4e88-b0c9-17e47861958e tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Lock "863dbe8b-20e6-485c-ba4d-b709d80fa327" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.957s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1969.685865] env[62574]: DEBUG oslo_concurrency.lockutils [None req-4a776f6c-8135-49d7-943c-c7129d1ead79 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Releasing lock "refresh_cache-374c77f3-63b7-4079-8631-8c7d45c8e348" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1969.686146] env[62574]: DEBUG nova.objects.instance [None req-4a776f6c-8135-49d7-943c-c7129d1ead79 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Lazy-loading 'migration_context' on Instance uuid 374c77f3-63b7-4079-8631-8c7d45c8e348 {{(pid=62574) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1969.827649] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e86cbaad-dc44-49d1-9e9b-e29621ad55f6 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1969.838113] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fec28ae8-1130-49f4-87a5-f2d9f876abb7 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1969.878402] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83002a2c-0cb5-47be-bf9b-3e4c4a27cd95 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1969.882659] env[62574]: DEBUG nova.compute.manager [req-ae904e4a-4587-4ccb-97c6-77453b43b023 req-ed5dec92-58df-41b6-aba2-e0d088d2bae7 service nova] [instance: 8ed6360e-d8a3-478a-a78f-3b8e9ef9464e] Received event network-changed-f7ace2fc-c340-4e8c-a214-95cdeca63c65 {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1969.882659] env[62574]: DEBUG nova.compute.manager [req-ae904e4a-4587-4ccb-97c6-77453b43b023 req-ed5dec92-58df-41b6-aba2-e0d088d2bae7 service nova] [instance: 8ed6360e-d8a3-478a-a78f-3b8e9ef9464e] Refreshing instance network info cache due to event network-changed-f7ace2fc-c340-4e8c-a214-95cdeca63c65. {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1969.882897] env[62574]: DEBUG oslo_concurrency.lockutils [req-ae904e4a-4587-4ccb-97c6-77453b43b023 req-ed5dec92-58df-41b6-aba2-e0d088d2bae7 service nova] Acquiring lock "refresh_cache-8ed6360e-d8a3-478a-a78f-3b8e9ef9464e" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1969.882987] env[62574]: DEBUG oslo_concurrency.lockutils [req-ae904e4a-4587-4ccb-97c6-77453b43b023 req-ed5dec92-58df-41b6-aba2-e0d088d2bae7 service nova] Acquired lock "refresh_cache-8ed6360e-d8a3-478a-a78f-3b8e9ef9464e" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1969.883199] env[62574]: DEBUG nova.network.neutron [req-ae904e4a-4587-4ccb-97c6-77453b43b023 req-ed5dec92-58df-41b6-aba2-e0d088d2bae7 service nova] [instance: 8ed6360e-d8a3-478a-a78f-3b8e9ef9464e] Refreshing network info cache for port f7ace2fc-c340-4e8c-a214-95cdeca63c65 {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1969.894632] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbb74e24-a579-41ba-b53c-5ad63b339d98 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1969.899683] env[62574]: DEBUG oslo_vmware.api [None req-82d339bf-add9-43b0-a93b-6e81f6035a72 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Task: {'id': task-1862470, 'name': ReconfigVM_Task, 'duration_secs': 0.635085} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1969.900712] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-82d339bf-add9-43b0-a93b-6e81f6035a72 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] [instance: 4dfd42a3-c9d2-45b4-8bb0-9a7a8550997c] Reconfigured VM instance instance-00000061 to attach disk [datastore1] volume-413b4002-a623-4623-bceb-e831021bb5e9/volume-413b4002-a623-4623-bceb-e831021bb5e9.vmdk or device None with type thin {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1969.906537] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f2ca3316-c4de-428f-9fdc-b6e5db0c505b {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1969.928179] env[62574]: DEBUG nova.compute.provider_tree [None req-0f7c05dd-ac07-45ad-8abc-fe682f75ed36 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Inventory has not changed in ProviderTree for provider: f0ed160a-beff-4626-a531-2a70d7bc0627 {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1969.936490] env[62574]: DEBUG oslo_vmware.api [None req-82d339bf-add9-43b0-a93b-6e81f6035a72 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Waiting for the task: (returnval){ [ 1969.936490] env[62574]: value = "task-1862472" [ 1969.936490] env[62574]: _type = "Task" [ 1969.936490] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1969.947758] env[62574]: DEBUG oslo_vmware.api [None req-82d339bf-add9-43b0-a93b-6e81f6035a72 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Task: {'id': task-1862472, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1969.959865] env[62574]: DEBUG oslo_vmware.api [None req-ebae5f84-0193-43af-8148-c8da93aa86d4 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Task: {'id': task-1862471, 'name': PowerOnVM_Task, 'duration_secs': 0.613006} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1969.960148] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebae5f84-0193-43af-8148-c8da93aa86d4 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] [instance: 43793844-f400-4665-b287-bc4374a1ae6d] Powered on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1969.996468] env[62574]: DEBUG nova.compute.manager [req-e436e0ea-c460-497d-9e74-261a5c0b81ea req-28f83d67-4e7a-46a6-89d7-fd52e0812560 service nova] [instance: 3093e4ab-7f4e-48bf-a3ac-7c990da06f32] Received event network-changed-791832f8-a934-4a90-8909-9e0e8c792f16 {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1969.996672] env[62574]: DEBUG nova.compute.manager [req-e436e0ea-c460-497d-9e74-261a5c0b81ea req-28f83d67-4e7a-46a6-89d7-fd52e0812560 service nova] [instance: 3093e4ab-7f4e-48bf-a3ac-7c990da06f32] Refreshing instance network info cache due to event network-changed-791832f8-a934-4a90-8909-9e0e8c792f16. {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1969.996862] env[62574]: DEBUG oslo_concurrency.lockutils [req-e436e0ea-c460-497d-9e74-261a5c0b81ea req-28f83d67-4e7a-46a6-89d7-fd52e0812560 service nova] Acquiring lock "refresh_cache-3093e4ab-7f4e-48bf-a3ac-7c990da06f32" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1970.004689] env[62574]: DEBUG oslo_concurrency.lockutils [None req-fab801e6-22ec-4336-81bc-643114f718fc tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Releasing lock "refresh_cache-3093e4ab-7f4e-48bf-a3ac-7c990da06f32" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1970.004993] env[62574]: DEBUG nova.compute.manager [None req-fab801e6-22ec-4336-81bc-643114f718fc tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] [instance: 3093e4ab-7f4e-48bf-a3ac-7c990da06f32] Instance network_info: |[{"id": "791832f8-a934-4a90-8909-9e0e8c792f16", "address": "fa:16:3e:ca:f2:e3", "network": {"id": "00bfa347-a6e1-4070-b5d9-5f46396a9c53", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-693390946-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3197393f8f6a457a9367bd87f7aa5dc2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bdf594e-da7a-4254-b413-87aef4614588", "external-id": "nsx-vlan-transportzone-422", "segmentation_id": 422, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap791832f8-a9", "ovs_interfaceid": "791832f8-a934-4a90-8909-9e0e8c792f16", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62574) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1970.005561] env[62574]: DEBUG oslo_concurrency.lockutils [req-e436e0ea-c460-497d-9e74-261a5c0b81ea req-28f83d67-4e7a-46a6-89d7-fd52e0812560 service nova] Acquired lock "refresh_cache-3093e4ab-7f4e-48bf-a3ac-7c990da06f32" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1970.005745] env[62574]: DEBUG nova.network.neutron [req-e436e0ea-c460-497d-9e74-261a5c0b81ea req-28f83d67-4e7a-46a6-89d7-fd52e0812560 service nova] [instance: 3093e4ab-7f4e-48bf-a3ac-7c990da06f32] Refreshing network info cache for port 791832f8-a934-4a90-8909-9e0e8c792f16 {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1970.007060] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-fab801e6-22ec-4336-81bc-643114f718fc tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] [instance: 3093e4ab-7f4e-48bf-a3ac-7c990da06f32] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ca:f2:e3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7bdf594e-da7a-4254-b413-87aef4614588', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '791832f8-a934-4a90-8909-9e0e8c792f16', 'vif_model': 'vmxnet3'}] {{(pid=62574) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1970.014533] env[62574]: DEBUG oslo.service.loopingcall [None req-fab801e6-22ec-4336-81bc-643114f718fc tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62574) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1970.017764] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3093e4ab-7f4e-48bf-a3ac-7c990da06f32] Creating VM on the ESX host {{(pid=62574) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1970.018258] env[62574]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1dd2fc8f-e175-4fe0-b21f-c5cd65c20113 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1970.042035] env[62574]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1970.042035] env[62574]: value = "task-1862473" [ 1970.042035] env[62574]: _type = "Task" [ 1970.042035] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1970.053332] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1862473, 'name': CreateVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1970.190330] env[62574]: DEBUG nova.objects.base [None req-4a776f6c-8135-49d7-943c-c7129d1ead79 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Object Instance<374c77f3-63b7-4079-8631-8c7d45c8e348> lazy-loaded attributes: info_cache,migration_context {{(pid=62574) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1970.192024] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af1d2aea-ede8-4a53-ba88-96e3855a1d91 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1970.223225] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-140cb2e7-79f1-4a44-8c06-50322acaf337 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1970.237485] env[62574]: DEBUG oslo_vmware.api [None req-4a776f6c-8135-49d7-943c-c7129d1ead79 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Waiting for the task: (returnval){ [ 1970.237485] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]522fdd41-3796-6b2a-6305-0b70fc76f289" [ 1970.237485] env[62574]: _type = "Task" [ 1970.237485] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1970.253234] env[62574]: DEBUG oslo_vmware.api [None req-4a776f6c-8135-49d7-943c-c7129d1ead79 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]522fdd41-3796-6b2a-6305-0b70fc76f289, 'name': SearchDatastore_Task, 'duration_secs': 0.013233} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1970.253674] env[62574]: DEBUG oslo_concurrency.lockutils [None req-4a776f6c-8135-49d7-943c-c7129d1ead79 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1970.272202] env[62574]: DEBUG nova.network.neutron [req-e436e0ea-c460-497d-9e74-261a5c0b81ea req-28f83d67-4e7a-46a6-89d7-fd52e0812560 service nova] [instance: 3093e4ab-7f4e-48bf-a3ac-7c990da06f32] Updated VIF entry in instance network info cache for port 791832f8-a934-4a90-8909-9e0e8c792f16. {{(pid=62574) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1970.272742] env[62574]: DEBUG nova.network.neutron [req-e436e0ea-c460-497d-9e74-261a5c0b81ea req-28f83d67-4e7a-46a6-89d7-fd52e0812560 service nova] [instance: 3093e4ab-7f4e-48bf-a3ac-7c990da06f32] Updating instance_info_cache with network_info: [{"id": "791832f8-a934-4a90-8909-9e0e8c792f16", "address": "fa:16:3e:ca:f2:e3", "network": {"id": "00bfa347-a6e1-4070-b5d9-5f46396a9c53", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-693390946-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3197393f8f6a457a9367bd87f7aa5dc2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bdf594e-da7a-4254-b413-87aef4614588", "external-id": "nsx-vlan-transportzone-422", "segmentation_id": 422, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap791832f8-a9", "ovs_interfaceid": "791832f8-a934-4a90-8909-9e0e8c792f16", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1970.432855] env[62574]: DEBUG nova.scheduler.client.report [None req-0f7c05dd-ac07-45ad-8abc-fe682f75ed36 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Inventory has not changed for provider f0ed160a-beff-4626-a531-2a70d7bc0627 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 148, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1970.455203] env[62574]: DEBUG oslo_vmware.api [None req-82d339bf-add9-43b0-a93b-6e81f6035a72 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Task: {'id': task-1862472, 'name': ReconfigVM_Task, 'duration_secs': 0.241519} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1970.455555] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-82d339bf-add9-43b0-a93b-6e81f6035a72 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] [instance: 4dfd42a3-c9d2-45b4-8bb0-9a7a8550997c] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-385028', 'volume_id': '413b4002-a623-4623-bceb-e831021bb5e9', 'name': 'volume-413b4002-a623-4623-bceb-e831021bb5e9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4dfd42a3-c9d2-45b4-8bb0-9a7a8550997c', 'attached_at': '', 'detached_at': '', 'volume_id': '413b4002-a623-4623-bceb-e831021bb5e9', 'serial': '413b4002-a623-4623-bceb-e831021bb5e9'} {{(pid=62574) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1970.552997] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1862473, 'name': CreateVM_Task} progress is 25%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1970.775880] env[62574]: DEBUG nova.network.neutron [req-ae904e4a-4587-4ccb-97c6-77453b43b023 req-ed5dec92-58df-41b6-aba2-e0d088d2bae7 service nova] [instance: 8ed6360e-d8a3-478a-a78f-3b8e9ef9464e] Updated VIF entry in instance network info cache for port f7ace2fc-c340-4e8c-a214-95cdeca63c65. {{(pid=62574) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1970.775880] env[62574]: DEBUG nova.network.neutron [req-ae904e4a-4587-4ccb-97c6-77453b43b023 req-ed5dec92-58df-41b6-aba2-e0d088d2bae7 service nova] [instance: 8ed6360e-d8a3-478a-a78f-3b8e9ef9464e] Updating instance_info_cache with network_info: [{"id": "f7ace2fc-c340-4e8c-a214-95cdeca63c65", "address": "fa:16:3e:de:ac:b4", "network": {"id": "c6e82ed8-135c-4a2b-a7fa-f0f461137015", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-414473987-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.171", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5c18e090ac645c2bb13c4b6714f5f01", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c42bb08a-77b4-4bba-8166-702cbb1b5f1e", "external-id": "nsx-vlan-transportzone-137", "segmentation_id": 137, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7ace2fc-c3", "ovs_interfaceid": "f7ace2fc-c340-4e8c-a214-95cdeca63c65", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1970.775880] env[62574]: DEBUG oslo_concurrency.lockutils [req-e436e0ea-c460-497d-9e74-261a5c0b81ea req-28f83d67-4e7a-46a6-89d7-fd52e0812560 service nova] Releasing lock "refresh_cache-3093e4ab-7f4e-48bf-a3ac-7c990da06f32" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1970.949194] env[62574]: DEBUG oslo_concurrency.lockutils [None req-0f7c05dd-ac07-45ad-8abc-fe682f75ed36 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.905s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1970.952016] env[62574]: DEBUG oslo_concurrency.lockutils [None req-751961a3-742f-4707-b999-8094ba7c84a6 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.739s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1970.952333] env[62574]: DEBUG nova.objects.instance [None req-751961a3-742f-4707-b999-8094ba7c84a6 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Lazy-loading 'resources' on Instance uuid 3139cb5b-3025-48d6-8a2c-0a94ebfb40e0 {{(pid=62574) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1970.976302] env[62574]: INFO nova.scheduler.client.report [None req-0f7c05dd-ac07-45ad-8abc-fe682f75ed36 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Deleted allocations for instance 5c8328d0-47fa-43de-822f-4f33152d2d25 [ 1971.019086] env[62574]: INFO nova.compute.manager [None req-ebae5f84-0193-43af-8148-c8da93aa86d4 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] [instance: 43793844-f400-4665-b287-bc4374a1ae6d] Updating instance to original state: 'active' [ 1971.054347] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1862473, 'name': CreateVM_Task, 'duration_secs': 0.683997} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1971.054533] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3093e4ab-7f4e-48bf-a3ac-7c990da06f32] Created VM on the ESX host {{(pid=62574) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1971.055269] env[62574]: DEBUG oslo_concurrency.lockutils [None req-fab801e6-22ec-4336-81bc-643114f718fc tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1971.055448] env[62574]: DEBUG oslo_concurrency.lockutils [None req-fab801e6-22ec-4336-81bc-643114f718fc tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1971.055774] env[62574]: DEBUG oslo_concurrency.lockutils [None req-fab801e6-22ec-4336-81bc-643114f718fc tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1971.056042] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6f9f541d-396e-4876-8298-37018960ba25 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1971.062675] env[62574]: DEBUG oslo_vmware.api [None req-fab801e6-22ec-4336-81bc-643114f718fc tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Waiting for the task: (returnval){ [ 1971.062675] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]528f802a-a9ba-e272-658b-30daf5597d72" [ 1971.062675] env[62574]: _type = "Task" [ 1971.062675] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1971.072597] env[62574]: DEBUG oslo_vmware.api [None req-fab801e6-22ec-4336-81bc-643114f718fc tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]528f802a-a9ba-e272-658b-30daf5597d72, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1971.276515] env[62574]: DEBUG oslo_concurrency.lockutils [req-ae904e4a-4587-4ccb-97c6-77453b43b023 req-ed5dec92-58df-41b6-aba2-e0d088d2bae7 service nova] Releasing lock "refresh_cache-8ed6360e-d8a3-478a-a78f-3b8e9ef9464e" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1971.485229] env[62574]: DEBUG oslo_concurrency.lockutils [None req-0f7c05dd-ac07-45ad-8abc-fe682f75ed36 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Lock "5c8328d0-47fa-43de-822f-4f33152d2d25" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.105s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1971.498348] env[62574]: DEBUG nova.objects.instance [None req-82d339bf-add9-43b0-a93b-6e81f6035a72 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Lazy-loading 'flavor' on Instance uuid 4dfd42a3-c9d2-45b4-8bb0-9a7a8550997c {{(pid=62574) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1971.578352] env[62574]: DEBUG oslo_vmware.api [None req-fab801e6-22ec-4336-81bc-643114f718fc tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]528f802a-a9ba-e272-658b-30daf5597d72, 'name': SearchDatastore_Task, 'duration_secs': 0.014889} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1971.581045] env[62574]: DEBUG oslo_concurrency.lockutils [None req-fab801e6-22ec-4336-81bc-643114f718fc tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1971.581045] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-fab801e6-22ec-4336-81bc-643114f718fc tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] [instance: 3093e4ab-7f4e-48bf-a3ac-7c990da06f32] Processing image 3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2 {{(pid=62574) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1971.581287] env[62574]: DEBUG oslo_concurrency.lockutils [None req-fab801e6-22ec-4336-81bc-643114f718fc tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1971.581429] env[62574]: DEBUG oslo_concurrency.lockutils [None req-fab801e6-22ec-4336-81bc-643114f718fc tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1971.581611] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-fab801e6-22ec-4336-81bc-643114f718fc tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1971.582301] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7c2fb265-d069-4fc0-9cdd-8fe4a37801d8 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1971.595387] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-fab801e6-22ec-4336-81bc-643114f718fc tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1971.595664] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-fab801e6-22ec-4336-81bc-643114f718fc tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62574) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1971.596738] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f4ac371e-85bd-406c-84b4-956442d22e28 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1971.607733] env[62574]: DEBUG oslo_vmware.api [None req-fab801e6-22ec-4336-81bc-643114f718fc tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Waiting for the task: (returnval){ [ 1971.607733] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]5286406f-3aa5-e918-1296-42c180a9b892" [ 1971.607733] env[62574]: _type = "Task" [ 1971.607733] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1971.619811] env[62574]: DEBUG oslo_vmware.api [None req-fab801e6-22ec-4336-81bc-643114f718fc tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]5286406f-3aa5-e918-1296-42c180a9b892, 'name': SearchDatastore_Task, 'duration_secs': 0.011207} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1971.624164] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aec6fa17-3011-4d44-8203-d7cf8f8d814e {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1971.630573] env[62574]: DEBUG oslo_vmware.api [None req-fab801e6-22ec-4336-81bc-643114f718fc tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Waiting for the task: (returnval){ [ 1971.630573] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]520a2963-6223-67d2-b70b-add6f6b4b5f6" [ 1971.630573] env[62574]: _type = "Task" [ 1971.630573] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1971.645239] env[62574]: DEBUG oslo_vmware.api [None req-fab801e6-22ec-4336-81bc-643114f718fc tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]520a2963-6223-67d2-b70b-add6f6b4b5f6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1971.660485] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be4fab14-b75f-46ec-aa71-1c458fb51fb4 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1971.669172] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f06222c5-9570-406d-8c1b-9a9391be875c {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1971.701350] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcab5ef2-ed5c-4e69-950e-80d85e1a7cb9 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1971.710799] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a34db7d-3f75-45fb-95a0-ff7e06e34c09 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1971.725887] env[62574]: DEBUG nova.compute.provider_tree [None req-751961a3-742f-4707-b999-8094ba7c84a6 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Inventory has not changed in ProviderTree for provider: f0ed160a-beff-4626-a531-2a70d7bc0627 {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1972.003772] env[62574]: DEBUG oslo_concurrency.lockutils [None req-82d339bf-add9-43b0-a93b-6e81f6035a72 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Lock "4dfd42a3-c9d2-45b4-8bb0-9a7a8550997c" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.869s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1972.141890] env[62574]: DEBUG oslo_vmware.api [None req-fab801e6-22ec-4336-81bc-643114f718fc tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]520a2963-6223-67d2-b70b-add6f6b4b5f6, 'name': SearchDatastore_Task, 'duration_secs': 0.021631} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1972.142177] env[62574]: DEBUG oslo_concurrency.lockutils [None req-fab801e6-22ec-4336-81bc-643114f718fc tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1972.142441] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-fab801e6-22ec-4336-81bc-643114f718fc tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk to [datastore1] 3093e4ab-7f4e-48bf-a3ac-7c990da06f32/3093e4ab-7f4e-48bf-a3ac-7c990da06f32.vmdk {{(pid=62574) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1972.142701] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-398da532-e0c6-4fb7-9ed1-923fe79a33ae {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1972.151188] env[62574]: DEBUG oslo_vmware.api [None req-fab801e6-22ec-4336-81bc-643114f718fc tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Waiting for the task: (returnval){ [ 1972.151188] env[62574]: value = "task-1862474" [ 1972.151188] env[62574]: _type = "Task" [ 1972.151188] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1972.161557] env[62574]: DEBUG oslo_vmware.api [None req-fab801e6-22ec-4336-81bc-643114f718fc tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Task: {'id': task-1862474, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1972.229647] env[62574]: DEBUG nova.scheduler.client.report [None req-751961a3-742f-4707-b999-8094ba7c84a6 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Inventory has not changed for provider f0ed160a-beff-4626-a531-2a70d7bc0627 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 148, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1972.461939] env[62574]: DEBUG oslo_concurrency.lockutils [None req-64b513ff-3edb-42cb-936e-565ac0269820 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Acquiring lock "df645c24-e08c-48e1-aee8-2da12c3203b2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1972.462242] env[62574]: DEBUG oslo_concurrency.lockutils [None req-64b513ff-3edb-42cb-936e-565ac0269820 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Lock "df645c24-e08c-48e1-aee8-2da12c3203b2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1972.517515] env[62574]: DEBUG oslo_concurrency.lockutils [None req-d8999a0c-68d0-4d28-8f2b-54a5c62aa565 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Acquiring lock "5b85a61c-05a0-4136-9ee7-13827823d8b7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1972.517861] env[62574]: DEBUG oslo_concurrency.lockutils [None req-d8999a0c-68d0-4d28-8f2b-54a5c62aa565 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Lock "5b85a61c-05a0-4136-9ee7-13827823d8b7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1972.518106] env[62574]: DEBUG oslo_concurrency.lockutils [None req-d8999a0c-68d0-4d28-8f2b-54a5c62aa565 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Acquiring lock "5b85a61c-05a0-4136-9ee7-13827823d8b7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1972.518298] env[62574]: DEBUG oslo_concurrency.lockutils [None req-d8999a0c-68d0-4d28-8f2b-54a5c62aa565 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Lock "5b85a61c-05a0-4136-9ee7-13827823d8b7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1972.518482] env[62574]: DEBUG oslo_concurrency.lockutils [None req-d8999a0c-68d0-4d28-8f2b-54a5c62aa565 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Lock "5b85a61c-05a0-4136-9ee7-13827823d8b7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1972.520823] env[62574]: INFO nova.compute.manager [None req-d8999a0c-68d0-4d28-8f2b-54a5c62aa565 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] [instance: 5b85a61c-05a0-4136-9ee7-13827823d8b7] Terminating instance [ 1972.663807] env[62574]: DEBUG oslo_vmware.api [None req-fab801e6-22ec-4336-81bc-643114f718fc tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Task: {'id': task-1862474, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1972.735507] env[62574]: DEBUG oslo_concurrency.lockutils [None req-751961a3-742f-4707-b999-8094ba7c84a6 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.783s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1972.737901] env[62574]: DEBUG oslo_concurrency.lockutils [None req-4a776f6c-8135-49d7-943c-c7129d1ead79 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 2.484s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1972.752852] env[62574]: DEBUG oslo_concurrency.lockutils [None req-a172994e-ce0f-463a-81ac-874e2acb066b tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Acquiring lock "43793844-f400-4665-b287-bc4374a1ae6d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1972.753038] env[62574]: DEBUG oslo_concurrency.lockutils [None req-a172994e-ce0f-463a-81ac-874e2acb066b tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Lock "43793844-f400-4665-b287-bc4374a1ae6d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1972.753568] env[62574]: DEBUG oslo_concurrency.lockutils [None req-a172994e-ce0f-463a-81ac-874e2acb066b tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Acquiring lock "43793844-f400-4665-b287-bc4374a1ae6d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1972.753568] env[62574]: DEBUG oslo_concurrency.lockutils [None req-a172994e-ce0f-463a-81ac-874e2acb066b tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Lock "43793844-f400-4665-b287-bc4374a1ae6d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1972.753568] env[62574]: DEBUG oslo_concurrency.lockutils [None req-a172994e-ce0f-463a-81ac-874e2acb066b tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Lock "43793844-f400-4665-b287-bc4374a1ae6d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1972.759562] env[62574]: INFO nova.compute.manager [None req-a172994e-ce0f-463a-81ac-874e2acb066b tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] [instance: 43793844-f400-4665-b287-bc4374a1ae6d] Terminating instance [ 1972.764367] env[62574]: INFO nova.scheduler.client.report [None req-751961a3-742f-4707-b999-8094ba7c84a6 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Deleted allocations for instance 3139cb5b-3025-48d6-8a2c-0a94ebfb40e0 [ 1972.792116] env[62574]: DEBUG oslo_concurrency.lockutils [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Acquiring lock "refresh_cache-fb94d5d1-7f0f-4534-b9e9-2a52ac9a7c7f" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1972.792116] env[62574]: DEBUG oslo_concurrency.lockutils [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Acquired lock "refresh_cache-fb94d5d1-7f0f-4534-b9e9-2a52ac9a7c7f" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1972.792270] env[62574]: DEBUG nova.network.neutron [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] [instance: fb94d5d1-7f0f-4534-b9e9-2a52ac9a7c7f] Forcefully refreshing network info cache for instance {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1972.853729] env[62574]: INFO nova.compute.manager [None req-63e108f7-49ae-4423-8686-08f6886301a8 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] [instance: 4dfd42a3-c9d2-45b4-8bb0-9a7a8550997c] Rescuing [ 1972.853779] env[62574]: DEBUG oslo_concurrency.lockutils [None req-63e108f7-49ae-4423-8686-08f6886301a8 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Acquiring lock "refresh_cache-4dfd42a3-c9d2-45b4-8bb0-9a7a8550997c" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1972.853933] env[62574]: DEBUG oslo_concurrency.lockutils [None req-63e108f7-49ae-4423-8686-08f6886301a8 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Acquired lock "refresh_cache-4dfd42a3-c9d2-45b4-8bb0-9a7a8550997c" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1972.854144] env[62574]: DEBUG nova.network.neutron [None req-63e108f7-49ae-4423-8686-08f6886301a8 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] [instance: 4dfd42a3-c9d2-45b4-8bb0-9a7a8550997c] Building network info cache for instance {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1972.967343] env[62574]: DEBUG nova.compute.manager [None req-64b513ff-3edb-42cb-936e-565ac0269820 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] [instance: df645c24-e08c-48e1-aee8-2da12c3203b2] Starting instance... {{(pid=62574) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1973.024735] env[62574]: DEBUG nova.compute.manager [None req-d8999a0c-68d0-4d28-8f2b-54a5c62aa565 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] [instance: 5b85a61c-05a0-4136-9ee7-13827823d8b7] Start destroying the instance on the hypervisor. {{(pid=62574) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1973.024909] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-d8999a0c-68d0-4d28-8f2b-54a5c62aa565 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] [instance: 5b85a61c-05a0-4136-9ee7-13827823d8b7] Destroying instance {{(pid=62574) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1973.025801] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddb1023b-5cfd-4d7f-b667-7bd2675d839f {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1973.034748] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8999a0c-68d0-4d28-8f2b-54a5c62aa565 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] [instance: 5b85a61c-05a0-4136-9ee7-13827823d8b7] Powering off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1973.035011] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6401af7f-0541-4a6a-be63-fdfbc0727272 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1973.041859] env[62574]: DEBUG oslo_vmware.api [None req-d8999a0c-68d0-4d28-8f2b-54a5c62aa565 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Waiting for the task: (returnval){ [ 1973.041859] env[62574]: value = "task-1862475" [ 1973.041859] env[62574]: _type = "Task" [ 1973.041859] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1973.052186] env[62574]: DEBUG oslo_vmware.api [None req-d8999a0c-68d0-4d28-8f2b-54a5c62aa565 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Task: {'id': task-1862475, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1973.162462] env[62574]: DEBUG oslo_vmware.api [None req-fab801e6-22ec-4336-81bc-643114f718fc tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Task: {'id': task-1862474, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.550337} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1973.162765] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-fab801e6-22ec-4336-81bc-643114f718fc tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk to [datastore1] 3093e4ab-7f4e-48bf-a3ac-7c990da06f32/3093e4ab-7f4e-48bf-a3ac-7c990da06f32.vmdk {{(pid=62574) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1973.163028] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-fab801e6-22ec-4336-81bc-643114f718fc tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] [instance: 3093e4ab-7f4e-48bf-a3ac-7c990da06f32] Extending root virtual disk to 1048576 {{(pid=62574) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1973.163359] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-26c07217-6b3d-4843-822f-a9d1c2f4a35a {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1973.171555] env[62574]: DEBUG oslo_vmware.api [None req-fab801e6-22ec-4336-81bc-643114f718fc tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Waiting for the task: (returnval){ [ 1973.171555] env[62574]: value = "task-1862476" [ 1973.171555] env[62574]: _type = "Task" [ 1973.171555] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1973.180597] env[62574]: DEBUG oslo_vmware.api [None req-fab801e6-22ec-4336-81bc-643114f718fc tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Task: {'id': task-1862476, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1973.267852] env[62574]: DEBUG nova.compute.manager [None req-a172994e-ce0f-463a-81ac-874e2acb066b tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] [instance: 43793844-f400-4665-b287-bc4374a1ae6d] Start destroying the instance on the hypervisor. {{(pid=62574) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1973.268110] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-a172994e-ce0f-463a-81ac-874e2acb066b tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] [instance: 43793844-f400-4665-b287-bc4374a1ae6d] Powering off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1973.268384] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0f39f0aa-a66f-478e-88eb-a9a056506902 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1973.273294] env[62574]: DEBUG oslo_concurrency.lockutils [None req-751961a3-742f-4707-b999-8094ba7c84a6 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Lock "3139cb5b-3025-48d6-8a2c-0a94ebfb40e0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.710s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1973.278592] env[62574]: DEBUG oslo_vmware.api [None req-a172994e-ce0f-463a-81ac-874e2acb066b tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Waiting for the task: (returnval){ [ 1973.278592] env[62574]: value = "task-1862477" [ 1973.278592] env[62574]: _type = "Task" [ 1973.278592] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1973.294472] env[62574]: DEBUG oslo_vmware.api [None req-a172994e-ce0f-463a-81ac-874e2acb066b tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Task: {'id': task-1862477, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1973.327112] env[62574]: DEBUG oslo_concurrency.lockutils [None req-0c51d293-9037-4967-ad11-7499cad2d32c tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Acquiring lock "46ae905d-7e3f-4d5e-b917-333c751b6ad1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1973.327415] env[62574]: DEBUG oslo_concurrency.lockutils [None req-0c51d293-9037-4967-ad11-7499cad2d32c tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Lock "46ae905d-7e3f-4d5e-b917-333c751b6ad1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1973.488214] env[62574]: DEBUG oslo_concurrency.lockutils [None req-64b513ff-3edb-42cb-936e-565ac0269820 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1973.490085] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cd6b177-abbb-409a-9034-d8a07adb3596 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1973.497648] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8117956-f746-4400-8c14-cae8af6fd48b {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1973.532343] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-586e3b63-8471-40fc-9753-780bff6a801a {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1973.540702] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1aedba39-b8d1-42f2-aaae-b339150cdefa {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1973.560072] env[62574]: DEBUG nova.compute.provider_tree [None req-4a776f6c-8135-49d7-943c-c7129d1ead79 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Inventory has not changed in ProviderTree for provider: f0ed160a-beff-4626-a531-2a70d7bc0627 {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1973.564700] env[62574]: DEBUG oslo_vmware.api [None req-d8999a0c-68d0-4d28-8f2b-54a5c62aa565 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Task: {'id': task-1862475, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1973.611574] env[62574]: DEBUG nova.network.neutron [None req-63e108f7-49ae-4423-8686-08f6886301a8 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] [instance: 4dfd42a3-c9d2-45b4-8bb0-9a7a8550997c] Updating instance_info_cache with network_info: [{"id": "df6d046f-74f2-48d7-85c0-225104bda5ce", "address": "fa:16:3e:b1:fb:97", "network": {"id": "f4ae7ec7-0f59-410f-a9fd-fcc9dfe711cd", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-828120479-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7f9eb8bf1afc4a1c99652faad70fca7f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee9ce73d-4ee8-4b28-b7d3-3a5735039627", "external-id": "cl2-zone-465", "segmentation_id": 465, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf6d046f-74", "ovs_interfaceid": "df6d046f-74f2-48d7-85c0-225104bda5ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1973.681988] env[62574]: DEBUG oslo_vmware.api [None req-fab801e6-22ec-4336-81bc-643114f718fc tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Task: {'id': task-1862476, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.192685} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1973.682244] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-fab801e6-22ec-4336-81bc-643114f718fc tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] [instance: 3093e4ab-7f4e-48bf-a3ac-7c990da06f32] Extended root virtual disk {{(pid=62574) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1973.683060] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5313b99b-8c50-4eb8-97d2-af891186e6ee {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1973.705983] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-fab801e6-22ec-4336-81bc-643114f718fc tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] [instance: 3093e4ab-7f4e-48bf-a3ac-7c990da06f32] Reconfiguring VM instance instance-0000006b to attach disk [datastore1] 3093e4ab-7f4e-48bf-a3ac-7c990da06f32/3093e4ab-7f4e-48bf-a3ac-7c990da06f32.vmdk or device None with type sparse {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1973.706312] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-13589833-79b0-4079-b9b3-60ca8444afa6 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1973.727063] env[62574]: DEBUG oslo_vmware.api [None req-fab801e6-22ec-4336-81bc-643114f718fc tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Waiting for the task: (returnval){ [ 1973.727063] env[62574]: value = "task-1862478" [ 1973.727063] env[62574]: _type = "Task" [ 1973.727063] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1973.736508] env[62574]: DEBUG oslo_vmware.api [None req-fab801e6-22ec-4336-81bc-643114f718fc tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Task: {'id': task-1862478, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1973.789818] env[62574]: DEBUG oslo_vmware.api [None req-a172994e-ce0f-463a-81ac-874e2acb066b tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Task: {'id': task-1862477, 'name': PowerOffVM_Task, 'duration_secs': 0.289305} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1973.790150] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-a172994e-ce0f-463a-81ac-874e2acb066b tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] [instance: 43793844-f400-4665-b287-bc4374a1ae6d] Powered off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1973.790378] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-a172994e-ce0f-463a-81ac-874e2acb066b tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] [instance: 43793844-f400-4665-b287-bc4374a1ae6d] Volume detach. Driver type: vmdk {{(pid=62574) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1973.790575] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-a172994e-ce0f-463a-81ac-874e2acb066b tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] [instance: 43793844-f400-4665-b287-bc4374a1ae6d] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-385013', 'volume_id': '8c597678-7232-4674-9314-9f1bb33ebed4', 'name': 'volume-8c597678-7232-4674-9314-9f1bb33ebed4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '43793844-f400-4665-b287-bc4374a1ae6d', 'attached_at': '2024-12-13T19:51:29.000000', 'detached_at': '', 'volume_id': '8c597678-7232-4674-9314-9f1bb33ebed4', 'serial': '8c597678-7232-4674-9314-9f1bb33ebed4'} {{(pid=62574) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1973.791424] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66a0e4c8-d8e0-4f2b-9790-5e344fd51638 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1973.813082] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1650e86d-bfe7-4ff6-937c-1fb0a3fc483c {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1973.821276] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1677dd73-28a9-4549-9951-8c7d659ad19d {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1973.841354] env[62574]: DEBUG nova.compute.manager [None req-0c51d293-9037-4967-ad11-7499cad2d32c tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] [instance: 46ae905d-7e3f-4d5e-b917-333c751b6ad1] Starting instance... {{(pid=62574) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1973.846424] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-255a149f-014a-4204-86b0-ad1c44ea5c21 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1973.864601] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-a172994e-ce0f-463a-81ac-874e2acb066b tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] The volume has not been displaced from its original location: [datastore2] volume-8c597678-7232-4674-9314-9f1bb33ebed4/volume-8c597678-7232-4674-9314-9f1bb33ebed4.vmdk. No consolidation needed. {{(pid=62574) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1973.870188] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-a172994e-ce0f-463a-81ac-874e2acb066b tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] [instance: 43793844-f400-4665-b287-bc4374a1ae6d] Reconfiguring VM instance instance-0000004c to detach disk 2001 {{(pid=62574) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1973.870748] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1a37b910-6a9d-4c7c-836d-5b71e7bf28a8 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1973.893627] env[62574]: DEBUG oslo_vmware.api [None req-a172994e-ce0f-463a-81ac-874e2acb066b tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Waiting for the task: (returnval){ [ 1973.893627] env[62574]: value = "task-1862479" [ 1973.893627] env[62574]: _type = "Task" [ 1973.893627] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1973.907417] env[62574]: DEBUG oslo_vmware.api [None req-a172994e-ce0f-463a-81ac-874e2acb066b tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Task: {'id': task-1862479, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1974.058677] env[62574]: DEBUG oslo_vmware.api [None req-d8999a0c-68d0-4d28-8f2b-54a5c62aa565 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Task: {'id': task-1862475, 'name': PowerOffVM_Task, 'duration_secs': 0.518494} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1974.059037] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8999a0c-68d0-4d28-8f2b-54a5c62aa565 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] [instance: 5b85a61c-05a0-4136-9ee7-13827823d8b7] Powered off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1974.059241] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-d8999a0c-68d0-4d28-8f2b-54a5c62aa565 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] [instance: 5b85a61c-05a0-4136-9ee7-13827823d8b7] Unregistering the VM {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1974.059514] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c48f521d-5298-4307-af38-96c72183a423 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1974.066318] env[62574]: DEBUG nova.scheduler.client.report [None req-4a776f6c-8135-49d7-943c-c7129d1ead79 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Inventory has not changed for provider f0ed160a-beff-4626-a531-2a70d7bc0627 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 148, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1974.070292] env[62574]: DEBUG nova.network.neutron [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] [instance: fb94d5d1-7f0f-4534-b9e9-2a52ac9a7c7f] Updating instance_info_cache with network_info: [{"id": "91e1a2e4-68a4-4555-8e30-426e35a4f273", "address": "fa:16:3e:ee:41:79", "network": {"id": "3af14f16-9d32-4c8d-8557-ce8f3b8b4086", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1431517823-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.132", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "31d5eeff630d40d2928149f27883ae60", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91e1a2e4-68", "ovs_interfaceid": "91e1a2e4-68a4-4555-8e30-426e35a4f273", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1974.114344] env[62574]: DEBUG oslo_concurrency.lockutils [None req-63e108f7-49ae-4423-8686-08f6886301a8 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Releasing lock "refresh_cache-4dfd42a3-c9d2-45b4-8bb0-9a7a8550997c" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1974.241994] env[62574]: DEBUG oslo_vmware.api [None req-fab801e6-22ec-4336-81bc-643114f718fc tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Task: {'id': task-1862478, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1974.369657] env[62574]: DEBUG oslo_concurrency.lockutils [None req-0c51d293-9037-4967-ad11-7499cad2d32c tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1974.405222] env[62574]: DEBUG oslo_vmware.api [None req-a172994e-ce0f-463a-81ac-874e2acb066b tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Task: {'id': task-1862479, 'name': ReconfigVM_Task, 'duration_secs': 0.229547} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1974.405557] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-a172994e-ce0f-463a-81ac-874e2acb066b tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] [instance: 43793844-f400-4665-b287-bc4374a1ae6d] Reconfigured VM instance instance-0000004c to detach disk 2001 {{(pid=62574) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1974.411766] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-57bd42d3-6423-45e4-9622-01ecd1c90331 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1974.422372] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-d8999a0c-68d0-4d28-8f2b-54a5c62aa565 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] [instance: 5b85a61c-05a0-4136-9ee7-13827823d8b7] Unregistered the VM {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1974.422581] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-d8999a0c-68d0-4d28-8f2b-54a5c62aa565 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] [instance: 5b85a61c-05a0-4136-9ee7-13827823d8b7] Deleting contents of the VM from datastore datastore2 {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1974.422764] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8999a0c-68d0-4d28-8f2b-54a5c62aa565 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Deleting the datastore file [datastore2] 5b85a61c-05a0-4136-9ee7-13827823d8b7 {{(pid=62574) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1974.423443] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d6423a14-454f-4222-926b-08136a41e936 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1974.432561] env[62574]: DEBUG oslo_vmware.api [None req-a172994e-ce0f-463a-81ac-874e2acb066b tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Waiting for the task: (returnval){ [ 1974.432561] env[62574]: value = "task-1862481" [ 1974.432561] env[62574]: _type = "Task" [ 1974.432561] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1974.444176] env[62574]: DEBUG oslo_vmware.api [None req-d8999a0c-68d0-4d28-8f2b-54a5c62aa565 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Waiting for the task: (returnval){ [ 1974.444176] env[62574]: value = "task-1862482" [ 1974.444176] env[62574]: _type = "Task" [ 1974.444176] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1974.447492] env[62574]: DEBUG oslo_vmware.api [None req-a172994e-ce0f-463a-81ac-874e2acb066b tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Task: {'id': task-1862481, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1974.457292] env[62574]: DEBUG oslo_vmware.api [None req-d8999a0c-68d0-4d28-8f2b-54a5c62aa565 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Task: {'id': task-1862482, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1974.576428] env[62574]: DEBUG oslo_concurrency.lockutils [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Releasing lock "refresh_cache-fb94d5d1-7f0f-4534-b9e9-2a52ac9a7c7f" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1974.576836] env[62574]: DEBUG nova.compute.manager [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] [instance: fb94d5d1-7f0f-4534-b9e9-2a52ac9a7c7f] Updated the network info_cache for instance {{(pid=62574) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10416}} [ 1974.576990] env[62574]: DEBUG oslo_service.periodic_task [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62574) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1974.577182] env[62574]: DEBUG oslo_service.periodic_task [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62574) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1974.577330] env[62574]: DEBUG oslo_service.periodic_task [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62574) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1974.577479] env[62574]: DEBUG oslo_service.periodic_task [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62574) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1974.577619] env[62574]: DEBUG oslo_service.periodic_task [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62574) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1974.577761] env[62574]: DEBUG oslo_service.periodic_task [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62574) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1974.577890] env[62574]: DEBUG nova.compute.manager [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62574) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10964}} [ 1974.578045] env[62574]: DEBUG oslo_service.periodic_task [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Running periodic task ComputeManager.update_available_resource {{(pid=62574) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1974.738104] env[62574]: DEBUG oslo_vmware.api [None req-fab801e6-22ec-4336-81bc-643114f718fc tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Task: {'id': task-1862478, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1974.943064] env[62574]: DEBUG oslo_vmware.api [None req-a172994e-ce0f-463a-81ac-874e2acb066b tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Task: {'id': task-1862481, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1974.957877] env[62574]: DEBUG oslo_vmware.api [None req-d8999a0c-68d0-4d28-8f2b-54a5c62aa565 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Task: {'id': task-1862482, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.394742} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1974.958122] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8999a0c-68d0-4d28-8f2b-54a5c62aa565 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Deleted the datastore file {{(pid=62574) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1974.958309] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-d8999a0c-68d0-4d28-8f2b-54a5c62aa565 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] [instance: 5b85a61c-05a0-4136-9ee7-13827823d8b7] Deleted contents of the VM from datastore datastore2 {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1974.958541] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-d8999a0c-68d0-4d28-8f2b-54a5c62aa565 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] [instance: 5b85a61c-05a0-4136-9ee7-13827823d8b7] Instance destroyed {{(pid=62574) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1974.958729] env[62574]: INFO nova.compute.manager [None req-d8999a0c-68d0-4d28-8f2b-54a5c62aa565 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] [instance: 5b85a61c-05a0-4136-9ee7-13827823d8b7] Took 1.93 seconds to destroy the instance on the hypervisor. [ 1974.958970] env[62574]: DEBUG oslo.service.loopingcall [None req-d8999a0c-68d0-4d28-8f2b-54a5c62aa565 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62574) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1974.959199] env[62574]: DEBUG nova.compute.manager [-] [instance: 5b85a61c-05a0-4136-9ee7-13827823d8b7] Deallocating network for instance {{(pid=62574) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1974.959293] env[62574]: DEBUG nova.network.neutron [-] [instance: 5b85a61c-05a0-4136-9ee7-13827823d8b7] deallocate_for_instance() {{(pid=62574) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1975.078890] env[62574]: DEBUG oslo_concurrency.lockutils [None req-4a776f6c-8135-49d7-943c-c7129d1ead79 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.341s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1975.081884] env[62574]: DEBUG oslo_concurrency.lockutils [None req-64b513ff-3edb-42cb-936e-565ac0269820 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.594s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1975.083422] env[62574]: INFO nova.compute.claims [None req-64b513ff-3edb-42cb-936e-565ac0269820 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] [instance: df645c24-e08c-48e1-aee8-2da12c3203b2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1975.086590] env[62574]: DEBUG oslo_concurrency.lockutils [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1975.240313] env[62574]: DEBUG oslo_vmware.api [None req-fab801e6-22ec-4336-81bc-643114f718fc tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Task: {'id': task-1862478, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1975.352636] env[62574]: DEBUG nova.compute.manager [req-4405c30f-9783-4daa-8778-35c0d700cad8 req-a64c85c5-9c0c-4179-be99-4f3de8730da3 service nova] [instance: 5b85a61c-05a0-4136-9ee7-13827823d8b7] Received event network-vif-deleted-640dce76-3c5f-4ce8-a068-6d655d81bd19 {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1975.352843] env[62574]: INFO nova.compute.manager [req-4405c30f-9783-4daa-8778-35c0d700cad8 req-a64c85c5-9c0c-4179-be99-4f3de8730da3 service nova] [instance: 5b85a61c-05a0-4136-9ee7-13827823d8b7] Neutron deleted interface 640dce76-3c5f-4ce8-a068-6d655d81bd19; detaching it from the instance and deleting it from the info cache [ 1975.353164] env[62574]: DEBUG nova.network.neutron [req-4405c30f-9783-4daa-8778-35c0d700cad8 req-a64c85c5-9c0c-4179-be99-4f3de8730da3 service nova] [instance: 5b85a61c-05a0-4136-9ee7-13827823d8b7] Updating instance_info_cache with network_info: [] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1975.444352] env[62574]: DEBUG oslo_vmware.api [None req-a172994e-ce0f-463a-81ac-874e2acb066b tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Task: {'id': task-1862481, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1975.645863] env[62574]: INFO nova.scheduler.client.report [None req-4a776f6c-8135-49d7-943c-c7129d1ead79 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Deleted allocation for migration 18fdb71b-580a-4b92-89d2-eb68133097f5 [ 1975.657364] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-63e108f7-49ae-4423-8686-08f6886301a8 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] [instance: 4dfd42a3-c9d2-45b4-8bb0-9a7a8550997c] Powering off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1975.657754] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bf7bc2af-78fb-473a-8131-dd9de8671023 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1975.665223] env[62574]: DEBUG oslo_vmware.api [None req-63e108f7-49ae-4423-8686-08f6886301a8 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Waiting for the task: (returnval){ [ 1975.665223] env[62574]: value = "task-1862483" [ 1975.665223] env[62574]: _type = "Task" [ 1975.665223] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1975.676053] env[62574]: DEBUG oslo_vmware.api [None req-63e108f7-49ae-4423-8686-08f6886301a8 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Task: {'id': task-1862483, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1975.728584] env[62574]: DEBUG nova.network.neutron [-] [instance: 5b85a61c-05a0-4136-9ee7-13827823d8b7] Updating instance_info_cache with network_info: [] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1975.740654] env[62574]: DEBUG oslo_vmware.api [None req-fab801e6-22ec-4336-81bc-643114f718fc tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Task: {'id': task-1862478, 'name': ReconfigVM_Task, 'duration_secs': 1.751821} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1975.740895] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-fab801e6-22ec-4336-81bc-643114f718fc tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] [instance: 3093e4ab-7f4e-48bf-a3ac-7c990da06f32] Reconfigured VM instance instance-0000006b to attach disk [datastore1] 3093e4ab-7f4e-48bf-a3ac-7c990da06f32/3093e4ab-7f4e-48bf-a3ac-7c990da06f32.vmdk or device None with type sparse {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1975.741566] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dde08fb3-bdb9-44e4-ab40-89b573ae2564 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1975.750112] env[62574]: DEBUG oslo_vmware.api [None req-fab801e6-22ec-4336-81bc-643114f718fc tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Waiting for the task: (returnval){ [ 1975.750112] env[62574]: value = "task-1862484" [ 1975.750112] env[62574]: _type = "Task" [ 1975.750112] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1975.761652] env[62574]: DEBUG oslo_vmware.api [None req-fab801e6-22ec-4336-81bc-643114f718fc tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Task: {'id': task-1862484, 'name': Rename_Task} progress is 5%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1975.856056] env[62574]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-492ceb86-f2fb-4b8a-a915-8fb640f2e19d {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1975.866639] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83236298-aaef-4f50-9893-93b84ace8fdc {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1975.906011] env[62574]: DEBUG nova.compute.manager [req-4405c30f-9783-4daa-8778-35c0d700cad8 req-a64c85c5-9c0c-4179-be99-4f3de8730da3 service nova] [instance: 5b85a61c-05a0-4136-9ee7-13827823d8b7] Detach interface failed, port_id=640dce76-3c5f-4ce8-a068-6d655d81bd19, reason: Instance 5b85a61c-05a0-4136-9ee7-13827823d8b7 could not be found. {{(pid=62574) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 1975.943964] env[62574]: DEBUG oslo_vmware.api [None req-a172994e-ce0f-463a-81ac-874e2acb066b tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Task: {'id': task-1862481, 'name': ReconfigVM_Task, 'duration_secs': 1.238101} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1975.944308] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-a172994e-ce0f-463a-81ac-874e2acb066b tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] [instance: 43793844-f400-4665-b287-bc4374a1ae6d] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-385013', 'volume_id': '8c597678-7232-4674-9314-9f1bb33ebed4', 'name': 'volume-8c597678-7232-4674-9314-9f1bb33ebed4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '43793844-f400-4665-b287-bc4374a1ae6d', 'attached_at': '2024-12-13T19:51:29.000000', 'detached_at': '', 'volume_id': '8c597678-7232-4674-9314-9f1bb33ebed4', 'serial': '8c597678-7232-4674-9314-9f1bb33ebed4'} {{(pid=62574) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1975.944606] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-a172994e-ce0f-463a-81ac-874e2acb066b tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] [instance: 43793844-f400-4665-b287-bc4374a1ae6d] Destroying instance {{(pid=62574) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1975.945388] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66ea08c3-bd67-4efd-a2e4-e35239171ac9 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1975.953116] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-a172994e-ce0f-463a-81ac-874e2acb066b tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] [instance: 43793844-f400-4665-b287-bc4374a1ae6d] Unregistering the VM {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1975.953313] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7caefda9-b9f9-4f81-982e-de03be6b8fea {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1976.032803] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-a172994e-ce0f-463a-81ac-874e2acb066b tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] [instance: 43793844-f400-4665-b287-bc4374a1ae6d] Unregistered the VM {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1976.033045] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-a172994e-ce0f-463a-81ac-874e2acb066b tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] [instance: 43793844-f400-4665-b287-bc4374a1ae6d] Deleting contents of the VM from datastore datastore2 {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1976.033238] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-a172994e-ce0f-463a-81ac-874e2acb066b tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Deleting the datastore file [datastore2] 43793844-f400-4665-b287-bc4374a1ae6d {{(pid=62574) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1976.033511] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e1921fca-492b-4218-b6cc-a1daacc2febd {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1976.040407] env[62574]: DEBUG oslo_vmware.api [None req-a172994e-ce0f-463a-81ac-874e2acb066b tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Waiting for the task: (returnval){ [ 1976.040407] env[62574]: value = "task-1862486" [ 1976.040407] env[62574]: _type = "Task" [ 1976.040407] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1976.048132] env[62574]: DEBUG oslo_vmware.api [None req-a172994e-ce0f-463a-81ac-874e2acb066b tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Task: {'id': task-1862486, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1976.154376] env[62574]: DEBUG oslo_concurrency.lockutils [None req-4a776f6c-8135-49d7-943c-c7129d1ead79 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Lock "374c77f3-63b7-4079-8631-8c7d45c8e348" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 8.914s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1976.176725] env[62574]: DEBUG oslo_vmware.api [None req-63e108f7-49ae-4423-8686-08f6886301a8 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Task: {'id': task-1862483, 'name': PowerOffVM_Task, 'duration_secs': 0.206447} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1976.179266] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-63e108f7-49ae-4423-8686-08f6886301a8 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] [instance: 4dfd42a3-c9d2-45b4-8bb0-9a7a8550997c] Powered off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1976.180989] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a449326c-2f82-4acd-b2a2-c630547fb171 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1976.206087] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f58f294a-88f2-4ad0-bc2b-2f1c2145fc8f {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1976.236209] env[62574]: INFO nova.compute.manager [-] [instance: 5b85a61c-05a0-4136-9ee7-13827823d8b7] Took 1.28 seconds to deallocate network for instance. [ 1976.244185] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-63e108f7-49ae-4423-8686-08f6886301a8 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] [instance: 4dfd42a3-c9d2-45b4-8bb0-9a7a8550997c] Powering off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1976.246499] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e42a398a-dab0-4c51-a3ad-747473cfb7f1 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1976.256486] env[62574]: DEBUG oslo_vmware.api [None req-63e108f7-49ae-4423-8686-08f6886301a8 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Waiting for the task: (returnval){ [ 1976.256486] env[62574]: value = "task-1862487" [ 1976.256486] env[62574]: _type = "Task" [ 1976.256486] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1976.262297] env[62574]: DEBUG oslo_vmware.api [None req-fab801e6-22ec-4336-81bc-643114f718fc tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Task: {'id': task-1862484, 'name': Rename_Task, 'duration_secs': 0.169504} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1976.267839] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-fab801e6-22ec-4336-81bc-643114f718fc tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] [instance: 3093e4ab-7f4e-48bf-a3ac-7c990da06f32] Powering on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1976.268403] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-da12fab1-6f86-4d9c-82fe-8cbd0ed4c3a7 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1976.269988] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-63e108f7-49ae-4423-8686-08f6886301a8 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] [instance: 4dfd42a3-c9d2-45b4-8bb0-9a7a8550997c] VM already powered off {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1976.270214] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-63e108f7-49ae-4423-8686-08f6886301a8 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] [instance: 4dfd42a3-c9d2-45b4-8bb0-9a7a8550997c] Processing image 3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2 {{(pid=62574) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1976.270467] env[62574]: DEBUG oslo_concurrency.lockutils [None req-63e108f7-49ae-4423-8686-08f6886301a8 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1976.270618] env[62574]: DEBUG oslo_concurrency.lockutils [None req-63e108f7-49ae-4423-8686-08f6886301a8 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1976.270795] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-63e108f7-49ae-4423-8686-08f6886301a8 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1976.271034] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fb31a0c3-9758-49a1-a2fa-30f98606427c {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1976.280513] env[62574]: DEBUG oslo_vmware.api [None req-fab801e6-22ec-4336-81bc-643114f718fc tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Waiting for the task: (returnval){ [ 1976.280513] env[62574]: value = "task-1862488" [ 1976.280513] env[62574]: _type = "Task" [ 1976.280513] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1976.284637] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-63e108f7-49ae-4423-8686-08f6886301a8 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1976.284867] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-63e108f7-49ae-4423-8686-08f6886301a8 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62574) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1976.285820] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1de087dc-f9f8-44dc-abb9-9538ac94c077 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1976.290953] env[62574]: DEBUG oslo_vmware.api [None req-fab801e6-22ec-4336-81bc-643114f718fc tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Task: {'id': task-1862488, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1976.296580] env[62574]: DEBUG oslo_vmware.api [None req-63e108f7-49ae-4423-8686-08f6886301a8 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Waiting for the task: (returnval){ [ 1976.296580] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]52530763-96b4-89a1-554c-7219d4c1257d" [ 1976.296580] env[62574]: _type = "Task" [ 1976.296580] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1976.304938] env[62574]: DEBUG oslo_vmware.api [None req-63e108f7-49ae-4423-8686-08f6886301a8 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52530763-96b4-89a1-554c-7219d4c1257d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1976.329055] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0c18ffa-1247-4d0c-9f3c-0bc4b8f787e8 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1976.336639] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b2ec1f2-54ab-4369-8df0-9d1dcda3987d {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1976.369593] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bc56c71-1425-4a22-ae2c-fe2eb9f31954 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1976.377757] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ceb5101-01f1-4b71-a0b9-ad7990486844 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1976.391557] env[62574]: DEBUG nova.compute.provider_tree [None req-64b513ff-3edb-42cb-936e-565ac0269820 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Updating inventory in ProviderTree for provider f0ed160a-beff-4626-a531-2a70d7bc0627 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1976.550817] env[62574]: DEBUG oslo_vmware.api [None req-a172994e-ce0f-463a-81ac-874e2acb066b tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Task: {'id': task-1862486, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.197251} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1976.551087] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-a172994e-ce0f-463a-81ac-874e2acb066b tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Deleted the datastore file {{(pid=62574) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1976.551280] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-a172994e-ce0f-463a-81ac-874e2acb066b tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] [instance: 43793844-f400-4665-b287-bc4374a1ae6d] Deleted contents of the VM from datastore datastore2 {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1976.551473] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-a172994e-ce0f-463a-81ac-874e2acb066b tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] [instance: 43793844-f400-4665-b287-bc4374a1ae6d] Instance destroyed {{(pid=62574) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1976.551688] env[62574]: INFO nova.compute.manager [None req-a172994e-ce0f-463a-81ac-874e2acb066b tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] [instance: 43793844-f400-4665-b287-bc4374a1ae6d] Took 3.28 seconds to destroy the instance on the hypervisor. [ 1976.551968] env[62574]: DEBUG oslo.service.loopingcall [None req-a172994e-ce0f-463a-81ac-874e2acb066b tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62574) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1976.552203] env[62574]: DEBUG nova.compute.manager [-] [instance: 43793844-f400-4665-b287-bc4374a1ae6d] Deallocating network for instance {{(pid=62574) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1976.552308] env[62574]: DEBUG nova.network.neutron [-] [instance: 43793844-f400-4665-b287-bc4374a1ae6d] deallocate_for_instance() {{(pid=62574) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1976.742908] env[62574]: DEBUG oslo_concurrency.lockutils [None req-d8999a0c-68d0-4d28-8f2b-54a5c62aa565 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1976.791607] env[62574]: DEBUG oslo_vmware.api [None req-fab801e6-22ec-4336-81bc-643114f718fc tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Task: {'id': task-1862488, 'name': PowerOnVM_Task, 'duration_secs': 0.491223} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1976.791906] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-fab801e6-22ec-4336-81bc-643114f718fc tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] [instance: 3093e4ab-7f4e-48bf-a3ac-7c990da06f32] Powered on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1976.792126] env[62574]: INFO nova.compute.manager [None req-fab801e6-22ec-4336-81bc-643114f718fc tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] [instance: 3093e4ab-7f4e-48bf-a3ac-7c990da06f32] Took 9.49 seconds to spawn the instance on the hypervisor. [ 1976.792312] env[62574]: DEBUG nova.compute.manager [None req-fab801e6-22ec-4336-81bc-643114f718fc tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] [instance: 3093e4ab-7f4e-48bf-a3ac-7c990da06f32] Checking state {{(pid=62574) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1976.793185] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33aad5f1-c2a0-4564-9c7b-d47afae5c44c {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1976.811507] env[62574]: DEBUG oslo_vmware.api [None req-63e108f7-49ae-4423-8686-08f6886301a8 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52530763-96b4-89a1-554c-7219d4c1257d, 'name': SearchDatastore_Task, 'duration_secs': 0.012473} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1976.812847] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea971008-83a4-406c-a6c2-8fbe184e065d {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1976.820366] env[62574]: DEBUG oslo_vmware.api [None req-63e108f7-49ae-4423-8686-08f6886301a8 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Waiting for the task: (returnval){ [ 1976.820366] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]52497d55-53bd-8839-90d0-2a321a68d0ff" [ 1976.820366] env[62574]: _type = "Task" [ 1976.820366] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1976.829669] env[62574]: DEBUG oslo_vmware.api [None req-63e108f7-49ae-4423-8686-08f6886301a8 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52497d55-53bd-8839-90d0-2a321a68d0ff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1976.916610] env[62574]: ERROR nova.scheduler.client.report [None req-64b513ff-3edb-42cb-936e-565ac0269820 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] [req-0482c785-8fc5-4d55-9d9d-ab051cb6e8a5] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID f0ed160a-beff-4626-a531-2a70d7bc0627. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-0482c785-8fc5-4d55-9d9d-ab051cb6e8a5"}]} [ 1976.933738] env[62574]: DEBUG nova.scheduler.client.report [None req-64b513ff-3edb-42cb-936e-565ac0269820 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Refreshing inventories for resource provider f0ed160a-beff-4626-a531-2a70d7bc0627 {{(pid=62574) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1976.949880] env[62574]: DEBUG nova.scheduler.client.report [None req-64b513ff-3edb-42cb-936e-565ac0269820 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Updating ProviderTree inventory for provider f0ed160a-beff-4626-a531-2a70d7bc0627 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 148, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1976.950289] env[62574]: DEBUG nova.compute.provider_tree [None req-64b513ff-3edb-42cb-936e-565ac0269820 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Updating inventory in ProviderTree for provider f0ed160a-beff-4626-a531-2a70d7bc0627 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 148, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1976.962278] env[62574]: DEBUG nova.scheduler.client.report [None req-64b513ff-3edb-42cb-936e-565ac0269820 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Refreshing aggregate associations for resource provider f0ed160a-beff-4626-a531-2a70d7bc0627, aggregates: None {{(pid=62574) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1976.987637] env[62574]: DEBUG nova.scheduler.client.report [None req-64b513ff-3edb-42cb-936e-565ac0269820 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Refreshing trait associations for resource provider f0ed160a-beff-4626-a531-2a70d7bc0627, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=62574) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1977.182204] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5ebb1ad-501c-44d4-a2ad-fd50b50ae0c6 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1977.190933] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d17fbf3b-9415-4b95-8f4e-b633b3a7b89e {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1977.221644] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e72d667-361c-4dd6-8161-0d8bd6ca03e0 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1977.230394] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61e8215c-6f67-475b-bc75-016562e342f1 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1977.247528] env[62574]: DEBUG nova.compute.provider_tree [None req-64b513ff-3edb-42cb-936e-565ac0269820 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Updating inventory in ProviderTree for provider f0ed160a-beff-4626-a531-2a70d7bc0627 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1977.268298] env[62574]: DEBUG oslo_concurrency.lockutils [None req-4a776f6c-8135-49d7-943c-c7129d1ead79 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Acquiring lock "374c77f3-63b7-4079-8631-8c7d45c8e348" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1977.268558] env[62574]: DEBUG oslo_concurrency.lockutils [None req-4a776f6c-8135-49d7-943c-c7129d1ead79 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Lock "374c77f3-63b7-4079-8631-8c7d45c8e348" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1977.268769] env[62574]: DEBUG oslo_concurrency.lockutils [None req-4a776f6c-8135-49d7-943c-c7129d1ead79 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Acquiring lock "374c77f3-63b7-4079-8631-8c7d45c8e348-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1977.268964] env[62574]: DEBUG oslo_concurrency.lockutils [None req-4a776f6c-8135-49d7-943c-c7129d1ead79 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Lock "374c77f3-63b7-4079-8631-8c7d45c8e348-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1977.269306] env[62574]: DEBUG oslo_concurrency.lockutils [None req-4a776f6c-8135-49d7-943c-c7129d1ead79 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Lock "374c77f3-63b7-4079-8631-8c7d45c8e348-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1977.271853] env[62574]: INFO nova.compute.manager [None req-4a776f6c-8135-49d7-943c-c7129d1ead79 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] [instance: 374c77f3-63b7-4079-8631-8c7d45c8e348] Terminating instance [ 1977.316833] env[62574]: INFO nova.compute.manager [None req-fab801e6-22ec-4336-81bc-643114f718fc tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] [instance: 3093e4ab-7f4e-48bf-a3ac-7c990da06f32] Took 17.25 seconds to build instance. [ 1977.340891] env[62574]: DEBUG oslo_vmware.api [None req-63e108f7-49ae-4423-8686-08f6886301a8 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52497d55-53bd-8839-90d0-2a321a68d0ff, 'name': SearchDatastore_Task, 'duration_secs': 0.017509} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1977.340891] env[62574]: DEBUG oslo_concurrency.lockutils [None req-63e108f7-49ae-4423-8686-08f6886301a8 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1977.340891] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-63e108f7-49ae-4423-8686-08f6886301a8 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk to [datastore2] 4dfd42a3-c9d2-45b4-8bb0-9a7a8550997c/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2-rescue.vmdk. {{(pid=62574) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1977.340891] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7be3664b-14dc-4608-8da4-471e29bfae8a {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1977.341461] env[62574]: DEBUG oslo_vmware.api [None req-63e108f7-49ae-4423-8686-08f6886301a8 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Waiting for the task: (returnval){ [ 1977.341461] env[62574]: value = "task-1862489" [ 1977.341461] env[62574]: _type = "Task" [ 1977.341461] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1977.353484] env[62574]: DEBUG oslo_vmware.api [None req-63e108f7-49ae-4423-8686-08f6886301a8 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Task: {'id': task-1862489, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1977.378285] env[62574]: DEBUG nova.compute.manager [req-a795ba42-4850-47da-b017-03122b0fd87f req-3396921d-40af-4b46-a7d6-af805e488944 service nova] [instance: 43793844-f400-4665-b287-bc4374a1ae6d] Received event network-vif-deleted-7de90c52-6b23-4e19-8e20-5842728825ab {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1977.378440] env[62574]: INFO nova.compute.manager [req-a795ba42-4850-47da-b017-03122b0fd87f req-3396921d-40af-4b46-a7d6-af805e488944 service nova] [instance: 43793844-f400-4665-b287-bc4374a1ae6d] Neutron deleted interface 7de90c52-6b23-4e19-8e20-5842728825ab; detaching it from the instance and deleting it from the info cache [ 1977.378603] env[62574]: DEBUG nova.network.neutron [req-a795ba42-4850-47da-b017-03122b0fd87f req-3396921d-40af-4b46-a7d6-af805e488944 service nova] [instance: 43793844-f400-4665-b287-bc4374a1ae6d] Updating instance_info_cache with network_info: [] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1977.552198] env[62574]: DEBUG nova.network.neutron [-] [instance: 43793844-f400-4665-b287-bc4374a1ae6d] Updating instance_info_cache with network_info: [] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1977.775359] env[62574]: DEBUG nova.compute.manager [None req-4a776f6c-8135-49d7-943c-c7129d1ead79 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] [instance: 374c77f3-63b7-4079-8631-8c7d45c8e348] Start destroying the instance on the hypervisor. {{(pid=62574) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1977.775773] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-4a776f6c-8135-49d7-943c-c7129d1ead79 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] [instance: 374c77f3-63b7-4079-8631-8c7d45c8e348] Destroying instance {{(pid=62574) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1977.776598] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5113637-568d-443f-af99-d4d1c5fab6b1 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1977.786833] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a776f6c-8135-49d7-943c-c7129d1ead79 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] [instance: 374c77f3-63b7-4079-8631-8c7d45c8e348] Powering off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1977.788282] env[62574]: DEBUG nova.scheduler.client.report [None req-64b513ff-3edb-42cb-936e-565ac0269820 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Updated inventory for provider f0ed160a-beff-4626-a531-2a70d7bc0627 with generation 144 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1977.788553] env[62574]: DEBUG nova.compute.provider_tree [None req-64b513ff-3edb-42cb-936e-565ac0269820 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Updating resource provider f0ed160a-beff-4626-a531-2a70d7bc0627 generation from 144 to 145 during operation: update_inventory {{(pid=62574) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1977.789028] env[62574]: DEBUG nova.compute.provider_tree [None req-64b513ff-3edb-42cb-936e-565ac0269820 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Updating inventory in ProviderTree for provider f0ed160a-beff-4626-a531-2a70d7bc0627 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1977.793612] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7cda54c5-f95f-4dad-921a-f548fbab9fe7 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1977.803678] env[62574]: DEBUG oslo_vmware.api [None req-4a776f6c-8135-49d7-943c-c7129d1ead79 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Waiting for the task: (returnval){ [ 1977.803678] env[62574]: value = "task-1862490" [ 1977.803678] env[62574]: _type = "Task" [ 1977.803678] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1977.814440] env[62574]: DEBUG oslo_vmware.api [None req-4a776f6c-8135-49d7-943c-c7129d1ead79 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Task: {'id': task-1862490, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1977.818630] env[62574]: DEBUG oslo_concurrency.lockutils [None req-fab801e6-22ec-4336-81bc-643114f718fc tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Lock "3093e4ab-7f4e-48bf-a3ac-7c990da06f32" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.760s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1977.852914] env[62574]: DEBUG oslo_vmware.api [None req-63e108f7-49ae-4423-8686-08f6886301a8 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Task: {'id': task-1862489, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1977.881154] env[62574]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8b0e1e4d-e696-41b6-b7bb-79baed6923b7 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1977.892918] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fb13a91-4e1a-4153-9472-c3a72e2f05c4 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1977.929906] env[62574]: DEBUG nova.compute.manager [req-a795ba42-4850-47da-b017-03122b0fd87f req-3396921d-40af-4b46-a7d6-af805e488944 service nova] [instance: 43793844-f400-4665-b287-bc4374a1ae6d] Detach interface failed, port_id=7de90c52-6b23-4e19-8e20-5842728825ab, reason: Instance 43793844-f400-4665-b287-bc4374a1ae6d could not be found. {{(pid=62574) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 1978.056503] env[62574]: INFO nova.compute.manager [-] [instance: 43793844-f400-4665-b287-bc4374a1ae6d] Took 1.50 seconds to deallocate network for instance. [ 1978.299580] env[62574]: DEBUG oslo_concurrency.lockutils [None req-64b513ff-3edb-42cb-936e-565ac0269820 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.218s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1978.300141] env[62574]: DEBUG nova.compute.manager [None req-64b513ff-3edb-42cb-936e-565ac0269820 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] [instance: df645c24-e08c-48e1-aee8-2da12c3203b2] Start building networks asynchronously for instance. {{(pid=62574) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1978.302825] env[62574]: DEBUG oslo_concurrency.lockutils [None req-0c51d293-9037-4967-ad11-7499cad2d32c tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.933s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1978.304201] env[62574]: INFO nova.compute.claims [None req-0c51d293-9037-4967-ad11-7499cad2d32c tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] [instance: 46ae905d-7e3f-4d5e-b917-333c751b6ad1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1978.336027] env[62574]: DEBUG oslo_vmware.api [None req-4a776f6c-8135-49d7-943c-c7129d1ead79 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Task: {'id': task-1862490, 'name': PowerOffVM_Task, 'duration_secs': 0.410219} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1978.336186] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a776f6c-8135-49d7-943c-c7129d1ead79 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] [instance: 374c77f3-63b7-4079-8631-8c7d45c8e348] Powered off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1978.336290] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-4a776f6c-8135-49d7-943c-c7129d1ead79 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] [instance: 374c77f3-63b7-4079-8631-8c7d45c8e348] Unregistering the VM {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1978.336550] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c39bd543-1093-40af-a434-48a75244b17d {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1978.351816] env[62574]: DEBUG oslo_vmware.api [None req-63e108f7-49ae-4423-8686-08f6886301a8 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Task: {'id': task-1862489, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.714444} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1978.351816] env[62574]: INFO nova.virt.vmwareapi.ds_util [None req-63e108f7-49ae-4423-8686-08f6886301a8 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk to [datastore2] 4dfd42a3-c9d2-45b4-8bb0-9a7a8550997c/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2-rescue.vmdk. [ 1978.353184] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-511229f5-528e-4a7a-bdcc-ad3a2c8c1c83 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1978.384959] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-63e108f7-49ae-4423-8686-08f6886301a8 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] [instance: 4dfd42a3-c9d2-45b4-8bb0-9a7a8550997c] Reconfiguring VM instance instance-00000061 to attach disk [datastore2] 4dfd42a3-c9d2-45b4-8bb0-9a7a8550997c/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2-rescue.vmdk or device None with type thin {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1978.385548] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9296742c-f13c-4fe9-bf71-da3f64c39d8c {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1978.405173] env[62574]: DEBUG oslo_vmware.api [None req-63e108f7-49ae-4423-8686-08f6886301a8 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Waiting for the task: (returnval){ [ 1978.405173] env[62574]: value = "task-1862492" [ 1978.405173] env[62574]: _type = "Task" [ 1978.405173] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1978.414734] env[62574]: DEBUG oslo_vmware.api [None req-63e108f7-49ae-4423-8686-08f6886301a8 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Task: {'id': task-1862492, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1978.422751] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-4a776f6c-8135-49d7-943c-c7129d1ead79 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] [instance: 374c77f3-63b7-4079-8631-8c7d45c8e348] Unregistered the VM {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1978.422963] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-4a776f6c-8135-49d7-943c-c7129d1ead79 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] [instance: 374c77f3-63b7-4079-8631-8c7d45c8e348] Deleting contents of the VM from datastore datastore2 {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1978.423163] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a776f6c-8135-49d7-943c-c7129d1ead79 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Deleting the datastore file [datastore2] 374c77f3-63b7-4079-8631-8c7d45c8e348 {{(pid=62574) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1978.423475] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-785f9aef-c5d9-437a-a72f-5389e09c8c46 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1978.444707] env[62574]: DEBUG oslo_vmware.api [None req-4a776f6c-8135-49d7-943c-c7129d1ead79 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Waiting for the task: (returnval){ [ 1978.444707] env[62574]: value = "task-1862493" [ 1978.444707] env[62574]: _type = "Task" [ 1978.444707] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1978.454163] env[62574]: DEBUG oslo_vmware.api [None req-4a776f6c-8135-49d7-943c-c7129d1ead79 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Task: {'id': task-1862493, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1978.606163] env[62574]: INFO nova.compute.manager [None req-a172994e-ce0f-463a-81ac-874e2acb066b tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] [instance: 43793844-f400-4665-b287-bc4374a1ae6d] Took 0.55 seconds to detach 1 volumes for instance. [ 1978.816859] env[62574]: DEBUG nova.compute.utils [None req-64b513ff-3edb-42cb-936e-565ac0269820 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Using /dev/sd instead of None {{(pid=62574) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1978.821982] env[62574]: DEBUG nova.compute.manager [None req-64b513ff-3edb-42cb-936e-565ac0269820 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] [instance: df645c24-e08c-48e1-aee8-2da12c3203b2] Allocating IP information in the background. {{(pid=62574) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1978.821982] env[62574]: DEBUG nova.network.neutron [None req-64b513ff-3edb-42cb-936e-565ac0269820 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] [instance: df645c24-e08c-48e1-aee8-2da12c3203b2] allocate_for_instance() {{(pid=62574) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1978.883113] env[62574]: DEBUG nova.policy [None req-64b513ff-3edb-42cb-936e-565ac0269820 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6809b284d7ae448884cb02ba77b62ba9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3efda8e53e3c4eea8bfd1d5d6cd90db3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62574) authorize /opt/stack/nova/nova/policy.py:192}} [ 1978.891390] env[62574]: DEBUG nova.compute.manager [req-612df9d7-6e8a-4031-8d1b-8cb353ef1ea2 req-a22a93ea-d83f-4c2c-b7fa-a59d990251e6 service nova] [instance: 3093e4ab-7f4e-48bf-a3ac-7c990da06f32] Received event network-changed-791832f8-a934-4a90-8909-9e0e8c792f16 {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1978.891590] env[62574]: DEBUG nova.compute.manager [req-612df9d7-6e8a-4031-8d1b-8cb353ef1ea2 req-a22a93ea-d83f-4c2c-b7fa-a59d990251e6 service nova] [instance: 3093e4ab-7f4e-48bf-a3ac-7c990da06f32] Refreshing instance network info cache due to event network-changed-791832f8-a934-4a90-8909-9e0e8c792f16. {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1978.891806] env[62574]: DEBUG oslo_concurrency.lockutils [req-612df9d7-6e8a-4031-8d1b-8cb353ef1ea2 req-a22a93ea-d83f-4c2c-b7fa-a59d990251e6 service nova] Acquiring lock "refresh_cache-3093e4ab-7f4e-48bf-a3ac-7c990da06f32" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1978.891925] env[62574]: DEBUG oslo_concurrency.lockutils [req-612df9d7-6e8a-4031-8d1b-8cb353ef1ea2 req-a22a93ea-d83f-4c2c-b7fa-a59d990251e6 service nova] Acquired lock "refresh_cache-3093e4ab-7f4e-48bf-a3ac-7c990da06f32" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1978.892096] env[62574]: DEBUG nova.network.neutron [req-612df9d7-6e8a-4031-8d1b-8cb353ef1ea2 req-a22a93ea-d83f-4c2c-b7fa-a59d990251e6 service nova] [instance: 3093e4ab-7f4e-48bf-a3ac-7c990da06f32] Refreshing network info cache for port 791832f8-a934-4a90-8909-9e0e8c792f16 {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1978.916764] env[62574]: DEBUG oslo_vmware.api [None req-63e108f7-49ae-4423-8686-08f6886301a8 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Task: {'id': task-1862492, 'name': ReconfigVM_Task, 'duration_secs': 0.379084} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1978.917070] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-63e108f7-49ae-4423-8686-08f6886301a8 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] [instance: 4dfd42a3-c9d2-45b4-8bb0-9a7a8550997c] Reconfigured VM instance instance-00000061 to attach disk [datastore2] 4dfd42a3-c9d2-45b4-8bb0-9a7a8550997c/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2-rescue.vmdk or device None with type thin {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1978.918895] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8f8b00d-b378-4e83-99b1-9455cafa9887 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1978.949174] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-023c60cb-65f8-4de7-ae71-a3c14e1d4239 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1978.974217] env[62574]: DEBUG oslo_vmware.api [None req-4a776f6c-8135-49d7-943c-c7129d1ead79 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Task: {'id': task-1862493, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.207465} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1978.976907] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a776f6c-8135-49d7-943c-c7129d1ead79 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Deleted the datastore file {{(pid=62574) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1978.977184] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-4a776f6c-8135-49d7-943c-c7129d1ead79 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] [instance: 374c77f3-63b7-4079-8631-8c7d45c8e348] Deleted contents of the VM from datastore datastore2 {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1978.977390] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-4a776f6c-8135-49d7-943c-c7129d1ead79 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] [instance: 374c77f3-63b7-4079-8631-8c7d45c8e348] Instance destroyed {{(pid=62574) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1978.977570] env[62574]: INFO nova.compute.manager [None req-4a776f6c-8135-49d7-943c-c7129d1ead79 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] [instance: 374c77f3-63b7-4079-8631-8c7d45c8e348] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1978.977809] env[62574]: DEBUG oslo.service.loopingcall [None req-4a776f6c-8135-49d7-943c-c7129d1ead79 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62574) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1978.978477] env[62574]: DEBUG oslo_vmware.api [None req-63e108f7-49ae-4423-8686-08f6886301a8 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Waiting for the task: (returnval){ [ 1978.978477] env[62574]: value = "task-1862494" [ 1978.978477] env[62574]: _type = "Task" [ 1978.978477] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1978.978686] env[62574]: DEBUG nova.compute.manager [-] [instance: 374c77f3-63b7-4079-8631-8c7d45c8e348] Deallocating network for instance {{(pid=62574) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1978.978782] env[62574]: DEBUG nova.network.neutron [-] [instance: 374c77f3-63b7-4079-8631-8c7d45c8e348] deallocate_for_instance() {{(pid=62574) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1978.992234] env[62574]: DEBUG oslo_vmware.api [None req-63e108f7-49ae-4423-8686-08f6886301a8 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Task: {'id': task-1862494, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1979.113194] env[62574]: DEBUG oslo_concurrency.lockutils [None req-a172994e-ce0f-463a-81ac-874e2acb066b tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1979.247822] env[62574]: DEBUG nova.network.neutron [None req-64b513ff-3edb-42cb-936e-565ac0269820 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] [instance: df645c24-e08c-48e1-aee8-2da12c3203b2] Successfully created port: 8dacdd44-5cde-4ea9-8506-dbae301fbf55 {{(pid=62574) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1979.323723] env[62574]: DEBUG nova.compute.manager [None req-64b513ff-3edb-42cb-936e-565ac0269820 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] [instance: df645c24-e08c-48e1-aee8-2da12c3203b2] Start building block device mappings for instance. {{(pid=62574) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1979.494297] env[62574]: DEBUG oslo_vmware.api [None req-63e108f7-49ae-4423-8686-08f6886301a8 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Task: {'id': task-1862494, 'name': ReconfigVM_Task, 'duration_secs': 0.214935} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1979.494580] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-63e108f7-49ae-4423-8686-08f6886301a8 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] [instance: 4dfd42a3-c9d2-45b4-8bb0-9a7a8550997c] Powering on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1979.494831] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-37ba7b45-91f4-4e7c-97d0-c7023cdb8a40 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1979.506742] env[62574]: DEBUG oslo_vmware.api [None req-63e108f7-49ae-4423-8686-08f6886301a8 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Waiting for the task: (returnval){ [ 1979.506742] env[62574]: value = "task-1862495" [ 1979.506742] env[62574]: _type = "Task" [ 1979.506742] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1979.523274] env[62574]: DEBUG oslo_vmware.api [None req-63e108f7-49ae-4423-8686-08f6886301a8 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Task: {'id': task-1862495, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1979.575102] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c156d9c-322a-484d-8e27-457fb31f5a0d {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1979.585495] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ca0f54a-0f85-44a2-ab04-4b89911666c8 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1979.619308] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d999a886-4302-4b1e-8f02-e76d7742b6b2 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1979.627755] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5284eebe-1a63-4848-a5a5-36536b1a346d {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1979.645362] env[62574]: DEBUG nova.compute.provider_tree [None req-0c51d293-9037-4967-ad11-7499cad2d32c tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Inventory has not changed in ProviderTree for provider: f0ed160a-beff-4626-a531-2a70d7bc0627 {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1979.729696] env[62574]: DEBUG oslo_concurrency.lockutils [None req-fa743286-9b9c-412d-b8ed-4e3475ea9022 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Acquiring lock "fb94d5d1-7f0f-4534-b9e9-2a52ac9a7c7f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1979.730014] env[62574]: DEBUG oslo_concurrency.lockutils [None req-fa743286-9b9c-412d-b8ed-4e3475ea9022 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Lock "fb94d5d1-7f0f-4534-b9e9-2a52ac9a7c7f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1979.730262] env[62574]: DEBUG oslo_concurrency.lockutils [None req-fa743286-9b9c-412d-b8ed-4e3475ea9022 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Acquiring lock "fb94d5d1-7f0f-4534-b9e9-2a52ac9a7c7f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1979.730770] env[62574]: DEBUG oslo_concurrency.lockutils [None req-fa743286-9b9c-412d-b8ed-4e3475ea9022 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Lock "fb94d5d1-7f0f-4534-b9e9-2a52ac9a7c7f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1979.730963] env[62574]: DEBUG oslo_concurrency.lockutils [None req-fa743286-9b9c-412d-b8ed-4e3475ea9022 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Lock "fb94d5d1-7f0f-4534-b9e9-2a52ac9a7c7f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1979.734899] env[62574]: INFO nova.compute.manager [None req-fa743286-9b9c-412d-b8ed-4e3475ea9022 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] [instance: fb94d5d1-7f0f-4534-b9e9-2a52ac9a7c7f] Terminating instance [ 1979.780173] env[62574]: DEBUG oslo_concurrency.lockutils [None req-15d564cd-d4e7-43b9-ace4-5e7456ccb5ad tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Acquiring lock "b26e33b2-aa22-44ec-9162-3dd206b96fd4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1979.780458] env[62574]: DEBUG oslo_concurrency.lockutils [None req-15d564cd-d4e7-43b9-ace4-5e7456ccb5ad tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Lock "b26e33b2-aa22-44ec-9162-3dd206b96fd4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1979.844579] env[62574]: DEBUG nova.network.neutron [req-612df9d7-6e8a-4031-8d1b-8cb353ef1ea2 req-a22a93ea-d83f-4c2c-b7fa-a59d990251e6 service nova] [instance: 3093e4ab-7f4e-48bf-a3ac-7c990da06f32] Updated VIF entry in instance network info cache for port 791832f8-a934-4a90-8909-9e0e8c792f16. {{(pid=62574) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1979.844579] env[62574]: DEBUG nova.network.neutron [req-612df9d7-6e8a-4031-8d1b-8cb353ef1ea2 req-a22a93ea-d83f-4c2c-b7fa-a59d990251e6 service nova] [instance: 3093e4ab-7f4e-48bf-a3ac-7c990da06f32] Updating instance_info_cache with network_info: [{"id": "791832f8-a934-4a90-8909-9e0e8c792f16", "address": "fa:16:3e:ca:f2:e3", "network": {"id": "00bfa347-a6e1-4070-b5d9-5f46396a9c53", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-693390946-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3197393f8f6a457a9367bd87f7aa5dc2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bdf594e-da7a-4254-b413-87aef4614588", "external-id": "nsx-vlan-transportzone-422", "segmentation_id": 422, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap791832f8-a9", "ovs_interfaceid": "791832f8-a934-4a90-8909-9e0e8c792f16", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1979.844579] env[62574]: DEBUG nova.network.neutron [-] [instance: 374c77f3-63b7-4079-8631-8c7d45c8e348] Updating instance_info_cache with network_info: [] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1979.964524] env[62574]: DEBUG oslo_concurrency.lockutils [None req-8ed2634a-237a-4a2b-8f2d-b544174caa3d tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Acquiring lock "2df2984d-1120-4cdd-80a8-7f0366e4cbed" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1979.964763] env[62574]: DEBUG oslo_concurrency.lockutils [None req-8ed2634a-237a-4a2b-8f2d-b544174caa3d tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Lock "2df2984d-1120-4cdd-80a8-7f0366e4cbed" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1980.018868] env[62574]: DEBUG oslo_vmware.api [None req-63e108f7-49ae-4423-8686-08f6886301a8 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Task: {'id': task-1862495, 'name': PowerOnVM_Task, 'duration_secs': 0.429032} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1980.018868] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-63e108f7-49ae-4423-8686-08f6886301a8 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] [instance: 4dfd42a3-c9d2-45b4-8bb0-9a7a8550997c] Powered on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1980.020433] env[62574]: DEBUG nova.compute.manager [None req-63e108f7-49ae-4423-8686-08f6886301a8 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] [instance: 4dfd42a3-c9d2-45b4-8bb0-9a7a8550997c] Checking state {{(pid=62574) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1980.021306] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-144db32d-93a5-4c41-80d4-f407fbbe2344 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1980.148765] env[62574]: DEBUG nova.scheduler.client.report [None req-0c51d293-9037-4967-ad11-7499cad2d32c tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Inventory has not changed for provider f0ed160a-beff-4626-a531-2a70d7bc0627 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1980.239285] env[62574]: DEBUG nova.compute.manager [None req-fa743286-9b9c-412d-b8ed-4e3475ea9022 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] [instance: fb94d5d1-7f0f-4534-b9e9-2a52ac9a7c7f] Start destroying the instance on the hypervisor. {{(pid=62574) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1980.239583] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-fa743286-9b9c-412d-b8ed-4e3475ea9022 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] [instance: fb94d5d1-7f0f-4534-b9e9-2a52ac9a7c7f] Destroying instance {{(pid=62574) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1980.240502] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d08e0d5b-b531-4d7e-ad32-4b135376b4d6 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1980.248139] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa743286-9b9c-412d-b8ed-4e3475ea9022 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] [instance: fb94d5d1-7f0f-4534-b9e9-2a52ac9a7c7f] Powering off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1980.248393] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-72267ac6-617b-48af-898c-2eebaac8d948 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1980.254898] env[62574]: DEBUG oslo_vmware.api [None req-fa743286-9b9c-412d-b8ed-4e3475ea9022 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Waiting for the task: (returnval){ [ 1980.254898] env[62574]: value = "task-1862496" [ 1980.254898] env[62574]: _type = "Task" [ 1980.254898] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1980.263462] env[62574]: DEBUG oslo_vmware.api [None req-fa743286-9b9c-412d-b8ed-4e3475ea9022 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Task: {'id': task-1862496, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1980.283154] env[62574]: DEBUG nova.compute.manager [None req-15d564cd-d4e7-43b9-ace4-5e7456ccb5ad tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] [instance: b26e33b2-aa22-44ec-9162-3dd206b96fd4] Starting instance... {{(pid=62574) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1980.345638] env[62574]: DEBUG oslo_concurrency.lockutils [req-612df9d7-6e8a-4031-8d1b-8cb353ef1ea2 req-a22a93ea-d83f-4c2c-b7fa-a59d990251e6 service nova] Releasing lock "refresh_cache-3093e4ab-7f4e-48bf-a3ac-7c990da06f32" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1980.346939] env[62574]: DEBUG nova.compute.manager [None req-64b513ff-3edb-42cb-936e-565ac0269820 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] [instance: df645c24-e08c-48e1-aee8-2da12c3203b2] Start spawning the instance on the hypervisor. {{(pid=62574) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1980.349335] env[62574]: INFO nova.compute.manager [-] [instance: 374c77f3-63b7-4079-8631-8c7d45c8e348] Took 1.37 seconds to deallocate network for instance. [ 1980.375252] env[62574]: DEBUG nova.virt.hardware [None req-64b513ff-3edb-42cb-936e-565ac0269820 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T19:26:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-13T19:26:40Z,direct_url=,disk_format='vmdk',id=3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7eed1dd4d2c3418eb32c4f4ceda3ab0d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-13T19:26:41Z,virtual_size=,visibility=), allow threads: False {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1980.375586] env[62574]: DEBUG nova.virt.hardware [None req-64b513ff-3edb-42cb-936e-565ac0269820 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Flavor limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1980.375715] env[62574]: DEBUG nova.virt.hardware [None req-64b513ff-3edb-42cb-936e-565ac0269820 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Image limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1980.375902] env[62574]: DEBUG nova.virt.hardware [None req-64b513ff-3edb-42cb-936e-565ac0269820 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Flavor pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1980.376063] env[62574]: DEBUG nova.virt.hardware [None req-64b513ff-3edb-42cb-936e-565ac0269820 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Image pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1980.376220] env[62574]: DEBUG nova.virt.hardware [None req-64b513ff-3edb-42cb-936e-565ac0269820 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1980.376437] env[62574]: DEBUG nova.virt.hardware [None req-64b513ff-3edb-42cb-936e-565ac0269820 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1980.376600] env[62574]: DEBUG nova.virt.hardware [None req-64b513ff-3edb-42cb-936e-565ac0269820 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1980.376768] env[62574]: DEBUG nova.virt.hardware [None req-64b513ff-3edb-42cb-936e-565ac0269820 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Got 1 possible topologies {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1980.376933] env[62574]: DEBUG nova.virt.hardware [None req-64b513ff-3edb-42cb-936e-565ac0269820 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1980.377154] env[62574]: DEBUG nova.virt.hardware [None req-64b513ff-3edb-42cb-936e-565ac0269820 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1980.378074] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b990e673-f638-4269-b40f-b7521926ae79 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1980.386726] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8655ff0-6953-421d-b650-3d92be1db5b1 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1980.469156] env[62574]: DEBUG nova.compute.utils [None req-8ed2634a-237a-4a2b-8f2d-b544174caa3d tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Using /dev/sd instead of None {{(pid=62574) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1980.653365] env[62574]: DEBUG oslo_concurrency.lockutils [None req-0c51d293-9037-4967-ad11-7499cad2d32c tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.350s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1980.653919] env[62574]: DEBUG nova.compute.manager [None req-0c51d293-9037-4967-ad11-7499cad2d32c tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] [instance: 46ae905d-7e3f-4d5e-b917-333c751b6ad1] Start building networks asynchronously for instance. {{(pid=62574) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1980.657023] env[62574]: DEBUG oslo_concurrency.lockutils [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 5.571s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1980.657166] env[62574]: DEBUG oslo_concurrency.lockutils [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1980.657319] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62574) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1980.657603] env[62574]: DEBUG oslo_concurrency.lockutils [None req-d8999a0c-68d0-4d28-8f2b-54a5c62aa565 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.915s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1980.657807] env[62574]: DEBUG nova.objects.instance [None req-d8999a0c-68d0-4d28-8f2b-54a5c62aa565 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Lazy-loading 'resources' on Instance uuid 5b85a61c-05a0-4136-9ee7-13827823d8b7 {{(pid=62574) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1980.659454] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d4c99a1-40b8-4cd5-acaf-13759c01780b {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1980.668807] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fc1acad-9da6-4c10-a460-e6b3290a1e50 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1980.683860] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0c65257-5a40-4c19-9252-ea3fa5bce90b {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1980.691280] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-851b8bda-7bba-49c4-ae0e-6537d319c275 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1980.720481] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179187MB free_disk=147GB free_vcpus=48 pci_devices=None {{(pid=62574) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1980.720630] env[62574]: DEBUG oslo_concurrency.lockutils [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1980.766983] env[62574]: DEBUG oslo_vmware.api [None req-fa743286-9b9c-412d-b8ed-4e3475ea9022 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Task: {'id': task-1862496, 'name': PowerOffVM_Task, 'duration_secs': 0.235366} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1980.767337] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa743286-9b9c-412d-b8ed-4e3475ea9022 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] [instance: fb94d5d1-7f0f-4534-b9e9-2a52ac9a7c7f] Powered off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1980.767538] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-fa743286-9b9c-412d-b8ed-4e3475ea9022 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] [instance: fb94d5d1-7f0f-4534-b9e9-2a52ac9a7c7f] Unregistering the VM {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1980.767814] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f9b9c9c7-ce8b-42b3-a2be-c7b2658a749a {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1980.806391] env[62574]: DEBUG oslo_concurrency.lockutils [None req-15d564cd-d4e7-43b9-ace4-5e7456ccb5ad tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1980.856546] env[62574]: DEBUG oslo_concurrency.lockutils [None req-4a776f6c-8135-49d7-943c-c7129d1ead79 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1980.933625] env[62574]: DEBUG nova.compute.manager [req-490243dd-62ad-4057-8ebd-840c96fbc029 req-c78564a7-a8e6-4091-b3f5-e0a187608a1d service nova] [instance: 374c77f3-63b7-4079-8631-8c7d45c8e348] Received event network-vif-deleted-6b71a9d1-6123-450e-825c-01622631ab65 {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1980.972846] env[62574]: DEBUG oslo_concurrency.lockutils [None req-8ed2634a-237a-4a2b-8f2d-b544174caa3d tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Lock "2df2984d-1120-4cdd-80a8-7f0366e4cbed" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1981.160519] env[62574]: DEBUG nova.compute.utils [None req-0c51d293-9037-4967-ad11-7499cad2d32c tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Using /dev/sd instead of None {{(pid=62574) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1981.161993] env[62574]: DEBUG nova.compute.manager [None req-0c51d293-9037-4967-ad11-7499cad2d32c tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] [instance: 46ae905d-7e3f-4d5e-b917-333c751b6ad1] Allocating IP information in the background. {{(pid=62574) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1981.162944] env[62574]: DEBUG nova.network.neutron [None req-0c51d293-9037-4967-ad11-7499cad2d32c tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] [instance: 46ae905d-7e3f-4d5e-b917-333c751b6ad1] allocate_for_instance() {{(pid=62574) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1981.216499] env[62574]: DEBUG nova.policy [None req-0c51d293-9037-4967-ad11-7499cad2d32c tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4fefa92105a64f6db036f291f9a1669f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2842b09cbde243f6bdd90a5177740df9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62574) authorize /opt/stack/nova/nova/policy.py:192}} [ 1981.365944] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3a47798-41b1-4c16-872b-0ed94b6f1af9 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1981.374189] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e4a6928-9a2b-44dd-bd61-2be244c45c4d {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1981.405628] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a262254-9537-4d5c-b1d2-08ec20a34257 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1981.414165] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83ebae92-3618-4e11-b0dd-afe3a1c3d14a {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1981.429100] env[62574]: DEBUG nova.compute.provider_tree [None req-d8999a0c-68d0-4d28-8f2b-54a5c62aa565 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Inventory has not changed in ProviderTree for provider: f0ed160a-beff-4626-a531-2a70d7bc0627 {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1981.562446] env[62574]: DEBUG nova.network.neutron [None req-0c51d293-9037-4967-ad11-7499cad2d32c tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] [instance: 46ae905d-7e3f-4d5e-b917-333c751b6ad1] Successfully created port: 42f05e30-5ef8-45be-94a8-b6f407b22df2 {{(pid=62574) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1981.668907] env[62574]: DEBUG nova.compute.manager [None req-0c51d293-9037-4967-ad11-7499cad2d32c tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] [instance: 46ae905d-7e3f-4d5e-b917-333c751b6ad1] Start building block device mappings for instance. {{(pid=62574) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1981.789995] env[62574]: INFO nova.compute.manager [None req-ea976a37-6659-447a-bfb9-0b308f15ca05 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] [instance: 4dfd42a3-c9d2-45b4-8bb0-9a7a8550997c] Unrescuing [ 1981.789995] env[62574]: DEBUG oslo_concurrency.lockutils [None req-ea976a37-6659-447a-bfb9-0b308f15ca05 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Acquiring lock "refresh_cache-4dfd42a3-c9d2-45b4-8bb0-9a7a8550997c" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1981.789995] env[62574]: DEBUG oslo_concurrency.lockutils [None req-ea976a37-6659-447a-bfb9-0b308f15ca05 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Acquired lock "refresh_cache-4dfd42a3-c9d2-45b4-8bb0-9a7a8550997c" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1981.789995] env[62574]: DEBUG nova.network.neutron [None req-ea976a37-6659-447a-bfb9-0b308f15ca05 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] [instance: 4dfd42a3-c9d2-45b4-8bb0-9a7a8550997c] Building network info cache for instance {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1981.932054] env[62574]: DEBUG nova.scheduler.client.report [None req-d8999a0c-68d0-4d28-8f2b-54a5c62aa565 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Inventory has not changed for provider f0ed160a-beff-4626-a531-2a70d7bc0627 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1982.033865] env[62574]: DEBUG oslo_concurrency.lockutils [None req-8ed2634a-237a-4a2b-8f2d-b544174caa3d tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Acquiring lock "2df2984d-1120-4cdd-80a8-7f0366e4cbed" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1982.034169] env[62574]: DEBUG oslo_concurrency.lockutils [None req-8ed2634a-237a-4a2b-8f2d-b544174caa3d tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Lock "2df2984d-1120-4cdd-80a8-7f0366e4cbed" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1982.034441] env[62574]: INFO nova.compute.manager [None req-8ed2634a-237a-4a2b-8f2d-b544174caa3d tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] [instance: 2df2984d-1120-4cdd-80a8-7f0366e4cbed] Attaching volume d33b48cb-4670-412d-bfcf-cf4c3f17aecd to /dev/sdb [ 1982.077165] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6125fcdd-60c5-430d-a067-c438fc3348f3 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1982.086067] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-601f7ad6-6f7a-4a55-89ab-54a030da2245 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1982.102612] env[62574]: DEBUG nova.virt.block_device [None req-8ed2634a-237a-4a2b-8f2d-b544174caa3d tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] [instance: 2df2984d-1120-4cdd-80a8-7f0366e4cbed] Updating existing volume attachment record: 46f8b095-3f25-476e-ad11-b4ac3f42281a {{(pid=62574) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1982.437332] env[62574]: DEBUG oslo_concurrency.lockutils [None req-d8999a0c-68d0-4d28-8f2b-54a5c62aa565 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.780s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1982.439783] env[62574]: DEBUG oslo_concurrency.lockutils [None req-a172994e-ce0f-463a-81ac-874e2acb066b tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.327s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1982.441031] env[62574]: DEBUG oslo_concurrency.lockutils [None req-a172994e-ce0f-463a-81ac-874e2acb066b tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1982.441717] env[62574]: DEBUG oslo_concurrency.lockutils [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 1.721s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1982.462992] env[62574]: INFO nova.scheduler.client.report [None req-d8999a0c-68d0-4d28-8f2b-54a5c62aa565 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Deleted allocations for instance 5b85a61c-05a0-4136-9ee7-13827823d8b7 [ 1982.465341] env[62574]: INFO nova.scheduler.client.report [None req-a172994e-ce0f-463a-81ac-874e2acb066b tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Deleted allocations for instance 43793844-f400-4665-b287-bc4374a1ae6d [ 1982.523894] env[62574]: DEBUG nova.network.neutron [None req-ea976a37-6659-447a-bfb9-0b308f15ca05 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] [instance: 4dfd42a3-c9d2-45b4-8bb0-9a7a8550997c] Updating instance_info_cache with network_info: [{"id": "df6d046f-74f2-48d7-85c0-225104bda5ce", "address": "fa:16:3e:b1:fb:97", "network": {"id": "f4ae7ec7-0f59-410f-a9fd-fcc9dfe711cd", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-828120479-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7f9eb8bf1afc4a1c99652faad70fca7f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee9ce73d-4ee8-4b28-b7d3-3a5735039627", "external-id": "cl2-zone-465", "segmentation_id": 465, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf6d046f-74", "ovs_interfaceid": "df6d046f-74f2-48d7-85c0-225104bda5ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1982.680546] env[62574]: DEBUG nova.compute.manager [None req-0c51d293-9037-4967-ad11-7499cad2d32c tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] [instance: 46ae905d-7e3f-4d5e-b917-333c751b6ad1] Start spawning the instance on the hypervisor. {{(pid=62574) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1982.705928] env[62574]: DEBUG nova.virt.hardware [None req-0c51d293-9037-4967-ad11-7499cad2d32c tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T19:26:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-13T19:26:40Z,direct_url=,disk_format='vmdk',id=3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7eed1dd4d2c3418eb32c4f4ceda3ab0d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-13T19:26:41Z,virtual_size=,visibility=), allow threads: False {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1982.706193] env[62574]: DEBUG nova.virt.hardware [None req-0c51d293-9037-4967-ad11-7499cad2d32c tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Flavor limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1982.706351] env[62574]: DEBUG nova.virt.hardware [None req-0c51d293-9037-4967-ad11-7499cad2d32c tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Image limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1982.706538] env[62574]: DEBUG nova.virt.hardware [None req-0c51d293-9037-4967-ad11-7499cad2d32c tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Flavor pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1982.706685] env[62574]: DEBUG nova.virt.hardware [None req-0c51d293-9037-4967-ad11-7499cad2d32c tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Image pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1982.706831] env[62574]: DEBUG nova.virt.hardware [None req-0c51d293-9037-4967-ad11-7499cad2d32c tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1982.707051] env[62574]: DEBUG nova.virt.hardware [None req-0c51d293-9037-4967-ad11-7499cad2d32c tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1982.707217] env[62574]: DEBUG nova.virt.hardware [None req-0c51d293-9037-4967-ad11-7499cad2d32c tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1982.707392] env[62574]: DEBUG nova.virt.hardware [None req-0c51d293-9037-4967-ad11-7499cad2d32c tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Got 1 possible topologies {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1982.707553] env[62574]: DEBUG nova.virt.hardware [None req-0c51d293-9037-4967-ad11-7499cad2d32c tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1982.707725] env[62574]: DEBUG nova.virt.hardware [None req-0c51d293-9037-4967-ad11-7499cad2d32c tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1982.708598] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fd65a40-88bc-4503-81a9-b6533903d285 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1982.717082] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e3a7a85-720b-40bd-b34c-0ed658c338e6 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1982.976304] env[62574]: DEBUG oslo_concurrency.lockutils [None req-d8999a0c-68d0-4d28-8f2b-54a5c62aa565 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Lock "5b85a61c-05a0-4136-9ee7-13827823d8b7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.458s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1982.977297] env[62574]: DEBUG oslo_concurrency.lockutils [None req-a172994e-ce0f-463a-81ac-874e2acb066b tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Lock "43793844-f400-4665-b287-bc4374a1ae6d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.224s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1983.025985] env[62574]: DEBUG oslo_concurrency.lockutils [None req-ea976a37-6659-447a-bfb9-0b308f15ca05 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Releasing lock "refresh_cache-4dfd42a3-c9d2-45b4-8bb0-9a7a8550997c" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1983.026662] env[62574]: DEBUG nova.objects.instance [None req-ea976a37-6659-447a-bfb9-0b308f15ca05 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Lazy-loading 'flavor' on Instance uuid 4dfd42a3-c9d2-45b4-8bb0-9a7a8550997c {{(pid=62574) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1983.476298] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Instance b4522995-fb9c-471f-bd36-af8b721aa5ff actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62574) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1983.476453] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Instance e9878c22-2044-464f-915f-c1c865693437 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62574) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1983.476583] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Instance fb94d5d1-7f0f-4534-b9e9-2a52ac9a7c7f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62574) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1983.476703] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Instance 9a4440bb-97d9-4dd7-bc7d-2a6c94e9e40c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62574) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1983.476820] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Instance 1acdec40-8943-472c-ae9f-aad12d2bc16d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62574) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1983.476935] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Instance 4dfd42a3-c9d2-45b4-8bb0-9a7a8550997c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62574) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1983.477074] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Instance d030b211-e17d-44ed-b034-f57b1599e108 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62574) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1983.477191] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Instance 2df2984d-1120-4cdd-80a8-7f0366e4cbed actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62574) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1983.477404] env[62574]: WARNING nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Instance 374c77f3-63b7-4079-8631-8c7d45c8e348 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1983.477548] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Instance 8ed6360e-d8a3-478a-a78f-3b8e9ef9464e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62574) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1983.477660] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Instance 3093e4ab-7f4e-48bf-a3ac-7c990da06f32 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62574) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1983.477769] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Instance df645c24-e08c-48e1-aee8-2da12c3203b2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62574) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1983.477877] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Instance 46ae905d-7e3f-4d5e-b917-333c751b6ad1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62574) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1983.533571] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67997087-e801-4e51-bfd9-a1951dd51964 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1983.559066] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea976a37-6659-447a-bfb9-0b308f15ca05 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] [instance: 4dfd42a3-c9d2-45b4-8bb0-9a7a8550997c] Powering off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1983.559477] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8e26edbe-6227-4249-8936-44ffdcec8b42 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1983.567678] env[62574]: DEBUG oslo_vmware.api [None req-ea976a37-6659-447a-bfb9-0b308f15ca05 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Waiting for the task: (returnval){ [ 1983.567678] env[62574]: value = "task-1862499" [ 1983.567678] env[62574]: _type = "Task" [ 1983.567678] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1983.576997] env[62574]: DEBUG oslo_vmware.api [None req-ea976a37-6659-447a-bfb9-0b308f15ca05 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Task: {'id': task-1862499, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1983.984323] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Instance b26e33b2-aa22-44ec-9162-3dd206b96fd4 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62574) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1983.984654] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Total usable vcpus: 48, total allocated vcpus: 12 {{(pid=62574) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1983.984739] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2816MB phys_disk=200GB used_disk=12GB total_vcpus=48 used_vcpus=12 pci_stats=[] {{(pid=62574) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1984.080277] env[62574]: DEBUG oslo_vmware.api [None req-ea976a37-6659-447a-bfb9-0b308f15ca05 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Task: {'id': task-1862499, 'name': PowerOffVM_Task, 'duration_secs': 0.228411} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1984.080623] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea976a37-6659-447a-bfb9-0b308f15ca05 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] [instance: 4dfd42a3-c9d2-45b4-8bb0-9a7a8550997c] Powered off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1984.085762] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea976a37-6659-447a-bfb9-0b308f15ca05 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] [instance: 4dfd42a3-c9d2-45b4-8bb0-9a7a8550997c] Reconfiguring VM instance instance-00000061 to detach disk 2002 {{(pid=62574) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1984.088220] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-efa28785-bd27-4bb1-b91d-cdfedcb79e16 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1984.108982] env[62574]: DEBUG oslo_vmware.api [None req-ea976a37-6659-447a-bfb9-0b308f15ca05 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Waiting for the task: (returnval){ [ 1984.108982] env[62574]: value = "task-1862500" [ 1984.108982] env[62574]: _type = "Task" [ 1984.108982] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1984.124888] env[62574]: DEBUG oslo_vmware.api [None req-ea976a37-6659-447a-bfb9-0b308f15ca05 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Task: {'id': task-1862500, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1984.211718] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24d05b16-910c-490d-af46-9b246b3494ad {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1984.223120] env[62574]: DEBUG oslo_concurrency.lockutils [None req-3b8a9514-91bc-4d17-aa0a-3c8dca27d7c6 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Acquiring lock "13d9a284-2078-4e13-848a-5cce88d50a54" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1984.223376] env[62574]: DEBUG oslo_concurrency.lockutils [None req-3b8a9514-91bc-4d17-aa0a-3c8dca27d7c6 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Lock "13d9a284-2078-4e13-848a-5cce88d50a54" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1984.225301] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d948c101-19e6-43cb-8f4b-f6be4702ae39 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1984.261146] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e437352b-6ce6-4a71-af83-5c060043fcd0 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1984.270712] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50dd1aed-2165-4721-930a-56e37c8de442 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1984.285738] env[62574]: DEBUG nova.compute.provider_tree [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Inventory has not changed in ProviderTree for provider: f0ed160a-beff-4626-a531-2a70d7bc0627 {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1984.618776] env[62574]: DEBUG oslo_vmware.api [None req-ea976a37-6659-447a-bfb9-0b308f15ca05 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Task: {'id': task-1862500, 'name': ReconfigVM_Task, 'duration_secs': 0.30951} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1984.619089] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea976a37-6659-447a-bfb9-0b308f15ca05 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] [instance: 4dfd42a3-c9d2-45b4-8bb0-9a7a8550997c] Reconfigured VM instance instance-00000061 to detach disk 2002 {{(pid=62574) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1984.619301] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea976a37-6659-447a-bfb9-0b308f15ca05 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] [instance: 4dfd42a3-c9d2-45b4-8bb0-9a7a8550997c] Powering on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1984.619591] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e58e6822-49ff-4de7-854d-f44613d7add8 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1984.627311] env[62574]: DEBUG oslo_vmware.api [None req-ea976a37-6659-447a-bfb9-0b308f15ca05 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Waiting for the task: (returnval){ [ 1984.627311] env[62574]: value = "task-1862502" [ 1984.627311] env[62574]: _type = "Task" [ 1984.627311] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1984.635314] env[62574]: DEBUG oslo_vmware.api [None req-ea976a37-6659-447a-bfb9-0b308f15ca05 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Task: {'id': task-1862502, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1984.730200] env[62574]: DEBUG nova.compute.manager [None req-3b8a9514-91bc-4d17-aa0a-3c8dca27d7c6 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] [instance: 13d9a284-2078-4e13-848a-5cce88d50a54] Starting instance... {{(pid=62574) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1984.789076] env[62574]: DEBUG nova.scheduler.client.report [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Inventory has not changed for provider f0ed160a-beff-4626-a531-2a70d7bc0627 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1985.138074] env[62574]: DEBUG oslo_vmware.api [None req-ea976a37-6659-447a-bfb9-0b308f15ca05 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Task: {'id': task-1862502, 'name': PowerOnVM_Task, 'duration_secs': 0.381986} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1985.138439] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea976a37-6659-447a-bfb9-0b308f15ca05 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] [instance: 4dfd42a3-c9d2-45b4-8bb0-9a7a8550997c] Powered on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1985.138593] env[62574]: DEBUG nova.compute.manager [None req-ea976a37-6659-447a-bfb9-0b308f15ca05 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] [instance: 4dfd42a3-c9d2-45b4-8bb0-9a7a8550997c] Checking state {{(pid=62574) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1985.139402] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d820d766-d4dc-45c3-a63b-1f0d6d005492 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1985.253925] env[62574]: DEBUG oslo_concurrency.lockutils [None req-3b8a9514-91bc-4d17-aa0a-3c8dca27d7c6 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1985.296468] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62574) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1985.297689] env[62574]: DEBUG oslo_concurrency.lockutils [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.855s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1985.297689] env[62574]: DEBUG oslo_concurrency.lockutils [None req-15d564cd-d4e7-43b9-ace4-5e7456ccb5ad tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.491s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1985.298558] env[62574]: INFO nova.compute.claims [None req-15d564cd-d4e7-43b9-ace4-5e7456ccb5ad tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] [instance: b26e33b2-aa22-44ec-9162-3dd206b96fd4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1986.536256] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd997062-2cdb-43f7-abad-0f21a421baff {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1986.549062] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6817965e-2cbb-4aa8-a734-bec8687adb10 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1986.585021] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dd8a640-0819-4969-8adb-fa9ee2f07325 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1986.593060] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-457f4931-262c-43a0-8403-8159f43086c8 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1986.607355] env[62574]: DEBUG nova.compute.provider_tree [None req-15d564cd-d4e7-43b9-ace4-5e7456ccb5ad tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Updating inventory in ProviderTree for provider f0ed160a-beff-4626-a531-2a70d7bc0627 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 148, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1986.652047] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ed2634a-237a-4a2b-8f2d-b544174caa3d tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] [instance: 2df2984d-1120-4cdd-80a8-7f0366e4cbed] Volume attach. Driver type: vmdk {{(pid=62574) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1986.652332] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ed2634a-237a-4a2b-8f2d-b544174caa3d tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] [instance: 2df2984d-1120-4cdd-80a8-7f0366e4cbed] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-385030', 'volume_id': 'd33b48cb-4670-412d-bfcf-cf4c3f17aecd', 'name': 'volume-d33b48cb-4670-412d-bfcf-cf4c3f17aecd', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2df2984d-1120-4cdd-80a8-7f0366e4cbed', 'attached_at': '', 'detached_at': '', 'volume_id': 'd33b48cb-4670-412d-bfcf-cf4c3f17aecd', 'serial': 'd33b48cb-4670-412d-bfcf-cf4c3f17aecd'} {{(pid=62574) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1986.653182] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09b09a4f-42c1-4c4c-8ae7-c5f4b35c6cd0 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1986.669636] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb435148-38bb-4ef5-a9ad-9e3ec33ecf79 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1986.697301] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ed2634a-237a-4a2b-8f2d-b544174caa3d tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] [instance: 2df2984d-1120-4cdd-80a8-7f0366e4cbed] Reconfiguring VM instance instance-00000067 to attach disk [datastore1] volume-d33b48cb-4670-412d-bfcf-cf4c3f17aecd/volume-d33b48cb-4670-412d-bfcf-cf4c3f17aecd.vmdk or device None with type thin {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1986.697656] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-86bb5457-16ac-4698-a523-2f749c81f5c6 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1986.716505] env[62574]: DEBUG oslo_vmware.api [None req-8ed2634a-237a-4a2b-8f2d-b544174caa3d tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Waiting for the task: (returnval){ [ 1986.716505] env[62574]: value = "task-1862503" [ 1986.716505] env[62574]: _type = "Task" [ 1986.716505] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1986.724825] env[62574]: DEBUG oslo_vmware.api [None req-8ed2634a-237a-4a2b-8f2d-b544174caa3d tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Task: {'id': task-1862503, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1986.873814] env[62574]: DEBUG nova.compute.manager [req-3ef7fbf8-2126-4b12-8e9b-438db5363840 req-5bf518e1-9b8a-4d63-b77e-14365b961481 service nova] [instance: 4dfd42a3-c9d2-45b4-8bb0-9a7a8550997c] Received event network-changed-df6d046f-74f2-48d7-85c0-225104bda5ce {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1986.874104] env[62574]: DEBUG nova.compute.manager [req-3ef7fbf8-2126-4b12-8e9b-438db5363840 req-5bf518e1-9b8a-4d63-b77e-14365b961481 service nova] [instance: 4dfd42a3-c9d2-45b4-8bb0-9a7a8550997c] Refreshing instance network info cache due to event network-changed-df6d046f-74f2-48d7-85c0-225104bda5ce. {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1986.874378] env[62574]: DEBUG oslo_concurrency.lockutils [req-3ef7fbf8-2126-4b12-8e9b-438db5363840 req-5bf518e1-9b8a-4d63-b77e-14365b961481 service nova] Acquiring lock "refresh_cache-4dfd42a3-c9d2-45b4-8bb0-9a7a8550997c" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1986.874570] env[62574]: DEBUG oslo_concurrency.lockutils [req-3ef7fbf8-2126-4b12-8e9b-438db5363840 req-5bf518e1-9b8a-4d63-b77e-14365b961481 service nova] Acquired lock "refresh_cache-4dfd42a3-c9d2-45b4-8bb0-9a7a8550997c" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1986.874786] env[62574]: DEBUG nova.network.neutron [req-3ef7fbf8-2126-4b12-8e9b-438db5363840 req-5bf518e1-9b8a-4d63-b77e-14365b961481 service nova] [instance: 4dfd42a3-c9d2-45b4-8bb0-9a7a8550997c] Refreshing network info cache for port df6d046f-74f2-48d7-85c0-225104bda5ce {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1987.125247] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-fa743286-9b9c-412d-b8ed-4e3475ea9022 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] [instance: fb94d5d1-7f0f-4534-b9e9-2a52ac9a7c7f] Unregistered the VM {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1987.125882] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-fa743286-9b9c-412d-b8ed-4e3475ea9022 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] [instance: fb94d5d1-7f0f-4534-b9e9-2a52ac9a7c7f] Deleting contents of the VM from datastore datastore2 {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1987.125882] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa743286-9b9c-412d-b8ed-4e3475ea9022 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Deleting the datastore file [datastore2] fb94d5d1-7f0f-4534-b9e9-2a52ac9a7c7f {{(pid=62574) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1987.126865] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a1c052b6-b142-4d72-b045-02443e8980a8 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1987.131504] env[62574]: ERROR nova.scheduler.client.report [None req-15d564cd-d4e7-43b9-ace4-5e7456ccb5ad tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] [req-5d3f07d4-7d15-40fb-ae89-798613b5f152] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 148, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID f0ed160a-beff-4626-a531-2a70d7bc0627. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-5d3f07d4-7d15-40fb-ae89-798613b5f152"}]} [ 1987.135350] env[62574]: DEBUG oslo_vmware.api [None req-fa743286-9b9c-412d-b8ed-4e3475ea9022 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Waiting for the task: (returnval){ [ 1987.135350] env[62574]: value = "task-1862504" [ 1987.135350] env[62574]: _type = "Task" [ 1987.135350] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1987.144852] env[62574]: DEBUG oslo_vmware.api [None req-fa743286-9b9c-412d-b8ed-4e3475ea9022 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Task: {'id': task-1862504, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1987.148248] env[62574]: DEBUG nova.scheduler.client.report [None req-15d564cd-d4e7-43b9-ace4-5e7456ccb5ad tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Refreshing inventories for resource provider f0ed160a-beff-4626-a531-2a70d7bc0627 {{(pid=62574) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1987.163129] env[62574]: DEBUG nova.scheduler.client.report [None req-15d564cd-d4e7-43b9-ace4-5e7456ccb5ad tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Updating ProviderTree inventory for provider f0ed160a-beff-4626-a531-2a70d7bc0627 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1987.163400] env[62574]: DEBUG nova.compute.provider_tree [None req-15d564cd-d4e7-43b9-ace4-5e7456ccb5ad tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Updating inventory in ProviderTree for provider f0ed160a-beff-4626-a531-2a70d7bc0627 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 147, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1987.178138] env[62574]: DEBUG nova.scheduler.client.report [None req-15d564cd-d4e7-43b9-ace4-5e7456ccb5ad tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Refreshing aggregate associations for resource provider f0ed160a-beff-4626-a531-2a70d7bc0627, aggregates: None {{(pid=62574) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1987.198237] env[62574]: DEBUG nova.scheduler.client.report [None req-15d564cd-d4e7-43b9-ace4-5e7456ccb5ad tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Refreshing trait associations for resource provider f0ed160a-beff-4626-a531-2a70d7bc0627, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=62574) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1987.230405] env[62574]: DEBUG oslo_vmware.api [None req-8ed2634a-237a-4a2b-8f2d-b544174caa3d tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Task: {'id': task-1862503, 'name': ReconfigVM_Task, 'duration_secs': 0.373211} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1987.230766] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ed2634a-237a-4a2b-8f2d-b544174caa3d tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] [instance: 2df2984d-1120-4cdd-80a8-7f0366e4cbed] Reconfigured VM instance instance-00000067 to attach disk [datastore1] volume-d33b48cb-4670-412d-bfcf-cf4c3f17aecd/volume-d33b48cb-4670-412d-bfcf-cf4c3f17aecd.vmdk or device None with type thin {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1987.238348] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c9c843f6-08f8-447f-a8af-d202bc19b4b6 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1987.258605] env[62574]: DEBUG oslo_vmware.api [None req-8ed2634a-237a-4a2b-8f2d-b544174caa3d tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Waiting for the task: (returnval){ [ 1987.258605] env[62574]: value = "task-1862505" [ 1987.258605] env[62574]: _type = "Task" [ 1987.258605] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1987.272037] env[62574]: DEBUG oslo_vmware.api [None req-8ed2634a-237a-4a2b-8f2d-b544174caa3d tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Task: {'id': task-1862505, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1987.309202] env[62574]: DEBUG nova.compute.manager [req-f12d88e8-ae5c-44d1-a84e-c96d239e744f req-135974f2-a637-44ce-8953-f5fa3fb58ee6 service nova] [instance: df645c24-e08c-48e1-aee8-2da12c3203b2] Received event network-vif-plugged-8dacdd44-5cde-4ea9-8506-dbae301fbf55 {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1987.309388] env[62574]: DEBUG oslo_concurrency.lockutils [req-f12d88e8-ae5c-44d1-a84e-c96d239e744f req-135974f2-a637-44ce-8953-f5fa3fb58ee6 service nova] Acquiring lock "df645c24-e08c-48e1-aee8-2da12c3203b2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1987.309657] env[62574]: DEBUG oslo_concurrency.lockutils [req-f12d88e8-ae5c-44d1-a84e-c96d239e744f req-135974f2-a637-44ce-8953-f5fa3fb58ee6 service nova] Lock "df645c24-e08c-48e1-aee8-2da12c3203b2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1987.309848] env[62574]: DEBUG oslo_concurrency.lockutils [req-f12d88e8-ae5c-44d1-a84e-c96d239e744f req-135974f2-a637-44ce-8953-f5fa3fb58ee6 service nova] Lock "df645c24-e08c-48e1-aee8-2da12c3203b2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1987.310040] env[62574]: DEBUG nova.compute.manager [req-f12d88e8-ae5c-44d1-a84e-c96d239e744f req-135974f2-a637-44ce-8953-f5fa3fb58ee6 service nova] [instance: df645c24-e08c-48e1-aee8-2da12c3203b2] No waiting events found dispatching network-vif-plugged-8dacdd44-5cde-4ea9-8506-dbae301fbf55 {{(pid=62574) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1987.310213] env[62574]: WARNING nova.compute.manager [req-f12d88e8-ae5c-44d1-a84e-c96d239e744f req-135974f2-a637-44ce-8953-f5fa3fb58ee6 service nova] [instance: df645c24-e08c-48e1-aee8-2da12c3203b2] Received unexpected event network-vif-plugged-8dacdd44-5cde-4ea9-8506-dbae301fbf55 for instance with vm_state building and task_state spawning. [ 1987.340760] env[62574]: DEBUG nova.network.neutron [None req-64b513ff-3edb-42cb-936e-565ac0269820 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] [instance: df645c24-e08c-48e1-aee8-2da12c3203b2] Successfully updated port: 8dacdd44-5cde-4ea9-8506-dbae301fbf55 {{(pid=62574) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1987.446508] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4935fd3a-b37a-4440-9df3-c5854e662852 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1987.458115] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e81acf5-0565-4457-9360-276a9fd51f28 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1987.494633] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55e1d64b-29b1-48f4-9107-8e47faee65c1 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1987.504030] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-928accb8-c700-47b0-b811-5f9077591b1d {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1987.517505] env[62574]: DEBUG nova.compute.provider_tree [None req-15d564cd-d4e7-43b9-ace4-5e7456ccb5ad tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Updating inventory in ProviderTree for provider f0ed160a-beff-4626-a531-2a70d7bc0627 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 148, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1987.618217] env[62574]: DEBUG nova.network.neutron [req-3ef7fbf8-2126-4b12-8e9b-438db5363840 req-5bf518e1-9b8a-4d63-b77e-14365b961481 service nova] [instance: 4dfd42a3-c9d2-45b4-8bb0-9a7a8550997c] Updated VIF entry in instance network info cache for port df6d046f-74f2-48d7-85c0-225104bda5ce. {{(pid=62574) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1987.618616] env[62574]: DEBUG nova.network.neutron [req-3ef7fbf8-2126-4b12-8e9b-438db5363840 req-5bf518e1-9b8a-4d63-b77e-14365b961481 service nova] [instance: 4dfd42a3-c9d2-45b4-8bb0-9a7a8550997c] Updating instance_info_cache with network_info: [{"id": "df6d046f-74f2-48d7-85c0-225104bda5ce", "address": "fa:16:3e:b1:fb:97", "network": {"id": "f4ae7ec7-0f59-410f-a9fd-fcc9dfe711cd", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-828120479-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7f9eb8bf1afc4a1c99652faad70fca7f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee9ce73d-4ee8-4b28-b7d3-3a5735039627", "external-id": "cl2-zone-465", "segmentation_id": 465, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf6d046f-74", "ovs_interfaceid": "df6d046f-74f2-48d7-85c0-225104bda5ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1987.646114] env[62574]: DEBUG oslo_vmware.api [None req-fa743286-9b9c-412d-b8ed-4e3475ea9022 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Task: {'id': task-1862504, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.135273} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1987.646372] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa743286-9b9c-412d-b8ed-4e3475ea9022 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Deleted the datastore file {{(pid=62574) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1987.646557] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-fa743286-9b9c-412d-b8ed-4e3475ea9022 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] [instance: fb94d5d1-7f0f-4534-b9e9-2a52ac9a7c7f] Deleted contents of the VM from datastore datastore2 {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1987.646737] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-fa743286-9b9c-412d-b8ed-4e3475ea9022 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] [instance: fb94d5d1-7f0f-4534-b9e9-2a52ac9a7c7f] Instance destroyed {{(pid=62574) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1987.646909] env[62574]: INFO nova.compute.manager [None req-fa743286-9b9c-412d-b8ed-4e3475ea9022 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] [instance: fb94d5d1-7f0f-4534-b9e9-2a52ac9a7c7f] Took 7.41 seconds to destroy the instance on the hypervisor. [ 1987.647166] env[62574]: DEBUG oslo.service.loopingcall [None req-fa743286-9b9c-412d-b8ed-4e3475ea9022 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62574) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1987.647354] env[62574]: DEBUG nova.compute.manager [-] [instance: fb94d5d1-7f0f-4534-b9e9-2a52ac9a7c7f] Deallocating network for instance {{(pid=62574) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1987.647471] env[62574]: DEBUG nova.network.neutron [-] [instance: fb94d5d1-7f0f-4534-b9e9-2a52ac9a7c7f] deallocate_for_instance() {{(pid=62574) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1987.773273] env[62574]: DEBUG oslo_vmware.api [None req-8ed2634a-237a-4a2b-8f2d-b544174caa3d tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Task: {'id': task-1862505, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1987.845209] env[62574]: DEBUG oslo_concurrency.lockutils [None req-64b513ff-3edb-42cb-936e-565ac0269820 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Acquiring lock "refresh_cache-df645c24-e08c-48e1-aee8-2da12c3203b2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1987.845411] env[62574]: DEBUG oslo_concurrency.lockutils [None req-64b513ff-3edb-42cb-936e-565ac0269820 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Acquired lock "refresh_cache-df645c24-e08c-48e1-aee8-2da12c3203b2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1987.845503] env[62574]: DEBUG nova.network.neutron [None req-64b513ff-3edb-42cb-936e-565ac0269820 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] [instance: df645c24-e08c-48e1-aee8-2da12c3203b2] Building network info cache for instance {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1987.946216] env[62574]: DEBUG oslo_concurrency.lockutils [None req-baa0fbd5-310d-40a2-b84e-08f283cd0eaf tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Acquiring lock "d030b211-e17d-44ed-b034-f57b1599e108" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1987.946502] env[62574]: DEBUG oslo_concurrency.lockutils [None req-baa0fbd5-310d-40a2-b84e-08f283cd0eaf tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Lock "d030b211-e17d-44ed-b034-f57b1599e108" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1987.946694] env[62574]: INFO nova.compute.manager [None req-baa0fbd5-310d-40a2-b84e-08f283cd0eaf tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] [instance: d030b211-e17d-44ed-b034-f57b1599e108] Shelving [ 1988.052985] env[62574]: DEBUG nova.scheduler.client.report [None req-15d564cd-d4e7-43b9-ace4-5e7456ccb5ad tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Updated inventory for provider f0ed160a-beff-4626-a531-2a70d7bc0627 with generation 147 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 148, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1988.053288] env[62574]: DEBUG nova.compute.provider_tree [None req-15d564cd-d4e7-43b9-ace4-5e7456ccb5ad tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Updating resource provider f0ed160a-beff-4626-a531-2a70d7bc0627 generation from 147 to 148 during operation: update_inventory {{(pid=62574) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1988.053472] env[62574]: DEBUG nova.compute.provider_tree [None req-15d564cd-d4e7-43b9-ace4-5e7456ccb5ad tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Updating inventory in ProviderTree for provider f0ed160a-beff-4626-a531-2a70d7bc0627 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 148, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1988.120832] env[62574]: DEBUG oslo_concurrency.lockutils [req-3ef7fbf8-2126-4b12-8e9b-438db5363840 req-5bf518e1-9b8a-4d63-b77e-14365b961481 service nova] Releasing lock "refresh_cache-4dfd42a3-c9d2-45b4-8bb0-9a7a8550997c" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1988.275863] env[62574]: DEBUG oslo_vmware.api [None req-8ed2634a-237a-4a2b-8f2d-b544174caa3d tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Task: {'id': task-1862505, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1988.322977] env[62574]: DEBUG nova.network.neutron [None req-0c51d293-9037-4967-ad11-7499cad2d32c tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] [instance: 46ae905d-7e3f-4d5e-b917-333c751b6ad1] Successfully updated port: 42f05e30-5ef8-45be-94a8-b6f407b22df2 {{(pid=62574) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1988.377826] env[62574]: DEBUG nova.network.neutron [None req-64b513ff-3edb-42cb-936e-565ac0269820 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] [instance: df645c24-e08c-48e1-aee8-2da12c3203b2] Instance cache missing network info. {{(pid=62574) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1988.503915] env[62574]: DEBUG nova.network.neutron [None req-64b513ff-3edb-42cb-936e-565ac0269820 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] [instance: df645c24-e08c-48e1-aee8-2da12c3203b2] Updating instance_info_cache with network_info: [{"id": "8dacdd44-5cde-4ea9-8506-dbae301fbf55", "address": "fa:16:3e:42:21:e0", "network": {"id": "048e4d0d-d1ab-45c4-a15c-a1cfb16572ac", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1657993544-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3efda8e53e3c4eea8bfd1d5d6cd90db3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f68ebd2a-3c68-48db-8c32-8a01497fc2e7", "external-id": "nsx-vlan-transportzone-49", "segmentation_id": 49, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8dacdd44-5c", "ovs_interfaceid": "8dacdd44-5cde-4ea9-8506-dbae301fbf55", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1988.558933] env[62574]: DEBUG oslo_concurrency.lockutils [None req-15d564cd-d4e7-43b9-ace4-5e7456ccb5ad tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.261s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1988.559102] env[62574]: DEBUG nova.compute.manager [None req-15d564cd-d4e7-43b9-ace4-5e7456ccb5ad tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] [instance: b26e33b2-aa22-44ec-9162-3dd206b96fd4] Start building networks asynchronously for instance. {{(pid=62574) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1988.561643] env[62574]: DEBUG oslo_concurrency.lockutils [None req-4a776f6c-8135-49d7-943c-c7129d1ead79 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.705s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1988.562030] env[62574]: DEBUG oslo_concurrency.lockutils [None req-4a776f6c-8135-49d7-943c-c7129d1ead79 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1988.563806] env[62574]: DEBUG oslo_concurrency.lockutils [None req-3b8a9514-91bc-4d17-aa0a-3c8dca27d7c6 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.310s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1988.565224] env[62574]: INFO nova.compute.claims [None req-3b8a9514-91bc-4d17-aa0a-3c8dca27d7c6 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] [instance: 13d9a284-2078-4e13-848a-5cce88d50a54] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1988.583977] env[62574]: DEBUG nova.network.neutron [-] [instance: fb94d5d1-7f0f-4534-b9e9-2a52ac9a7c7f] Updating instance_info_cache with network_info: [] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1988.590065] env[62574]: INFO nova.scheduler.client.report [None req-4a776f6c-8135-49d7-943c-c7129d1ead79 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Deleted allocations for instance 374c77f3-63b7-4079-8631-8c7d45c8e348 [ 1988.776518] env[62574]: DEBUG oslo_vmware.api [None req-8ed2634a-237a-4a2b-8f2d-b544174caa3d tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Task: {'id': task-1862505, 'name': ReconfigVM_Task, 'duration_secs': 1.171478} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1988.776518] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ed2634a-237a-4a2b-8f2d-b544174caa3d tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] [instance: 2df2984d-1120-4cdd-80a8-7f0366e4cbed] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-385030', 'volume_id': 'd33b48cb-4670-412d-bfcf-cf4c3f17aecd', 'name': 'volume-d33b48cb-4670-412d-bfcf-cf4c3f17aecd', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2df2984d-1120-4cdd-80a8-7f0366e4cbed', 'attached_at': '', 'detached_at': '', 'volume_id': 'd33b48cb-4670-412d-bfcf-cf4c3f17aecd', 'serial': 'd33b48cb-4670-412d-bfcf-cf4c3f17aecd'} {{(pid=62574) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1988.828317] env[62574]: DEBUG oslo_concurrency.lockutils [None req-0c51d293-9037-4967-ad11-7499cad2d32c tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Acquiring lock "refresh_cache-46ae905d-7e3f-4d5e-b917-333c751b6ad1" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1988.828317] env[62574]: DEBUG oslo_concurrency.lockutils [None req-0c51d293-9037-4967-ad11-7499cad2d32c tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Acquired lock "refresh_cache-46ae905d-7e3f-4d5e-b917-333c751b6ad1" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1988.828317] env[62574]: DEBUG nova.network.neutron [None req-0c51d293-9037-4967-ad11-7499cad2d32c tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] [instance: 46ae905d-7e3f-4d5e-b917-333c751b6ad1] Building network info cache for instance {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1988.956207] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-baa0fbd5-310d-40a2-b84e-08f283cd0eaf tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] [instance: d030b211-e17d-44ed-b034-f57b1599e108] Powering off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1988.956207] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-94ff807c-e88a-40e0-b18f-db222628ef54 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1988.964994] env[62574]: DEBUG oslo_vmware.api [None req-baa0fbd5-310d-40a2-b84e-08f283cd0eaf tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Waiting for the task: (returnval){ [ 1988.964994] env[62574]: value = "task-1862506" [ 1988.964994] env[62574]: _type = "Task" [ 1988.964994] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1988.975621] env[62574]: DEBUG oslo_vmware.api [None req-baa0fbd5-310d-40a2-b84e-08f283cd0eaf tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Task: {'id': task-1862506, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1988.977880] env[62574]: DEBUG nova.compute.manager [req-0cc9745f-d4ec-4f0e-bf2a-dc15d179eb2e req-d571f31f-a260-4e28-955e-ce51035d522e service nova] [instance: 4dfd42a3-c9d2-45b4-8bb0-9a7a8550997c] Received event network-changed-df6d046f-74f2-48d7-85c0-225104bda5ce {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1988.978075] env[62574]: DEBUG nova.compute.manager [req-0cc9745f-d4ec-4f0e-bf2a-dc15d179eb2e req-d571f31f-a260-4e28-955e-ce51035d522e service nova] [instance: 4dfd42a3-c9d2-45b4-8bb0-9a7a8550997c] Refreshing instance network info cache due to event network-changed-df6d046f-74f2-48d7-85c0-225104bda5ce. {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1988.979193] env[62574]: DEBUG oslo_concurrency.lockutils [req-0cc9745f-d4ec-4f0e-bf2a-dc15d179eb2e req-d571f31f-a260-4e28-955e-ce51035d522e service nova] Acquiring lock "refresh_cache-4dfd42a3-c9d2-45b4-8bb0-9a7a8550997c" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1988.979193] env[62574]: DEBUG oslo_concurrency.lockutils [req-0cc9745f-d4ec-4f0e-bf2a-dc15d179eb2e req-d571f31f-a260-4e28-955e-ce51035d522e service nova] Acquired lock "refresh_cache-4dfd42a3-c9d2-45b4-8bb0-9a7a8550997c" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1988.979193] env[62574]: DEBUG nova.network.neutron [req-0cc9745f-d4ec-4f0e-bf2a-dc15d179eb2e req-d571f31f-a260-4e28-955e-ce51035d522e service nova] [instance: 4dfd42a3-c9d2-45b4-8bb0-9a7a8550997c] Refreshing network info cache for port df6d046f-74f2-48d7-85c0-225104bda5ce {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1989.006503] env[62574]: DEBUG oslo_concurrency.lockutils [None req-64b513ff-3edb-42cb-936e-565ac0269820 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Releasing lock "refresh_cache-df645c24-e08c-48e1-aee8-2da12c3203b2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1989.006657] env[62574]: DEBUG nova.compute.manager [None req-64b513ff-3edb-42cb-936e-565ac0269820 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] [instance: df645c24-e08c-48e1-aee8-2da12c3203b2] Instance network_info: |[{"id": "8dacdd44-5cde-4ea9-8506-dbae301fbf55", "address": "fa:16:3e:42:21:e0", "network": {"id": "048e4d0d-d1ab-45c4-a15c-a1cfb16572ac", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1657993544-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3efda8e53e3c4eea8bfd1d5d6cd90db3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f68ebd2a-3c68-48db-8c32-8a01497fc2e7", "external-id": "nsx-vlan-transportzone-49", "segmentation_id": 49, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8dacdd44-5c", "ovs_interfaceid": "8dacdd44-5cde-4ea9-8506-dbae301fbf55", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62574) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1989.007074] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-64b513ff-3edb-42cb-936e-565ac0269820 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] [instance: df645c24-e08c-48e1-aee8-2da12c3203b2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:42:21:e0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f68ebd2a-3c68-48db-8c32-8a01497fc2e7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8dacdd44-5cde-4ea9-8506-dbae301fbf55', 'vif_model': 'vmxnet3'}] {{(pid=62574) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1989.014741] env[62574]: DEBUG oslo.service.loopingcall [None req-64b513ff-3edb-42cb-936e-565ac0269820 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62574) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1989.015274] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: df645c24-e08c-48e1-aee8-2da12c3203b2] Creating VM on the ESX host {{(pid=62574) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1989.015512] env[62574]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b53e7e26-ff10-41ec-8a71-2910d5078ad4 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1989.037614] env[62574]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1989.037614] env[62574]: value = "task-1862507" [ 1989.037614] env[62574]: _type = "Task" [ 1989.037614] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1989.045873] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1862507, 'name': CreateVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1989.070023] env[62574]: DEBUG nova.compute.utils [None req-15d564cd-d4e7-43b9-ace4-5e7456ccb5ad tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Using /dev/sd instead of None {{(pid=62574) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1989.073324] env[62574]: DEBUG nova.compute.manager [None req-15d564cd-d4e7-43b9-ace4-5e7456ccb5ad tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] [instance: b26e33b2-aa22-44ec-9162-3dd206b96fd4] Allocating IP information in the background. {{(pid=62574) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1989.073501] env[62574]: DEBUG nova.network.neutron [None req-15d564cd-d4e7-43b9-ace4-5e7456ccb5ad tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] [instance: b26e33b2-aa22-44ec-9162-3dd206b96fd4] allocate_for_instance() {{(pid=62574) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1989.086104] env[62574]: INFO nova.compute.manager [-] [instance: fb94d5d1-7f0f-4534-b9e9-2a52ac9a7c7f] Took 1.44 seconds to deallocate network for instance. [ 1989.098070] env[62574]: DEBUG oslo_concurrency.lockutils [None req-4a776f6c-8135-49d7-943c-c7129d1ead79 tempest-DeleteServersTestJSON-502873084 tempest-DeleteServersTestJSON-502873084-project-member] Lock "374c77f3-63b7-4079-8631-8c7d45c8e348" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.829s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1989.135958] env[62574]: DEBUG nova.policy [None req-15d564cd-d4e7-43b9-ace4-5e7456ccb5ad tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '973709d00eff45a3b8804ef21cc86542', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3197393f8f6a457a9367bd87f7aa5dc2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62574) authorize /opt/stack/nova/nova/policy.py:192}} [ 1989.341400] env[62574]: DEBUG nova.compute.manager [req-eef25336-db25-4a37-9500-ef344c6f96d5 req-1aefe8ba-0f3a-4539-bab2-bb9d4f0709ac service nova] [instance: df645c24-e08c-48e1-aee8-2da12c3203b2] Received event network-changed-8dacdd44-5cde-4ea9-8506-dbae301fbf55 {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1989.341630] env[62574]: DEBUG nova.compute.manager [req-eef25336-db25-4a37-9500-ef344c6f96d5 req-1aefe8ba-0f3a-4539-bab2-bb9d4f0709ac service nova] [instance: df645c24-e08c-48e1-aee8-2da12c3203b2] Refreshing instance network info cache due to event network-changed-8dacdd44-5cde-4ea9-8506-dbae301fbf55. {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1989.341857] env[62574]: DEBUG oslo_concurrency.lockutils [req-eef25336-db25-4a37-9500-ef344c6f96d5 req-1aefe8ba-0f3a-4539-bab2-bb9d4f0709ac service nova] Acquiring lock "refresh_cache-df645c24-e08c-48e1-aee8-2da12c3203b2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1989.342010] env[62574]: DEBUG oslo_concurrency.lockutils [req-eef25336-db25-4a37-9500-ef344c6f96d5 req-1aefe8ba-0f3a-4539-bab2-bb9d4f0709ac service nova] Acquired lock "refresh_cache-df645c24-e08c-48e1-aee8-2da12c3203b2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1989.342207] env[62574]: DEBUG nova.network.neutron [req-eef25336-db25-4a37-9500-ef344c6f96d5 req-1aefe8ba-0f3a-4539-bab2-bb9d4f0709ac service nova] [instance: df645c24-e08c-48e1-aee8-2da12c3203b2] Refreshing network info cache for port 8dacdd44-5cde-4ea9-8506-dbae301fbf55 {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1989.366553] env[62574]: DEBUG nova.network.neutron [None req-0c51d293-9037-4967-ad11-7499cad2d32c tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] [instance: 46ae905d-7e3f-4d5e-b917-333c751b6ad1] Instance cache missing network info. {{(pid=62574) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1989.456225] env[62574]: DEBUG nova.network.neutron [None req-15d564cd-d4e7-43b9-ace4-5e7456ccb5ad tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] [instance: b26e33b2-aa22-44ec-9162-3dd206b96fd4] Successfully created port: 2ad55fd6-4016-45bf-8845-a3fe01091b12 {{(pid=62574) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1989.475124] env[62574]: DEBUG oslo_vmware.api [None req-baa0fbd5-310d-40a2-b84e-08f283cd0eaf tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Task: {'id': task-1862506, 'name': PowerOffVM_Task, 'duration_secs': 0.236469} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1989.475375] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-baa0fbd5-310d-40a2-b84e-08f283cd0eaf tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] [instance: d030b211-e17d-44ed-b034-f57b1599e108] Powered off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1989.476186] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24468593-214b-4f58-841c-76bb07698616 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1989.500960] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0742783-9c16-4880-9972-4cf993c4a7fe {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1989.550763] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1862507, 'name': CreateVM_Task, 'duration_secs': 0.410204} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1989.550989] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: df645c24-e08c-48e1-aee8-2da12c3203b2] Created VM on the ESX host {{(pid=62574) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1989.551758] env[62574]: DEBUG oslo_concurrency.lockutils [None req-64b513ff-3edb-42cb-936e-565ac0269820 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1989.551932] env[62574]: DEBUG oslo_concurrency.lockutils [None req-64b513ff-3edb-42cb-936e-565ac0269820 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1989.552281] env[62574]: DEBUG oslo_concurrency.lockutils [None req-64b513ff-3edb-42cb-936e-565ac0269820 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1989.552774] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b34e25a4-bff3-476e-b4a2-879269b4e338 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1989.558340] env[62574]: DEBUG oslo_vmware.api [None req-64b513ff-3edb-42cb-936e-565ac0269820 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Waiting for the task: (returnval){ [ 1989.558340] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]52d67af5-06f8-af37-f42a-b1f6b4f0370b" [ 1989.558340] env[62574]: _type = "Task" [ 1989.558340] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1989.569020] env[62574]: DEBUG nova.network.neutron [None req-0c51d293-9037-4967-ad11-7499cad2d32c tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] [instance: 46ae905d-7e3f-4d5e-b917-333c751b6ad1] Updating instance_info_cache with network_info: [{"id": "42f05e30-5ef8-45be-94a8-b6f407b22df2", "address": "fa:16:3e:7c:34:e0", "network": {"id": "498f30b7-d317-46f6-b472-0624a1b84e65", "bridge": "br-int", "label": "tempest-ImagesTestJSON-826971340-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2842b09cbde243f6bdd90a5177740df9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bab6a6c3-1c5c-4776-b21b-dec21196d702", "external-id": "nsx-vlan-transportzone-634", "segmentation_id": 634, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42f05e30-5e", "ovs_interfaceid": "42f05e30-5ef8-45be-94a8-b6f407b22df2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1989.570874] env[62574]: DEBUG oslo_vmware.api [None req-64b513ff-3edb-42cb-936e-565ac0269820 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52d67af5-06f8-af37-f42a-b1f6b4f0370b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1989.573951] env[62574]: DEBUG nova.compute.manager [None req-15d564cd-d4e7-43b9-ace4-5e7456ccb5ad tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] [instance: b26e33b2-aa22-44ec-9162-3dd206b96fd4] Start building block device mappings for instance. {{(pid=62574) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1989.591810] env[62574]: DEBUG oslo_concurrency.lockutils [None req-fa743286-9b9c-412d-b8ed-4e3475ea9022 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1989.753969] env[62574]: DEBUG nova.network.neutron [req-0cc9745f-d4ec-4f0e-bf2a-dc15d179eb2e req-d571f31f-a260-4e28-955e-ce51035d522e service nova] [instance: 4dfd42a3-c9d2-45b4-8bb0-9a7a8550997c] Updated VIF entry in instance network info cache for port df6d046f-74f2-48d7-85c0-225104bda5ce. {{(pid=62574) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1989.754420] env[62574]: DEBUG nova.network.neutron [req-0cc9745f-d4ec-4f0e-bf2a-dc15d179eb2e req-d571f31f-a260-4e28-955e-ce51035d522e service nova] [instance: 4dfd42a3-c9d2-45b4-8bb0-9a7a8550997c] Updating instance_info_cache with network_info: [{"id": "df6d046f-74f2-48d7-85c0-225104bda5ce", "address": "fa:16:3e:b1:fb:97", "network": {"id": "f4ae7ec7-0f59-410f-a9fd-fcc9dfe711cd", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-828120479-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7f9eb8bf1afc4a1c99652faad70fca7f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee9ce73d-4ee8-4b28-b7d3-3a5735039627", "external-id": "cl2-zone-465", "segmentation_id": 465, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf6d046f-74", "ovs_interfaceid": "df6d046f-74f2-48d7-85c0-225104bda5ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1989.807823] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fdaec75-31af-438a-a22d-e171d57e27af {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1989.816540] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91f81f22-a8b2-4f2d-925f-619c46b87076 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1989.848913] env[62574]: DEBUG nova.objects.instance [None req-8ed2634a-237a-4a2b-8f2d-b544174caa3d tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Lazy-loading 'flavor' on Instance uuid 2df2984d-1120-4cdd-80a8-7f0366e4cbed {{(pid=62574) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1989.853280] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4df1e8d5-1c4d-4c00-a79b-f23cafad2b19 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1989.862084] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd3975c8-c04c-4a87-acdd-356383753fcb {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1989.878259] env[62574]: DEBUG nova.compute.provider_tree [None req-3b8a9514-91bc-4d17-aa0a-3c8dca27d7c6 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Inventory has not changed in ProviderTree for provider: f0ed160a-beff-4626-a531-2a70d7bc0627 {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1990.012660] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-baa0fbd5-310d-40a2-b84e-08f283cd0eaf tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] [instance: d030b211-e17d-44ed-b034-f57b1599e108] Creating Snapshot of the VM instance {{(pid=62574) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1990.014120] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-ac2ec287-d5e6-4f8b-ad97-b082b96ced7c {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1990.024458] env[62574]: DEBUG oslo_vmware.api [None req-baa0fbd5-310d-40a2-b84e-08f283cd0eaf tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Waiting for the task: (returnval){ [ 1990.024458] env[62574]: value = "task-1862509" [ 1990.024458] env[62574]: _type = "Task" [ 1990.024458] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1990.033564] env[62574]: DEBUG oslo_vmware.api [None req-baa0fbd5-310d-40a2-b84e-08f283cd0eaf tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Task: {'id': task-1862509, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1990.071913] env[62574]: DEBUG nova.network.neutron [req-eef25336-db25-4a37-9500-ef344c6f96d5 req-1aefe8ba-0f3a-4539-bab2-bb9d4f0709ac service nova] [instance: df645c24-e08c-48e1-aee8-2da12c3203b2] Updated VIF entry in instance network info cache for port 8dacdd44-5cde-4ea9-8506-dbae301fbf55. {{(pid=62574) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1990.072333] env[62574]: DEBUG nova.network.neutron [req-eef25336-db25-4a37-9500-ef344c6f96d5 req-1aefe8ba-0f3a-4539-bab2-bb9d4f0709ac service nova] [instance: df645c24-e08c-48e1-aee8-2da12c3203b2] Updating instance_info_cache with network_info: [{"id": "8dacdd44-5cde-4ea9-8506-dbae301fbf55", "address": "fa:16:3e:42:21:e0", "network": {"id": "048e4d0d-d1ab-45c4-a15c-a1cfb16572ac", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1657993544-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3efda8e53e3c4eea8bfd1d5d6cd90db3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f68ebd2a-3c68-48db-8c32-8a01497fc2e7", "external-id": "nsx-vlan-transportzone-49", "segmentation_id": 49, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8dacdd44-5c", "ovs_interfaceid": "8dacdd44-5cde-4ea9-8506-dbae301fbf55", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1990.074512] env[62574]: DEBUG oslo_vmware.api [None req-64b513ff-3edb-42cb-936e-565ac0269820 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52d67af5-06f8-af37-f42a-b1f6b4f0370b, 'name': SearchDatastore_Task, 'duration_secs': 0.010897} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1990.074942] env[62574]: DEBUG oslo_concurrency.lockutils [None req-0c51d293-9037-4967-ad11-7499cad2d32c tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Releasing lock "refresh_cache-46ae905d-7e3f-4d5e-b917-333c751b6ad1" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1990.075297] env[62574]: DEBUG nova.compute.manager [None req-0c51d293-9037-4967-ad11-7499cad2d32c tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] [instance: 46ae905d-7e3f-4d5e-b917-333c751b6ad1] Instance network_info: |[{"id": "42f05e30-5ef8-45be-94a8-b6f407b22df2", "address": "fa:16:3e:7c:34:e0", "network": {"id": "498f30b7-d317-46f6-b472-0624a1b84e65", "bridge": "br-int", "label": "tempest-ImagesTestJSON-826971340-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2842b09cbde243f6bdd90a5177740df9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bab6a6c3-1c5c-4776-b21b-dec21196d702", "external-id": "nsx-vlan-transportzone-634", "segmentation_id": 634, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42f05e30-5e", "ovs_interfaceid": "42f05e30-5ef8-45be-94a8-b6f407b22df2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62574) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1990.075946] env[62574]: DEBUG oslo_concurrency.lockutils [None req-64b513ff-3edb-42cb-936e-565ac0269820 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1990.076237] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-64b513ff-3edb-42cb-936e-565ac0269820 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] [instance: df645c24-e08c-48e1-aee8-2da12c3203b2] Processing image 3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2 {{(pid=62574) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1990.076537] env[62574]: DEBUG oslo_concurrency.lockutils [None req-64b513ff-3edb-42cb-936e-565ac0269820 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1990.076687] env[62574]: DEBUG oslo_concurrency.lockutils [None req-64b513ff-3edb-42cb-936e-565ac0269820 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1990.076920] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-64b513ff-3edb-42cb-936e-565ac0269820 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1990.077367] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-0c51d293-9037-4967-ad11-7499cad2d32c tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] [instance: 46ae905d-7e3f-4d5e-b917-333c751b6ad1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7c:34:e0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bab6a6c3-1c5c-4776-b21b-dec21196d702', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '42f05e30-5ef8-45be-94a8-b6f407b22df2', 'vif_model': 'vmxnet3'}] {{(pid=62574) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1990.085047] env[62574]: DEBUG oslo.service.loopingcall [None req-0c51d293-9037-4967-ad11-7499cad2d32c tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62574) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1990.089080] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3218fa7b-60f7-46ae-a6ca-20f31882bea2 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1990.091083] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 46ae905d-7e3f-4d5e-b917-333c751b6ad1] Creating VM on the ESX host {{(pid=62574) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1990.092082] env[62574]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ed326fad-2903-4f7e-ac39-3d6eb7f94c10 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1990.120083] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-64b513ff-3edb-42cb-936e-565ac0269820 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1990.120083] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-64b513ff-3edb-42cb-936e-565ac0269820 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62574) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1990.120083] env[62574]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1990.120083] env[62574]: value = "task-1862510" [ 1990.120083] env[62574]: _type = "Task" [ 1990.120083] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1990.120083] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ff8ce9b-4c03-48fd-91b4-ba2009b7f571 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1990.133327] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1862510, 'name': CreateVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1990.133542] env[62574]: DEBUG oslo_vmware.api [None req-64b513ff-3edb-42cb-936e-565ac0269820 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Waiting for the task: (returnval){ [ 1990.133542] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]520085db-b096-0a92-7215-594c8b3ce503" [ 1990.133542] env[62574]: _type = "Task" [ 1990.133542] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1990.146072] env[62574]: DEBUG oslo_vmware.api [None req-64b513ff-3edb-42cb-936e-565ac0269820 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]520085db-b096-0a92-7215-594c8b3ce503, 'name': SearchDatastore_Task, 'duration_secs': 0.01172} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1990.147480] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b9f27c7d-1852-4817-adbc-a746f43a1c73 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1990.155890] env[62574]: DEBUG oslo_vmware.api [None req-64b513ff-3edb-42cb-936e-565ac0269820 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Waiting for the task: (returnval){ [ 1990.155890] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]526d242f-908e-3e11-2796-3202f09f8d56" [ 1990.155890] env[62574]: _type = "Task" [ 1990.155890] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1990.165291] env[62574]: DEBUG oslo_vmware.api [None req-64b513ff-3edb-42cb-936e-565ac0269820 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]526d242f-908e-3e11-2796-3202f09f8d56, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1990.258353] env[62574]: DEBUG oslo_concurrency.lockutils [req-0cc9745f-d4ec-4f0e-bf2a-dc15d179eb2e req-d571f31f-a260-4e28-955e-ce51035d522e service nova] Releasing lock "refresh_cache-4dfd42a3-c9d2-45b4-8bb0-9a7a8550997c" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1990.258656] env[62574]: DEBUG nova.compute.manager [req-0cc9745f-d4ec-4f0e-bf2a-dc15d179eb2e req-d571f31f-a260-4e28-955e-ce51035d522e service nova] [instance: 46ae905d-7e3f-4d5e-b917-333c751b6ad1] Received event network-vif-plugged-42f05e30-5ef8-45be-94a8-b6f407b22df2 {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1990.258866] env[62574]: DEBUG oslo_concurrency.lockutils [req-0cc9745f-d4ec-4f0e-bf2a-dc15d179eb2e req-d571f31f-a260-4e28-955e-ce51035d522e service nova] Acquiring lock "46ae905d-7e3f-4d5e-b917-333c751b6ad1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1990.259130] env[62574]: DEBUG oslo_concurrency.lockutils [req-0cc9745f-d4ec-4f0e-bf2a-dc15d179eb2e req-d571f31f-a260-4e28-955e-ce51035d522e service nova] Lock "46ae905d-7e3f-4d5e-b917-333c751b6ad1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1990.259313] env[62574]: DEBUG oslo_concurrency.lockutils [req-0cc9745f-d4ec-4f0e-bf2a-dc15d179eb2e req-d571f31f-a260-4e28-955e-ce51035d522e service nova] Lock "46ae905d-7e3f-4d5e-b917-333c751b6ad1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1990.259486] env[62574]: DEBUG nova.compute.manager [req-0cc9745f-d4ec-4f0e-bf2a-dc15d179eb2e req-d571f31f-a260-4e28-955e-ce51035d522e service nova] [instance: 46ae905d-7e3f-4d5e-b917-333c751b6ad1] No waiting events found dispatching network-vif-plugged-42f05e30-5ef8-45be-94a8-b6f407b22df2 {{(pid=62574) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1990.259706] env[62574]: WARNING nova.compute.manager [req-0cc9745f-d4ec-4f0e-bf2a-dc15d179eb2e req-d571f31f-a260-4e28-955e-ce51035d522e service nova] [instance: 46ae905d-7e3f-4d5e-b917-333c751b6ad1] Received unexpected event network-vif-plugged-42f05e30-5ef8-45be-94a8-b6f407b22df2 for instance with vm_state building and task_state spawning. [ 1990.259968] env[62574]: DEBUG nova.compute.manager [req-0cc9745f-d4ec-4f0e-bf2a-dc15d179eb2e req-d571f31f-a260-4e28-955e-ce51035d522e service nova] [instance: 46ae905d-7e3f-4d5e-b917-333c751b6ad1] Received event network-changed-42f05e30-5ef8-45be-94a8-b6f407b22df2 {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1990.260158] env[62574]: DEBUG nova.compute.manager [req-0cc9745f-d4ec-4f0e-bf2a-dc15d179eb2e req-d571f31f-a260-4e28-955e-ce51035d522e service nova] [instance: 46ae905d-7e3f-4d5e-b917-333c751b6ad1] Refreshing instance network info cache due to event network-changed-42f05e30-5ef8-45be-94a8-b6f407b22df2. {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1990.260348] env[62574]: DEBUG oslo_concurrency.lockutils [req-0cc9745f-d4ec-4f0e-bf2a-dc15d179eb2e req-d571f31f-a260-4e28-955e-ce51035d522e service nova] Acquiring lock "refresh_cache-46ae905d-7e3f-4d5e-b917-333c751b6ad1" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1990.260492] env[62574]: DEBUG oslo_concurrency.lockutils [req-0cc9745f-d4ec-4f0e-bf2a-dc15d179eb2e req-d571f31f-a260-4e28-955e-ce51035d522e service nova] Acquired lock "refresh_cache-46ae905d-7e3f-4d5e-b917-333c751b6ad1" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1990.260650] env[62574]: DEBUG nova.network.neutron [req-0cc9745f-d4ec-4f0e-bf2a-dc15d179eb2e req-d571f31f-a260-4e28-955e-ce51035d522e service nova] [instance: 46ae905d-7e3f-4d5e-b917-333c751b6ad1] Refreshing network info cache for port 42f05e30-5ef8-45be-94a8-b6f407b22df2 {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1990.356173] env[62574]: DEBUG oslo_concurrency.lockutils [None req-8ed2634a-237a-4a2b-8f2d-b544174caa3d tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Lock "2df2984d-1120-4cdd-80a8-7f0366e4cbed" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.322s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1990.381324] env[62574]: DEBUG nova.scheduler.client.report [None req-3b8a9514-91bc-4d17-aa0a-3c8dca27d7c6 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Inventory has not changed for provider f0ed160a-beff-4626-a531-2a70d7bc0627 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 148, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1990.534983] env[62574]: DEBUG oslo_vmware.api [None req-baa0fbd5-310d-40a2-b84e-08f283cd0eaf tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Task: {'id': task-1862509, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1990.576792] env[62574]: DEBUG oslo_concurrency.lockutils [req-eef25336-db25-4a37-9500-ef344c6f96d5 req-1aefe8ba-0f3a-4539-bab2-bb9d4f0709ac service nova] Releasing lock "refresh_cache-df645c24-e08c-48e1-aee8-2da12c3203b2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1990.577155] env[62574]: DEBUG nova.compute.manager [req-eef25336-db25-4a37-9500-ef344c6f96d5 req-1aefe8ba-0f3a-4539-bab2-bb9d4f0709ac service nova] [instance: fb94d5d1-7f0f-4534-b9e9-2a52ac9a7c7f] Received event network-vif-deleted-91e1a2e4-68a4-4555-8e30-426e35a4f273 {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1990.593861] env[62574]: DEBUG nova.compute.manager [None req-15d564cd-d4e7-43b9-ace4-5e7456ccb5ad tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] [instance: b26e33b2-aa22-44ec-9162-3dd206b96fd4] Start spawning the instance on the hypervisor. {{(pid=62574) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1990.612125] env[62574]: DEBUG oslo_concurrency.lockutils [None req-43fea43b-6d68-4129-b6e0-d928f4da67d5 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Acquiring lock "2df2984d-1120-4cdd-80a8-7f0366e4cbed" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1990.612424] env[62574]: DEBUG oslo_concurrency.lockutils [None req-43fea43b-6d68-4129-b6e0-d928f4da67d5 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Lock "2df2984d-1120-4cdd-80a8-7f0366e4cbed" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1990.625289] env[62574]: DEBUG nova.virt.hardware [None req-15d564cd-d4e7-43b9-ace4-5e7456ccb5ad tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T19:26:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-13T19:26:40Z,direct_url=,disk_format='vmdk',id=3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7eed1dd4d2c3418eb32c4f4ceda3ab0d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-13T19:26:41Z,virtual_size=,visibility=), allow threads: False {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1990.625591] env[62574]: DEBUG nova.virt.hardware [None req-15d564cd-d4e7-43b9-ace4-5e7456ccb5ad tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Flavor limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1990.625870] env[62574]: DEBUG nova.virt.hardware [None req-15d564cd-d4e7-43b9-ace4-5e7456ccb5ad tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Image limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1990.626180] env[62574]: DEBUG nova.virt.hardware [None req-15d564cd-d4e7-43b9-ace4-5e7456ccb5ad tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Flavor pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1990.626410] env[62574]: DEBUG nova.virt.hardware [None req-15d564cd-d4e7-43b9-ace4-5e7456ccb5ad tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Image pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1990.626636] env[62574]: DEBUG nova.virt.hardware [None req-15d564cd-d4e7-43b9-ace4-5e7456ccb5ad tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1990.626952] env[62574]: DEBUG nova.virt.hardware [None req-15d564cd-d4e7-43b9-ace4-5e7456ccb5ad tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1990.627250] env[62574]: DEBUG nova.virt.hardware [None req-15d564cd-d4e7-43b9-ace4-5e7456ccb5ad tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1990.627590] env[62574]: DEBUG nova.virt.hardware [None req-15d564cd-d4e7-43b9-ace4-5e7456ccb5ad tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Got 1 possible topologies {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1990.627905] env[62574]: DEBUG nova.virt.hardware [None req-15d564cd-d4e7-43b9-ace4-5e7456ccb5ad tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1990.628220] env[62574]: DEBUG nova.virt.hardware [None req-15d564cd-d4e7-43b9-ace4-5e7456ccb5ad tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1990.629739] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f64a14c-5582-4480-8a9d-38c3c2e7bb57 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1990.652122] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5df4f0b5-286c-434c-a074-107ddf25670d {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1990.658987] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1862510, 'name': CreateVM_Task, 'duration_secs': 0.401861} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1990.659351] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 46ae905d-7e3f-4d5e-b917-333c751b6ad1] Created VM on the ESX host {{(pid=62574) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1990.664804] env[62574]: DEBUG oslo_concurrency.lockutils [None req-0c51d293-9037-4967-ad11-7499cad2d32c tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1990.665076] env[62574]: DEBUG oslo_concurrency.lockutils [None req-0c51d293-9037-4967-ad11-7499cad2d32c tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1990.665530] env[62574]: DEBUG oslo_concurrency.lockutils [None req-0c51d293-9037-4967-ad11-7499cad2d32c tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1990.665891] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9136e67e-d288-495a-95dc-502b8eb30bde {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1990.689260] env[62574]: DEBUG oslo_vmware.api [None req-64b513ff-3edb-42cb-936e-565ac0269820 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]526d242f-908e-3e11-2796-3202f09f8d56, 'name': SearchDatastore_Task, 'duration_secs': 0.012847} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1990.691073] env[62574]: DEBUG oslo_concurrency.lockutils [None req-64b513ff-3edb-42cb-936e-565ac0269820 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1990.691453] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-64b513ff-3edb-42cb-936e-565ac0269820 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk to [datastore1] df645c24-e08c-48e1-aee8-2da12c3203b2/df645c24-e08c-48e1-aee8-2da12c3203b2.vmdk {{(pid=62574) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1990.692083] env[62574]: DEBUG oslo_vmware.api [None req-0c51d293-9037-4967-ad11-7499cad2d32c tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Waiting for the task: (returnval){ [ 1990.692083] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]52b7743b-d521-06a6-3e5f-0db359c6b6d7" [ 1990.692083] env[62574]: _type = "Task" [ 1990.692083] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1990.692338] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-105f1f15-c8b5-4ab6-bc96-e7ce02ea07da {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1990.708132] env[62574]: DEBUG oslo_vmware.api [None req-0c51d293-9037-4967-ad11-7499cad2d32c tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52b7743b-d521-06a6-3e5f-0db359c6b6d7, 'name': SearchDatastore_Task, 'duration_secs': 0.01058} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1990.710136] env[62574]: DEBUG oslo_concurrency.lockutils [None req-0c51d293-9037-4967-ad11-7499cad2d32c tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1990.710433] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-0c51d293-9037-4967-ad11-7499cad2d32c tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] [instance: 46ae905d-7e3f-4d5e-b917-333c751b6ad1] Processing image 3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2 {{(pid=62574) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1990.710805] env[62574]: DEBUG oslo_concurrency.lockutils [None req-0c51d293-9037-4967-ad11-7499cad2d32c tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1990.711533] env[62574]: DEBUG oslo_concurrency.lockutils [None req-0c51d293-9037-4967-ad11-7499cad2d32c tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1990.711533] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c51d293-9037-4967-ad11-7499cad2d32c tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1990.712157] env[62574]: DEBUG oslo_vmware.api [None req-64b513ff-3edb-42cb-936e-565ac0269820 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Waiting for the task: (returnval){ [ 1990.712157] env[62574]: value = "task-1862511" [ 1990.712157] env[62574]: _type = "Task" [ 1990.712157] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1990.712157] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2f712272-bafb-4dc7-a043-ac4f8af39634 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1990.727164] env[62574]: DEBUG oslo_vmware.api [None req-64b513ff-3edb-42cb-936e-565ac0269820 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Task: {'id': task-1862511, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1990.728979] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c51d293-9037-4967-ad11-7499cad2d32c tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1990.728979] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-0c51d293-9037-4967-ad11-7499cad2d32c tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62574) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1990.729996] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a5daf2da-073c-46f2-b82a-b42fbe73dbb5 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1990.738370] env[62574]: DEBUG oslo_vmware.api [None req-0c51d293-9037-4967-ad11-7499cad2d32c tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Waiting for the task: (returnval){ [ 1990.738370] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]527db34f-3b02-65b0-e087-9d79872c4ca2" [ 1990.738370] env[62574]: _type = "Task" [ 1990.738370] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1990.750753] env[62574]: DEBUG oslo_vmware.api [None req-0c51d293-9037-4967-ad11-7499cad2d32c tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]527db34f-3b02-65b0-e087-9d79872c4ca2, 'name': SearchDatastore_Task, 'duration_secs': 0.0094} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1990.751235] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-89568556-be4e-47cc-87ac-8a6877b85666 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1990.758660] env[62574]: DEBUG oslo_vmware.api [None req-0c51d293-9037-4967-ad11-7499cad2d32c tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Waiting for the task: (returnval){ [ 1990.758660] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]5294e649-c4fd-d7c2-c845-1114eed9dde6" [ 1990.758660] env[62574]: _type = "Task" [ 1990.758660] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1990.768981] env[62574]: DEBUG oslo_vmware.api [None req-0c51d293-9037-4967-ad11-7499cad2d32c tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]5294e649-c4fd-d7c2-c845-1114eed9dde6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1990.887038] env[62574]: DEBUG oslo_concurrency.lockutils [None req-3b8a9514-91bc-4d17-aa0a-3c8dca27d7c6 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.323s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1990.887658] env[62574]: DEBUG nova.compute.manager [None req-3b8a9514-91bc-4d17-aa0a-3c8dca27d7c6 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] [instance: 13d9a284-2078-4e13-848a-5cce88d50a54] Start building networks asynchronously for instance. {{(pid=62574) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1990.890987] env[62574]: DEBUG oslo_concurrency.lockutils [None req-fa743286-9b9c-412d-b8ed-4e3475ea9022 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.299s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1990.891220] env[62574]: DEBUG nova.objects.instance [None req-fa743286-9b9c-412d-b8ed-4e3475ea9022 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Lazy-loading 'resources' on Instance uuid fb94d5d1-7f0f-4534-b9e9-2a52ac9a7c7f {{(pid=62574) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1990.985053] env[62574]: DEBUG nova.network.neutron [req-0cc9745f-d4ec-4f0e-bf2a-dc15d179eb2e req-d571f31f-a260-4e28-955e-ce51035d522e service nova] [instance: 46ae905d-7e3f-4d5e-b917-333c751b6ad1] Updated VIF entry in instance network info cache for port 42f05e30-5ef8-45be-94a8-b6f407b22df2. {{(pid=62574) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1990.987452] env[62574]: DEBUG nova.network.neutron [req-0cc9745f-d4ec-4f0e-bf2a-dc15d179eb2e req-d571f31f-a260-4e28-955e-ce51035d522e service nova] [instance: 46ae905d-7e3f-4d5e-b917-333c751b6ad1] Updating instance_info_cache with network_info: [{"id": "42f05e30-5ef8-45be-94a8-b6f407b22df2", "address": "fa:16:3e:7c:34:e0", "network": {"id": "498f30b7-d317-46f6-b472-0624a1b84e65", "bridge": "br-int", "label": "tempest-ImagesTestJSON-826971340-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2842b09cbde243f6bdd90a5177740df9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bab6a6c3-1c5c-4776-b21b-dec21196d702", "external-id": "nsx-vlan-transportzone-634", "segmentation_id": 634, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42f05e30-5e", "ovs_interfaceid": "42f05e30-5ef8-45be-94a8-b6f407b22df2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1991.023637] env[62574]: DEBUG nova.compute.manager [req-d122e8b3-1fa0-4d2e-9dca-6de4c68af22a req-1c0455ae-9f9c-4b4f-a8f0-f463d7d31aa8 service nova] [instance: b26e33b2-aa22-44ec-9162-3dd206b96fd4] Received event network-vif-plugged-2ad55fd6-4016-45bf-8845-a3fe01091b12 {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1991.023637] env[62574]: DEBUG oslo_concurrency.lockutils [req-d122e8b3-1fa0-4d2e-9dca-6de4c68af22a req-1c0455ae-9f9c-4b4f-a8f0-f463d7d31aa8 service nova] Acquiring lock "b26e33b2-aa22-44ec-9162-3dd206b96fd4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1991.023637] env[62574]: DEBUG oslo_concurrency.lockutils [req-d122e8b3-1fa0-4d2e-9dca-6de4c68af22a req-1c0455ae-9f9c-4b4f-a8f0-f463d7d31aa8 service nova] Lock "b26e33b2-aa22-44ec-9162-3dd206b96fd4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1991.023637] env[62574]: DEBUG oslo_concurrency.lockutils [req-d122e8b3-1fa0-4d2e-9dca-6de4c68af22a req-1c0455ae-9f9c-4b4f-a8f0-f463d7d31aa8 service nova] Lock "b26e33b2-aa22-44ec-9162-3dd206b96fd4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1991.023637] env[62574]: DEBUG nova.compute.manager [req-d122e8b3-1fa0-4d2e-9dca-6de4c68af22a req-1c0455ae-9f9c-4b4f-a8f0-f463d7d31aa8 service nova] [instance: b26e33b2-aa22-44ec-9162-3dd206b96fd4] No waiting events found dispatching network-vif-plugged-2ad55fd6-4016-45bf-8845-a3fe01091b12 {{(pid=62574) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1991.023637] env[62574]: WARNING nova.compute.manager [req-d122e8b3-1fa0-4d2e-9dca-6de4c68af22a req-1c0455ae-9f9c-4b4f-a8f0-f463d7d31aa8 service nova] [instance: b26e33b2-aa22-44ec-9162-3dd206b96fd4] Received unexpected event network-vif-plugged-2ad55fd6-4016-45bf-8845-a3fe01091b12 for instance with vm_state building and task_state spawning. [ 1991.039981] env[62574]: DEBUG oslo_vmware.api [None req-baa0fbd5-310d-40a2-b84e-08f283cd0eaf tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Task: {'id': task-1862509, 'name': CreateSnapshot_Task, 'duration_secs': 0.687708} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1991.040474] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-baa0fbd5-310d-40a2-b84e-08f283cd0eaf tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] [instance: d030b211-e17d-44ed-b034-f57b1599e108] Created Snapshot of the VM instance {{(pid=62574) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1991.041435] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08bac2cc-124e-4045-8d22-6c6f4f97d141 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1991.122607] env[62574]: INFO nova.compute.manager [None req-43fea43b-6d68-4129-b6e0-d928f4da67d5 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] [instance: 2df2984d-1120-4cdd-80a8-7f0366e4cbed] Detaching volume d33b48cb-4670-412d-bfcf-cf4c3f17aecd [ 1991.123342] env[62574]: DEBUG nova.network.neutron [None req-15d564cd-d4e7-43b9-ace4-5e7456ccb5ad tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] [instance: b26e33b2-aa22-44ec-9162-3dd206b96fd4] Successfully updated port: 2ad55fd6-4016-45bf-8845-a3fe01091b12 {{(pid=62574) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1991.165842] env[62574]: INFO nova.virt.block_device [None req-43fea43b-6d68-4129-b6e0-d928f4da67d5 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] [instance: 2df2984d-1120-4cdd-80a8-7f0366e4cbed] Attempting to driver detach volume d33b48cb-4670-412d-bfcf-cf4c3f17aecd from mountpoint /dev/sdb [ 1991.165842] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-43fea43b-6d68-4129-b6e0-d928f4da67d5 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] [instance: 2df2984d-1120-4cdd-80a8-7f0366e4cbed] Volume detach. Driver type: vmdk {{(pid=62574) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1991.165842] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-43fea43b-6d68-4129-b6e0-d928f4da67d5 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] [instance: 2df2984d-1120-4cdd-80a8-7f0366e4cbed] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-385030', 'volume_id': 'd33b48cb-4670-412d-bfcf-cf4c3f17aecd', 'name': 'volume-d33b48cb-4670-412d-bfcf-cf4c3f17aecd', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2df2984d-1120-4cdd-80a8-7f0366e4cbed', 'attached_at': '', 'detached_at': '', 'volume_id': 'd33b48cb-4670-412d-bfcf-cf4c3f17aecd', 'serial': 'd33b48cb-4670-412d-bfcf-cf4c3f17aecd'} {{(pid=62574) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1991.166896] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2620a41-f718-442a-9a62-fc493a49a832 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1991.190254] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91b2b97a-1f94-4bf5-8e3e-e4e22deca92e {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1991.198723] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1db835e9-7c2c-456e-8ce6-9e00da120485 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1991.223947] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfe551df-81aa-4681-bc9b-0f548078aa6c {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1991.232011] env[62574]: DEBUG oslo_vmware.api [None req-64b513ff-3edb-42cb-936e-565ac0269820 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Task: {'id': task-1862511, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.463639} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1991.242108] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-64b513ff-3edb-42cb-936e-565ac0269820 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk to [datastore1] df645c24-e08c-48e1-aee8-2da12c3203b2/df645c24-e08c-48e1-aee8-2da12c3203b2.vmdk {{(pid=62574) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1991.242409] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-64b513ff-3edb-42cb-936e-565ac0269820 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] [instance: df645c24-e08c-48e1-aee8-2da12c3203b2] Extending root virtual disk to 1048576 {{(pid=62574) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1991.243619] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-43fea43b-6d68-4129-b6e0-d928f4da67d5 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] The volume has not been displaced from its original location: [datastore1] volume-d33b48cb-4670-412d-bfcf-cf4c3f17aecd/volume-d33b48cb-4670-412d-bfcf-cf4c3f17aecd.vmdk. No consolidation needed. {{(pid=62574) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1991.248915] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-43fea43b-6d68-4129-b6e0-d928f4da67d5 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] [instance: 2df2984d-1120-4cdd-80a8-7f0366e4cbed] Reconfiguring VM instance instance-00000067 to detach disk 2001 {{(pid=62574) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1991.249221] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c256f68b-cefd-4c8b-909f-a16d2e1ee988 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1991.251079] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3a3f4a49-6039-4e16-9c22-1eb48a722a3f {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1991.269362] env[62574]: DEBUG oslo_vmware.api [None req-64b513ff-3edb-42cb-936e-565ac0269820 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Waiting for the task: (returnval){ [ 1991.269362] env[62574]: value = "task-1862512" [ 1991.269362] env[62574]: _type = "Task" [ 1991.269362] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1991.278250] env[62574]: DEBUG oslo_vmware.api [None req-0c51d293-9037-4967-ad11-7499cad2d32c tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]5294e649-c4fd-d7c2-c845-1114eed9dde6, 'name': SearchDatastore_Task, 'duration_secs': 0.009095} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1991.278524] env[62574]: DEBUG oslo_vmware.api [None req-43fea43b-6d68-4129-b6e0-d928f4da67d5 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Waiting for the task: (returnval){ [ 1991.278524] env[62574]: value = "task-1862513" [ 1991.278524] env[62574]: _type = "Task" [ 1991.278524] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1991.279115] env[62574]: DEBUG oslo_concurrency.lockutils [None req-0c51d293-9037-4967-ad11-7499cad2d32c tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1991.279383] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c51d293-9037-4967-ad11-7499cad2d32c tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk to [datastore1] 46ae905d-7e3f-4d5e-b917-333c751b6ad1/46ae905d-7e3f-4d5e-b917-333c751b6ad1.vmdk {{(pid=62574) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1991.279728] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d18ddf2d-3b86-4265-82a4-aa7271211e4a {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1991.286826] env[62574]: DEBUG oslo_vmware.api [None req-64b513ff-3edb-42cb-936e-565ac0269820 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Task: {'id': task-1862512, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1991.291803] env[62574]: DEBUG oslo_vmware.api [None req-0c51d293-9037-4967-ad11-7499cad2d32c tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Waiting for the task: (returnval){ [ 1991.291803] env[62574]: value = "task-1862514" [ 1991.291803] env[62574]: _type = "Task" [ 1991.291803] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1991.295308] env[62574]: DEBUG oslo_vmware.api [None req-43fea43b-6d68-4129-b6e0-d928f4da67d5 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Task: {'id': task-1862513, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1991.304825] env[62574]: DEBUG oslo_vmware.api [None req-0c51d293-9037-4967-ad11-7499cad2d32c tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Task: {'id': task-1862514, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1991.394651] env[62574]: DEBUG nova.compute.utils [None req-3b8a9514-91bc-4d17-aa0a-3c8dca27d7c6 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Using /dev/sd instead of None {{(pid=62574) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1991.400137] env[62574]: DEBUG nova.compute.manager [None req-3b8a9514-91bc-4d17-aa0a-3c8dca27d7c6 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] [instance: 13d9a284-2078-4e13-848a-5cce88d50a54] Allocating IP information in the background. {{(pid=62574) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1991.400137] env[62574]: DEBUG nova.network.neutron [None req-3b8a9514-91bc-4d17-aa0a-3c8dca27d7c6 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] [instance: 13d9a284-2078-4e13-848a-5cce88d50a54] allocate_for_instance() {{(pid=62574) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1991.440863] env[62574]: DEBUG nova.policy [None req-3b8a9514-91bc-4d17-aa0a-3c8dca27d7c6 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6d0aa4b943e24496979354e660652905', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7ab01ddb6cf3453f8b60099794e20a03', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62574) authorize /opt/stack/nova/nova/policy.py:192}} [ 1991.491418] env[62574]: DEBUG oslo_concurrency.lockutils [req-0cc9745f-d4ec-4f0e-bf2a-dc15d179eb2e req-d571f31f-a260-4e28-955e-ce51035d522e service nova] Releasing lock "refresh_cache-46ae905d-7e3f-4d5e-b917-333c751b6ad1" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1991.560793] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-baa0fbd5-310d-40a2-b84e-08f283cd0eaf tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] [instance: d030b211-e17d-44ed-b034-f57b1599e108] Creating linked-clone VM from snapshot {{(pid=62574) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1991.561477] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-a9fc2f0f-d21c-4964-878e-ee7a84ac28ac {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1991.576549] env[62574]: DEBUG oslo_vmware.api [None req-baa0fbd5-310d-40a2-b84e-08f283cd0eaf tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Waiting for the task: (returnval){ [ 1991.576549] env[62574]: value = "task-1862515" [ 1991.576549] env[62574]: _type = "Task" [ 1991.576549] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1991.586006] env[62574]: DEBUG oslo_vmware.api [None req-baa0fbd5-310d-40a2-b84e-08f283cd0eaf tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Task: {'id': task-1862515, 'name': CloneVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1991.594608] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82d5127f-b60e-4801-b4a2-95da0aa34a2f {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1991.602244] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9ce6652-1ed6-409c-bdbe-787241f06e60 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1991.634127] env[62574]: DEBUG oslo_concurrency.lockutils [None req-15d564cd-d4e7-43b9-ace4-5e7456ccb5ad tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Acquiring lock "refresh_cache-b26e33b2-aa22-44ec-9162-3dd206b96fd4" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1991.634330] env[62574]: DEBUG oslo_concurrency.lockutils [None req-15d564cd-d4e7-43b9-ace4-5e7456ccb5ad tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Acquired lock "refresh_cache-b26e33b2-aa22-44ec-9162-3dd206b96fd4" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1991.634539] env[62574]: DEBUG nova.network.neutron [None req-15d564cd-d4e7-43b9-ace4-5e7456ccb5ad tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] [instance: b26e33b2-aa22-44ec-9162-3dd206b96fd4] Building network info cache for instance {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1991.637556] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e26cb7b0-1809-44a0-abcb-8c3b9a1e53b4 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1991.648632] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fe6a128-ac5a-456a-be24-5cf4951e2edc {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1991.664046] env[62574]: DEBUG nova.compute.provider_tree [None req-fa743286-9b9c-412d-b8ed-4e3475ea9022 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Inventory has not changed in ProviderTree for provider: f0ed160a-beff-4626-a531-2a70d7bc0627 {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1991.783694] env[62574]: DEBUG oslo_vmware.api [None req-64b513ff-3edb-42cb-936e-565ac0269820 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Task: {'id': task-1862512, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074299} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1991.784681] env[62574]: DEBUG nova.network.neutron [None req-3b8a9514-91bc-4d17-aa0a-3c8dca27d7c6 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] [instance: 13d9a284-2078-4e13-848a-5cce88d50a54] Successfully created port: e2602d78-f91c-4476-a1bd-d57cda450df9 {{(pid=62574) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1991.789776] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-64b513ff-3edb-42cb-936e-565ac0269820 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] [instance: df645c24-e08c-48e1-aee8-2da12c3203b2] Extended root virtual disk {{(pid=62574) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1991.790864] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9868f59-8a95-48f4-9a9b-038ab191715d {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1991.811535] env[62574]: DEBUG oslo_vmware.api [None req-43fea43b-6d68-4129-b6e0-d928f4da67d5 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Task: {'id': task-1862513, 'name': ReconfigVM_Task, 'duration_secs': 0.240564} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1991.822023] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-64b513ff-3edb-42cb-936e-565ac0269820 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] [instance: df645c24-e08c-48e1-aee8-2da12c3203b2] Reconfiguring VM instance instance-0000006c to attach disk [datastore1] df645c24-e08c-48e1-aee8-2da12c3203b2/df645c24-e08c-48e1-aee8-2da12c3203b2.vmdk or device None with type sparse {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1991.822565] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-43fea43b-6d68-4129-b6e0-d928f4da67d5 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] [instance: 2df2984d-1120-4cdd-80a8-7f0366e4cbed] Reconfigured VM instance instance-00000067 to detach disk 2001 {{(pid=62574) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1991.827524] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3fadf17f-f0cb-4c4a-9634-2d9ab5ab1ab0 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1991.846403] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f361f32e-ff67-43d6-a8ca-f2bd8f54663b {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1991.856270] env[62574]: DEBUG oslo_vmware.api [None req-0c51d293-9037-4967-ad11-7499cad2d32c tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Task: {'id': task-1862514, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.482613} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1991.857014] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c51d293-9037-4967-ad11-7499cad2d32c tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk to [datastore1] 46ae905d-7e3f-4d5e-b917-333c751b6ad1/46ae905d-7e3f-4d5e-b917-333c751b6ad1.vmdk {{(pid=62574) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1991.857209] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-0c51d293-9037-4967-ad11-7499cad2d32c tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] [instance: 46ae905d-7e3f-4d5e-b917-333c751b6ad1] Extending root virtual disk to 1048576 {{(pid=62574) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1991.858154] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0802f7cb-f25c-42d9-a661-e80440c2c710 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1991.862510] env[62574]: DEBUG oslo_vmware.api [None req-43fea43b-6d68-4129-b6e0-d928f4da67d5 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Waiting for the task: (returnval){ [ 1991.862510] env[62574]: value = "task-1862517" [ 1991.862510] env[62574]: _type = "Task" [ 1991.862510] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1991.863755] env[62574]: DEBUG oslo_vmware.api [None req-64b513ff-3edb-42cb-936e-565ac0269820 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Waiting for the task: (returnval){ [ 1991.863755] env[62574]: value = "task-1862516" [ 1991.863755] env[62574]: _type = "Task" [ 1991.863755] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1991.870319] env[62574]: DEBUG oslo_vmware.api [None req-0c51d293-9037-4967-ad11-7499cad2d32c tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Waiting for the task: (returnval){ [ 1991.870319] env[62574]: value = "task-1862518" [ 1991.870319] env[62574]: _type = "Task" [ 1991.870319] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1991.879401] env[62574]: DEBUG oslo_vmware.api [None req-43fea43b-6d68-4129-b6e0-d928f4da67d5 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Task: {'id': task-1862517, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1991.879778] env[62574]: DEBUG oslo_vmware.api [None req-64b513ff-3edb-42cb-936e-565ac0269820 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Task: {'id': task-1862516, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1991.885278] env[62574]: DEBUG oslo_vmware.api [None req-0c51d293-9037-4967-ad11-7499cad2d32c tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Task: {'id': task-1862518, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1991.903189] env[62574]: DEBUG nova.compute.manager [None req-3b8a9514-91bc-4d17-aa0a-3c8dca27d7c6 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] [instance: 13d9a284-2078-4e13-848a-5cce88d50a54] Start building block device mappings for instance. {{(pid=62574) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1992.087648] env[62574]: DEBUG oslo_vmware.api [None req-baa0fbd5-310d-40a2-b84e-08f283cd0eaf tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Task: {'id': task-1862515, 'name': CloneVM_Task} progress is 94%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1992.165428] env[62574]: DEBUG nova.network.neutron [None req-15d564cd-d4e7-43b9-ace4-5e7456ccb5ad tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] [instance: b26e33b2-aa22-44ec-9162-3dd206b96fd4] Instance cache missing network info. {{(pid=62574) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1992.167896] env[62574]: DEBUG nova.scheduler.client.report [None req-fa743286-9b9c-412d-b8ed-4e3475ea9022 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Inventory has not changed for provider f0ed160a-beff-4626-a531-2a70d7bc0627 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 148, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1992.303562] env[62574]: DEBUG nova.network.neutron [None req-15d564cd-d4e7-43b9-ace4-5e7456ccb5ad tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] [instance: b26e33b2-aa22-44ec-9162-3dd206b96fd4] Updating instance_info_cache with network_info: [{"id": "2ad55fd6-4016-45bf-8845-a3fe01091b12", "address": "fa:16:3e:ea:7a:4e", "network": {"id": "00bfa347-a6e1-4070-b5d9-5f46396a9c53", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-693390946-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3197393f8f6a457a9367bd87f7aa5dc2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bdf594e-da7a-4254-b413-87aef4614588", "external-id": "nsx-vlan-transportzone-422", "segmentation_id": 422, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ad55fd6-40", "ovs_interfaceid": "2ad55fd6-4016-45bf-8845-a3fe01091b12", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1992.385635] env[62574]: DEBUG oslo_vmware.api [None req-43fea43b-6d68-4129-b6e0-d928f4da67d5 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Task: {'id': task-1862517, 'name': ReconfigVM_Task, 'duration_secs': 0.150836} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1992.389047] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-43fea43b-6d68-4129-b6e0-d928f4da67d5 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] [instance: 2df2984d-1120-4cdd-80a8-7f0366e4cbed] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-385030', 'volume_id': 'd33b48cb-4670-412d-bfcf-cf4c3f17aecd', 'name': 'volume-d33b48cb-4670-412d-bfcf-cf4c3f17aecd', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2df2984d-1120-4cdd-80a8-7f0366e4cbed', 'attached_at': '', 'detached_at': '', 'volume_id': 'd33b48cb-4670-412d-bfcf-cf4c3f17aecd', 'serial': 'd33b48cb-4670-412d-bfcf-cf4c3f17aecd'} {{(pid=62574) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1992.391293] env[62574]: DEBUG oslo_vmware.api [None req-64b513ff-3edb-42cb-936e-565ac0269820 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Task: {'id': task-1862516, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1992.394722] env[62574]: DEBUG oslo_vmware.api [None req-0c51d293-9037-4967-ad11-7499cad2d32c tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Task: {'id': task-1862518, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075552} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1992.394722] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-0c51d293-9037-4967-ad11-7499cad2d32c tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] [instance: 46ae905d-7e3f-4d5e-b917-333c751b6ad1] Extended root virtual disk {{(pid=62574) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1992.395478] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21b0084f-59b8-4c3c-9686-52b9a0771e19 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1992.421825] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c51d293-9037-4967-ad11-7499cad2d32c tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] [instance: 46ae905d-7e3f-4d5e-b917-333c751b6ad1] Reconfiguring VM instance instance-0000006d to attach disk [datastore1] 46ae905d-7e3f-4d5e-b917-333c751b6ad1/46ae905d-7e3f-4d5e-b917-333c751b6ad1.vmdk or device None with type sparse {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1992.422841] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-057c72b5-1851-4c97-8fe1-7722059aea49 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1992.449023] env[62574]: DEBUG oslo_vmware.api [None req-0c51d293-9037-4967-ad11-7499cad2d32c tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Waiting for the task: (returnval){ [ 1992.449023] env[62574]: value = "task-1862519" [ 1992.449023] env[62574]: _type = "Task" [ 1992.449023] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1992.456229] env[62574]: DEBUG oslo_vmware.api [None req-0c51d293-9037-4967-ad11-7499cad2d32c tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Task: {'id': task-1862519, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1992.587989] env[62574]: DEBUG oslo_vmware.api [None req-baa0fbd5-310d-40a2-b84e-08f283cd0eaf tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Task: {'id': task-1862515, 'name': CloneVM_Task} progress is 94%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1992.673365] env[62574]: DEBUG oslo_concurrency.lockutils [None req-fa743286-9b9c-412d-b8ed-4e3475ea9022 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.782s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1992.698254] env[62574]: INFO nova.scheduler.client.report [None req-fa743286-9b9c-412d-b8ed-4e3475ea9022 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Deleted allocations for instance fb94d5d1-7f0f-4534-b9e9-2a52ac9a7c7f [ 1992.806057] env[62574]: DEBUG oslo_concurrency.lockutils [None req-15d564cd-d4e7-43b9-ace4-5e7456ccb5ad tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Releasing lock "refresh_cache-b26e33b2-aa22-44ec-9162-3dd206b96fd4" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1992.806610] env[62574]: DEBUG nova.compute.manager [None req-15d564cd-d4e7-43b9-ace4-5e7456ccb5ad tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] [instance: b26e33b2-aa22-44ec-9162-3dd206b96fd4] Instance network_info: |[{"id": "2ad55fd6-4016-45bf-8845-a3fe01091b12", "address": "fa:16:3e:ea:7a:4e", "network": {"id": "00bfa347-a6e1-4070-b5d9-5f46396a9c53", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-693390946-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3197393f8f6a457a9367bd87f7aa5dc2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bdf594e-da7a-4254-b413-87aef4614588", "external-id": "nsx-vlan-transportzone-422", "segmentation_id": 422, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ad55fd6-40", "ovs_interfaceid": "2ad55fd6-4016-45bf-8845-a3fe01091b12", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62574) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1992.807292] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-15d564cd-d4e7-43b9-ace4-5e7456ccb5ad tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] [instance: b26e33b2-aa22-44ec-9162-3dd206b96fd4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ea:7a:4e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7bdf594e-da7a-4254-b413-87aef4614588', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2ad55fd6-4016-45bf-8845-a3fe01091b12', 'vif_model': 'vmxnet3'}] {{(pid=62574) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1992.818031] env[62574]: DEBUG oslo.service.loopingcall [None req-15d564cd-d4e7-43b9-ace4-5e7456ccb5ad tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62574) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1992.818512] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b26e33b2-aa22-44ec-9162-3dd206b96fd4] Creating VM on the ESX host {{(pid=62574) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1992.818895] env[62574]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b9dc7e0f-97e3-4ec1-a1ee-66a335418cfd {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1992.846437] env[62574]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1992.846437] env[62574]: value = "task-1862520" [ 1992.846437] env[62574]: _type = "Task" [ 1992.846437] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1992.854602] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1862520, 'name': CreateVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1992.879898] env[62574]: DEBUG oslo_vmware.api [None req-64b513ff-3edb-42cb-936e-565ac0269820 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Task: {'id': task-1862516, 'name': ReconfigVM_Task, 'duration_secs': 0.741305} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1992.880177] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-64b513ff-3edb-42cb-936e-565ac0269820 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] [instance: df645c24-e08c-48e1-aee8-2da12c3203b2] Reconfigured VM instance instance-0000006c to attach disk [datastore1] df645c24-e08c-48e1-aee8-2da12c3203b2/df645c24-e08c-48e1-aee8-2da12c3203b2.vmdk or device None with type sparse {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1992.880826] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ca40b63a-4710-4933-be7a-d67a95d8328a {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1992.887650] env[62574]: DEBUG oslo_vmware.api [None req-64b513ff-3edb-42cb-936e-565ac0269820 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Waiting for the task: (returnval){ [ 1992.887650] env[62574]: value = "task-1862521" [ 1992.887650] env[62574]: _type = "Task" [ 1992.887650] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1992.896710] env[62574]: DEBUG oslo_vmware.api [None req-64b513ff-3edb-42cb-936e-565ac0269820 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Task: {'id': task-1862521, 'name': Rename_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1992.926077] env[62574]: DEBUG nova.compute.manager [None req-3b8a9514-91bc-4d17-aa0a-3c8dca27d7c6 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] [instance: 13d9a284-2078-4e13-848a-5cce88d50a54] Start spawning the instance on the hypervisor. {{(pid=62574) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1992.949895] env[62574]: DEBUG nova.objects.instance [None req-43fea43b-6d68-4129-b6e0-d928f4da67d5 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Lazy-loading 'flavor' on Instance uuid 2df2984d-1120-4cdd-80a8-7f0366e4cbed {{(pid=62574) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1992.956645] env[62574]: DEBUG nova.virt.hardware [None req-3b8a9514-91bc-4d17-aa0a-3c8dca27d7c6 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T19:26:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-13T19:26:40Z,direct_url=,disk_format='vmdk',id=3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7eed1dd4d2c3418eb32c4f4ceda3ab0d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-13T19:26:41Z,virtual_size=,visibility=), allow threads: False {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1992.956936] env[62574]: DEBUG nova.virt.hardware [None req-3b8a9514-91bc-4d17-aa0a-3c8dca27d7c6 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Flavor limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1992.957111] env[62574]: DEBUG nova.virt.hardware [None req-3b8a9514-91bc-4d17-aa0a-3c8dca27d7c6 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Image limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1992.957299] env[62574]: DEBUG nova.virt.hardware [None req-3b8a9514-91bc-4d17-aa0a-3c8dca27d7c6 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Flavor pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1992.957448] env[62574]: DEBUG nova.virt.hardware [None req-3b8a9514-91bc-4d17-aa0a-3c8dca27d7c6 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Image pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1992.957597] env[62574]: DEBUG nova.virt.hardware [None req-3b8a9514-91bc-4d17-aa0a-3c8dca27d7c6 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1992.957809] env[62574]: DEBUG nova.virt.hardware [None req-3b8a9514-91bc-4d17-aa0a-3c8dca27d7c6 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1992.957966] env[62574]: DEBUG nova.virt.hardware [None req-3b8a9514-91bc-4d17-aa0a-3c8dca27d7c6 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1992.958155] env[62574]: DEBUG nova.virt.hardware [None req-3b8a9514-91bc-4d17-aa0a-3c8dca27d7c6 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Got 1 possible topologies {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1992.958317] env[62574]: DEBUG nova.virt.hardware [None req-3b8a9514-91bc-4d17-aa0a-3c8dca27d7c6 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1992.958488] env[62574]: DEBUG nova.virt.hardware [None req-3b8a9514-91bc-4d17-aa0a-3c8dca27d7c6 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1992.959598] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91d7389a-17a6-4859-afe0-7a54569a6520 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1992.967911] env[62574]: DEBUG oslo_vmware.api [None req-0c51d293-9037-4967-ad11-7499cad2d32c tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Task: {'id': task-1862519, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1992.971674] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6865d30-5baf-4483-9fb8-914843088c8f {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1993.054730] env[62574]: DEBUG nova.compute.manager [req-d1f853a9-57bf-4220-84a5-f5e9e10109ce req-10815c7b-320d-4162-a561-7ab89f4bb0fd service nova] [instance: b26e33b2-aa22-44ec-9162-3dd206b96fd4] Received event network-changed-2ad55fd6-4016-45bf-8845-a3fe01091b12 {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1993.054931] env[62574]: DEBUG nova.compute.manager [req-d1f853a9-57bf-4220-84a5-f5e9e10109ce req-10815c7b-320d-4162-a561-7ab89f4bb0fd service nova] [instance: b26e33b2-aa22-44ec-9162-3dd206b96fd4] Refreshing instance network info cache due to event network-changed-2ad55fd6-4016-45bf-8845-a3fe01091b12. {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1993.055160] env[62574]: DEBUG oslo_concurrency.lockutils [req-d1f853a9-57bf-4220-84a5-f5e9e10109ce req-10815c7b-320d-4162-a561-7ab89f4bb0fd service nova] Acquiring lock "refresh_cache-b26e33b2-aa22-44ec-9162-3dd206b96fd4" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1993.055307] env[62574]: DEBUG oslo_concurrency.lockutils [req-d1f853a9-57bf-4220-84a5-f5e9e10109ce req-10815c7b-320d-4162-a561-7ab89f4bb0fd service nova] Acquired lock "refresh_cache-b26e33b2-aa22-44ec-9162-3dd206b96fd4" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1993.055468] env[62574]: DEBUG nova.network.neutron [req-d1f853a9-57bf-4220-84a5-f5e9e10109ce req-10815c7b-320d-4162-a561-7ab89f4bb0fd service nova] [instance: b26e33b2-aa22-44ec-9162-3dd206b96fd4] Refreshing network info cache for port 2ad55fd6-4016-45bf-8845-a3fe01091b12 {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1993.087856] env[62574]: DEBUG oslo_vmware.api [None req-baa0fbd5-310d-40a2-b84e-08f283cd0eaf tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Task: {'id': task-1862515, 'name': CloneVM_Task} progress is 95%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1993.206517] env[62574]: DEBUG oslo_concurrency.lockutils [None req-fa743286-9b9c-412d-b8ed-4e3475ea9022 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Lock "fb94d5d1-7f0f-4534-b9e9-2a52ac9a7c7f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.476s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1993.359127] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1862520, 'name': CreateVM_Task} progress is 25%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1993.398972] env[62574]: DEBUG oslo_vmware.api [None req-64b513ff-3edb-42cb-936e-565ac0269820 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Task: {'id': task-1862521, 'name': Rename_Task, 'duration_secs': 0.146332} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1993.399621] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-64b513ff-3edb-42cb-936e-565ac0269820 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] [instance: df645c24-e08c-48e1-aee8-2da12c3203b2] Powering on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1993.400143] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9da9cb70-81d1-4700-9fea-949dfc093c06 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1993.410025] env[62574]: DEBUG oslo_vmware.api [None req-64b513ff-3edb-42cb-936e-565ac0269820 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Waiting for the task: (returnval){ [ 1993.410025] env[62574]: value = "task-1862522" [ 1993.410025] env[62574]: _type = "Task" [ 1993.410025] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1993.421368] env[62574]: DEBUG oslo_vmware.api [None req-64b513ff-3edb-42cb-936e-565ac0269820 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Task: {'id': task-1862522, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1993.459421] env[62574]: DEBUG oslo_vmware.api [None req-0c51d293-9037-4967-ad11-7499cad2d32c tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Task: {'id': task-1862519, 'name': ReconfigVM_Task, 'duration_secs': 0.541088} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1993.461628] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c51d293-9037-4967-ad11-7499cad2d32c tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] [instance: 46ae905d-7e3f-4d5e-b917-333c751b6ad1] Reconfigured VM instance instance-0000006d to attach disk [datastore1] 46ae905d-7e3f-4d5e-b917-333c751b6ad1/46ae905d-7e3f-4d5e-b917-333c751b6ad1.vmdk or device None with type sparse {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1993.464205] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c6f27b1a-f591-487f-b848-236325d86f3c {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1993.472264] env[62574]: DEBUG oslo_vmware.api [None req-0c51d293-9037-4967-ad11-7499cad2d32c tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Waiting for the task: (returnval){ [ 1993.472264] env[62574]: value = "task-1862523" [ 1993.472264] env[62574]: _type = "Task" [ 1993.472264] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1993.482330] env[62574]: DEBUG oslo_vmware.api [None req-0c51d293-9037-4967-ad11-7499cad2d32c tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Task: {'id': task-1862523, 'name': Rename_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1993.589164] env[62574]: DEBUG oslo_vmware.api [None req-baa0fbd5-310d-40a2-b84e-08f283cd0eaf tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Task: {'id': task-1862515, 'name': CloneVM_Task, 'duration_secs': 1.680081} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1993.589299] env[62574]: INFO nova.virt.vmwareapi.vmops [None req-baa0fbd5-310d-40a2-b84e-08f283cd0eaf tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] [instance: d030b211-e17d-44ed-b034-f57b1599e108] Created linked-clone VM from snapshot [ 1993.590189] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eddcfe2d-f89c-46cc-9d5c-c61489583bf7 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1993.603317] env[62574]: DEBUG nova.virt.vmwareapi.images [None req-baa0fbd5-310d-40a2-b84e-08f283cd0eaf tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] [instance: d030b211-e17d-44ed-b034-f57b1599e108] Uploading image b826c12b-6a1e-4783-b348-c18e563bde2a {{(pid=62574) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1993.630108] env[62574]: DEBUG oslo_vmware.rw_handles [None req-baa0fbd5-310d-40a2-b84e-08f283cd0eaf tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1993.630108] env[62574]: value = "vm-385034" [ 1993.630108] env[62574]: _type = "VirtualMachine" [ 1993.630108] env[62574]: }. {{(pid=62574) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1993.630108] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-9939dc3c-ec58-471e-8253-15addd5c8545 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1993.639096] env[62574]: DEBUG oslo_vmware.rw_handles [None req-baa0fbd5-310d-40a2-b84e-08f283cd0eaf tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Lease: (returnval){ [ 1993.639096] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]52eb1adb-37e7-47cf-6075-2b0294721a7f" [ 1993.639096] env[62574]: _type = "HttpNfcLease" [ 1993.639096] env[62574]: } obtained for exporting VM: (result){ [ 1993.639096] env[62574]: value = "vm-385034" [ 1993.639096] env[62574]: _type = "VirtualMachine" [ 1993.639096] env[62574]: }. {{(pid=62574) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1993.639096] env[62574]: DEBUG oslo_vmware.api [None req-baa0fbd5-310d-40a2-b84e-08f283cd0eaf tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Waiting for the lease: (returnval){ [ 1993.639096] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]52eb1adb-37e7-47cf-6075-2b0294721a7f" [ 1993.639096] env[62574]: _type = "HttpNfcLease" [ 1993.639096] env[62574]: } to be ready. {{(pid=62574) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1993.648593] env[62574]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1993.648593] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]52eb1adb-37e7-47cf-6075-2b0294721a7f" [ 1993.648593] env[62574]: _type = "HttpNfcLease" [ 1993.648593] env[62574]: } is initializing. {{(pid=62574) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1993.784514] env[62574]: DEBUG nova.network.neutron [req-d1f853a9-57bf-4220-84a5-f5e9e10109ce req-10815c7b-320d-4162-a561-7ab89f4bb0fd service nova] [instance: b26e33b2-aa22-44ec-9162-3dd206b96fd4] Updated VIF entry in instance network info cache for port 2ad55fd6-4016-45bf-8845-a3fe01091b12. {{(pid=62574) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1993.784514] env[62574]: DEBUG nova.network.neutron [req-d1f853a9-57bf-4220-84a5-f5e9e10109ce req-10815c7b-320d-4162-a561-7ab89f4bb0fd service nova] [instance: b26e33b2-aa22-44ec-9162-3dd206b96fd4] Updating instance_info_cache with network_info: [{"id": "2ad55fd6-4016-45bf-8845-a3fe01091b12", "address": "fa:16:3e:ea:7a:4e", "network": {"id": "00bfa347-a6e1-4070-b5d9-5f46396a9c53", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-693390946-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3197393f8f6a457a9367bd87f7aa5dc2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bdf594e-da7a-4254-b413-87aef4614588", "external-id": "nsx-vlan-transportzone-422", "segmentation_id": 422, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ad55fd6-40", "ovs_interfaceid": "2ad55fd6-4016-45bf-8845-a3fe01091b12", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1993.859637] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1862520, 'name': CreateVM_Task, 'duration_secs': 0.697394} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1993.860010] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b26e33b2-aa22-44ec-9162-3dd206b96fd4] Created VM on the ESX host {{(pid=62574) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1993.863806] env[62574]: DEBUG oslo_concurrency.lockutils [None req-15d564cd-d4e7-43b9-ace4-5e7456ccb5ad tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1993.863806] env[62574]: DEBUG oslo_concurrency.lockutils [None req-15d564cd-d4e7-43b9-ace4-5e7456ccb5ad tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1993.863806] env[62574]: DEBUG oslo_concurrency.lockutils [None req-15d564cd-d4e7-43b9-ace4-5e7456ccb5ad tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1993.863806] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b75c2408-6de4-4a37-8789-a17a2bc756ee {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1993.867536] env[62574]: DEBUG oslo_vmware.api [None req-15d564cd-d4e7-43b9-ace4-5e7456ccb5ad tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Waiting for the task: (returnval){ [ 1993.867536] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]5206c040-b207-90bd-ca57-f0b1e9c5b418" [ 1993.867536] env[62574]: _type = "Task" [ 1993.867536] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1993.875874] env[62574]: DEBUG oslo_vmware.api [None req-15d564cd-d4e7-43b9-ace4-5e7456ccb5ad tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]5206c040-b207-90bd-ca57-f0b1e9c5b418, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1993.919298] env[62574]: DEBUG oslo_vmware.api [None req-64b513ff-3edb-42cb-936e-565ac0269820 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Task: {'id': task-1862522, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1993.968329] env[62574]: DEBUG oslo_concurrency.lockutils [None req-43fea43b-6d68-4129-b6e0-d928f4da67d5 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Lock "2df2984d-1120-4cdd-80a8-7f0366e4cbed" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.355s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1993.982753] env[62574]: DEBUG oslo_vmware.api [None req-0c51d293-9037-4967-ad11-7499cad2d32c tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Task: {'id': task-1862523, 'name': Rename_Task, 'duration_secs': 0.165904} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1993.983254] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c51d293-9037-4967-ad11-7499cad2d32c tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] [instance: 46ae905d-7e3f-4d5e-b917-333c751b6ad1] Powering on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1993.984236] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-946f8b6f-c7c6-4c99-8e38-b87317793129 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1993.992251] env[62574]: DEBUG oslo_vmware.api [None req-0c51d293-9037-4967-ad11-7499cad2d32c tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Waiting for the task: (returnval){ [ 1993.992251] env[62574]: value = "task-1862525" [ 1993.992251] env[62574]: _type = "Task" [ 1993.992251] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1994.000550] env[62574]: DEBUG oslo_vmware.api [None req-0c51d293-9037-4967-ad11-7499cad2d32c tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Task: {'id': task-1862525, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1994.145695] env[62574]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1994.145695] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]52eb1adb-37e7-47cf-6075-2b0294721a7f" [ 1994.145695] env[62574]: _type = "HttpNfcLease" [ 1994.145695] env[62574]: } is ready. {{(pid=62574) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1994.146014] env[62574]: DEBUG oslo_vmware.rw_handles [None req-baa0fbd5-310d-40a2-b84e-08f283cd0eaf tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1994.146014] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]52eb1adb-37e7-47cf-6075-2b0294721a7f" [ 1994.146014] env[62574]: _type = "HttpNfcLease" [ 1994.146014] env[62574]: }. {{(pid=62574) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1994.146790] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aabe4834-d24f-47b1-bf44-effe4059a6ab {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1994.155228] env[62574]: DEBUG oslo_vmware.rw_handles [None req-baa0fbd5-310d-40a2-b84e-08f283cd0eaf tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d8df28-d3a0-1f62-fc6f-f95f56cb64e6/disk-0.vmdk from lease info. {{(pid=62574) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1994.155485] env[62574]: DEBUG oslo_vmware.rw_handles [None req-baa0fbd5-310d-40a2-b84e-08f283cd0eaf tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d8df28-d3a0-1f62-fc6f-f95f56cb64e6/disk-0.vmdk for reading. {{(pid=62574) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1994.264626] env[62574]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-4e879078-f29d-4ea4-8ec6-e85686f6ad94 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1994.286864] env[62574]: DEBUG oslo_concurrency.lockutils [req-d1f853a9-57bf-4220-84a5-f5e9e10109ce req-10815c7b-320d-4162-a561-7ab89f4bb0fd service nova] Releasing lock "refresh_cache-b26e33b2-aa22-44ec-9162-3dd206b96fd4" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1994.322233] env[62574]: DEBUG nova.compute.manager [req-6ac7bba2-d21d-4c8f-821d-16bf578deb14 req-6d5f3b0b-c787-48de-840c-ce748d86435e service nova] [instance: 13d9a284-2078-4e13-848a-5cce88d50a54] Received event network-vif-plugged-e2602d78-f91c-4476-a1bd-d57cda450df9 {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1994.322489] env[62574]: DEBUG oslo_concurrency.lockutils [req-6ac7bba2-d21d-4c8f-821d-16bf578deb14 req-6d5f3b0b-c787-48de-840c-ce748d86435e service nova] Acquiring lock "13d9a284-2078-4e13-848a-5cce88d50a54-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1994.322690] env[62574]: DEBUG oslo_concurrency.lockutils [req-6ac7bba2-d21d-4c8f-821d-16bf578deb14 req-6d5f3b0b-c787-48de-840c-ce748d86435e service nova] Lock "13d9a284-2078-4e13-848a-5cce88d50a54-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1994.322858] env[62574]: DEBUG oslo_concurrency.lockutils [req-6ac7bba2-d21d-4c8f-821d-16bf578deb14 req-6d5f3b0b-c787-48de-840c-ce748d86435e service nova] Lock "13d9a284-2078-4e13-848a-5cce88d50a54-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1994.323247] env[62574]: DEBUG nova.compute.manager [req-6ac7bba2-d21d-4c8f-821d-16bf578deb14 req-6d5f3b0b-c787-48de-840c-ce748d86435e service nova] [instance: 13d9a284-2078-4e13-848a-5cce88d50a54] No waiting events found dispatching network-vif-plugged-e2602d78-f91c-4476-a1bd-d57cda450df9 {{(pid=62574) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1994.323389] env[62574]: WARNING nova.compute.manager [req-6ac7bba2-d21d-4c8f-821d-16bf578deb14 req-6d5f3b0b-c787-48de-840c-ce748d86435e service nova] [instance: 13d9a284-2078-4e13-848a-5cce88d50a54] Received unexpected event network-vif-plugged-e2602d78-f91c-4476-a1bd-d57cda450df9 for instance with vm_state building and task_state spawning. [ 1994.386740] env[62574]: DEBUG oslo_vmware.api [None req-15d564cd-d4e7-43b9-ace4-5e7456ccb5ad tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]5206c040-b207-90bd-ca57-f0b1e9c5b418, 'name': SearchDatastore_Task, 'duration_secs': 0.009359} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1994.386740] env[62574]: DEBUG oslo_concurrency.lockutils [None req-15d564cd-d4e7-43b9-ace4-5e7456ccb5ad tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1994.387185] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-15d564cd-d4e7-43b9-ace4-5e7456ccb5ad tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] [instance: b26e33b2-aa22-44ec-9162-3dd206b96fd4] Processing image 3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2 {{(pid=62574) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1994.387605] env[62574]: DEBUG oslo_concurrency.lockutils [None req-15d564cd-d4e7-43b9-ace4-5e7456ccb5ad tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1994.387934] env[62574]: DEBUG oslo_concurrency.lockutils [None req-15d564cd-d4e7-43b9-ace4-5e7456ccb5ad tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1994.388301] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-15d564cd-d4e7-43b9-ace4-5e7456ccb5ad tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1994.388730] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c8b33f45-570e-425b-b764-59b5c56e7302 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1994.402315] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-15d564cd-d4e7-43b9-ace4-5e7456ccb5ad tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1994.402561] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-15d564cd-d4e7-43b9-ace4-5e7456ccb5ad tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62574) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1994.403486] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a517432-e12c-41b2-bd17-78d939bea78b {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1994.410599] env[62574]: DEBUG oslo_vmware.api [None req-15d564cd-d4e7-43b9-ace4-5e7456ccb5ad tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Waiting for the task: (returnval){ [ 1994.410599] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]52896f71-15b3-2fe5-3905-c111bfb90fdc" [ 1994.410599] env[62574]: _type = "Task" [ 1994.410599] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1994.427916] env[62574]: DEBUG oslo_vmware.api [None req-15d564cd-d4e7-43b9-ace4-5e7456ccb5ad tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52896f71-15b3-2fe5-3905-c111bfb90fdc, 'name': SearchDatastore_Task, 'duration_secs': 0.010706} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1994.433892] env[62574]: DEBUG oslo_vmware.api [None req-64b513ff-3edb-42cb-936e-565ac0269820 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Task: {'id': task-1862522, 'name': PowerOnVM_Task, 'duration_secs': 0.828532} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1994.434923] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3bfbc509-3b8b-4f3a-9829-339d6834a1d7 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1994.438173] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-64b513ff-3edb-42cb-936e-565ac0269820 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] [instance: df645c24-e08c-48e1-aee8-2da12c3203b2] Powered on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1994.438513] env[62574]: INFO nova.compute.manager [None req-64b513ff-3edb-42cb-936e-565ac0269820 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] [instance: df645c24-e08c-48e1-aee8-2da12c3203b2] Took 14.09 seconds to spawn the instance on the hypervisor. [ 1994.438832] env[62574]: DEBUG nova.compute.manager [None req-64b513ff-3edb-42cb-936e-565ac0269820 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] [instance: df645c24-e08c-48e1-aee8-2da12c3203b2] Checking state {{(pid=62574) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1994.440077] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-814d3365-03c2-4278-8b03-e3fad822126b {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1994.447380] env[62574]: DEBUG oslo_vmware.api [None req-15d564cd-d4e7-43b9-ace4-5e7456ccb5ad tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Waiting for the task: (returnval){ [ 1994.447380] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]52c153ea-f1d3-c28d-b75d-08444e8509c3" [ 1994.447380] env[62574]: _type = "Task" [ 1994.447380] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1994.467860] env[62574]: DEBUG oslo_vmware.api [None req-15d564cd-d4e7-43b9-ace4-5e7456ccb5ad tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52c153ea-f1d3-c28d-b75d-08444e8509c3, 'name': SearchDatastore_Task, 'duration_secs': 0.015718} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1994.468177] env[62574]: DEBUG oslo_concurrency.lockutils [None req-15d564cd-d4e7-43b9-ace4-5e7456ccb5ad tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1994.468444] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-15d564cd-d4e7-43b9-ace4-5e7456ccb5ad tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk to [datastore1] b26e33b2-aa22-44ec-9162-3dd206b96fd4/b26e33b2-aa22-44ec-9162-3dd206b96fd4.vmdk {{(pid=62574) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1994.468715] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1f5dfca5-997f-4eed-8758-ff9fd7fcf745 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1994.477684] env[62574]: DEBUG oslo_vmware.api [None req-15d564cd-d4e7-43b9-ace4-5e7456ccb5ad tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Waiting for the task: (returnval){ [ 1994.477684] env[62574]: value = "task-1862526" [ 1994.477684] env[62574]: _type = "Task" [ 1994.477684] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1994.488032] env[62574]: DEBUG oslo_vmware.api [None req-15d564cd-d4e7-43b9-ace4-5e7456ccb5ad tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Task: {'id': task-1862526, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1994.506675] env[62574]: DEBUG oslo_vmware.api [None req-0c51d293-9037-4967-ad11-7499cad2d32c tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Task: {'id': task-1862525, 'name': PowerOnVM_Task, 'duration_secs': 0.470374} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1994.507349] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c51d293-9037-4967-ad11-7499cad2d32c tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] [instance: 46ae905d-7e3f-4d5e-b917-333c751b6ad1] Powered on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1994.507579] env[62574]: INFO nova.compute.manager [None req-0c51d293-9037-4967-ad11-7499cad2d32c tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] [instance: 46ae905d-7e3f-4d5e-b917-333c751b6ad1] Took 11.83 seconds to spawn the instance on the hypervisor. [ 1994.507970] env[62574]: DEBUG nova.compute.manager [None req-0c51d293-9037-4967-ad11-7499cad2d32c tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] [instance: 46ae905d-7e3f-4d5e-b917-333c751b6ad1] Checking state {{(pid=62574) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1994.509069] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d69ff1a-141d-4e18-9206-f14146f5cb28 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1994.874462] env[62574]: DEBUG nova.network.neutron [None req-3b8a9514-91bc-4d17-aa0a-3c8dca27d7c6 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] [instance: 13d9a284-2078-4e13-848a-5cce88d50a54] Successfully updated port: e2602d78-f91c-4476-a1bd-d57cda450df9 {{(pid=62574) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1994.971081] env[62574]: INFO nova.compute.manager [None req-64b513ff-3edb-42cb-936e-565ac0269820 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] [instance: df645c24-e08c-48e1-aee8-2da12c3203b2] Took 21.50 seconds to build instance. [ 1994.990410] env[62574]: DEBUG oslo_vmware.api [None req-15d564cd-d4e7-43b9-ace4-5e7456ccb5ad tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Task: {'id': task-1862526, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1995.030614] env[62574]: INFO nova.compute.manager [None req-0c51d293-9037-4967-ad11-7499cad2d32c tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] [instance: 46ae905d-7e3f-4d5e-b917-333c751b6ad1] Took 20.68 seconds to build instance. [ 1995.093248] env[62574]: DEBUG nova.compute.manager [req-c9245688-487f-4e60-bd49-f40f6df42fd3 req-2b7b9ba8-549d-483c-8d57-fbfb4fe3eab6 service nova] [instance: 13d9a284-2078-4e13-848a-5cce88d50a54] Received event network-changed-e2602d78-f91c-4476-a1bd-d57cda450df9 {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1995.093521] env[62574]: DEBUG nova.compute.manager [req-c9245688-487f-4e60-bd49-f40f6df42fd3 req-2b7b9ba8-549d-483c-8d57-fbfb4fe3eab6 service nova] [instance: 13d9a284-2078-4e13-848a-5cce88d50a54] Refreshing instance network info cache due to event network-changed-e2602d78-f91c-4476-a1bd-d57cda450df9. {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1995.093767] env[62574]: DEBUG oslo_concurrency.lockutils [req-c9245688-487f-4e60-bd49-f40f6df42fd3 req-2b7b9ba8-549d-483c-8d57-fbfb4fe3eab6 service nova] Acquiring lock "refresh_cache-13d9a284-2078-4e13-848a-5cce88d50a54" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1995.093948] env[62574]: DEBUG oslo_concurrency.lockutils [req-c9245688-487f-4e60-bd49-f40f6df42fd3 req-2b7b9ba8-549d-483c-8d57-fbfb4fe3eab6 service nova] Acquired lock "refresh_cache-13d9a284-2078-4e13-848a-5cce88d50a54" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1995.094985] env[62574]: DEBUG nova.network.neutron [req-c9245688-487f-4e60-bd49-f40f6df42fd3 req-2b7b9ba8-549d-483c-8d57-fbfb4fe3eab6 service nova] [instance: 13d9a284-2078-4e13-848a-5cce88d50a54] Refreshing network info cache for port e2602d78-f91c-4476-a1bd-d57cda450df9 {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1995.129594] env[62574]: DEBUG oslo_concurrency.lockutils [None req-a0d6a0c2-8f13-4380-9232-1fb95fb3ea38 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Acquiring lock "2df2984d-1120-4cdd-80a8-7f0366e4cbed" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1995.129826] env[62574]: DEBUG oslo_concurrency.lockutils [None req-a0d6a0c2-8f13-4380-9232-1fb95fb3ea38 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Lock "2df2984d-1120-4cdd-80a8-7f0366e4cbed" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1995.130139] env[62574]: DEBUG oslo_concurrency.lockutils [None req-a0d6a0c2-8f13-4380-9232-1fb95fb3ea38 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Acquiring lock "2df2984d-1120-4cdd-80a8-7f0366e4cbed-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1995.130355] env[62574]: DEBUG oslo_concurrency.lockutils [None req-a0d6a0c2-8f13-4380-9232-1fb95fb3ea38 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Lock "2df2984d-1120-4cdd-80a8-7f0366e4cbed-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1995.130566] env[62574]: DEBUG oslo_concurrency.lockutils [None req-a0d6a0c2-8f13-4380-9232-1fb95fb3ea38 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Lock "2df2984d-1120-4cdd-80a8-7f0366e4cbed-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1995.132944] env[62574]: INFO nova.compute.manager [None req-a0d6a0c2-8f13-4380-9232-1fb95fb3ea38 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] [instance: 2df2984d-1120-4cdd-80a8-7f0366e4cbed] Terminating instance [ 1995.379617] env[62574]: DEBUG oslo_concurrency.lockutils [None req-3b8a9514-91bc-4d17-aa0a-3c8dca27d7c6 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Acquiring lock "refresh_cache-13d9a284-2078-4e13-848a-5cce88d50a54" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1995.474108] env[62574]: DEBUG oslo_concurrency.lockutils [None req-64b513ff-3edb-42cb-936e-565ac0269820 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Lock "df645c24-e08c-48e1-aee8-2da12c3203b2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.012s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1995.493471] env[62574]: DEBUG oslo_vmware.api [None req-15d564cd-d4e7-43b9-ace4-5e7456ccb5ad tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Task: {'id': task-1862526, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.591882} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1995.493471] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-15d564cd-d4e7-43b9-ace4-5e7456ccb5ad tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk to [datastore1] b26e33b2-aa22-44ec-9162-3dd206b96fd4/b26e33b2-aa22-44ec-9162-3dd206b96fd4.vmdk {{(pid=62574) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1995.493471] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-15d564cd-d4e7-43b9-ace4-5e7456ccb5ad tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] [instance: b26e33b2-aa22-44ec-9162-3dd206b96fd4] Extending root virtual disk to 1048576 {{(pid=62574) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1995.494314] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c669a1fb-b9ad-4d3d-9996-bfa295dc16bf {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1995.501604] env[62574]: DEBUG oslo_vmware.api [None req-15d564cd-d4e7-43b9-ace4-5e7456ccb5ad tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Waiting for the task: (returnval){ [ 1995.501604] env[62574]: value = "task-1862527" [ 1995.501604] env[62574]: _type = "Task" [ 1995.501604] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1995.511287] env[62574]: DEBUG oslo_vmware.api [None req-15d564cd-d4e7-43b9-ace4-5e7456ccb5ad tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Task: {'id': task-1862527, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1995.533679] env[62574]: DEBUG oslo_concurrency.lockutils [None req-0c51d293-9037-4967-ad11-7499cad2d32c tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Lock "46ae905d-7e3f-4d5e-b917-333c751b6ad1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.206s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1995.637513] env[62574]: DEBUG nova.compute.manager [None req-a0d6a0c2-8f13-4380-9232-1fb95fb3ea38 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] [instance: 2df2984d-1120-4cdd-80a8-7f0366e4cbed] Start destroying the instance on the hypervisor. {{(pid=62574) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1995.637990] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-a0d6a0c2-8f13-4380-9232-1fb95fb3ea38 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] [instance: 2df2984d-1120-4cdd-80a8-7f0366e4cbed] Destroying instance {{(pid=62574) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1995.639729] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43c6dfd0-9847-4ae3-aa06-b61b4000fe01 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1995.648695] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0d6a0c2-8f13-4380-9232-1fb95fb3ea38 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] [instance: 2df2984d-1120-4cdd-80a8-7f0366e4cbed] Powering off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1995.649276] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-097e067a-20e7-40df-bc11-41809fde4440 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1995.656863] env[62574]: DEBUG nova.compute.manager [None req-63ba40c7-ef76-4e90-b058-9211afd732a0 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] [instance: e9878c22-2044-464f-915f-c1c865693437] Stashing vm_state: active {{(pid=62574) _prep_resize /opt/stack/nova/nova/compute/manager.py:6034}} [ 1995.660896] env[62574]: DEBUG oslo_vmware.api [None req-a0d6a0c2-8f13-4380-9232-1fb95fb3ea38 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Waiting for the task: (returnval){ [ 1995.660896] env[62574]: value = "task-1862528" [ 1995.660896] env[62574]: _type = "Task" [ 1995.660896] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1995.670236] env[62574]: DEBUG nova.network.neutron [req-c9245688-487f-4e60-bd49-f40f6df42fd3 req-2b7b9ba8-549d-483c-8d57-fbfb4fe3eab6 service nova] [instance: 13d9a284-2078-4e13-848a-5cce88d50a54] Instance cache missing network info. {{(pid=62574) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1995.679376] env[62574]: DEBUG oslo_vmware.api [None req-a0d6a0c2-8f13-4380-9232-1fb95fb3ea38 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Task: {'id': task-1862528, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1996.012137] env[62574]: DEBUG oslo_vmware.api [None req-15d564cd-d4e7-43b9-ace4-5e7456ccb5ad tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Task: {'id': task-1862527, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.151173} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1996.012719] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-15d564cd-d4e7-43b9-ace4-5e7456ccb5ad tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] [instance: b26e33b2-aa22-44ec-9162-3dd206b96fd4] Extended root virtual disk {{(pid=62574) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1996.013640] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad974576-14d7-4c9c-9e2b-c9c608cb2f51 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1996.038017] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-15d564cd-d4e7-43b9-ace4-5e7456ccb5ad tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] [instance: b26e33b2-aa22-44ec-9162-3dd206b96fd4] Reconfiguring VM instance instance-0000006e to attach disk [datastore1] b26e33b2-aa22-44ec-9162-3dd206b96fd4/b26e33b2-aa22-44ec-9162-3dd206b96fd4.vmdk or device None with type sparse {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1996.038444] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f6e12d1c-4c1f-495f-b042-db1265e6bd1d {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1996.065514] env[62574]: DEBUG nova.network.neutron [req-c9245688-487f-4e60-bd49-f40f6df42fd3 req-2b7b9ba8-549d-483c-8d57-fbfb4fe3eab6 service nova] [instance: 13d9a284-2078-4e13-848a-5cce88d50a54] Updating instance_info_cache with network_info: [] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1996.072828] env[62574]: DEBUG oslo_vmware.api [None req-15d564cd-d4e7-43b9-ace4-5e7456ccb5ad tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Waiting for the task: (returnval){ [ 1996.072828] env[62574]: value = "task-1862529" [ 1996.072828] env[62574]: _type = "Task" [ 1996.072828] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1996.082095] env[62574]: DEBUG oslo_vmware.api [None req-15d564cd-d4e7-43b9-ace4-5e7456ccb5ad tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Task: {'id': task-1862529, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1996.175944] env[62574]: DEBUG oslo_vmware.api [None req-a0d6a0c2-8f13-4380-9232-1fb95fb3ea38 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Task: {'id': task-1862528, 'name': PowerOffVM_Task, 'duration_secs': 0.312956} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1996.176210] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0d6a0c2-8f13-4380-9232-1fb95fb3ea38 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] [instance: 2df2984d-1120-4cdd-80a8-7f0366e4cbed] Powered off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1996.176546] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-a0d6a0c2-8f13-4380-9232-1fb95fb3ea38 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] [instance: 2df2984d-1120-4cdd-80a8-7f0366e4cbed] Unregistering the VM {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1996.177540] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6e3c90e6-d611-4330-8415-9edccd286083 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1996.183644] env[62574]: DEBUG oslo_concurrency.lockutils [None req-63ba40c7-ef76-4e90-b058-9211afd732a0 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1996.183895] env[62574]: DEBUG oslo_concurrency.lockutils [None req-63ba40c7-ef76-4e90-b058-9211afd732a0 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1996.418134] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-a0d6a0c2-8f13-4380-9232-1fb95fb3ea38 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] [instance: 2df2984d-1120-4cdd-80a8-7f0366e4cbed] Unregistered the VM {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1996.419029] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-a0d6a0c2-8f13-4380-9232-1fb95fb3ea38 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] [instance: 2df2984d-1120-4cdd-80a8-7f0366e4cbed] Deleting contents of the VM from datastore datastore2 {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1996.420539] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0d6a0c2-8f13-4380-9232-1fb95fb3ea38 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Deleting the datastore file [datastore2] 2df2984d-1120-4cdd-80a8-7f0366e4cbed {{(pid=62574) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1996.420539] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b55cc895-645c-4b60-a8c9-b5cdf9d4a109 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1996.438313] env[62574]: DEBUG oslo_vmware.api [None req-a0d6a0c2-8f13-4380-9232-1fb95fb3ea38 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Waiting for the task: (returnval){ [ 1996.438313] env[62574]: value = "task-1862531" [ 1996.438313] env[62574]: _type = "Task" [ 1996.438313] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1996.447596] env[62574]: DEBUG oslo_vmware.api [None req-a0d6a0c2-8f13-4380-9232-1fb95fb3ea38 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Task: {'id': task-1862531, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1996.570040] env[62574]: DEBUG nova.compute.manager [None req-23d5d031-5280-4939-87a1-d171fe387e78 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] [instance: 46ae905d-7e3f-4d5e-b917-333c751b6ad1] Checking state {{(pid=62574) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1996.570278] env[62574]: DEBUG oslo_concurrency.lockutils [req-c9245688-487f-4e60-bd49-f40f6df42fd3 req-2b7b9ba8-549d-483c-8d57-fbfb4fe3eab6 service nova] Releasing lock "refresh_cache-13d9a284-2078-4e13-848a-5cce88d50a54" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1996.571515] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab1ffab3-3dc6-4a80-b834-138479fcb4c1 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1996.574477] env[62574]: DEBUG oslo_concurrency.lockutils [None req-3b8a9514-91bc-4d17-aa0a-3c8dca27d7c6 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Acquired lock "refresh_cache-13d9a284-2078-4e13-848a-5cce88d50a54" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1996.574640] env[62574]: DEBUG nova.network.neutron [None req-3b8a9514-91bc-4d17-aa0a-3c8dca27d7c6 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] [instance: 13d9a284-2078-4e13-848a-5cce88d50a54] Building network info cache for instance {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1996.591289] env[62574]: DEBUG oslo_vmware.api [None req-15d564cd-d4e7-43b9-ace4-5e7456ccb5ad tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Task: {'id': task-1862529, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1996.688792] env[62574]: INFO nova.compute.claims [None req-63ba40c7-ef76-4e90-b058-9211afd732a0 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] [instance: e9878c22-2044-464f-915f-c1c865693437] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1996.949461] env[62574]: DEBUG oslo_vmware.api [None req-a0d6a0c2-8f13-4380-9232-1fb95fb3ea38 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Task: {'id': task-1862531, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.30133} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1996.949754] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0d6a0c2-8f13-4380-9232-1fb95fb3ea38 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Deleted the datastore file {{(pid=62574) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1996.949963] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-a0d6a0c2-8f13-4380-9232-1fb95fb3ea38 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] [instance: 2df2984d-1120-4cdd-80a8-7f0366e4cbed] Deleted contents of the VM from datastore datastore2 {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1996.950194] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-a0d6a0c2-8f13-4380-9232-1fb95fb3ea38 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] [instance: 2df2984d-1120-4cdd-80a8-7f0366e4cbed] Instance destroyed {{(pid=62574) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1996.950387] env[62574]: INFO nova.compute.manager [None req-a0d6a0c2-8f13-4380-9232-1fb95fb3ea38 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] [instance: 2df2984d-1120-4cdd-80a8-7f0366e4cbed] Took 1.31 seconds to destroy the instance on the hypervisor. [ 1996.950667] env[62574]: DEBUG oslo.service.loopingcall [None req-a0d6a0c2-8f13-4380-9232-1fb95fb3ea38 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62574) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1996.950871] env[62574]: DEBUG nova.compute.manager [-] [instance: 2df2984d-1120-4cdd-80a8-7f0366e4cbed] Deallocating network for instance {{(pid=62574) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1996.950959] env[62574]: DEBUG nova.network.neutron [-] [instance: 2df2984d-1120-4cdd-80a8-7f0366e4cbed] deallocate_for_instance() {{(pid=62574) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1997.088305] env[62574]: DEBUG oslo_vmware.api [None req-15d564cd-d4e7-43b9-ace4-5e7456ccb5ad tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Task: {'id': task-1862529, 'name': ReconfigVM_Task, 'duration_secs': 0.62762} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1997.089243] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-15d564cd-d4e7-43b9-ace4-5e7456ccb5ad tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] [instance: b26e33b2-aa22-44ec-9162-3dd206b96fd4] Reconfigured VM instance instance-0000006e to attach disk [datastore1] b26e33b2-aa22-44ec-9162-3dd206b96fd4/b26e33b2-aa22-44ec-9162-3dd206b96fd4.vmdk or device None with type sparse {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1997.089691] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-22d55dc1-6251-4445-97d1-52ec076cc83e {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1997.092923] env[62574]: INFO nova.compute.manager [None req-23d5d031-5280-4939-87a1-d171fe387e78 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] [instance: 46ae905d-7e3f-4d5e-b917-333c751b6ad1] instance snapshotting [ 1997.096666] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81aef380-f837-4b5e-ac34-283aee729b8c {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1997.101325] env[62574]: DEBUG oslo_vmware.api [None req-15d564cd-d4e7-43b9-ace4-5e7456ccb5ad tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Waiting for the task: (returnval){ [ 1997.101325] env[62574]: value = "task-1862532" [ 1997.101325] env[62574]: _type = "Task" [ 1997.101325] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1997.125121] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e1ae88f-ecbe-40fb-a7dd-198f41880e40 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1997.129624] env[62574]: DEBUG nova.network.neutron [None req-3b8a9514-91bc-4d17-aa0a-3c8dca27d7c6 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] [instance: 13d9a284-2078-4e13-848a-5cce88d50a54] Instance cache missing network info. {{(pid=62574) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1997.138830] env[62574]: DEBUG oslo_vmware.api [None req-15d564cd-d4e7-43b9-ace4-5e7456ccb5ad tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Task: {'id': task-1862532, 'name': Rename_Task} progress is 14%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1997.197396] env[62574]: INFO nova.compute.resource_tracker [None req-63ba40c7-ef76-4e90-b058-9211afd732a0 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] [instance: e9878c22-2044-464f-915f-c1c865693437] Updating resource usage from migration 04d85965-c67c-4dc6-9ae2-3d9acd9f7a71 [ 1998.029515] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-23d5d031-5280-4939-87a1-d171fe387e78 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] [instance: 46ae905d-7e3f-4d5e-b917-333c751b6ad1] Creating Snapshot of the VM instance {{(pid=62574) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1998.030463] env[62574]: DEBUG nova.compute.manager [req-aac923a4-96c7-4ce5-b7fb-7744ff96fd69 req-c10016ab-6e3c-4789-ab27-4a265c84776a service nova] [instance: df645c24-e08c-48e1-aee8-2da12c3203b2] Received event network-changed-8dacdd44-5cde-4ea9-8506-dbae301fbf55 {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1998.030463] env[62574]: DEBUG nova.compute.manager [req-aac923a4-96c7-4ce5-b7fb-7744ff96fd69 req-c10016ab-6e3c-4789-ab27-4a265c84776a service nova] [instance: df645c24-e08c-48e1-aee8-2da12c3203b2] Refreshing instance network info cache due to event network-changed-8dacdd44-5cde-4ea9-8506-dbae301fbf55. {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1998.030463] env[62574]: DEBUG oslo_concurrency.lockutils [req-aac923a4-96c7-4ce5-b7fb-7744ff96fd69 req-c10016ab-6e3c-4789-ab27-4a265c84776a service nova] Acquiring lock "refresh_cache-df645c24-e08c-48e1-aee8-2da12c3203b2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1998.030650] env[62574]: DEBUG oslo_concurrency.lockutils [req-aac923a4-96c7-4ce5-b7fb-7744ff96fd69 req-c10016ab-6e3c-4789-ab27-4a265c84776a service nova] Acquired lock "refresh_cache-df645c24-e08c-48e1-aee8-2da12c3203b2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1998.030739] env[62574]: DEBUG nova.network.neutron [req-aac923a4-96c7-4ce5-b7fb-7744ff96fd69 req-c10016ab-6e3c-4789-ab27-4a265c84776a service nova] [instance: df645c24-e08c-48e1-aee8-2da12c3203b2] Refreshing network info cache for port 8dacdd44-5cde-4ea9-8506-dbae301fbf55 {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1998.037088] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-ec7b21a9-f5cc-4c1a-908d-e02208d40c99 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1998.045834] env[62574]: DEBUG oslo_vmware.api [None req-15d564cd-d4e7-43b9-ace4-5e7456ccb5ad tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Task: {'id': task-1862532, 'name': Rename_Task, 'duration_secs': 0.180935} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1998.047086] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-15d564cd-d4e7-43b9-ace4-5e7456ccb5ad tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] [instance: b26e33b2-aa22-44ec-9162-3dd206b96fd4] Powering on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1998.047415] env[62574]: DEBUG oslo_vmware.api [None req-23d5d031-5280-4939-87a1-d171fe387e78 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Waiting for the task: (returnval){ [ 1998.047415] env[62574]: value = "task-1862534" [ 1998.047415] env[62574]: _type = "Task" [ 1998.047415] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1998.047613] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b09d1c56-7606-4234-8b45-e67a42a68686 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1998.061557] env[62574]: DEBUG oslo_vmware.api [None req-23d5d031-5280-4939-87a1-d171fe387e78 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Task: {'id': task-1862534, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1998.061946] env[62574]: DEBUG oslo_vmware.api [None req-15d564cd-d4e7-43b9-ace4-5e7456ccb5ad tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Waiting for the task: (returnval){ [ 1998.061946] env[62574]: value = "task-1862535" [ 1998.061946] env[62574]: _type = "Task" [ 1998.061946] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1998.072093] env[62574]: DEBUG oslo_vmware.api [None req-15d564cd-d4e7-43b9-ace4-5e7456ccb5ad tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Task: {'id': task-1862535, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1998.123586] env[62574]: DEBUG nova.network.neutron [None req-3b8a9514-91bc-4d17-aa0a-3c8dca27d7c6 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] [instance: 13d9a284-2078-4e13-848a-5cce88d50a54] Updating instance_info_cache with network_info: [{"id": "e2602d78-f91c-4476-a1bd-d57cda450df9", "address": "fa:16:3e:67:c4:38", "network": {"id": "b2d07115-f5da-483b-99a5-ede728256338", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-116321158-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ab01ddb6cf3453f8b60099794e20a03", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c20f5114-0866-45b3-9a7c-62f113ff83fa", "external-id": "nsx-vlan-transportzone-47", "segmentation_id": 47, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2602d78-f9", "ovs_interfaceid": "e2602d78-f91c-4476-a1bd-d57cda450df9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1998.221682] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c02a302c-1e52-41c2-ada5-c65cd110144c {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1998.230008] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41f8dd46-f63f-4613-a246-889e79c76dc4 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1998.262347] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d926b436-aab3-4d19-8ac6-15c6e0833c02 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1998.270980] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f72d9ce-e037-42f6-b740-c1d993bd2683 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1998.286504] env[62574]: DEBUG nova.compute.provider_tree [None req-63ba40c7-ef76-4e90-b058-9211afd732a0 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Inventory has not changed in ProviderTree for provider: f0ed160a-beff-4626-a531-2a70d7bc0627 {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1998.535035] env[62574]: DEBUG nova.network.neutron [-] [instance: 2df2984d-1120-4cdd-80a8-7f0366e4cbed] Updating instance_info_cache with network_info: [] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1998.560347] env[62574]: DEBUG oslo_vmware.api [None req-23d5d031-5280-4939-87a1-d171fe387e78 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Task: {'id': task-1862534, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1998.573830] env[62574]: DEBUG oslo_vmware.api [None req-15d564cd-d4e7-43b9-ace4-5e7456ccb5ad tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Task: {'id': task-1862535, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1998.626521] env[62574]: DEBUG oslo_concurrency.lockutils [None req-3b8a9514-91bc-4d17-aa0a-3c8dca27d7c6 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Releasing lock "refresh_cache-13d9a284-2078-4e13-848a-5cce88d50a54" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1998.626897] env[62574]: DEBUG nova.compute.manager [None req-3b8a9514-91bc-4d17-aa0a-3c8dca27d7c6 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] [instance: 13d9a284-2078-4e13-848a-5cce88d50a54] Instance network_info: |[{"id": "e2602d78-f91c-4476-a1bd-d57cda450df9", "address": "fa:16:3e:67:c4:38", "network": {"id": "b2d07115-f5da-483b-99a5-ede728256338", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-116321158-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ab01ddb6cf3453f8b60099794e20a03", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c20f5114-0866-45b3-9a7c-62f113ff83fa", "external-id": "nsx-vlan-transportzone-47", "segmentation_id": 47, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2602d78-f9", "ovs_interfaceid": "e2602d78-f91c-4476-a1bd-d57cda450df9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62574) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1998.627772] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-3b8a9514-91bc-4d17-aa0a-3c8dca27d7c6 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] [instance: 13d9a284-2078-4e13-848a-5cce88d50a54] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:67:c4:38', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c20f5114-0866-45b3-9a7c-62f113ff83fa', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e2602d78-f91c-4476-a1bd-d57cda450df9', 'vif_model': 'vmxnet3'}] {{(pid=62574) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1998.637047] env[62574]: DEBUG oslo.service.loopingcall [None req-3b8a9514-91bc-4d17-aa0a-3c8dca27d7c6 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62574) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1998.637047] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 13d9a284-2078-4e13-848a-5cce88d50a54] Creating VM on the ESX host {{(pid=62574) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1998.637233] env[62574]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-064bcc92-0101-4541-a728-54d55918b5bc {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1998.657992] env[62574]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1998.657992] env[62574]: value = "task-1862536" [ 1998.657992] env[62574]: _type = "Task" [ 1998.657992] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1998.668771] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1862536, 'name': CreateVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1998.772834] env[62574]: DEBUG nova.network.neutron [req-aac923a4-96c7-4ce5-b7fb-7744ff96fd69 req-c10016ab-6e3c-4789-ab27-4a265c84776a service nova] [instance: df645c24-e08c-48e1-aee8-2da12c3203b2] Updated VIF entry in instance network info cache for port 8dacdd44-5cde-4ea9-8506-dbae301fbf55. {{(pid=62574) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1998.773290] env[62574]: DEBUG nova.network.neutron [req-aac923a4-96c7-4ce5-b7fb-7744ff96fd69 req-c10016ab-6e3c-4789-ab27-4a265c84776a service nova] [instance: df645c24-e08c-48e1-aee8-2da12c3203b2] Updating instance_info_cache with network_info: [{"id": "8dacdd44-5cde-4ea9-8506-dbae301fbf55", "address": "fa:16:3e:42:21:e0", "network": {"id": "048e4d0d-d1ab-45c4-a15c-a1cfb16572ac", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1657993544-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3efda8e53e3c4eea8bfd1d5d6cd90db3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f68ebd2a-3c68-48db-8c32-8a01497fc2e7", "external-id": "nsx-vlan-transportzone-49", "segmentation_id": 49, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8dacdd44-5c", "ovs_interfaceid": "8dacdd44-5cde-4ea9-8506-dbae301fbf55", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1998.790318] env[62574]: DEBUG nova.scheduler.client.report [None req-63ba40c7-ef76-4e90-b058-9211afd732a0 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Inventory has not changed for provider f0ed160a-beff-4626-a531-2a70d7bc0627 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 148, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1999.038308] env[62574]: INFO nova.compute.manager [-] [instance: 2df2984d-1120-4cdd-80a8-7f0366e4cbed] Took 2.09 seconds to deallocate network for instance. [ 1999.058965] env[62574]: DEBUG oslo_vmware.api [None req-23d5d031-5280-4939-87a1-d171fe387e78 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Task: {'id': task-1862534, 'name': CreateSnapshot_Task, 'duration_secs': 0.839344} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1999.059250] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-23d5d031-5280-4939-87a1-d171fe387e78 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] [instance: 46ae905d-7e3f-4d5e-b917-333c751b6ad1] Created Snapshot of the VM instance {{(pid=62574) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1999.059992] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a0cf577-560e-4cb0-beae-49bb00bfae75 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1999.077020] env[62574]: DEBUG oslo_vmware.api [None req-15d564cd-d4e7-43b9-ace4-5e7456ccb5ad tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Task: {'id': task-1862535, 'name': PowerOnVM_Task, 'duration_secs': 0.630983} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1999.077823] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-15d564cd-d4e7-43b9-ace4-5e7456ccb5ad tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] [instance: b26e33b2-aa22-44ec-9162-3dd206b96fd4] Powered on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1999.078068] env[62574]: INFO nova.compute.manager [None req-15d564cd-d4e7-43b9-ace4-5e7456ccb5ad tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] [instance: b26e33b2-aa22-44ec-9162-3dd206b96fd4] Took 8.48 seconds to spawn the instance on the hypervisor. [ 1999.078250] env[62574]: DEBUG nova.compute.manager [None req-15d564cd-d4e7-43b9-ace4-5e7456ccb5ad tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] [instance: b26e33b2-aa22-44ec-9162-3dd206b96fd4] Checking state {{(pid=62574) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1999.079044] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c62af03-6543-4649-a2ed-ea0ac7bfe614 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1999.167427] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1862536, 'name': CreateVM_Task} progress is 99%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1999.276339] env[62574]: DEBUG oslo_concurrency.lockutils [req-aac923a4-96c7-4ce5-b7fb-7744ff96fd69 req-c10016ab-6e3c-4789-ab27-4a265c84776a service nova] Releasing lock "refresh_cache-df645c24-e08c-48e1-aee8-2da12c3203b2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1999.295519] env[62574]: DEBUG oslo_concurrency.lockutils [None req-63ba40c7-ef76-4e90-b058-9211afd732a0 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 3.111s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1999.295749] env[62574]: INFO nova.compute.manager [None req-63ba40c7-ef76-4e90-b058-9211afd732a0 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] [instance: e9878c22-2044-464f-915f-c1c865693437] Migrating [ 1999.347047] env[62574]: DEBUG nova.compute.manager [req-9fed4a98-ef5c-4804-9e9a-a39420038698 req-a4b6d8be-15a9-447e-890d-e29c904180c0 service nova] [instance: 2df2984d-1120-4cdd-80a8-7f0366e4cbed] Received event network-vif-deleted-3e5bbe0a-7ed3-4c04-b4e0-8ecf6dc29a49 {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1999.544965] env[62574]: DEBUG oslo_concurrency.lockutils [None req-a0d6a0c2-8f13-4380-9232-1fb95fb3ea38 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1999.545062] env[62574]: DEBUG oslo_concurrency.lockutils [None req-a0d6a0c2-8f13-4380-9232-1fb95fb3ea38 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1999.545310] env[62574]: DEBUG nova.objects.instance [None req-a0d6a0c2-8f13-4380-9232-1fb95fb3ea38 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Lazy-loading 'resources' on Instance uuid 2df2984d-1120-4cdd-80a8-7f0366e4cbed {{(pid=62574) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1999.584918] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-23d5d031-5280-4939-87a1-d171fe387e78 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] [instance: 46ae905d-7e3f-4d5e-b917-333c751b6ad1] Creating linked-clone VM from snapshot {{(pid=62574) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1999.585227] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-a3916846-0e57-452c-8812-75e42ec2eef6 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1999.596271] env[62574]: DEBUG oslo_vmware.api [None req-23d5d031-5280-4939-87a1-d171fe387e78 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Waiting for the task: (returnval){ [ 1999.596271] env[62574]: value = "task-1862537" [ 1999.596271] env[62574]: _type = "Task" [ 1999.596271] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1999.601461] env[62574]: INFO nova.compute.manager [None req-15d564cd-d4e7-43b9-ace4-5e7456ccb5ad tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] [instance: b26e33b2-aa22-44ec-9162-3dd206b96fd4] Took 18.81 seconds to build instance. [ 1999.607863] env[62574]: DEBUG oslo_vmware.api [None req-23d5d031-5280-4939-87a1-d171fe387e78 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Task: {'id': task-1862537, 'name': CloneVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1999.670579] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1862536, 'name': CreateVM_Task, 'duration_secs': 0.566402} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1999.670932] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 13d9a284-2078-4e13-848a-5cce88d50a54] Created VM on the ESX host {{(pid=62574) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1999.671636] env[62574]: DEBUG oslo_concurrency.lockutils [None req-3b8a9514-91bc-4d17-aa0a-3c8dca27d7c6 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1999.671846] env[62574]: DEBUG oslo_concurrency.lockutils [None req-3b8a9514-91bc-4d17-aa0a-3c8dca27d7c6 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1999.672262] env[62574]: DEBUG oslo_concurrency.lockutils [None req-3b8a9514-91bc-4d17-aa0a-3c8dca27d7c6 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1999.672580] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a7a4edd-f310-474a-b005-be35a7a84021 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1999.677679] env[62574]: DEBUG oslo_vmware.api [None req-3b8a9514-91bc-4d17-aa0a-3c8dca27d7c6 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Waiting for the task: (returnval){ [ 1999.677679] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]529879d9-2a6b-c6b9-ff98-0f26e381ca45" [ 1999.677679] env[62574]: _type = "Task" [ 1999.677679] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1999.687742] env[62574]: DEBUG oslo_vmware.api [None req-3b8a9514-91bc-4d17-aa0a-3c8dca27d7c6 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]529879d9-2a6b-c6b9-ff98-0f26e381ca45, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1999.812981] env[62574]: DEBUG oslo_concurrency.lockutils [None req-63ba40c7-ef76-4e90-b058-9211afd732a0 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Acquiring lock "refresh_cache-e9878c22-2044-464f-915f-c1c865693437" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1999.813350] env[62574]: DEBUG oslo_concurrency.lockutils [None req-63ba40c7-ef76-4e90-b058-9211afd732a0 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Acquired lock "refresh_cache-e9878c22-2044-464f-915f-c1c865693437" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1999.813648] env[62574]: DEBUG nova.network.neutron [None req-63ba40c7-ef76-4e90-b058-9211afd732a0 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] [instance: e9878c22-2044-464f-915f-c1c865693437] Building network info cache for instance {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2000.104229] env[62574]: DEBUG oslo_concurrency.lockutils [None req-15d564cd-d4e7-43b9-ace4-5e7456ccb5ad tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Lock "b26e33b2-aa22-44ec-9162-3dd206b96fd4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.324s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2000.112931] env[62574]: DEBUG oslo_vmware.api [None req-23d5d031-5280-4939-87a1-d171fe387e78 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Task: {'id': task-1862537, 'name': CloneVM_Task} progress is 94%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2000.189921] env[62574]: DEBUG oslo_vmware.api [None req-3b8a9514-91bc-4d17-aa0a-3c8dca27d7c6 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]529879d9-2a6b-c6b9-ff98-0f26e381ca45, 'name': SearchDatastore_Task, 'duration_secs': 0.011332} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2000.190326] env[62574]: DEBUG oslo_concurrency.lockutils [None req-3b8a9514-91bc-4d17-aa0a-3c8dca27d7c6 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2000.190576] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-3b8a9514-91bc-4d17-aa0a-3c8dca27d7c6 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] [instance: 13d9a284-2078-4e13-848a-5cce88d50a54] Processing image 3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2 {{(pid=62574) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2000.190866] env[62574]: DEBUG oslo_concurrency.lockutils [None req-3b8a9514-91bc-4d17-aa0a-3c8dca27d7c6 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2000.191051] env[62574]: DEBUG oslo_concurrency.lockutils [None req-3b8a9514-91bc-4d17-aa0a-3c8dca27d7c6 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2000.191272] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b8a9514-91bc-4d17-aa0a-3c8dca27d7c6 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2000.191581] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e642dfa6-63d2-4b3d-894e-fa3b2c9062ee {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2000.203904] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b8a9514-91bc-4d17-aa0a-3c8dca27d7c6 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2000.204164] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-3b8a9514-91bc-4d17-aa0a-3c8dca27d7c6 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62574) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2000.204966] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-99fa4488-4f2e-4841-b73d-06c498faa9d2 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2000.213575] env[62574]: DEBUG oslo_vmware.api [None req-3b8a9514-91bc-4d17-aa0a-3c8dca27d7c6 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Waiting for the task: (returnval){ [ 2000.213575] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]5263633f-91a8-47f7-d9d5-3ab164cee93b" [ 2000.213575] env[62574]: _type = "Task" [ 2000.213575] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2000.222988] env[62574]: DEBUG oslo_vmware.api [None req-3b8a9514-91bc-4d17-aa0a-3c8dca27d7c6 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]5263633f-91a8-47f7-d9d5-3ab164cee93b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2000.252217] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e8cad79-6264-434b-a0b7-74df929ebe37 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2000.261127] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37813464-5ac4-4a99-b32d-30641c853076 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2000.292155] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27d22de5-6421-4492-87f2-09a88fa17e5e {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2000.300137] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37f0b533-b8f2-4ff3-bf52-4d9f5d833475 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2000.313853] env[62574]: DEBUG nova.compute.provider_tree [None req-a0d6a0c2-8f13-4380-9232-1fb95fb3ea38 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Inventory has not changed in ProviderTree for provider: f0ed160a-beff-4626-a531-2a70d7bc0627 {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2000.597457] env[62574]: DEBUG nova.network.neutron [None req-63ba40c7-ef76-4e90-b058-9211afd732a0 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] [instance: e9878c22-2044-464f-915f-c1c865693437] Updating instance_info_cache with network_info: [{"id": "3a39b895-bd2c-473c-8ce9-963b9918de03", "address": "fa:16:3e:3a:c5:64", "network": {"id": "3af14f16-9d32-4c8d-8557-ce8f3b8b4086", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1431517823-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.141", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "31d5eeff630d40d2928149f27883ae60", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a39b895-bd", "ovs_interfaceid": "3a39b895-bd2c-473c-8ce9-963b9918de03", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2000.609938] env[62574]: DEBUG oslo_vmware.api [None req-23d5d031-5280-4939-87a1-d171fe387e78 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Task: {'id': task-1862537, 'name': CloneVM_Task} progress is 94%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2000.726437] env[62574]: DEBUG oslo_vmware.api [None req-3b8a9514-91bc-4d17-aa0a-3c8dca27d7c6 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]5263633f-91a8-47f7-d9d5-3ab164cee93b, 'name': SearchDatastore_Task, 'duration_secs': 0.012661} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2000.727604] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ed03e9cf-79b0-475d-9d0c-beb6dfd22f79 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2000.733488] env[62574]: DEBUG oslo_vmware.api [None req-3b8a9514-91bc-4d17-aa0a-3c8dca27d7c6 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Waiting for the task: (returnval){ [ 2000.733488] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]528fdd53-3823-fa4f-ae4a-af8e4747aaa7" [ 2000.733488] env[62574]: _type = "Task" [ 2000.733488] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2000.741458] env[62574]: DEBUG oslo_vmware.api [None req-3b8a9514-91bc-4d17-aa0a-3c8dca27d7c6 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]528fdd53-3823-fa4f-ae4a-af8e4747aaa7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2000.817717] env[62574]: DEBUG nova.scheduler.client.report [None req-a0d6a0c2-8f13-4380-9232-1fb95fb3ea38 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Inventory has not changed for provider f0ed160a-beff-4626-a531-2a70d7bc0627 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 148, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2001.103444] env[62574]: DEBUG oslo_concurrency.lockutils [None req-63ba40c7-ef76-4e90-b058-9211afd732a0 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Releasing lock "refresh_cache-e9878c22-2044-464f-915f-c1c865693437" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2001.112021] env[62574]: DEBUG oslo_vmware.api [None req-23d5d031-5280-4939-87a1-d171fe387e78 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Task: {'id': task-1862537, 'name': CloneVM_Task} progress is 95%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2001.243498] env[62574]: DEBUG oslo_vmware.api [None req-3b8a9514-91bc-4d17-aa0a-3c8dca27d7c6 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]528fdd53-3823-fa4f-ae4a-af8e4747aaa7, 'name': SearchDatastore_Task, 'duration_secs': 0.0308} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2001.243797] env[62574]: DEBUG oslo_concurrency.lockutils [None req-3b8a9514-91bc-4d17-aa0a-3c8dca27d7c6 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2001.244484] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b8a9514-91bc-4d17-aa0a-3c8dca27d7c6 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk to [datastore2] 13d9a284-2078-4e13-848a-5cce88d50a54/13d9a284-2078-4e13-848a-5cce88d50a54.vmdk {{(pid=62574) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2001.244484] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-72564a30-c937-41db-b89e-35fb25f223f3 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2001.252992] env[62574]: DEBUG oslo_vmware.api [None req-3b8a9514-91bc-4d17-aa0a-3c8dca27d7c6 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Waiting for the task: (returnval){ [ 2001.252992] env[62574]: value = "task-1862539" [ 2001.252992] env[62574]: _type = "Task" [ 2001.252992] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2001.261147] env[62574]: DEBUG oslo_vmware.api [None req-3b8a9514-91bc-4d17-aa0a-3c8dca27d7c6 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Task: {'id': task-1862539, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2001.325257] env[62574]: DEBUG oslo_concurrency.lockutils [None req-a0d6a0c2-8f13-4380-9232-1fb95fb3ea38 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.780s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2001.358815] env[62574]: INFO nova.scheduler.client.report [None req-a0d6a0c2-8f13-4380-9232-1fb95fb3ea38 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Deleted allocations for instance 2df2984d-1120-4cdd-80a8-7f0366e4cbed [ 2001.385638] env[62574]: DEBUG nova.compute.manager [req-6f5fd95a-d2b2-4558-8f4f-acf592d4bc7d req-8774182d-ec04-48b1-b247-6b4cb605d1f1 service nova] [instance: 3093e4ab-7f4e-48bf-a3ac-7c990da06f32] Received event network-changed-791832f8-a934-4a90-8909-9e0e8c792f16 {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 2001.385865] env[62574]: DEBUG nova.compute.manager [req-6f5fd95a-d2b2-4558-8f4f-acf592d4bc7d req-8774182d-ec04-48b1-b247-6b4cb605d1f1 service nova] [instance: 3093e4ab-7f4e-48bf-a3ac-7c990da06f32] Refreshing instance network info cache due to event network-changed-791832f8-a934-4a90-8909-9e0e8c792f16. {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 2001.388672] env[62574]: DEBUG oslo_concurrency.lockutils [req-6f5fd95a-d2b2-4558-8f4f-acf592d4bc7d req-8774182d-ec04-48b1-b247-6b4cb605d1f1 service nova] Acquiring lock "refresh_cache-3093e4ab-7f4e-48bf-a3ac-7c990da06f32" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2001.388948] env[62574]: DEBUG oslo_concurrency.lockutils [req-6f5fd95a-d2b2-4558-8f4f-acf592d4bc7d req-8774182d-ec04-48b1-b247-6b4cb605d1f1 service nova] Acquired lock "refresh_cache-3093e4ab-7f4e-48bf-a3ac-7c990da06f32" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2001.389188] env[62574]: DEBUG nova.network.neutron [req-6f5fd95a-d2b2-4558-8f4f-acf592d4bc7d req-8774182d-ec04-48b1-b247-6b4cb605d1f1 service nova] [instance: 3093e4ab-7f4e-48bf-a3ac-7c990da06f32] Refreshing network info cache for port 791832f8-a934-4a90-8909-9e0e8c792f16 {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2001.614374] env[62574]: DEBUG oslo_vmware.api [None req-23d5d031-5280-4939-87a1-d171fe387e78 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Task: {'id': task-1862537, 'name': CloneVM_Task, 'duration_secs': 1.823639} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2001.614692] env[62574]: INFO nova.virt.vmwareapi.vmops [None req-23d5d031-5280-4939-87a1-d171fe387e78 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] [instance: 46ae905d-7e3f-4d5e-b917-333c751b6ad1] Created linked-clone VM from snapshot [ 2001.615686] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff7c908a-de12-49ba-b3e9-d7b7005707e6 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2001.623929] env[62574]: DEBUG nova.virt.vmwareapi.images [None req-23d5d031-5280-4939-87a1-d171fe387e78 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] [instance: 46ae905d-7e3f-4d5e-b917-333c751b6ad1] Uploading image ecd63ff9-759c-448c-9606-149a42671d6b {{(pid=62574) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 2001.638466] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-23d5d031-5280-4939-87a1-d171fe387e78 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] [instance: 46ae905d-7e3f-4d5e-b917-333c751b6ad1] Destroying the VM {{(pid=62574) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 2001.638768] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-4cb102df-be0f-4a20-9ef3-66e4453f46e6 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2001.646438] env[62574]: DEBUG oslo_vmware.api [None req-23d5d031-5280-4939-87a1-d171fe387e78 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Waiting for the task: (returnval){ [ 2001.646438] env[62574]: value = "task-1862540" [ 2001.646438] env[62574]: _type = "Task" [ 2001.646438] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2001.655764] env[62574]: DEBUG oslo_vmware.api [None req-23d5d031-5280-4939-87a1-d171fe387e78 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Task: {'id': task-1862540, 'name': Destroy_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2001.764374] env[62574]: DEBUG oslo_vmware.api [None req-3b8a9514-91bc-4d17-aa0a-3c8dca27d7c6 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Task: {'id': task-1862539, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2001.868753] env[62574]: DEBUG oslo_concurrency.lockutils [None req-a0d6a0c2-8f13-4380-9232-1fb95fb3ea38 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Lock "2df2984d-1120-4cdd-80a8-7f0366e4cbed" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.739s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2002.157673] env[62574]: DEBUG oslo_vmware.api [None req-23d5d031-5280-4939-87a1-d171fe387e78 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Task: {'id': task-1862540, 'name': Destroy_Task} progress is 33%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2002.265719] env[62574]: DEBUG oslo_vmware.api [None req-3b8a9514-91bc-4d17-aa0a-3c8dca27d7c6 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Task: {'id': task-1862539, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.852293} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2002.265719] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b8a9514-91bc-4d17-aa0a-3c8dca27d7c6 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk to [datastore2] 13d9a284-2078-4e13-848a-5cce88d50a54/13d9a284-2078-4e13-848a-5cce88d50a54.vmdk {{(pid=62574) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2002.265719] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-3b8a9514-91bc-4d17-aa0a-3c8dca27d7c6 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] [instance: 13d9a284-2078-4e13-848a-5cce88d50a54] Extending root virtual disk to 1048576 {{(pid=62574) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2002.266230] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-95288b4f-945f-4261-adb2-056a45ec197e {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2002.273092] env[62574]: DEBUG oslo_vmware.api [None req-3b8a9514-91bc-4d17-aa0a-3c8dca27d7c6 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Waiting for the task: (returnval){ [ 2002.273092] env[62574]: value = "task-1862541" [ 2002.273092] env[62574]: _type = "Task" [ 2002.273092] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2002.290256] env[62574]: DEBUG oslo_vmware.api [None req-3b8a9514-91bc-4d17-aa0a-3c8dca27d7c6 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Task: {'id': task-1862541, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2002.364169] env[62574]: DEBUG nova.network.neutron [req-6f5fd95a-d2b2-4558-8f4f-acf592d4bc7d req-8774182d-ec04-48b1-b247-6b4cb605d1f1 service nova] [instance: 3093e4ab-7f4e-48bf-a3ac-7c990da06f32] Updated VIF entry in instance network info cache for port 791832f8-a934-4a90-8909-9e0e8c792f16. {{(pid=62574) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2002.364575] env[62574]: DEBUG nova.network.neutron [req-6f5fd95a-d2b2-4558-8f4f-acf592d4bc7d req-8774182d-ec04-48b1-b247-6b4cb605d1f1 service nova] [instance: 3093e4ab-7f4e-48bf-a3ac-7c990da06f32] Updating instance_info_cache with network_info: [{"id": "791832f8-a934-4a90-8909-9e0e8c792f16", "address": "fa:16:3e:ca:f2:e3", "network": {"id": "00bfa347-a6e1-4070-b5d9-5f46396a9c53", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-693390946-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3197393f8f6a457a9367bd87f7aa5dc2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bdf594e-da7a-4254-b413-87aef4614588", "external-id": "nsx-vlan-transportzone-422", "segmentation_id": 422, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap791832f8-a9", "ovs_interfaceid": "791832f8-a934-4a90-8909-9e0e8c792f16", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2002.626131] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86678062-9d7e-4658-a948-12e6520d3615 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2002.649837] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-63ba40c7-ef76-4e90-b058-9211afd732a0 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] [instance: e9878c22-2044-464f-915f-c1c865693437] Updating instance 'e9878c22-2044-464f-915f-c1c865693437' progress to 0 {{(pid=62574) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2002.667300] env[62574]: DEBUG oslo_vmware.api [None req-23d5d031-5280-4939-87a1-d171fe387e78 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Task: {'id': task-1862540, 'name': Destroy_Task, 'duration_secs': 0.71619} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2002.667630] env[62574]: INFO nova.virt.vmwareapi.vm_util [None req-23d5d031-5280-4939-87a1-d171fe387e78 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] [instance: 46ae905d-7e3f-4d5e-b917-333c751b6ad1] Destroyed the VM [ 2002.667898] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-23d5d031-5280-4939-87a1-d171fe387e78 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] [instance: 46ae905d-7e3f-4d5e-b917-333c751b6ad1] Deleting Snapshot of the VM instance {{(pid=62574) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 2002.668213] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-de39dcd5-c176-41c9-ab9e-cd4eb2a0a236 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2002.675939] env[62574]: DEBUG oslo_vmware.api [None req-23d5d031-5280-4939-87a1-d171fe387e78 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Waiting for the task: (returnval){ [ 2002.675939] env[62574]: value = "task-1862542" [ 2002.675939] env[62574]: _type = "Task" [ 2002.675939] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2002.685276] env[62574]: DEBUG oslo_vmware.api [None req-23d5d031-5280-4939-87a1-d171fe387e78 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Task: {'id': task-1862542, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2002.751418] env[62574]: DEBUG nova.compute.manager [req-0d37adf0-62e3-4c1f-b339-8492702bdcce req-046dbcdb-0b8e-4078-89ed-c27a69c65bf7 service nova] [instance: b26e33b2-aa22-44ec-9162-3dd206b96fd4] Received event network-changed-2ad55fd6-4016-45bf-8845-a3fe01091b12 {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 2002.751418] env[62574]: DEBUG nova.compute.manager [req-0d37adf0-62e3-4c1f-b339-8492702bdcce req-046dbcdb-0b8e-4078-89ed-c27a69c65bf7 service nova] [instance: b26e33b2-aa22-44ec-9162-3dd206b96fd4] Refreshing instance network info cache due to event network-changed-2ad55fd6-4016-45bf-8845-a3fe01091b12. {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 2002.751418] env[62574]: DEBUG oslo_concurrency.lockutils [req-0d37adf0-62e3-4c1f-b339-8492702bdcce req-046dbcdb-0b8e-4078-89ed-c27a69c65bf7 service nova] Acquiring lock "refresh_cache-b26e33b2-aa22-44ec-9162-3dd206b96fd4" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2002.751728] env[62574]: DEBUG oslo_concurrency.lockutils [req-0d37adf0-62e3-4c1f-b339-8492702bdcce req-046dbcdb-0b8e-4078-89ed-c27a69c65bf7 service nova] Acquired lock "refresh_cache-b26e33b2-aa22-44ec-9162-3dd206b96fd4" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2002.752063] env[62574]: DEBUG nova.network.neutron [req-0d37adf0-62e3-4c1f-b339-8492702bdcce req-046dbcdb-0b8e-4078-89ed-c27a69c65bf7 service nova] [instance: b26e33b2-aa22-44ec-9162-3dd206b96fd4] Refreshing network info cache for port 2ad55fd6-4016-45bf-8845-a3fe01091b12 {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2002.787032] env[62574]: DEBUG oslo_vmware.api [None req-3b8a9514-91bc-4d17-aa0a-3c8dca27d7c6 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Task: {'id': task-1862541, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.0698} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2002.787032] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-3b8a9514-91bc-4d17-aa0a-3c8dca27d7c6 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] [instance: 13d9a284-2078-4e13-848a-5cce88d50a54] Extended root virtual disk {{(pid=62574) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2002.787032] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dae063d6-1e9a-461a-955d-02e56c497215 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2002.813952] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b8a9514-91bc-4d17-aa0a-3c8dca27d7c6 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] [instance: 13d9a284-2078-4e13-848a-5cce88d50a54] Reconfiguring VM instance instance-0000006f to attach disk [datastore2] 13d9a284-2078-4e13-848a-5cce88d50a54/13d9a284-2078-4e13-848a-5cce88d50a54.vmdk or device None with type sparse {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2002.814565] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a5c8e9b0-063e-48e8-b88b-f427b2d116b7 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2002.838108] env[62574]: DEBUG oslo_vmware.api [None req-3b8a9514-91bc-4d17-aa0a-3c8dca27d7c6 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Waiting for the task: (returnval){ [ 2002.838108] env[62574]: value = "task-1862544" [ 2002.838108] env[62574]: _type = "Task" [ 2002.838108] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2002.846989] env[62574]: DEBUG oslo_vmware.api [None req-3b8a9514-91bc-4d17-aa0a-3c8dca27d7c6 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Task: {'id': task-1862544, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2002.869052] env[62574]: DEBUG oslo_concurrency.lockutils [req-6f5fd95a-d2b2-4558-8f4f-acf592d4bc7d req-8774182d-ec04-48b1-b247-6b4cb605d1f1 service nova] Releasing lock "refresh_cache-3093e4ab-7f4e-48bf-a3ac-7c990da06f32" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2002.869052] env[62574]: DEBUG nova.compute.manager [req-6f5fd95a-d2b2-4558-8f4f-acf592d4bc7d req-8774182d-ec04-48b1-b247-6b4cb605d1f1 service nova] [instance: b26e33b2-aa22-44ec-9162-3dd206b96fd4] Received event network-changed-2ad55fd6-4016-45bf-8845-a3fe01091b12 {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 2002.869052] env[62574]: DEBUG nova.compute.manager [req-6f5fd95a-d2b2-4558-8f4f-acf592d4bc7d req-8774182d-ec04-48b1-b247-6b4cb605d1f1 service nova] [instance: b26e33b2-aa22-44ec-9162-3dd206b96fd4] Refreshing instance network info cache due to event network-changed-2ad55fd6-4016-45bf-8845-a3fe01091b12. {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 2002.869052] env[62574]: DEBUG oslo_concurrency.lockutils [req-6f5fd95a-d2b2-4558-8f4f-acf592d4bc7d req-8774182d-ec04-48b1-b247-6b4cb605d1f1 service nova] Acquiring lock "refresh_cache-b26e33b2-aa22-44ec-9162-3dd206b96fd4" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2003.163069] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-63ba40c7-ef76-4e90-b058-9211afd732a0 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] [instance: e9878c22-2044-464f-915f-c1c865693437] Powering off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2003.165016] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-82763870-dd4c-4dfd-bb1c-4a67d9fbe9f8 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2003.174026] env[62574]: DEBUG oslo_vmware.api [None req-63ba40c7-ef76-4e90-b058-9211afd732a0 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Waiting for the task: (returnval){ [ 2003.174026] env[62574]: value = "task-1862545" [ 2003.174026] env[62574]: _type = "Task" [ 2003.174026] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2003.186492] env[62574]: DEBUG oslo_vmware.api [None req-23d5d031-5280-4939-87a1-d171fe387e78 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Task: {'id': task-1862542, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2003.191184] env[62574]: DEBUG oslo_vmware.api [None req-63ba40c7-ef76-4e90-b058-9211afd732a0 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Task: {'id': task-1862545, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2003.350484] env[62574]: DEBUG oslo_vmware.api [None req-3b8a9514-91bc-4d17-aa0a-3c8dca27d7c6 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Task: {'id': task-1862544, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2003.473670] env[62574]: DEBUG nova.network.neutron [req-0d37adf0-62e3-4c1f-b339-8492702bdcce req-046dbcdb-0b8e-4078-89ed-c27a69c65bf7 service nova] [instance: b26e33b2-aa22-44ec-9162-3dd206b96fd4] Updated VIF entry in instance network info cache for port 2ad55fd6-4016-45bf-8845-a3fe01091b12. {{(pid=62574) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2003.474147] env[62574]: DEBUG nova.network.neutron [req-0d37adf0-62e3-4c1f-b339-8492702bdcce req-046dbcdb-0b8e-4078-89ed-c27a69c65bf7 service nova] [instance: b26e33b2-aa22-44ec-9162-3dd206b96fd4] Updating instance_info_cache with network_info: [{"id": "2ad55fd6-4016-45bf-8845-a3fe01091b12", "address": "fa:16:3e:ea:7a:4e", "network": {"id": "00bfa347-a6e1-4070-b5d9-5f46396a9c53", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-693390946-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3197393f8f6a457a9367bd87f7aa5dc2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bdf594e-da7a-4254-b413-87aef4614588", "external-id": "nsx-vlan-transportzone-422", "segmentation_id": 422, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ad55fd6-40", "ovs_interfaceid": "2ad55fd6-4016-45bf-8845-a3fe01091b12", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2003.685737] env[62574]: DEBUG oslo_vmware.api [None req-63ba40c7-ef76-4e90-b058-9211afd732a0 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Task: {'id': task-1862545, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2003.691975] env[62574]: DEBUG oslo_vmware.api [None req-23d5d031-5280-4939-87a1-d171fe387e78 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Task: {'id': task-1862542, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2003.850518] env[62574]: DEBUG oslo_vmware.api [None req-3b8a9514-91bc-4d17-aa0a-3c8dca27d7c6 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Task: {'id': task-1862544, 'name': ReconfigVM_Task, 'duration_secs': 0.587392} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2003.850986] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b8a9514-91bc-4d17-aa0a-3c8dca27d7c6 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] [instance: 13d9a284-2078-4e13-848a-5cce88d50a54] Reconfigured VM instance instance-0000006f to attach disk [datastore2] 13d9a284-2078-4e13-848a-5cce88d50a54/13d9a284-2078-4e13-848a-5cce88d50a54.vmdk or device None with type sparse {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2003.851925] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2e1d0c85-41c2-43ab-b8ac-8c9ec514b17a {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2003.862080] env[62574]: DEBUG oslo_vmware.api [None req-3b8a9514-91bc-4d17-aa0a-3c8dca27d7c6 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Waiting for the task: (returnval){ [ 2003.862080] env[62574]: value = "task-1862546" [ 2003.862080] env[62574]: _type = "Task" [ 2003.862080] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2003.872126] env[62574]: DEBUG oslo_vmware.api [None req-3b8a9514-91bc-4d17-aa0a-3c8dca27d7c6 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Task: {'id': task-1862546, 'name': Rename_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2003.977339] env[62574]: DEBUG oslo_concurrency.lockutils [req-0d37adf0-62e3-4c1f-b339-8492702bdcce req-046dbcdb-0b8e-4078-89ed-c27a69c65bf7 service nova] Releasing lock "refresh_cache-b26e33b2-aa22-44ec-9162-3dd206b96fd4" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2003.977849] env[62574]: DEBUG oslo_concurrency.lockutils [req-6f5fd95a-d2b2-4558-8f4f-acf592d4bc7d req-8774182d-ec04-48b1-b247-6b4cb605d1f1 service nova] Acquired lock "refresh_cache-b26e33b2-aa22-44ec-9162-3dd206b96fd4" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2003.978070] env[62574]: DEBUG nova.network.neutron [req-6f5fd95a-d2b2-4558-8f4f-acf592d4bc7d req-8774182d-ec04-48b1-b247-6b4cb605d1f1 service nova] [instance: b26e33b2-aa22-44ec-9162-3dd206b96fd4] Refreshing network info cache for port 2ad55fd6-4016-45bf-8845-a3fe01091b12 {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2004.033780] env[62574]: DEBUG oslo_vmware.rw_handles [None req-baa0fbd5-310d-40a2-b84e-08f283cd0eaf tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d8df28-d3a0-1f62-fc6f-f95f56cb64e6/disk-0.vmdk. {{(pid=62574) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 2004.034696] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-398e3d70-fd57-4215-8377-aa40c685262f {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2004.041772] env[62574]: DEBUG oslo_vmware.rw_handles [None req-baa0fbd5-310d-40a2-b84e-08f283cd0eaf tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d8df28-d3a0-1f62-fc6f-f95f56cb64e6/disk-0.vmdk is in state: ready. {{(pid=62574) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 2004.041950] env[62574]: ERROR oslo_vmware.rw_handles [None req-baa0fbd5-310d-40a2-b84e-08f283cd0eaf tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d8df28-d3a0-1f62-fc6f-f95f56cb64e6/disk-0.vmdk due to incomplete transfer. [ 2004.043136] env[62574]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-45479c81-ca21-4ddc-8b3a-1037a06258ff {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2004.049772] env[62574]: DEBUG oslo_vmware.rw_handles [None req-baa0fbd5-310d-40a2-b84e-08f283cd0eaf tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d8df28-d3a0-1f62-fc6f-f95f56cb64e6/disk-0.vmdk. {{(pid=62574) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 2004.049974] env[62574]: DEBUG nova.virt.vmwareapi.images [None req-baa0fbd5-310d-40a2-b84e-08f283cd0eaf tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] [instance: d030b211-e17d-44ed-b034-f57b1599e108] Uploaded image b826c12b-6a1e-4783-b348-c18e563bde2a to the Glance image server {{(pid=62574) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 2004.052600] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-baa0fbd5-310d-40a2-b84e-08f283cd0eaf tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] [instance: d030b211-e17d-44ed-b034-f57b1599e108] Destroying the VM {{(pid=62574) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 2004.052846] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-865b6e25-e77f-4ac0-a182-62da7cac8126 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2004.059538] env[62574]: DEBUG oslo_vmware.api [None req-baa0fbd5-310d-40a2-b84e-08f283cd0eaf tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Waiting for the task: (returnval){ [ 2004.059538] env[62574]: value = "task-1862547" [ 2004.059538] env[62574]: _type = "Task" [ 2004.059538] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2004.068133] env[62574]: DEBUG oslo_vmware.api [None req-baa0fbd5-310d-40a2-b84e-08f283cd0eaf tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Task: {'id': task-1862547, 'name': Destroy_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2004.187698] env[62574]: DEBUG oslo_vmware.api [None req-23d5d031-5280-4939-87a1-d171fe387e78 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Task: {'id': task-1862542, 'name': RemoveSnapshot_Task, 'duration_secs': 1.25496} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2004.190526] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-23d5d031-5280-4939-87a1-d171fe387e78 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] [instance: 46ae905d-7e3f-4d5e-b917-333c751b6ad1] Deleted Snapshot of the VM instance {{(pid=62574) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 2004.192908] env[62574]: DEBUG oslo_vmware.api [None req-63ba40c7-ef76-4e90-b058-9211afd732a0 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Task: {'id': task-1862545, 'name': PowerOffVM_Task, 'duration_secs': 0.823937} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2004.193344] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-63ba40c7-ef76-4e90-b058-9211afd732a0 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] [instance: e9878c22-2044-464f-915f-c1c865693437] Powered off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2004.193577] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-63ba40c7-ef76-4e90-b058-9211afd732a0 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] [instance: e9878c22-2044-464f-915f-c1c865693437] Updating instance 'e9878c22-2044-464f-915f-c1c865693437' progress to 17 {{(pid=62574) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2004.323585] env[62574]: DEBUG oslo_concurrency.lockutils [None req-b4670225-83fc-4c2c-a7a2-54ec24b5a579 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Acquiring lock "6302cdc1-7534-4722-a8c4-7eaf67a4f125" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2004.323830] env[62574]: DEBUG oslo_concurrency.lockutils [None req-b4670225-83fc-4c2c-a7a2-54ec24b5a579 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Lock "6302cdc1-7534-4722-a8c4-7eaf67a4f125" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2004.374309] env[62574]: DEBUG oslo_vmware.api [None req-3b8a9514-91bc-4d17-aa0a-3c8dca27d7c6 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Task: {'id': task-1862546, 'name': Rename_Task} progress is 14%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2004.569683] env[62574]: DEBUG oslo_vmware.api [None req-baa0fbd5-310d-40a2-b84e-08f283cd0eaf tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Task: {'id': task-1862547, 'name': Destroy_Task, 'duration_secs': 0.339024} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2004.569952] env[62574]: INFO nova.virt.vmwareapi.vm_util [None req-baa0fbd5-310d-40a2-b84e-08f283cd0eaf tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] [instance: d030b211-e17d-44ed-b034-f57b1599e108] Destroyed the VM [ 2004.570340] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-baa0fbd5-310d-40a2-b84e-08f283cd0eaf tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] [instance: d030b211-e17d-44ed-b034-f57b1599e108] Deleting Snapshot of the VM instance {{(pid=62574) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 2004.570615] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-0a70710d-189a-458e-ab9e-adf2372ca643 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2004.579493] env[62574]: DEBUG oslo_vmware.api [None req-baa0fbd5-310d-40a2-b84e-08f283cd0eaf tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Waiting for the task: (returnval){ [ 2004.579493] env[62574]: value = "task-1862548" [ 2004.579493] env[62574]: _type = "Task" [ 2004.579493] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2004.591705] env[62574]: DEBUG oslo_vmware.api [None req-baa0fbd5-310d-40a2-b84e-08f283cd0eaf tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Task: {'id': task-1862548, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2004.680285] env[62574]: DEBUG nova.network.neutron [req-6f5fd95a-d2b2-4558-8f4f-acf592d4bc7d req-8774182d-ec04-48b1-b247-6b4cb605d1f1 service nova] [instance: b26e33b2-aa22-44ec-9162-3dd206b96fd4] Updated VIF entry in instance network info cache for port 2ad55fd6-4016-45bf-8845-a3fe01091b12. {{(pid=62574) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2004.680719] env[62574]: DEBUG nova.network.neutron [req-6f5fd95a-d2b2-4558-8f4f-acf592d4bc7d req-8774182d-ec04-48b1-b247-6b4cb605d1f1 service nova] [instance: b26e33b2-aa22-44ec-9162-3dd206b96fd4] Updating instance_info_cache with network_info: [{"id": "2ad55fd6-4016-45bf-8845-a3fe01091b12", "address": "fa:16:3e:ea:7a:4e", "network": {"id": "00bfa347-a6e1-4070-b5d9-5f46396a9c53", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-693390946-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3197393f8f6a457a9367bd87f7aa5dc2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bdf594e-da7a-4254-b413-87aef4614588", "external-id": "nsx-vlan-transportzone-422", "segmentation_id": 422, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ad55fd6-40", "ovs_interfaceid": "2ad55fd6-4016-45bf-8845-a3fe01091b12", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2004.695162] env[62574]: WARNING nova.compute.manager [None req-23d5d031-5280-4939-87a1-d171fe387e78 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] [instance: 46ae905d-7e3f-4d5e-b917-333c751b6ad1] Image not found during snapshot: nova.exception.ImageNotFound: Image ecd63ff9-759c-448c-9606-149a42671d6b could not be found. [ 2004.700406] env[62574]: DEBUG nova.virt.hardware [None req-63ba40c7-ef76-4e90-b058-9211afd732a0 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T19:27:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2004.700644] env[62574]: DEBUG nova.virt.hardware [None req-63ba40c7-ef76-4e90-b058-9211afd732a0 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Flavor limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2004.700802] env[62574]: DEBUG nova.virt.hardware [None req-63ba40c7-ef76-4e90-b058-9211afd732a0 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Image limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2004.700983] env[62574]: DEBUG nova.virt.hardware [None req-63ba40c7-ef76-4e90-b058-9211afd732a0 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Flavor pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2004.701145] env[62574]: DEBUG nova.virt.hardware [None req-63ba40c7-ef76-4e90-b058-9211afd732a0 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Image pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2004.701478] env[62574]: DEBUG nova.virt.hardware [None req-63ba40c7-ef76-4e90-b058-9211afd732a0 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2004.701478] env[62574]: DEBUG nova.virt.hardware [None req-63ba40c7-ef76-4e90-b058-9211afd732a0 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2004.701647] env[62574]: DEBUG nova.virt.hardware [None req-63ba40c7-ef76-4e90-b058-9211afd732a0 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2004.701811] env[62574]: DEBUG nova.virt.hardware [None req-63ba40c7-ef76-4e90-b058-9211afd732a0 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Got 1 possible topologies {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2004.702021] env[62574]: DEBUG nova.virt.hardware [None req-63ba40c7-ef76-4e90-b058-9211afd732a0 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2004.702248] env[62574]: DEBUG nova.virt.hardware [None req-63ba40c7-ef76-4e90-b058-9211afd732a0 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2004.707784] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-abd3bb1a-86e7-4599-a46b-90535b0a25a3 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2004.725232] env[62574]: DEBUG oslo_vmware.api [None req-63ba40c7-ef76-4e90-b058-9211afd732a0 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Waiting for the task: (returnval){ [ 2004.725232] env[62574]: value = "task-1862549" [ 2004.725232] env[62574]: _type = "Task" [ 2004.725232] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2004.733611] env[62574]: DEBUG oslo_vmware.api [None req-63ba40c7-ef76-4e90-b058-9211afd732a0 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Task: {'id': task-1862549, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2004.809593] env[62574]: DEBUG nova.compute.manager [req-341aeedc-65e1-4365-b7b3-91ff750517c6 req-6ee55c72-696e-464d-bea8-841d6051dd30 service nova] [instance: 3093e4ab-7f4e-48bf-a3ac-7c990da06f32] Received event network-changed-791832f8-a934-4a90-8909-9e0e8c792f16 {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 2004.809816] env[62574]: DEBUG nova.compute.manager [req-341aeedc-65e1-4365-b7b3-91ff750517c6 req-6ee55c72-696e-464d-bea8-841d6051dd30 service nova] [instance: 3093e4ab-7f4e-48bf-a3ac-7c990da06f32] Refreshing instance network info cache due to event network-changed-791832f8-a934-4a90-8909-9e0e8c792f16. {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 2004.810192] env[62574]: DEBUG oslo_concurrency.lockutils [req-341aeedc-65e1-4365-b7b3-91ff750517c6 req-6ee55c72-696e-464d-bea8-841d6051dd30 service nova] Acquiring lock "refresh_cache-3093e4ab-7f4e-48bf-a3ac-7c990da06f32" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2004.810532] env[62574]: DEBUG oslo_concurrency.lockutils [req-341aeedc-65e1-4365-b7b3-91ff750517c6 req-6ee55c72-696e-464d-bea8-841d6051dd30 service nova] Acquired lock "refresh_cache-3093e4ab-7f4e-48bf-a3ac-7c990da06f32" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2004.810840] env[62574]: DEBUG nova.network.neutron [req-341aeedc-65e1-4365-b7b3-91ff750517c6 req-6ee55c72-696e-464d-bea8-841d6051dd30 service nova] [instance: 3093e4ab-7f4e-48bf-a3ac-7c990da06f32] Refreshing network info cache for port 791832f8-a934-4a90-8909-9e0e8c792f16 {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2004.825814] env[62574]: DEBUG nova.compute.manager [None req-b4670225-83fc-4c2c-a7a2-54ec24b5a579 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] [instance: 6302cdc1-7534-4722-a8c4-7eaf67a4f125] Starting instance... {{(pid=62574) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2004.876184] env[62574]: DEBUG oslo_vmware.api [None req-3b8a9514-91bc-4d17-aa0a-3c8dca27d7c6 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Task: {'id': task-1862546, 'name': Rename_Task} progress is 14%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2005.089265] env[62574]: DEBUG oslo_vmware.api [None req-baa0fbd5-310d-40a2-b84e-08f283cd0eaf tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Task: {'id': task-1862548, 'name': RemoveSnapshot_Task, 'duration_secs': 0.380342} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2005.089577] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-baa0fbd5-310d-40a2-b84e-08f283cd0eaf tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] [instance: d030b211-e17d-44ed-b034-f57b1599e108] Deleted Snapshot of the VM instance {{(pid=62574) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 2005.089886] env[62574]: DEBUG nova.compute.manager [None req-baa0fbd5-310d-40a2-b84e-08f283cd0eaf tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] [instance: d030b211-e17d-44ed-b034-f57b1599e108] Checking state {{(pid=62574) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2005.090695] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f178c6f-dfc0-4739-893e-c281c576858f {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2005.183749] env[62574]: DEBUG oslo_concurrency.lockutils [req-6f5fd95a-d2b2-4558-8f4f-acf592d4bc7d req-8774182d-ec04-48b1-b247-6b4cb605d1f1 service nova] Releasing lock "refresh_cache-b26e33b2-aa22-44ec-9162-3dd206b96fd4" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2005.235760] env[62574]: DEBUG oslo_vmware.api [None req-63ba40c7-ef76-4e90-b058-9211afd732a0 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Task: {'id': task-1862549, 'name': ReconfigVM_Task, 'duration_secs': 0.214946} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2005.236082] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-63ba40c7-ef76-4e90-b058-9211afd732a0 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] [instance: e9878c22-2044-464f-915f-c1c865693437] Updating instance 'e9878c22-2044-464f-915f-c1c865693437' progress to 33 {{(pid=62574) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2005.277945] env[62574]: DEBUG oslo_concurrency.lockutils [None req-6d219bd3-ac1f-4005-9424-33a3f6d89b56 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Acquiring lock "46ae905d-7e3f-4d5e-b917-333c751b6ad1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2005.278254] env[62574]: DEBUG oslo_concurrency.lockutils [None req-6d219bd3-ac1f-4005-9424-33a3f6d89b56 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Lock "46ae905d-7e3f-4d5e-b917-333c751b6ad1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2005.278486] env[62574]: DEBUG oslo_concurrency.lockutils [None req-6d219bd3-ac1f-4005-9424-33a3f6d89b56 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Acquiring lock "46ae905d-7e3f-4d5e-b917-333c751b6ad1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2005.278680] env[62574]: DEBUG oslo_concurrency.lockutils [None req-6d219bd3-ac1f-4005-9424-33a3f6d89b56 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Lock "46ae905d-7e3f-4d5e-b917-333c751b6ad1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2005.278875] env[62574]: DEBUG oslo_concurrency.lockutils [None req-6d219bd3-ac1f-4005-9424-33a3f6d89b56 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Lock "46ae905d-7e3f-4d5e-b917-333c751b6ad1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2005.280996] env[62574]: INFO nova.compute.manager [None req-6d219bd3-ac1f-4005-9424-33a3f6d89b56 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] [instance: 46ae905d-7e3f-4d5e-b917-333c751b6ad1] Terminating instance [ 2005.347124] env[62574]: DEBUG oslo_concurrency.lockutils [None req-b4670225-83fc-4c2c-a7a2-54ec24b5a579 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2005.347418] env[62574]: DEBUG oslo_concurrency.lockutils [None req-b4670225-83fc-4c2c-a7a2-54ec24b5a579 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2005.349022] env[62574]: INFO nova.compute.claims [None req-b4670225-83fc-4c2c-a7a2-54ec24b5a579 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] [instance: 6302cdc1-7534-4722-a8c4-7eaf67a4f125] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2005.378499] env[62574]: DEBUG oslo_vmware.api [None req-3b8a9514-91bc-4d17-aa0a-3c8dca27d7c6 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Task: {'id': task-1862546, 'name': Rename_Task} progress is 14%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2005.538384] env[62574]: DEBUG nova.network.neutron [req-341aeedc-65e1-4365-b7b3-91ff750517c6 req-6ee55c72-696e-464d-bea8-841d6051dd30 service nova] [instance: 3093e4ab-7f4e-48bf-a3ac-7c990da06f32] Updated VIF entry in instance network info cache for port 791832f8-a934-4a90-8909-9e0e8c792f16. {{(pid=62574) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2005.538897] env[62574]: DEBUG nova.network.neutron [req-341aeedc-65e1-4365-b7b3-91ff750517c6 req-6ee55c72-696e-464d-bea8-841d6051dd30 service nova] [instance: 3093e4ab-7f4e-48bf-a3ac-7c990da06f32] Updating instance_info_cache with network_info: [{"id": "791832f8-a934-4a90-8909-9e0e8c792f16", "address": "fa:16:3e:ca:f2:e3", "network": {"id": "00bfa347-a6e1-4070-b5d9-5f46396a9c53", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-693390946-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3197393f8f6a457a9367bd87f7aa5dc2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bdf594e-da7a-4254-b413-87aef4614588", "external-id": "nsx-vlan-transportzone-422", "segmentation_id": 422, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap791832f8-a9", "ovs_interfaceid": "791832f8-a934-4a90-8909-9e0e8c792f16", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2005.602375] env[62574]: INFO nova.compute.manager [None req-baa0fbd5-310d-40a2-b84e-08f283cd0eaf tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] [instance: d030b211-e17d-44ed-b034-f57b1599e108] Shelve offloading [ 2005.743036] env[62574]: DEBUG nova.virt.hardware [None req-63ba40c7-ef76-4e90-b058-9211afd732a0 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T19:26:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2005.743241] env[62574]: DEBUG nova.virt.hardware [None req-63ba40c7-ef76-4e90-b058-9211afd732a0 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Flavor limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2005.743313] env[62574]: DEBUG nova.virt.hardware [None req-63ba40c7-ef76-4e90-b058-9211afd732a0 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Image limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2005.743511] env[62574]: DEBUG nova.virt.hardware [None req-63ba40c7-ef76-4e90-b058-9211afd732a0 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Flavor pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2005.743669] env[62574]: DEBUG nova.virt.hardware [None req-63ba40c7-ef76-4e90-b058-9211afd732a0 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Image pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2005.743817] env[62574]: DEBUG nova.virt.hardware [None req-63ba40c7-ef76-4e90-b058-9211afd732a0 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2005.744032] env[62574]: DEBUG nova.virt.hardware [None req-63ba40c7-ef76-4e90-b058-9211afd732a0 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2005.744200] env[62574]: DEBUG nova.virt.hardware [None req-63ba40c7-ef76-4e90-b058-9211afd732a0 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2005.744370] env[62574]: DEBUG nova.virt.hardware [None req-63ba40c7-ef76-4e90-b058-9211afd732a0 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Got 1 possible topologies {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2005.744539] env[62574]: DEBUG nova.virt.hardware [None req-63ba40c7-ef76-4e90-b058-9211afd732a0 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2005.744710] env[62574]: DEBUG nova.virt.hardware [None req-63ba40c7-ef76-4e90-b058-9211afd732a0 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2005.750178] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-63ba40c7-ef76-4e90-b058-9211afd732a0 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] [instance: e9878c22-2044-464f-915f-c1c865693437] Reconfiguring VM instance instance-0000001d to detach disk 2000 {{(pid=62574) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2005.750828] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e54689fa-c160-42ed-9a65-3b22ad12c061 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2005.770736] env[62574]: DEBUG oslo_vmware.api [None req-63ba40c7-ef76-4e90-b058-9211afd732a0 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Waiting for the task: (returnval){ [ 2005.770736] env[62574]: value = "task-1862551" [ 2005.770736] env[62574]: _type = "Task" [ 2005.770736] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2005.779280] env[62574]: DEBUG oslo_vmware.api [None req-63ba40c7-ef76-4e90-b058-9211afd732a0 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Task: {'id': task-1862551, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2005.784231] env[62574]: DEBUG nova.compute.manager [None req-6d219bd3-ac1f-4005-9424-33a3f6d89b56 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] [instance: 46ae905d-7e3f-4d5e-b917-333c751b6ad1] Start destroying the instance on the hypervisor. {{(pid=62574) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2005.784443] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-6d219bd3-ac1f-4005-9424-33a3f6d89b56 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] [instance: 46ae905d-7e3f-4d5e-b917-333c751b6ad1] Destroying instance {{(pid=62574) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2005.785235] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55f0d295-c80e-447e-bc42-dd47a8f157db {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2005.793521] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d219bd3-ac1f-4005-9424-33a3f6d89b56 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] [instance: 46ae905d-7e3f-4d5e-b917-333c751b6ad1] Powering off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2005.793778] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6643c96a-a7fd-4b09-8bea-92140a83ff7b {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2005.801159] env[62574]: DEBUG oslo_vmware.api [None req-6d219bd3-ac1f-4005-9424-33a3f6d89b56 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Waiting for the task: (returnval){ [ 2005.801159] env[62574]: value = "task-1862552" [ 2005.801159] env[62574]: _type = "Task" [ 2005.801159] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2005.813298] env[62574]: DEBUG oslo_vmware.api [None req-6d219bd3-ac1f-4005-9424-33a3f6d89b56 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Task: {'id': task-1862552, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2005.874610] env[62574]: DEBUG oslo_vmware.api [None req-3b8a9514-91bc-4d17-aa0a-3c8dca27d7c6 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Task: {'id': task-1862546, 'name': Rename_Task, 'duration_secs': 1.596424} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2005.874872] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b8a9514-91bc-4d17-aa0a-3c8dca27d7c6 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] [instance: 13d9a284-2078-4e13-848a-5cce88d50a54] Powering on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2005.875136] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ae4ed76e-e308-4733-a224-61bb2b657a04 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2005.883999] env[62574]: DEBUG oslo_vmware.api [None req-3b8a9514-91bc-4d17-aa0a-3c8dca27d7c6 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Waiting for the task: (returnval){ [ 2005.883999] env[62574]: value = "task-1862553" [ 2005.883999] env[62574]: _type = "Task" [ 2005.883999] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2005.893085] env[62574]: DEBUG oslo_vmware.api [None req-3b8a9514-91bc-4d17-aa0a-3c8dca27d7c6 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Task: {'id': task-1862553, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2006.042433] env[62574]: DEBUG oslo_concurrency.lockutils [req-341aeedc-65e1-4365-b7b3-91ff750517c6 req-6ee55c72-696e-464d-bea8-841d6051dd30 service nova] Releasing lock "refresh_cache-3093e4ab-7f4e-48bf-a3ac-7c990da06f32" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2006.107789] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-baa0fbd5-310d-40a2-b84e-08f283cd0eaf tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] [instance: d030b211-e17d-44ed-b034-f57b1599e108] Powering off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2006.108214] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-52c36d4a-68b5-487c-b1a5-84fd416678a4 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2006.115873] env[62574]: DEBUG oslo_vmware.api [None req-baa0fbd5-310d-40a2-b84e-08f283cd0eaf tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Waiting for the task: (returnval){ [ 2006.115873] env[62574]: value = "task-1862554" [ 2006.115873] env[62574]: _type = "Task" [ 2006.115873] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2006.124045] env[62574]: DEBUG oslo_vmware.api [None req-baa0fbd5-310d-40a2-b84e-08f283cd0eaf tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Task: {'id': task-1862554, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2006.281128] env[62574]: DEBUG oslo_vmware.api [None req-63ba40c7-ef76-4e90-b058-9211afd732a0 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Task: {'id': task-1862551, 'name': ReconfigVM_Task, 'duration_secs': 0.184543} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2006.281414] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-63ba40c7-ef76-4e90-b058-9211afd732a0 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] [instance: e9878c22-2044-464f-915f-c1c865693437] Reconfigured VM instance instance-0000001d to detach disk 2000 {{(pid=62574) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2006.282203] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e69bdf2-dc99-4f10-ba3a-b8fcbf2f1116 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2006.303995] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-63ba40c7-ef76-4e90-b058-9211afd732a0 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] [instance: e9878c22-2044-464f-915f-c1c865693437] Reconfiguring VM instance instance-0000001d to attach disk [datastore1] e9878c22-2044-464f-915f-c1c865693437/e9878c22-2044-464f-915f-c1c865693437.vmdk or device None with type thin {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2006.304340] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f2448fe8-6482-45be-bf7a-c91d2070cfc3 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2006.326285] env[62574]: DEBUG oslo_vmware.api [None req-6d219bd3-ac1f-4005-9424-33a3f6d89b56 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Task: {'id': task-1862552, 'name': PowerOffVM_Task, 'duration_secs': 0.243154} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2006.327525] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d219bd3-ac1f-4005-9424-33a3f6d89b56 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] [instance: 46ae905d-7e3f-4d5e-b917-333c751b6ad1] Powered off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2006.327706] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-6d219bd3-ac1f-4005-9424-33a3f6d89b56 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] [instance: 46ae905d-7e3f-4d5e-b917-333c751b6ad1] Unregistering the VM {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2006.328013] env[62574]: DEBUG oslo_vmware.api [None req-63ba40c7-ef76-4e90-b058-9211afd732a0 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Waiting for the task: (returnval){ [ 2006.328013] env[62574]: value = "task-1862555" [ 2006.328013] env[62574]: _type = "Task" [ 2006.328013] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2006.328219] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-50a1f5cb-75c1-4732-8427-261b538872de {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2006.337344] env[62574]: DEBUG oslo_vmware.api [None req-63ba40c7-ef76-4e90-b058-9211afd732a0 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Task: {'id': task-1862555, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2006.394412] env[62574]: DEBUG oslo_vmware.api [None req-3b8a9514-91bc-4d17-aa0a-3c8dca27d7c6 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Task: {'id': task-1862553, 'name': PowerOnVM_Task} progress is 75%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2006.411781] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-6d219bd3-ac1f-4005-9424-33a3f6d89b56 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] [instance: 46ae905d-7e3f-4d5e-b917-333c751b6ad1] Unregistered the VM {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2006.412038] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-6d219bd3-ac1f-4005-9424-33a3f6d89b56 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] [instance: 46ae905d-7e3f-4d5e-b917-333c751b6ad1] Deleting contents of the VM from datastore datastore1 {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2006.412295] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d219bd3-ac1f-4005-9424-33a3f6d89b56 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Deleting the datastore file [datastore1] 46ae905d-7e3f-4d5e-b917-333c751b6ad1 {{(pid=62574) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2006.412579] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d3d92231-a83c-4ff5-921c-d31fa5d40e35 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2006.419578] env[62574]: DEBUG oslo_vmware.api [None req-6d219bd3-ac1f-4005-9424-33a3f6d89b56 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Waiting for the task: (returnval){ [ 2006.419578] env[62574]: value = "task-1862557" [ 2006.419578] env[62574]: _type = "Task" [ 2006.419578] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2006.435879] env[62574]: DEBUG oslo_vmware.api [None req-6d219bd3-ac1f-4005-9424-33a3f6d89b56 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Task: {'id': task-1862557, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2006.551542] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42755ec1-8bd1-4e55-aa28-be7c88c6bf72 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2006.560755] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf44dcbe-219a-4eba-b0c6-34b72f1ef30d {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2006.594785] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d72d115e-c7a9-41b8-b871-2653b8e038eb {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2006.603607] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0eff08b8-d7d8-478a-8b17-dce5d85ae31e {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2006.621628] env[62574]: DEBUG nova.compute.provider_tree [None req-b4670225-83fc-4c2c-a7a2-54ec24b5a579 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Inventory has not changed in ProviderTree for provider: f0ed160a-beff-4626-a531-2a70d7bc0627 {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2006.632531] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-baa0fbd5-310d-40a2-b84e-08f283cd0eaf tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] [instance: d030b211-e17d-44ed-b034-f57b1599e108] VM already powered off {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 2006.632763] env[62574]: DEBUG nova.compute.manager [None req-baa0fbd5-310d-40a2-b84e-08f283cd0eaf tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] [instance: d030b211-e17d-44ed-b034-f57b1599e108] Checking state {{(pid=62574) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2006.633570] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89b4e77a-a0ec-496b-9f3d-91db97274f5d {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2006.640240] env[62574]: DEBUG oslo_concurrency.lockutils [None req-baa0fbd5-310d-40a2-b84e-08f283cd0eaf tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Acquiring lock "refresh_cache-d030b211-e17d-44ed-b034-f57b1599e108" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2006.640455] env[62574]: DEBUG oslo_concurrency.lockutils [None req-baa0fbd5-310d-40a2-b84e-08f283cd0eaf tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Acquired lock "refresh_cache-d030b211-e17d-44ed-b034-f57b1599e108" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2006.640666] env[62574]: DEBUG nova.network.neutron [None req-baa0fbd5-310d-40a2-b84e-08f283cd0eaf tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] [instance: d030b211-e17d-44ed-b034-f57b1599e108] Building network info cache for instance {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2006.841182] env[62574]: DEBUG oslo_vmware.api [None req-63ba40c7-ef76-4e90-b058-9211afd732a0 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Task: {'id': task-1862555, 'name': ReconfigVM_Task, 'duration_secs': 0.311697} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2006.841182] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-63ba40c7-ef76-4e90-b058-9211afd732a0 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] [instance: e9878c22-2044-464f-915f-c1c865693437] Reconfigured VM instance instance-0000001d to attach disk [datastore1] e9878c22-2044-464f-915f-c1c865693437/e9878c22-2044-464f-915f-c1c865693437.vmdk or device None with type thin {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2006.841182] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-63ba40c7-ef76-4e90-b058-9211afd732a0 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] [instance: e9878c22-2044-464f-915f-c1c865693437] Updating instance 'e9878c22-2044-464f-915f-c1c865693437' progress to 50 {{(pid=62574) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2006.897375] env[62574]: DEBUG oslo_vmware.api [None req-3b8a9514-91bc-4d17-aa0a-3c8dca27d7c6 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Task: {'id': task-1862553, 'name': PowerOnVM_Task, 'duration_secs': 0.730846} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2006.897908] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b8a9514-91bc-4d17-aa0a-3c8dca27d7c6 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] [instance: 13d9a284-2078-4e13-848a-5cce88d50a54] Powered on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2006.898344] env[62574]: INFO nova.compute.manager [None req-3b8a9514-91bc-4d17-aa0a-3c8dca27d7c6 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] [instance: 13d9a284-2078-4e13-848a-5cce88d50a54] Took 13.97 seconds to spawn the instance on the hypervisor. [ 2006.898595] env[62574]: DEBUG nova.compute.manager [None req-3b8a9514-91bc-4d17-aa0a-3c8dca27d7c6 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] [instance: 13d9a284-2078-4e13-848a-5cce88d50a54] Checking state {{(pid=62574) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2006.899760] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a7cd5c7-b6f3-4f7a-95bc-5a1760ad18d9 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2006.931113] env[62574]: DEBUG oslo_vmware.api [None req-6d219bd3-ac1f-4005-9424-33a3f6d89b56 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Task: {'id': task-1862557, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.238843} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2006.931494] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d219bd3-ac1f-4005-9424-33a3f6d89b56 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Deleted the datastore file {{(pid=62574) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2006.931581] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-6d219bd3-ac1f-4005-9424-33a3f6d89b56 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] [instance: 46ae905d-7e3f-4d5e-b917-333c751b6ad1] Deleted contents of the VM from datastore datastore1 {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2006.931765] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-6d219bd3-ac1f-4005-9424-33a3f6d89b56 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] [instance: 46ae905d-7e3f-4d5e-b917-333c751b6ad1] Instance destroyed {{(pid=62574) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2006.932017] env[62574]: INFO nova.compute.manager [None req-6d219bd3-ac1f-4005-9424-33a3f6d89b56 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] [instance: 46ae905d-7e3f-4d5e-b917-333c751b6ad1] Took 1.15 seconds to destroy the instance on the hypervisor. [ 2006.932411] env[62574]: DEBUG oslo.service.loopingcall [None req-6d219bd3-ac1f-4005-9424-33a3f6d89b56 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62574) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2006.932825] env[62574]: DEBUG nova.compute.manager [-] [instance: 46ae905d-7e3f-4d5e-b917-333c751b6ad1] Deallocating network for instance {{(pid=62574) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2006.932825] env[62574]: DEBUG nova.network.neutron [-] [instance: 46ae905d-7e3f-4d5e-b917-333c751b6ad1] deallocate_for_instance() {{(pid=62574) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2007.127655] env[62574]: DEBUG nova.scheduler.client.report [None req-b4670225-83fc-4c2c-a7a2-54ec24b5a579 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Inventory has not changed for provider f0ed160a-beff-4626-a531-2a70d7bc0627 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 148, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2007.229499] env[62574]: DEBUG nova.compute.manager [req-b96a9ee5-5fd5-44d6-b085-6bb23f9f6c74 req-b63aa1e2-663c-414e-8910-77fc3a24bcb0 service nova] [instance: 46ae905d-7e3f-4d5e-b917-333c751b6ad1] Received event network-vif-deleted-42f05e30-5ef8-45be-94a8-b6f407b22df2 {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 2007.229499] env[62574]: INFO nova.compute.manager [req-b96a9ee5-5fd5-44d6-b085-6bb23f9f6c74 req-b63aa1e2-663c-414e-8910-77fc3a24bcb0 service nova] [instance: 46ae905d-7e3f-4d5e-b917-333c751b6ad1] Neutron deleted interface 42f05e30-5ef8-45be-94a8-b6f407b22df2; detaching it from the instance and deleting it from the info cache [ 2007.229499] env[62574]: DEBUG nova.network.neutron [req-b96a9ee5-5fd5-44d6-b085-6bb23f9f6c74 req-b63aa1e2-663c-414e-8910-77fc3a24bcb0 service nova] [instance: 46ae905d-7e3f-4d5e-b917-333c751b6ad1] Updating instance_info_cache with network_info: [] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2007.346868] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7f66cea-2c10-4a57-93bd-0fd554deaed6 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2007.370672] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be5470b9-c66f-4603-bea9-a2a7c4616c4a {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2007.391650] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-63ba40c7-ef76-4e90-b058-9211afd732a0 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] [instance: e9878c22-2044-464f-915f-c1c865693437] Updating instance 'e9878c22-2044-464f-915f-c1c865693437' progress to 67 {{(pid=62574) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2007.414500] env[62574]: DEBUG nova.network.neutron [None req-baa0fbd5-310d-40a2-b84e-08f283cd0eaf tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] [instance: d030b211-e17d-44ed-b034-f57b1599e108] Updating instance_info_cache with network_info: [{"id": "29f3cfef-48fc-4a6a-b92d-73bd171bfa1d", "address": "fa:16:3e:da:25:ad", "network": {"id": "1767f4d1-96d0-48db-9bcb-5bbb2ed9d270", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1780515396-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43b1542375334999bec3e53ad4a56482", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d062877-0b23-4965-908b-f585f25f3bf1", "external-id": "nsx-vlan-transportzone-523", "segmentation_id": 523, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap29f3cfef-48", "ovs_interfaceid": "29f3cfef-48fc-4a6a-b92d-73bd171bfa1d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2007.423377] env[62574]: INFO nova.compute.manager [None req-3b8a9514-91bc-4d17-aa0a-3c8dca27d7c6 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] [instance: 13d9a284-2078-4e13-848a-5cce88d50a54] Took 22.19 seconds to build instance. [ 2007.632690] env[62574]: DEBUG oslo_concurrency.lockutils [None req-b4670225-83fc-4c2c-a7a2-54ec24b5a579 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.285s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2007.633289] env[62574]: DEBUG nova.compute.manager [None req-b4670225-83fc-4c2c-a7a2-54ec24b5a579 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] [instance: 6302cdc1-7534-4722-a8c4-7eaf67a4f125] Start building networks asynchronously for instance. {{(pid=62574) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2007.704497] env[62574]: DEBUG nova.network.neutron [-] [instance: 46ae905d-7e3f-4d5e-b917-333c751b6ad1] Updating instance_info_cache with network_info: [] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2007.733120] env[62574]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-db5d4a9f-2669-42a2-93d2-d808aadfb9e2 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2007.744494] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60099320-a904-4e50-9e99-c14f954a422c {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2007.781154] env[62574]: DEBUG nova.compute.manager [req-b96a9ee5-5fd5-44d6-b085-6bb23f9f6c74 req-b63aa1e2-663c-414e-8910-77fc3a24bcb0 service nova] [instance: 46ae905d-7e3f-4d5e-b917-333c751b6ad1] Detach interface failed, port_id=42f05e30-5ef8-45be-94a8-b6f407b22df2, reason: Instance 46ae905d-7e3f-4d5e-b917-333c751b6ad1 could not be found. {{(pid=62574) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 2007.921942] env[62574]: DEBUG oslo_concurrency.lockutils [None req-baa0fbd5-310d-40a2-b84e-08f283cd0eaf tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Releasing lock "refresh_cache-d030b211-e17d-44ed-b034-f57b1599e108" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2007.925454] env[62574]: DEBUG oslo_concurrency.lockutils [None req-3b8a9514-91bc-4d17-aa0a-3c8dca27d7c6 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Lock "13d9a284-2078-4e13-848a-5cce88d50a54" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.702s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2007.979939] env[62574]: DEBUG nova.network.neutron [None req-63ba40c7-ef76-4e90-b058-9211afd732a0 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] [instance: e9878c22-2044-464f-915f-c1c865693437] Port 3a39b895-bd2c-473c-8ce9-963b9918de03 binding to destination host cpu-1 is already ACTIVE {{(pid=62574) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 2008.139043] env[62574]: DEBUG nova.compute.utils [None req-b4670225-83fc-4c2c-a7a2-54ec24b5a579 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Using /dev/sd instead of None {{(pid=62574) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2008.140981] env[62574]: DEBUG nova.compute.manager [None req-b4670225-83fc-4c2c-a7a2-54ec24b5a579 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] [instance: 6302cdc1-7534-4722-a8c4-7eaf67a4f125] Allocating IP information in the background. {{(pid=62574) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2008.141714] env[62574]: DEBUG nova.network.neutron [None req-b4670225-83fc-4c2c-a7a2-54ec24b5a579 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] [instance: 6302cdc1-7534-4722-a8c4-7eaf67a4f125] allocate_for_instance() {{(pid=62574) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2008.199397] env[62574]: DEBUG nova.policy [None req-b4670225-83fc-4c2c-a7a2-54ec24b5a579 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c7db3bf386d34a8aa4549ccf7e46fde8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '89fc8b5a7e904272a1c872b05656484c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62574) authorize /opt/stack/nova/nova/policy.py:192}} [ 2008.201939] env[62574]: DEBUG oslo_concurrency.lockutils [None req-c89669d9-a106-4250-9afa-5beee73924c9 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Acquiring lock "8ed6360e-d8a3-478a-a78f-3b8e9ef9464e" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2008.202338] env[62574]: DEBUG oslo_concurrency.lockutils [None req-c89669d9-a106-4250-9afa-5beee73924c9 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Lock "8ed6360e-d8a3-478a-a78f-3b8e9ef9464e" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2008.202988] env[62574]: INFO nova.compute.manager [None req-c89669d9-a106-4250-9afa-5beee73924c9 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] [instance: 8ed6360e-d8a3-478a-a78f-3b8e9ef9464e] Shelving [ 2008.207350] env[62574]: INFO nova.compute.manager [-] [instance: 46ae905d-7e3f-4d5e-b917-333c751b6ad1] Took 1.27 seconds to deallocate network for instance. [ 2008.212457] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-baa0fbd5-310d-40a2-b84e-08f283cd0eaf tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] [instance: d030b211-e17d-44ed-b034-f57b1599e108] Destroying instance {{(pid=62574) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2008.213809] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f14a1ec9-bfcb-412f-9c98-8e1dff850270 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2008.231202] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-baa0fbd5-310d-40a2-b84e-08f283cd0eaf tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] [instance: d030b211-e17d-44ed-b034-f57b1599e108] Unregistering the VM {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2008.231969] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4a62e773-4291-4330-83ec-cfd50f59eb75 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2008.400637] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-baa0fbd5-310d-40a2-b84e-08f283cd0eaf tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] [instance: d030b211-e17d-44ed-b034-f57b1599e108] Unregistered the VM {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2008.400891] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-baa0fbd5-310d-40a2-b84e-08f283cd0eaf tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] [instance: d030b211-e17d-44ed-b034-f57b1599e108] Deleting contents of the VM from datastore datastore2 {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2008.401093] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-baa0fbd5-310d-40a2-b84e-08f283cd0eaf tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Deleting the datastore file [datastore2] d030b211-e17d-44ed-b034-f57b1599e108 {{(pid=62574) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2008.401385] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9eb34f3e-15f2-4295-b29a-00f0706387a0 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2008.412567] env[62574]: DEBUG oslo_vmware.api [None req-baa0fbd5-310d-40a2-b84e-08f283cd0eaf tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Waiting for the task: (returnval){ [ 2008.412567] env[62574]: value = "task-1862560" [ 2008.412567] env[62574]: _type = "Task" [ 2008.412567] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2008.425571] env[62574]: DEBUG oslo_vmware.api [None req-baa0fbd5-310d-40a2-b84e-08f283cd0eaf tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Task: {'id': task-1862560, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2008.495332] env[62574]: DEBUG nova.network.neutron [None req-b4670225-83fc-4c2c-a7a2-54ec24b5a579 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] [instance: 6302cdc1-7534-4722-a8c4-7eaf67a4f125] Successfully created port: 71387246-f99d-4d36-915d-39296fb77a6b {{(pid=62574) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2008.642245] env[62574]: DEBUG nova.compute.manager [None req-b4670225-83fc-4c2c-a7a2-54ec24b5a579 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] [instance: 6302cdc1-7534-4722-a8c4-7eaf67a4f125] Start building block device mappings for instance. {{(pid=62574) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2008.726327] env[62574]: DEBUG oslo_concurrency.lockutils [None req-6d219bd3-ac1f-4005-9424-33a3f6d89b56 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2008.726594] env[62574]: DEBUG oslo_concurrency.lockutils [None req-6d219bd3-ac1f-4005-9424-33a3f6d89b56 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2008.726819] env[62574]: DEBUG nova.objects.instance [None req-6d219bd3-ac1f-4005-9424-33a3f6d89b56 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Lazy-loading 'resources' on Instance uuid 46ae905d-7e3f-4d5e-b917-333c751b6ad1 {{(pid=62574) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2008.925093] env[62574]: DEBUG oslo_vmware.api [None req-baa0fbd5-310d-40a2-b84e-08f283cd0eaf tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Task: {'id': task-1862560, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.339587} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2008.925093] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-baa0fbd5-310d-40a2-b84e-08f283cd0eaf tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Deleted the datastore file {{(pid=62574) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2008.925093] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-baa0fbd5-310d-40a2-b84e-08f283cd0eaf tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] [instance: d030b211-e17d-44ed-b034-f57b1599e108] Deleted contents of the VM from datastore datastore2 {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2008.925093] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-baa0fbd5-310d-40a2-b84e-08f283cd0eaf tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] [instance: d030b211-e17d-44ed-b034-f57b1599e108] Instance destroyed {{(pid=62574) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2008.958517] env[62574]: INFO nova.scheduler.client.report [None req-baa0fbd5-310d-40a2-b84e-08f283cd0eaf tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Deleted allocations for instance d030b211-e17d-44ed-b034-f57b1599e108 [ 2009.008630] env[62574]: DEBUG oslo_concurrency.lockutils [None req-63ba40c7-ef76-4e90-b058-9211afd732a0 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Acquiring lock "e9878c22-2044-464f-915f-c1c865693437-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2009.009101] env[62574]: DEBUG oslo_concurrency.lockutils [None req-63ba40c7-ef76-4e90-b058-9211afd732a0 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Lock "e9878c22-2044-464f-915f-c1c865693437-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2009.009432] env[62574]: DEBUG oslo_concurrency.lockutils [None req-63ba40c7-ef76-4e90-b058-9211afd732a0 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Lock "e9878c22-2044-464f-915f-c1c865693437-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2009.213628] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-c89669d9-a106-4250-9afa-5beee73924c9 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] [instance: 8ed6360e-d8a3-478a-a78f-3b8e9ef9464e] Powering off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2009.213908] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-07dfd71a-9e20-41cb-b2cb-3f1366ae7832 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2009.224940] env[62574]: DEBUG oslo_vmware.api [None req-c89669d9-a106-4250-9afa-5beee73924c9 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Waiting for the task: (returnval){ [ 2009.224940] env[62574]: value = "task-1862561" [ 2009.224940] env[62574]: _type = "Task" [ 2009.224940] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2009.244455] env[62574]: DEBUG oslo_vmware.api [None req-c89669d9-a106-4250-9afa-5beee73924c9 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Task: {'id': task-1862561, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2009.319719] env[62574]: DEBUG nova.compute.manager [req-0b4aa39a-260a-44f7-9a88-afa6f2e762ae req-7cc81fd1-9df3-46fb-9cfb-4640c6dfc7df service nova] [instance: d030b211-e17d-44ed-b034-f57b1599e108] Received event network-vif-unplugged-29f3cfef-48fc-4a6a-b92d-73bd171bfa1d {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 2009.320632] env[62574]: DEBUG oslo_concurrency.lockutils [req-0b4aa39a-260a-44f7-9a88-afa6f2e762ae req-7cc81fd1-9df3-46fb-9cfb-4640c6dfc7df service nova] Acquiring lock "d030b211-e17d-44ed-b034-f57b1599e108-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2009.320632] env[62574]: DEBUG oslo_concurrency.lockutils [req-0b4aa39a-260a-44f7-9a88-afa6f2e762ae req-7cc81fd1-9df3-46fb-9cfb-4640c6dfc7df service nova] Lock "d030b211-e17d-44ed-b034-f57b1599e108-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2009.320632] env[62574]: DEBUG oslo_concurrency.lockutils [req-0b4aa39a-260a-44f7-9a88-afa6f2e762ae req-7cc81fd1-9df3-46fb-9cfb-4640c6dfc7df service nova] Lock "d030b211-e17d-44ed-b034-f57b1599e108-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2009.320632] env[62574]: DEBUG nova.compute.manager [req-0b4aa39a-260a-44f7-9a88-afa6f2e762ae req-7cc81fd1-9df3-46fb-9cfb-4640c6dfc7df service nova] [instance: d030b211-e17d-44ed-b034-f57b1599e108] No waiting events found dispatching network-vif-unplugged-29f3cfef-48fc-4a6a-b92d-73bd171bfa1d {{(pid=62574) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2009.320632] env[62574]: WARNING nova.compute.manager [req-0b4aa39a-260a-44f7-9a88-afa6f2e762ae req-7cc81fd1-9df3-46fb-9cfb-4640c6dfc7df service nova] [instance: d030b211-e17d-44ed-b034-f57b1599e108] Received unexpected event network-vif-unplugged-29f3cfef-48fc-4a6a-b92d-73bd171bfa1d for instance with vm_state shelved_offloaded and task_state None. [ 2009.321056] env[62574]: DEBUG nova.compute.manager [req-0b4aa39a-260a-44f7-9a88-afa6f2e762ae req-7cc81fd1-9df3-46fb-9cfb-4640c6dfc7df service nova] [instance: d030b211-e17d-44ed-b034-f57b1599e108] Received event network-changed-29f3cfef-48fc-4a6a-b92d-73bd171bfa1d {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 2009.321232] env[62574]: DEBUG nova.compute.manager [req-0b4aa39a-260a-44f7-9a88-afa6f2e762ae req-7cc81fd1-9df3-46fb-9cfb-4640c6dfc7df service nova] [instance: d030b211-e17d-44ed-b034-f57b1599e108] Refreshing instance network info cache due to event network-changed-29f3cfef-48fc-4a6a-b92d-73bd171bfa1d. {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 2009.321467] env[62574]: DEBUG oslo_concurrency.lockutils [req-0b4aa39a-260a-44f7-9a88-afa6f2e762ae req-7cc81fd1-9df3-46fb-9cfb-4640c6dfc7df service nova] Acquiring lock "refresh_cache-d030b211-e17d-44ed-b034-f57b1599e108" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2009.321652] env[62574]: DEBUG oslo_concurrency.lockutils [req-0b4aa39a-260a-44f7-9a88-afa6f2e762ae req-7cc81fd1-9df3-46fb-9cfb-4640c6dfc7df service nova] Acquired lock "refresh_cache-d030b211-e17d-44ed-b034-f57b1599e108" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2009.321856] env[62574]: DEBUG nova.network.neutron [req-0b4aa39a-260a-44f7-9a88-afa6f2e762ae req-7cc81fd1-9df3-46fb-9cfb-4640c6dfc7df service nova] [instance: d030b211-e17d-44ed-b034-f57b1599e108] Refreshing network info cache for port 29f3cfef-48fc-4a6a-b92d-73bd171bfa1d {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2009.450024] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b6f6447-8a8a-4809-84a6-846ca210e187 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2009.459904] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e32b1b3-6cc3-403a-ac24-07749d7f09dd {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2009.464134] env[62574]: DEBUG oslo_concurrency.lockutils [None req-baa0fbd5-310d-40a2-b84e-08f283cd0eaf tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2009.493431] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64910043-7c62-4af5-abee-d4cba6e96f99 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2009.502286] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6b49fb1-09fc-4d66-8dcb-ec72968a8c87 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2009.519351] env[62574]: DEBUG nova.compute.provider_tree [None req-6d219bd3-ac1f-4005-9424-33a3f6d89b56 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Inventory has not changed in ProviderTree for provider: f0ed160a-beff-4626-a531-2a70d7bc0627 {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2009.656980] env[62574]: DEBUG nova.compute.manager [None req-b4670225-83fc-4c2c-a7a2-54ec24b5a579 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] [instance: 6302cdc1-7534-4722-a8c4-7eaf67a4f125] Start spawning the instance on the hypervisor. {{(pid=62574) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2009.678837] env[62574]: DEBUG nova.virt.hardware [None req-b4670225-83fc-4c2c-a7a2-54ec24b5a579 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T19:26:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-13T19:26:40Z,direct_url=,disk_format='vmdk',id=3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7eed1dd4d2c3418eb32c4f4ceda3ab0d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-13T19:26:41Z,virtual_size=,visibility=), allow threads: False {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2009.679211] env[62574]: DEBUG nova.virt.hardware [None req-b4670225-83fc-4c2c-a7a2-54ec24b5a579 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Flavor limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2009.679390] env[62574]: DEBUG nova.virt.hardware [None req-b4670225-83fc-4c2c-a7a2-54ec24b5a579 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Image limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2009.679576] env[62574]: DEBUG nova.virt.hardware [None req-b4670225-83fc-4c2c-a7a2-54ec24b5a579 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Flavor pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2009.679750] env[62574]: DEBUG nova.virt.hardware [None req-b4670225-83fc-4c2c-a7a2-54ec24b5a579 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Image pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2009.679921] env[62574]: DEBUG nova.virt.hardware [None req-b4670225-83fc-4c2c-a7a2-54ec24b5a579 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2009.680148] env[62574]: DEBUG nova.virt.hardware [None req-b4670225-83fc-4c2c-a7a2-54ec24b5a579 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2009.680311] env[62574]: DEBUG nova.virt.hardware [None req-b4670225-83fc-4c2c-a7a2-54ec24b5a579 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2009.680480] env[62574]: DEBUG nova.virt.hardware [None req-b4670225-83fc-4c2c-a7a2-54ec24b5a579 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Got 1 possible topologies {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2009.680694] env[62574]: DEBUG nova.virt.hardware [None req-b4670225-83fc-4c2c-a7a2-54ec24b5a579 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2009.680899] env[62574]: DEBUG nova.virt.hardware [None req-b4670225-83fc-4c2c-a7a2-54ec24b5a579 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2009.681787] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1db7d2b-b1d4-4557-9b22-cfa1d37ffa13 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2009.690041] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72a9b8a3-5168-4904-822e-fb0381b03ef4 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2009.734717] env[62574]: DEBUG oslo_vmware.api [None req-c89669d9-a106-4250-9afa-5beee73924c9 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Task: {'id': task-1862561, 'name': PowerOffVM_Task, 'duration_secs': 0.198252} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2009.734991] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-c89669d9-a106-4250-9afa-5beee73924c9 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] [instance: 8ed6360e-d8a3-478a-a78f-3b8e9ef9464e] Powered off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2009.735783] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fbcfd2c-9662-4c21-ae9d-a6b3acf31689 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2009.754149] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0f7ff3d-d615-4dad-b885-64e4bb9f89e8 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2009.902961] env[62574]: DEBUG nova.compute.manager [req-aac1467a-ad65-4de7-b71a-0b2c1ae4dcc3 req-476f69c3-f47f-482a-9f79-9266eead8f57 service nova] [instance: 6302cdc1-7534-4722-a8c4-7eaf67a4f125] Received event network-vif-plugged-71387246-f99d-4d36-915d-39296fb77a6b {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 2009.902961] env[62574]: DEBUG oslo_concurrency.lockutils [req-aac1467a-ad65-4de7-b71a-0b2c1ae4dcc3 req-476f69c3-f47f-482a-9f79-9266eead8f57 service nova] Acquiring lock "6302cdc1-7534-4722-a8c4-7eaf67a4f125-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2009.902961] env[62574]: DEBUG oslo_concurrency.lockutils [req-aac1467a-ad65-4de7-b71a-0b2c1ae4dcc3 req-476f69c3-f47f-482a-9f79-9266eead8f57 service nova] Lock "6302cdc1-7534-4722-a8c4-7eaf67a4f125-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2009.902961] env[62574]: DEBUG oslo_concurrency.lockutils [req-aac1467a-ad65-4de7-b71a-0b2c1ae4dcc3 req-476f69c3-f47f-482a-9f79-9266eead8f57 service nova] Lock "6302cdc1-7534-4722-a8c4-7eaf67a4f125-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2009.903815] env[62574]: DEBUG nova.compute.manager [req-aac1467a-ad65-4de7-b71a-0b2c1ae4dcc3 req-476f69c3-f47f-482a-9f79-9266eead8f57 service nova] [instance: 6302cdc1-7534-4722-a8c4-7eaf67a4f125] No waiting events found dispatching network-vif-plugged-71387246-f99d-4d36-915d-39296fb77a6b {{(pid=62574) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2009.904186] env[62574]: WARNING nova.compute.manager [req-aac1467a-ad65-4de7-b71a-0b2c1ae4dcc3 req-476f69c3-f47f-482a-9f79-9266eead8f57 service nova] [instance: 6302cdc1-7534-4722-a8c4-7eaf67a4f125] Received unexpected event network-vif-plugged-71387246-f99d-4d36-915d-39296fb77a6b for instance with vm_state building and task_state spawning. [ 2009.988981] env[62574]: DEBUG nova.network.neutron [None req-b4670225-83fc-4c2c-a7a2-54ec24b5a579 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] [instance: 6302cdc1-7534-4722-a8c4-7eaf67a4f125] Successfully updated port: 71387246-f99d-4d36-915d-39296fb77a6b {{(pid=62574) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2010.022236] env[62574]: DEBUG nova.scheduler.client.report [None req-6d219bd3-ac1f-4005-9424-33a3f6d89b56 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Inventory has not changed for provider f0ed160a-beff-4626-a531-2a70d7bc0627 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 148, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2010.047355] env[62574]: DEBUG nova.network.neutron [req-0b4aa39a-260a-44f7-9a88-afa6f2e762ae req-7cc81fd1-9df3-46fb-9cfb-4640c6dfc7df service nova] [instance: d030b211-e17d-44ed-b034-f57b1599e108] Updated VIF entry in instance network info cache for port 29f3cfef-48fc-4a6a-b92d-73bd171bfa1d. {{(pid=62574) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2010.047744] env[62574]: DEBUG nova.network.neutron [req-0b4aa39a-260a-44f7-9a88-afa6f2e762ae req-7cc81fd1-9df3-46fb-9cfb-4640c6dfc7df service nova] [instance: d030b211-e17d-44ed-b034-f57b1599e108] Updating instance_info_cache with network_info: [{"id": "29f3cfef-48fc-4a6a-b92d-73bd171bfa1d", "address": "fa:16:3e:da:25:ad", "network": {"id": "1767f4d1-96d0-48db-9bcb-5bbb2ed9d270", "bridge": null, "label": "tempest-ServersNegativeTestJSON-1780515396-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43b1542375334999bec3e53ad4a56482", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap29f3cfef-48", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2010.078964] env[62574]: DEBUG oslo_concurrency.lockutils [None req-63ba40c7-ef76-4e90-b058-9211afd732a0 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Acquiring lock "refresh_cache-e9878c22-2044-464f-915f-c1c865693437" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2010.079241] env[62574]: DEBUG oslo_concurrency.lockutils [None req-63ba40c7-ef76-4e90-b058-9211afd732a0 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Acquired lock "refresh_cache-e9878c22-2044-464f-915f-c1c865693437" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2010.079487] env[62574]: DEBUG nova.network.neutron [None req-63ba40c7-ef76-4e90-b058-9211afd732a0 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] [instance: e9878c22-2044-464f-915f-c1c865693437] Building network info cache for instance {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2010.267104] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-c89669d9-a106-4250-9afa-5beee73924c9 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] [instance: 8ed6360e-d8a3-478a-a78f-3b8e9ef9464e] Creating Snapshot of the VM instance {{(pid=62574) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 2010.267464] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-b35f05ae-4873-4c0a-a3d4-687016dafc50 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2010.276553] env[62574]: DEBUG oslo_vmware.api [None req-c89669d9-a106-4250-9afa-5beee73924c9 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Waiting for the task: (returnval){ [ 2010.276553] env[62574]: value = "task-1862562" [ 2010.276553] env[62574]: _type = "Task" [ 2010.276553] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2010.285527] env[62574]: DEBUG oslo_vmware.api [None req-c89669d9-a106-4250-9afa-5beee73924c9 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Task: {'id': task-1862562, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2010.495079] env[62574]: DEBUG oslo_concurrency.lockutils [None req-b4670225-83fc-4c2c-a7a2-54ec24b5a579 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Acquiring lock "refresh_cache-6302cdc1-7534-4722-a8c4-7eaf67a4f125" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2010.495079] env[62574]: DEBUG oslo_concurrency.lockutils [None req-b4670225-83fc-4c2c-a7a2-54ec24b5a579 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Acquired lock "refresh_cache-6302cdc1-7534-4722-a8c4-7eaf67a4f125" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2010.495079] env[62574]: DEBUG nova.network.neutron [None req-b4670225-83fc-4c2c-a7a2-54ec24b5a579 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] [instance: 6302cdc1-7534-4722-a8c4-7eaf67a4f125] Building network info cache for instance {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2010.529446] env[62574]: DEBUG oslo_concurrency.lockutils [None req-6d219bd3-ac1f-4005-9424-33a3f6d89b56 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.803s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2010.532361] env[62574]: DEBUG oslo_concurrency.lockutils [None req-baa0fbd5-310d-40a2-b84e-08f283cd0eaf tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.068s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2010.532626] env[62574]: DEBUG nova.objects.instance [None req-baa0fbd5-310d-40a2-b84e-08f283cd0eaf tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Lazy-loading 'resources' on Instance uuid d030b211-e17d-44ed-b034-f57b1599e108 {{(pid=62574) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2010.549622] env[62574]: INFO nova.scheduler.client.report [None req-6d219bd3-ac1f-4005-9424-33a3f6d89b56 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Deleted allocations for instance 46ae905d-7e3f-4d5e-b917-333c751b6ad1 [ 2010.550987] env[62574]: DEBUG oslo_concurrency.lockutils [req-0b4aa39a-260a-44f7-9a88-afa6f2e762ae req-7cc81fd1-9df3-46fb-9cfb-4640c6dfc7df service nova] Releasing lock "refresh_cache-d030b211-e17d-44ed-b034-f57b1599e108" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2010.551263] env[62574]: DEBUG nova.compute.manager [req-0b4aa39a-260a-44f7-9a88-afa6f2e762ae req-7cc81fd1-9df3-46fb-9cfb-4640c6dfc7df service nova] [instance: 13d9a284-2078-4e13-848a-5cce88d50a54] Received event network-changed-e2602d78-f91c-4476-a1bd-d57cda450df9 {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 2010.551441] env[62574]: DEBUG nova.compute.manager [req-0b4aa39a-260a-44f7-9a88-afa6f2e762ae req-7cc81fd1-9df3-46fb-9cfb-4640c6dfc7df service nova] [instance: 13d9a284-2078-4e13-848a-5cce88d50a54] Refreshing instance network info cache due to event network-changed-e2602d78-f91c-4476-a1bd-d57cda450df9. {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 2010.551658] env[62574]: DEBUG oslo_concurrency.lockutils [req-0b4aa39a-260a-44f7-9a88-afa6f2e762ae req-7cc81fd1-9df3-46fb-9cfb-4640c6dfc7df service nova] Acquiring lock "refresh_cache-13d9a284-2078-4e13-848a-5cce88d50a54" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2010.551806] env[62574]: DEBUG oslo_concurrency.lockutils [req-0b4aa39a-260a-44f7-9a88-afa6f2e762ae req-7cc81fd1-9df3-46fb-9cfb-4640c6dfc7df service nova] Acquired lock "refresh_cache-13d9a284-2078-4e13-848a-5cce88d50a54" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2010.551973] env[62574]: DEBUG nova.network.neutron [req-0b4aa39a-260a-44f7-9a88-afa6f2e762ae req-7cc81fd1-9df3-46fb-9cfb-4640c6dfc7df service nova] [instance: 13d9a284-2078-4e13-848a-5cce88d50a54] Refreshing network info cache for port e2602d78-f91c-4476-a1bd-d57cda450df9 {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2010.576655] env[62574]: DEBUG oslo_concurrency.lockutils [None req-ab0b3dff-3d06-48df-a11c-5a3a899646a5 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Acquiring lock "d030b211-e17d-44ed-b034-f57b1599e108" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2010.786536] env[62574]: DEBUG oslo_vmware.api [None req-c89669d9-a106-4250-9afa-5beee73924c9 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Task: {'id': task-1862562, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2010.823275] env[62574]: DEBUG nova.network.neutron [None req-63ba40c7-ef76-4e90-b058-9211afd732a0 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] [instance: e9878c22-2044-464f-915f-c1c865693437] Updating instance_info_cache with network_info: [{"id": "3a39b895-bd2c-473c-8ce9-963b9918de03", "address": "fa:16:3e:3a:c5:64", "network": {"id": "3af14f16-9d32-4c8d-8557-ce8f3b8b4086", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1431517823-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.141", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "31d5eeff630d40d2928149f27883ae60", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a39b895-bd", "ovs_interfaceid": "3a39b895-bd2c-473c-8ce9-963b9918de03", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2011.029126] env[62574]: DEBUG nova.network.neutron [None req-b4670225-83fc-4c2c-a7a2-54ec24b5a579 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] [instance: 6302cdc1-7534-4722-a8c4-7eaf67a4f125] Instance cache missing network info. {{(pid=62574) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2011.035015] env[62574]: DEBUG nova.objects.instance [None req-baa0fbd5-310d-40a2-b84e-08f283cd0eaf tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Lazy-loading 'numa_topology' on Instance uuid d030b211-e17d-44ed-b034-f57b1599e108 {{(pid=62574) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2011.066241] env[62574]: DEBUG oslo_concurrency.lockutils [None req-6d219bd3-ac1f-4005-9424-33a3f6d89b56 tempest-ImagesTestJSON-133823558 tempest-ImagesTestJSON-133823558-project-member] Lock "46ae905d-7e3f-4d5e-b917-333c751b6ad1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.788s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2011.188643] env[62574]: DEBUG nova.network.neutron [None req-b4670225-83fc-4c2c-a7a2-54ec24b5a579 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] [instance: 6302cdc1-7534-4722-a8c4-7eaf67a4f125] Updating instance_info_cache with network_info: [{"id": "71387246-f99d-4d36-915d-39296fb77a6b", "address": "fa:16:3e:ff:a3:d5", "network": {"id": "f6a83369-79e9-4642-a0ca-7260589f6ea4", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-146115192-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "89fc8b5a7e904272a1c872b05656484c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35e463c7-7d78-4d66-8efd-6127b1f3ee17", "external-id": "nsx-vlan-transportzone-175", "segmentation_id": 175, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap71387246-f9", "ovs_interfaceid": "71387246-f99d-4d36-915d-39296fb77a6b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2011.289544] env[62574]: DEBUG oslo_vmware.api [None req-c89669d9-a106-4250-9afa-5beee73924c9 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Task: {'id': task-1862562, 'name': CreateSnapshot_Task, 'duration_secs': 0.846577} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2011.289820] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-c89669d9-a106-4250-9afa-5beee73924c9 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] [instance: 8ed6360e-d8a3-478a-a78f-3b8e9ef9464e] Created Snapshot of the VM instance {{(pid=62574) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 2011.290640] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04e18144-acae-4fc0-8d48-eed5c5c1db72 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2011.326100] env[62574]: DEBUG oslo_concurrency.lockutils [None req-63ba40c7-ef76-4e90-b058-9211afd732a0 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Releasing lock "refresh_cache-e9878c22-2044-464f-915f-c1c865693437" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2011.331565] env[62574]: DEBUG nova.network.neutron [req-0b4aa39a-260a-44f7-9a88-afa6f2e762ae req-7cc81fd1-9df3-46fb-9cfb-4640c6dfc7df service nova] [instance: 13d9a284-2078-4e13-848a-5cce88d50a54] Updated VIF entry in instance network info cache for port e2602d78-f91c-4476-a1bd-d57cda450df9. {{(pid=62574) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2011.331923] env[62574]: DEBUG nova.network.neutron [req-0b4aa39a-260a-44f7-9a88-afa6f2e762ae req-7cc81fd1-9df3-46fb-9cfb-4640c6dfc7df service nova] [instance: 13d9a284-2078-4e13-848a-5cce88d50a54] Updating instance_info_cache with network_info: [{"id": "e2602d78-f91c-4476-a1bd-d57cda450df9", "address": "fa:16:3e:67:c4:38", "network": {"id": "b2d07115-f5da-483b-99a5-ede728256338", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-116321158-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.173", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ab01ddb6cf3453f8b60099794e20a03", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c20f5114-0866-45b3-9a7c-62f113ff83fa", "external-id": "nsx-vlan-transportzone-47", "segmentation_id": 47, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2602d78-f9", "ovs_interfaceid": "e2602d78-f91c-4476-a1bd-d57cda450df9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2011.537972] env[62574]: DEBUG nova.objects.base [None req-baa0fbd5-310d-40a2-b84e-08f283cd0eaf tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=62574) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2011.693450] env[62574]: DEBUG oslo_concurrency.lockutils [None req-b4670225-83fc-4c2c-a7a2-54ec24b5a579 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Releasing lock "refresh_cache-6302cdc1-7534-4722-a8c4-7eaf67a4f125" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2011.693786] env[62574]: DEBUG nova.compute.manager [None req-b4670225-83fc-4c2c-a7a2-54ec24b5a579 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] [instance: 6302cdc1-7534-4722-a8c4-7eaf67a4f125] Instance network_info: |[{"id": "71387246-f99d-4d36-915d-39296fb77a6b", "address": "fa:16:3e:ff:a3:d5", "network": {"id": "f6a83369-79e9-4642-a0ca-7260589f6ea4", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-146115192-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "89fc8b5a7e904272a1c872b05656484c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35e463c7-7d78-4d66-8efd-6127b1f3ee17", "external-id": "nsx-vlan-transportzone-175", "segmentation_id": 175, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap71387246-f9", "ovs_interfaceid": "71387246-f99d-4d36-915d-39296fb77a6b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62574) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2011.694229] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-b4670225-83fc-4c2c-a7a2-54ec24b5a579 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] [instance: 6302cdc1-7534-4722-a8c4-7eaf67a4f125] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ff:a3:d5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '35e463c7-7d78-4d66-8efd-6127b1f3ee17', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '71387246-f99d-4d36-915d-39296fb77a6b', 'vif_model': 'vmxnet3'}] {{(pid=62574) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2011.701692] env[62574]: DEBUG oslo.service.loopingcall [None req-b4670225-83fc-4c2c-a7a2-54ec24b5a579 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62574) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2011.702760] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6302cdc1-7534-4722-a8c4-7eaf67a4f125] Creating VM on the ESX host {{(pid=62574) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2011.703518] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcda09ea-730d-4e05-b598-807c2f110797 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2011.707642] env[62574]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-efe7bb41-8335-4d50-98f7-10dcc245d488 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2011.727340] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37619000-d21b-4053-8340-58e99b9da466 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2011.731497] env[62574]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2011.731497] env[62574]: value = "task-1862564" [ 2011.731497] env[62574]: _type = "Task" [ 2011.731497] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2011.761437] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d33369ca-13df-46ef-a36f-ddb43732f3c4 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2011.767262] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1862564, 'name': CreateVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2011.773117] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1f119f5-53fe-441c-993d-1cd12bd72646 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2011.788160] env[62574]: DEBUG nova.compute.provider_tree [None req-baa0fbd5-310d-40a2-b84e-08f283cd0eaf tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Inventory has not changed in ProviderTree for provider: f0ed160a-beff-4626-a531-2a70d7bc0627 {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2011.807958] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-c89669d9-a106-4250-9afa-5beee73924c9 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] [instance: 8ed6360e-d8a3-478a-a78f-3b8e9ef9464e] Creating linked-clone VM from snapshot {{(pid=62574) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 2011.808529] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-b5b01b7e-bf8f-4fd0-9620-379b689c4931 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2011.818544] env[62574]: DEBUG oslo_vmware.api [None req-c89669d9-a106-4250-9afa-5beee73924c9 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Waiting for the task: (returnval){ [ 2011.818544] env[62574]: value = "task-1862565" [ 2011.818544] env[62574]: _type = "Task" [ 2011.818544] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2011.826895] env[62574]: DEBUG oslo_vmware.api [None req-c89669d9-a106-4250-9afa-5beee73924c9 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Task: {'id': task-1862565, 'name': CloneVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2011.834628] env[62574]: DEBUG oslo_concurrency.lockutils [req-0b4aa39a-260a-44f7-9a88-afa6f2e762ae req-7cc81fd1-9df3-46fb-9cfb-4640c6dfc7df service nova] Releasing lock "refresh_cache-13d9a284-2078-4e13-848a-5cce88d50a54" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2011.847323] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04a835d5-2e9e-4a9b-8186-94ff3fab63f4 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2011.867799] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c3c61d2-d8ec-4e45-ac95-d0c91ebec16c {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2011.877618] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-63ba40c7-ef76-4e90-b058-9211afd732a0 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] [instance: e9878c22-2044-464f-915f-c1c865693437] Updating instance 'e9878c22-2044-464f-915f-c1c865693437' progress to 83 {{(pid=62574) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2011.935111] env[62574]: DEBUG nova.compute.manager [req-71a5d6cb-0567-4e55-8286-ccf2a8bb58f9 req-392a9759-a7ad-4997-9f9c-b816e5c315a7 service nova] [instance: 6302cdc1-7534-4722-a8c4-7eaf67a4f125] Received event network-changed-71387246-f99d-4d36-915d-39296fb77a6b {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 2011.935368] env[62574]: DEBUG nova.compute.manager [req-71a5d6cb-0567-4e55-8286-ccf2a8bb58f9 req-392a9759-a7ad-4997-9f9c-b816e5c315a7 service nova] [instance: 6302cdc1-7534-4722-a8c4-7eaf67a4f125] Refreshing instance network info cache due to event network-changed-71387246-f99d-4d36-915d-39296fb77a6b. {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 2011.935541] env[62574]: DEBUG oslo_concurrency.lockutils [req-71a5d6cb-0567-4e55-8286-ccf2a8bb58f9 req-392a9759-a7ad-4997-9f9c-b816e5c315a7 service nova] Acquiring lock "refresh_cache-6302cdc1-7534-4722-a8c4-7eaf67a4f125" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2011.935681] env[62574]: DEBUG oslo_concurrency.lockutils [req-71a5d6cb-0567-4e55-8286-ccf2a8bb58f9 req-392a9759-a7ad-4997-9f9c-b816e5c315a7 service nova] Acquired lock "refresh_cache-6302cdc1-7534-4722-a8c4-7eaf67a4f125" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2011.936142] env[62574]: DEBUG nova.network.neutron [req-71a5d6cb-0567-4e55-8286-ccf2a8bb58f9 req-392a9759-a7ad-4997-9f9c-b816e5c315a7 service nova] [instance: 6302cdc1-7534-4722-a8c4-7eaf67a4f125] Refreshing network info cache for port 71387246-f99d-4d36-915d-39296fb77a6b {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2012.244232] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1862564, 'name': CreateVM_Task} progress is 99%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2012.292076] env[62574]: DEBUG nova.scheduler.client.report [None req-baa0fbd5-310d-40a2-b84e-08f283cd0eaf tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Inventory has not changed for provider f0ed160a-beff-4626-a531-2a70d7bc0627 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 148, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2012.328887] env[62574]: DEBUG oslo_vmware.api [None req-c89669d9-a106-4250-9afa-5beee73924c9 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Task: {'id': task-1862565, 'name': CloneVM_Task} progress is 94%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2012.386688] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-63ba40c7-ef76-4e90-b058-9211afd732a0 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] [instance: e9878c22-2044-464f-915f-c1c865693437] Powering on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2012.389034] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8bee613a-a1cf-404e-b85b-5cbf00545617 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2012.396679] env[62574]: DEBUG oslo_vmware.api [None req-63ba40c7-ef76-4e90-b058-9211afd732a0 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Waiting for the task: (returnval){ [ 2012.396679] env[62574]: value = "task-1862566" [ 2012.396679] env[62574]: _type = "Task" [ 2012.396679] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2012.405776] env[62574]: DEBUG oslo_vmware.api [None req-63ba40c7-ef76-4e90-b058-9211afd732a0 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Task: {'id': task-1862566, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2012.544539] env[62574]: DEBUG oslo_concurrency.lockutils [None req-15250bea-af5e-4ca9-b2fd-7e22da65dc0b tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Acquiring lock "interface-3093e4ab-7f4e-48bf-a3ac-7c990da06f32-a620e9bf-0e88-4e52-87b0-c376953272b8" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2012.544974] env[62574]: DEBUG oslo_concurrency.lockutils [None req-15250bea-af5e-4ca9-b2fd-7e22da65dc0b tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Lock "interface-3093e4ab-7f4e-48bf-a3ac-7c990da06f32-a620e9bf-0e88-4e52-87b0-c376953272b8" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2012.545507] env[62574]: DEBUG nova.objects.instance [None req-15250bea-af5e-4ca9-b2fd-7e22da65dc0b tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Lazy-loading 'flavor' on Instance uuid 3093e4ab-7f4e-48bf-a3ac-7c990da06f32 {{(pid=62574) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2012.745757] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1862564, 'name': CreateVM_Task, 'duration_secs': 0.651128} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2012.745965] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6302cdc1-7534-4722-a8c4-7eaf67a4f125] Created VM on the ESX host {{(pid=62574) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2012.746813] env[62574]: DEBUG oslo_concurrency.lockutils [None req-b4670225-83fc-4c2c-a7a2-54ec24b5a579 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2012.747040] env[62574]: DEBUG oslo_concurrency.lockutils [None req-b4670225-83fc-4c2c-a7a2-54ec24b5a579 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2012.747393] env[62574]: DEBUG oslo_concurrency.lockutils [None req-b4670225-83fc-4c2c-a7a2-54ec24b5a579 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2012.747668] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9aa4cecd-c6ad-4b4b-ac2d-a740773a6114 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2012.753194] env[62574]: DEBUG oslo_vmware.api [None req-b4670225-83fc-4c2c-a7a2-54ec24b5a579 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Waiting for the task: (returnval){ [ 2012.753194] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]52b4b6a5-158b-a7b1-71a4-79678624dfb5" [ 2012.753194] env[62574]: _type = "Task" [ 2012.753194] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2012.762771] env[62574]: DEBUG oslo_vmware.api [None req-b4670225-83fc-4c2c-a7a2-54ec24b5a579 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52b4b6a5-158b-a7b1-71a4-79678624dfb5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2012.798074] env[62574]: DEBUG oslo_concurrency.lockutils [None req-baa0fbd5-310d-40a2-b84e-08f283cd0eaf tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.265s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2012.829446] env[62574]: DEBUG oslo_vmware.api [None req-c89669d9-a106-4250-9afa-5beee73924c9 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Task: {'id': task-1862565, 'name': CloneVM_Task} progress is 100%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2012.911929] env[62574]: DEBUG oslo_vmware.api [None req-63ba40c7-ef76-4e90-b058-9211afd732a0 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Task: {'id': task-1862566, 'name': PowerOnVM_Task, 'duration_secs': 0.409556} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2012.913271] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-63ba40c7-ef76-4e90-b058-9211afd732a0 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] [instance: e9878c22-2044-464f-915f-c1c865693437] Powered on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2012.913271] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-63ba40c7-ef76-4e90-b058-9211afd732a0 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] [instance: e9878c22-2044-464f-915f-c1c865693437] Updating instance 'e9878c22-2044-464f-915f-c1c865693437' progress to 100 {{(pid=62574) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2012.972192] env[62574]: DEBUG nova.network.neutron [req-71a5d6cb-0567-4e55-8286-ccf2a8bb58f9 req-392a9759-a7ad-4997-9f9c-b816e5c315a7 service nova] [instance: 6302cdc1-7534-4722-a8c4-7eaf67a4f125] Updated VIF entry in instance network info cache for port 71387246-f99d-4d36-915d-39296fb77a6b. {{(pid=62574) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2012.972520] env[62574]: DEBUG nova.network.neutron [req-71a5d6cb-0567-4e55-8286-ccf2a8bb58f9 req-392a9759-a7ad-4997-9f9c-b816e5c315a7 service nova] [instance: 6302cdc1-7534-4722-a8c4-7eaf67a4f125] Updating instance_info_cache with network_info: [{"id": "71387246-f99d-4d36-915d-39296fb77a6b", "address": "fa:16:3e:ff:a3:d5", "network": {"id": "f6a83369-79e9-4642-a0ca-7260589f6ea4", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-146115192-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "89fc8b5a7e904272a1c872b05656484c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35e463c7-7d78-4d66-8efd-6127b1f3ee17", "external-id": "nsx-vlan-transportzone-175", "segmentation_id": 175, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap71387246-f9", "ovs_interfaceid": "71387246-f99d-4d36-915d-39296fb77a6b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2013.179298] env[62574]: DEBUG nova.objects.instance [None req-15250bea-af5e-4ca9-b2fd-7e22da65dc0b tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Lazy-loading 'pci_requests' on Instance uuid 3093e4ab-7f4e-48bf-a3ac-7c990da06f32 {{(pid=62574) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2013.265339] env[62574]: DEBUG oslo_vmware.api [None req-b4670225-83fc-4c2c-a7a2-54ec24b5a579 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52b4b6a5-158b-a7b1-71a4-79678624dfb5, 'name': SearchDatastore_Task, 'duration_secs': 0.024514} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2013.265572] env[62574]: DEBUG oslo_concurrency.lockutils [None req-b4670225-83fc-4c2c-a7a2-54ec24b5a579 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2013.265807] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-b4670225-83fc-4c2c-a7a2-54ec24b5a579 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] [instance: 6302cdc1-7534-4722-a8c4-7eaf67a4f125] Processing image 3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2 {{(pid=62574) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2013.266123] env[62574]: DEBUG oslo_concurrency.lockutils [None req-b4670225-83fc-4c2c-a7a2-54ec24b5a579 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2013.266329] env[62574]: DEBUG oslo_concurrency.lockutils [None req-b4670225-83fc-4c2c-a7a2-54ec24b5a579 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2013.266552] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4670225-83fc-4c2c-a7a2-54ec24b5a579 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2013.266829] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-24c5c656-2aec-4c39-a6a3-7916cc72ac22 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2013.277085] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4670225-83fc-4c2c-a7a2-54ec24b5a579 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2013.277279] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-b4670225-83fc-4c2c-a7a2-54ec24b5a579 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62574) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2013.278018] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c544baf2-33d6-4993-9ffa-73d18c3d5415 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2013.284222] env[62574]: DEBUG oslo_vmware.api [None req-b4670225-83fc-4c2c-a7a2-54ec24b5a579 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Waiting for the task: (returnval){ [ 2013.284222] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]5297ba4c-b80b-8e62-5592-b93a32ebede9" [ 2013.284222] env[62574]: _type = "Task" [ 2013.284222] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2013.293119] env[62574]: DEBUG oslo_vmware.api [None req-b4670225-83fc-4c2c-a7a2-54ec24b5a579 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]5297ba4c-b80b-8e62-5592-b93a32ebede9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2013.309894] env[62574]: DEBUG oslo_concurrency.lockutils [None req-baa0fbd5-310d-40a2-b84e-08f283cd0eaf tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Lock "d030b211-e17d-44ed-b034-f57b1599e108" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 25.363s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2013.310993] env[62574]: DEBUG oslo_concurrency.lockutils [None req-ab0b3dff-3d06-48df-a11c-5a3a899646a5 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Lock "d030b211-e17d-44ed-b034-f57b1599e108" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 2.734s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2013.311226] env[62574]: INFO nova.compute.manager [None req-ab0b3dff-3d06-48df-a11c-5a3a899646a5 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] [instance: d030b211-e17d-44ed-b034-f57b1599e108] Unshelving [ 2013.333014] env[62574]: DEBUG oslo_vmware.api [None req-c89669d9-a106-4250-9afa-5beee73924c9 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Task: {'id': task-1862565, 'name': CloneVM_Task, 'duration_secs': 1.029504} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2013.333178] env[62574]: INFO nova.virt.vmwareapi.vmops [None req-c89669d9-a106-4250-9afa-5beee73924c9 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] [instance: 8ed6360e-d8a3-478a-a78f-3b8e9ef9464e] Created linked-clone VM from snapshot [ 2013.333880] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25519cb8-aa6d-4c96-a0fb-5094ccf34c28 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2013.342725] env[62574]: DEBUG nova.virt.vmwareapi.images [None req-c89669d9-a106-4250-9afa-5beee73924c9 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] [instance: 8ed6360e-d8a3-478a-a78f-3b8e9ef9464e] Uploading image 08e2b6eb-f98f-4926-8c08-984507444621 {{(pid=62574) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 2013.372421] env[62574]: DEBUG oslo_vmware.rw_handles [None req-c89669d9-a106-4250-9afa-5beee73924c9 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 2013.372421] env[62574]: value = "vm-385043" [ 2013.372421] env[62574]: _type = "VirtualMachine" [ 2013.372421] env[62574]: }. {{(pid=62574) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 2013.372936] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-4e2412bb-a8f5-47d3-9c67-31086e0eac4e {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2013.382036] env[62574]: DEBUG oslo_vmware.rw_handles [None req-c89669d9-a106-4250-9afa-5beee73924c9 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Lease: (returnval){ [ 2013.382036] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]52e60ac0-be78-2f22-4942-194f7cc8883c" [ 2013.382036] env[62574]: _type = "HttpNfcLease" [ 2013.382036] env[62574]: } obtained for exporting VM: (result){ [ 2013.382036] env[62574]: value = "vm-385043" [ 2013.382036] env[62574]: _type = "VirtualMachine" [ 2013.382036] env[62574]: }. {{(pid=62574) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 2013.382331] env[62574]: DEBUG oslo_vmware.api [None req-c89669d9-a106-4250-9afa-5beee73924c9 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Waiting for the lease: (returnval){ [ 2013.382331] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]52e60ac0-be78-2f22-4942-194f7cc8883c" [ 2013.382331] env[62574]: _type = "HttpNfcLease" [ 2013.382331] env[62574]: } to be ready. {{(pid=62574) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 2013.390153] env[62574]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2013.390153] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]52e60ac0-be78-2f22-4942-194f7cc8883c" [ 2013.390153] env[62574]: _type = "HttpNfcLease" [ 2013.390153] env[62574]: } is initializing. {{(pid=62574) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2013.475763] env[62574]: DEBUG oslo_concurrency.lockutils [req-71a5d6cb-0567-4e55-8286-ccf2a8bb58f9 req-392a9759-a7ad-4997-9f9c-b816e5c315a7 service nova] Releasing lock "refresh_cache-6302cdc1-7534-4722-a8c4-7eaf67a4f125" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2013.682461] env[62574]: DEBUG nova.objects.base [None req-15250bea-af5e-4ca9-b2fd-7e22da65dc0b tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Object Instance<3093e4ab-7f4e-48bf-a3ac-7c990da06f32> lazy-loaded attributes: flavor,pci_requests {{(pid=62574) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2013.682720] env[62574]: DEBUG nova.network.neutron [None req-15250bea-af5e-4ca9-b2fd-7e22da65dc0b tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] [instance: 3093e4ab-7f4e-48bf-a3ac-7c990da06f32] allocate_for_instance() {{(pid=62574) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2013.766049] env[62574]: DEBUG nova.policy [None req-15250bea-af5e-4ca9-b2fd-7e22da65dc0b tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '973709d00eff45a3b8804ef21cc86542', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3197393f8f6a457a9367bd87f7aa5dc2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62574) authorize /opt/stack/nova/nova/policy.py:192}} [ 2013.796484] env[62574]: DEBUG oslo_vmware.api [None req-b4670225-83fc-4c2c-a7a2-54ec24b5a579 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]5297ba4c-b80b-8e62-5592-b93a32ebede9, 'name': SearchDatastore_Task, 'duration_secs': 0.012066} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2013.797633] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-57ebe285-2a4e-488e-885c-965f5b4ec938 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2013.804338] env[62574]: DEBUG oslo_vmware.api [None req-b4670225-83fc-4c2c-a7a2-54ec24b5a579 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Waiting for the task: (returnval){ [ 2013.804338] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]526e26d7-4114-be41-5f6d-a39e2cfe933e" [ 2013.804338] env[62574]: _type = "Task" [ 2013.804338] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2013.813718] env[62574]: DEBUG oslo_vmware.api [None req-b4670225-83fc-4c2c-a7a2-54ec24b5a579 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]526e26d7-4114-be41-5f6d-a39e2cfe933e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2013.891266] env[62574]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2013.891266] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]52e60ac0-be78-2f22-4942-194f7cc8883c" [ 2013.891266] env[62574]: _type = "HttpNfcLease" [ 2013.891266] env[62574]: } is ready. {{(pid=62574) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 2013.891613] env[62574]: DEBUG oslo_vmware.rw_handles [None req-c89669d9-a106-4250-9afa-5beee73924c9 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 2013.891613] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]52e60ac0-be78-2f22-4942-194f7cc8883c" [ 2013.891613] env[62574]: _type = "HttpNfcLease" [ 2013.891613] env[62574]: }. {{(pid=62574) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 2013.892311] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f8fc0b9-d4b0-4352-a1b4-43a75fff6f3c {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2013.900304] env[62574]: DEBUG oslo_vmware.rw_handles [None req-c89669d9-a106-4250-9afa-5beee73924c9 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e01d70-b1cd-6c6d-4cab-07a25aed31c4/disk-0.vmdk from lease info. {{(pid=62574) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 2013.900501] env[62574]: DEBUG oslo_vmware.rw_handles [None req-c89669d9-a106-4250-9afa-5beee73924c9 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e01d70-b1cd-6c6d-4cab-07a25aed31c4/disk-0.vmdk for reading. {{(pid=62574) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 2014.002517] env[62574]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-3ab03672-56fa-4c6a-b1d7-c94f3e0af1df {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2014.315519] env[62574]: DEBUG oslo_vmware.api [None req-b4670225-83fc-4c2c-a7a2-54ec24b5a579 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]526e26d7-4114-be41-5f6d-a39e2cfe933e, 'name': SearchDatastore_Task, 'duration_secs': 0.013306} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2014.315822] env[62574]: DEBUG oslo_concurrency.lockutils [None req-b4670225-83fc-4c2c-a7a2-54ec24b5a579 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2014.316126] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4670225-83fc-4c2c-a7a2-54ec24b5a579 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk to [datastore2] 6302cdc1-7534-4722-a8c4-7eaf67a4f125/6302cdc1-7534-4722-a8c4-7eaf67a4f125.vmdk {{(pid=62574) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2014.316464] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bd72a9d6-4cd8-4624-a737-75154383afaf {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2014.327452] env[62574]: DEBUG oslo_vmware.api [None req-b4670225-83fc-4c2c-a7a2-54ec24b5a579 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Waiting for the task: (returnval){ [ 2014.327452] env[62574]: value = "task-1862569" [ 2014.327452] env[62574]: _type = "Task" [ 2014.327452] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2014.336393] env[62574]: DEBUG oslo_vmware.api [None req-b4670225-83fc-4c2c-a7a2-54ec24b5a579 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Task: {'id': task-1862569, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2014.340841] env[62574]: DEBUG oslo_concurrency.lockutils [None req-ab0b3dff-3d06-48df-a11c-5a3a899646a5 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2014.341826] env[62574]: DEBUG oslo_concurrency.lockutils [None req-ab0b3dff-3d06-48df-a11c-5a3a899646a5 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2014.341826] env[62574]: DEBUG nova.objects.instance [None req-ab0b3dff-3d06-48df-a11c-5a3a899646a5 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Lazy-loading 'pci_requests' on Instance uuid d030b211-e17d-44ed-b034-f57b1599e108 {{(pid=62574) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2014.840789] env[62574]: DEBUG oslo_vmware.api [None req-b4670225-83fc-4c2c-a7a2-54ec24b5a579 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Task: {'id': task-1862569, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2014.846963] env[62574]: DEBUG nova.objects.instance [None req-ab0b3dff-3d06-48df-a11c-5a3a899646a5 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Lazy-loading 'numa_topology' on Instance uuid d030b211-e17d-44ed-b034-f57b1599e108 {{(pid=62574) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2015.238949] env[62574]: DEBUG nova.compute.manager [req-a938fb5e-f17e-4931-b05a-a387575e8ce0 req-51bbd408-e110-460a-a0df-c07467ea8171 service nova] [instance: 3093e4ab-7f4e-48bf-a3ac-7c990da06f32] Received event network-vif-plugged-a620e9bf-0e88-4e52-87b0-c376953272b8 {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 2015.239320] env[62574]: DEBUG oslo_concurrency.lockutils [req-a938fb5e-f17e-4931-b05a-a387575e8ce0 req-51bbd408-e110-460a-a0df-c07467ea8171 service nova] Acquiring lock "3093e4ab-7f4e-48bf-a3ac-7c990da06f32-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2015.239601] env[62574]: DEBUG oslo_concurrency.lockutils [req-a938fb5e-f17e-4931-b05a-a387575e8ce0 req-51bbd408-e110-460a-a0df-c07467ea8171 service nova] Lock "3093e4ab-7f4e-48bf-a3ac-7c990da06f32-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2015.239836] env[62574]: DEBUG oslo_concurrency.lockutils [req-a938fb5e-f17e-4931-b05a-a387575e8ce0 req-51bbd408-e110-460a-a0df-c07467ea8171 service nova] Lock "3093e4ab-7f4e-48bf-a3ac-7c990da06f32-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2015.240441] env[62574]: DEBUG nova.compute.manager [req-a938fb5e-f17e-4931-b05a-a387575e8ce0 req-51bbd408-e110-460a-a0df-c07467ea8171 service nova] [instance: 3093e4ab-7f4e-48bf-a3ac-7c990da06f32] No waiting events found dispatching network-vif-plugged-a620e9bf-0e88-4e52-87b0-c376953272b8 {{(pid=62574) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2015.240441] env[62574]: WARNING nova.compute.manager [req-a938fb5e-f17e-4931-b05a-a387575e8ce0 req-51bbd408-e110-460a-a0df-c07467ea8171 service nova] [instance: 3093e4ab-7f4e-48bf-a3ac-7c990da06f32] Received unexpected event network-vif-plugged-a620e9bf-0e88-4e52-87b0-c376953272b8 for instance with vm_state active and task_state None. [ 2015.324542] env[62574]: DEBUG nova.network.neutron [None req-15250bea-af5e-4ca9-b2fd-7e22da65dc0b tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] [instance: 3093e4ab-7f4e-48bf-a3ac-7c990da06f32] Successfully updated port: a620e9bf-0e88-4e52-87b0-c376953272b8 {{(pid=62574) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2015.344565] env[62574]: DEBUG oslo_vmware.api [None req-b4670225-83fc-4c2c-a7a2-54ec24b5a579 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Task: {'id': task-1862569, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.590837} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2015.344927] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4670225-83fc-4c2c-a7a2-54ec24b5a579 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk to [datastore2] 6302cdc1-7534-4722-a8c4-7eaf67a4f125/6302cdc1-7534-4722-a8c4-7eaf67a4f125.vmdk {{(pid=62574) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2015.345264] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-b4670225-83fc-4c2c-a7a2-54ec24b5a579 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] [instance: 6302cdc1-7534-4722-a8c4-7eaf67a4f125] Extending root virtual disk to 1048576 {{(pid=62574) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2015.345664] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fcdfa369-794a-48e8-ae7c-d8276f8e48ec {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2015.349982] env[62574]: INFO nova.compute.claims [None req-ab0b3dff-3d06-48df-a11c-5a3a899646a5 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] [instance: d030b211-e17d-44ed-b034-f57b1599e108] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2015.355020] env[62574]: DEBUG oslo_vmware.api [None req-b4670225-83fc-4c2c-a7a2-54ec24b5a579 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Waiting for the task: (returnval){ [ 2015.355020] env[62574]: value = "task-1862571" [ 2015.355020] env[62574]: _type = "Task" [ 2015.355020] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2015.365029] env[62574]: DEBUG oslo_vmware.api [None req-b4670225-83fc-4c2c-a7a2-54ec24b5a579 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Task: {'id': task-1862571, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2015.480718] env[62574]: DEBUG oslo_concurrency.lockutils [None req-1a23cab9-6d9b-4566-adea-a011803967d8 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Acquiring lock "e9878c22-2044-464f-915f-c1c865693437" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2015.481082] env[62574]: DEBUG oslo_concurrency.lockutils [None req-1a23cab9-6d9b-4566-adea-a011803967d8 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Lock "e9878c22-2044-464f-915f-c1c865693437" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2015.481387] env[62574]: DEBUG nova.compute.manager [None req-1a23cab9-6d9b-4566-adea-a011803967d8 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] [instance: e9878c22-2044-464f-915f-c1c865693437] Going to confirm migration 6 {{(pid=62574) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5193}} [ 2015.832380] env[62574]: DEBUG oslo_concurrency.lockutils [None req-15250bea-af5e-4ca9-b2fd-7e22da65dc0b tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Acquiring lock "refresh_cache-3093e4ab-7f4e-48bf-a3ac-7c990da06f32" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2015.832380] env[62574]: DEBUG oslo_concurrency.lockutils [None req-15250bea-af5e-4ca9-b2fd-7e22da65dc0b tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Acquired lock "refresh_cache-3093e4ab-7f4e-48bf-a3ac-7c990da06f32" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2015.832380] env[62574]: DEBUG nova.network.neutron [None req-15250bea-af5e-4ca9-b2fd-7e22da65dc0b tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] [instance: 3093e4ab-7f4e-48bf-a3ac-7c990da06f32] Building network info cache for instance {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2015.867307] env[62574]: DEBUG oslo_vmware.api [None req-b4670225-83fc-4c2c-a7a2-54ec24b5a579 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Task: {'id': task-1862571, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.187893} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2015.867669] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-b4670225-83fc-4c2c-a7a2-54ec24b5a579 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] [instance: 6302cdc1-7534-4722-a8c4-7eaf67a4f125] Extended root virtual disk {{(pid=62574) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2015.868552] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0917298-109c-493f-a9b4-8f3e9e23482c {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2015.892370] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4670225-83fc-4c2c-a7a2-54ec24b5a579 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] [instance: 6302cdc1-7534-4722-a8c4-7eaf67a4f125] Reconfiguring VM instance instance-00000070 to attach disk [datastore2] 6302cdc1-7534-4722-a8c4-7eaf67a4f125/6302cdc1-7534-4722-a8c4-7eaf67a4f125.vmdk or device None with type sparse {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2015.892934] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4660639a-0c1c-41d0-8524-b2bae66cfae7 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2015.914469] env[62574]: DEBUG oslo_vmware.api [None req-b4670225-83fc-4c2c-a7a2-54ec24b5a579 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Waiting for the task: (returnval){ [ 2015.914469] env[62574]: value = "task-1862572" [ 2015.914469] env[62574]: _type = "Task" [ 2015.914469] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2015.922969] env[62574]: DEBUG oslo_vmware.api [None req-b4670225-83fc-4c2c-a7a2-54ec24b5a579 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Task: {'id': task-1862572, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2016.060445] env[62574]: DEBUG oslo_concurrency.lockutils [None req-1a23cab9-6d9b-4566-adea-a011803967d8 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Acquiring lock "refresh_cache-e9878c22-2044-464f-915f-c1c865693437" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2016.060644] env[62574]: DEBUG oslo_concurrency.lockutils [None req-1a23cab9-6d9b-4566-adea-a011803967d8 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Acquired lock "refresh_cache-e9878c22-2044-464f-915f-c1c865693437" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2016.060887] env[62574]: DEBUG nova.network.neutron [None req-1a23cab9-6d9b-4566-adea-a011803967d8 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] [instance: e9878c22-2044-464f-915f-c1c865693437] Building network info cache for instance {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2016.061269] env[62574]: DEBUG nova.objects.instance [None req-1a23cab9-6d9b-4566-adea-a011803967d8 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Lazy-loading 'info_cache' on Instance uuid e9878c22-2044-464f-915f-c1c865693437 {{(pid=62574) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2016.367729] env[62574]: WARNING nova.network.neutron [None req-15250bea-af5e-4ca9-b2fd-7e22da65dc0b tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] [instance: 3093e4ab-7f4e-48bf-a3ac-7c990da06f32] 00bfa347-a6e1-4070-b5d9-5f46396a9c53 already exists in list: networks containing: ['00bfa347-a6e1-4070-b5d9-5f46396a9c53']. ignoring it [ 2016.425254] env[62574]: DEBUG oslo_vmware.api [None req-b4670225-83fc-4c2c-a7a2-54ec24b5a579 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Task: {'id': task-1862572, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2016.540967] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e856d490-eb7b-423c-b3be-dca6caa0b5e8 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2016.551463] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ae80917-5b4f-49a6-a8fe-a934067c92e9 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2016.590061] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab15f27c-4d8f-4865-a3b7-dc0010b99a81 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2016.598649] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-493bf417-417f-48bb-9700-cc0f51c371c6 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2016.614214] env[62574]: DEBUG nova.compute.provider_tree [None req-ab0b3dff-3d06-48df-a11c-5a3a899646a5 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Inventory has not changed in ProviderTree for provider: f0ed160a-beff-4626-a531-2a70d7bc0627 {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2016.688087] env[62574]: DEBUG nova.network.neutron [None req-15250bea-af5e-4ca9-b2fd-7e22da65dc0b tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] [instance: 3093e4ab-7f4e-48bf-a3ac-7c990da06f32] Updating instance_info_cache with network_info: [{"id": "791832f8-a934-4a90-8909-9e0e8c792f16", "address": "fa:16:3e:ca:f2:e3", "network": {"id": "00bfa347-a6e1-4070-b5d9-5f46396a9c53", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-693390946-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3197393f8f6a457a9367bd87f7aa5dc2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bdf594e-da7a-4254-b413-87aef4614588", "external-id": "nsx-vlan-transportzone-422", "segmentation_id": 422, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap791832f8-a9", "ovs_interfaceid": "791832f8-a934-4a90-8909-9e0e8c792f16", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a620e9bf-0e88-4e52-87b0-c376953272b8", "address": "fa:16:3e:b2:4c:52", "network": {"id": "00bfa347-a6e1-4070-b5d9-5f46396a9c53", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-693390946-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3197393f8f6a457a9367bd87f7aa5dc2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bdf594e-da7a-4254-b413-87aef4614588", "external-id": "nsx-vlan-transportzone-422", "segmentation_id": 422, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa620e9bf-0e", "ovs_interfaceid": "a620e9bf-0e88-4e52-87b0-c376953272b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2016.930263] env[62574]: DEBUG oslo_vmware.api [None req-b4670225-83fc-4c2c-a7a2-54ec24b5a579 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Task: {'id': task-1862572, 'name': ReconfigVM_Task, 'duration_secs': 0.576244} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2016.930624] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4670225-83fc-4c2c-a7a2-54ec24b5a579 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] [instance: 6302cdc1-7534-4722-a8c4-7eaf67a4f125] Reconfigured VM instance instance-00000070 to attach disk [datastore2] 6302cdc1-7534-4722-a8c4-7eaf67a4f125/6302cdc1-7534-4722-a8c4-7eaf67a4f125.vmdk or device None with type sparse {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2016.931377] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9d41d96e-ce60-450b-825e-138dd9db5b37 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2016.939244] env[62574]: DEBUG oslo_vmware.api [None req-b4670225-83fc-4c2c-a7a2-54ec24b5a579 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Waiting for the task: (returnval){ [ 2016.939244] env[62574]: value = "task-1862573" [ 2016.939244] env[62574]: _type = "Task" [ 2016.939244] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2016.949151] env[62574]: DEBUG oslo_vmware.api [None req-b4670225-83fc-4c2c-a7a2-54ec24b5a579 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Task: {'id': task-1862573, 'name': Rename_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2017.117738] env[62574]: DEBUG nova.scheduler.client.report [None req-ab0b3dff-3d06-48df-a11c-5a3a899646a5 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Inventory has not changed for provider f0ed160a-beff-4626-a531-2a70d7bc0627 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 148, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2017.192904] env[62574]: DEBUG oslo_concurrency.lockutils [None req-15250bea-af5e-4ca9-b2fd-7e22da65dc0b tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Releasing lock "refresh_cache-3093e4ab-7f4e-48bf-a3ac-7c990da06f32" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2017.193454] env[62574]: DEBUG oslo_concurrency.lockutils [None req-15250bea-af5e-4ca9-b2fd-7e22da65dc0b tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Acquiring lock "3093e4ab-7f4e-48bf-a3ac-7c990da06f32" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2017.193621] env[62574]: DEBUG oslo_concurrency.lockutils [None req-15250bea-af5e-4ca9-b2fd-7e22da65dc0b tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Acquired lock "3093e4ab-7f4e-48bf-a3ac-7c990da06f32" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2017.194596] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0394599-169b-4264-8498-1b15f6263e10 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2017.213009] env[62574]: DEBUG nova.virt.hardware [None req-15250bea-af5e-4ca9-b2fd-7e22da65dc0b tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T19:26:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2017.213257] env[62574]: DEBUG nova.virt.hardware [None req-15250bea-af5e-4ca9-b2fd-7e22da65dc0b tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Flavor limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2017.213421] env[62574]: DEBUG nova.virt.hardware [None req-15250bea-af5e-4ca9-b2fd-7e22da65dc0b tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Image limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2017.213603] env[62574]: DEBUG nova.virt.hardware [None req-15250bea-af5e-4ca9-b2fd-7e22da65dc0b tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Flavor pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2017.213770] env[62574]: DEBUG nova.virt.hardware [None req-15250bea-af5e-4ca9-b2fd-7e22da65dc0b tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Image pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2017.213892] env[62574]: DEBUG nova.virt.hardware [None req-15250bea-af5e-4ca9-b2fd-7e22da65dc0b tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2017.214113] env[62574]: DEBUG nova.virt.hardware [None req-15250bea-af5e-4ca9-b2fd-7e22da65dc0b tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2017.214273] env[62574]: DEBUG nova.virt.hardware [None req-15250bea-af5e-4ca9-b2fd-7e22da65dc0b tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2017.214438] env[62574]: DEBUG nova.virt.hardware [None req-15250bea-af5e-4ca9-b2fd-7e22da65dc0b tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Got 1 possible topologies {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2017.214601] env[62574]: DEBUG nova.virt.hardware [None req-15250bea-af5e-4ca9-b2fd-7e22da65dc0b tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2017.214773] env[62574]: DEBUG nova.virt.hardware [None req-15250bea-af5e-4ca9-b2fd-7e22da65dc0b tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2017.221160] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-15250bea-af5e-4ca9-b2fd-7e22da65dc0b tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] [instance: 3093e4ab-7f4e-48bf-a3ac-7c990da06f32] Reconfiguring VM to attach interface {{(pid=62574) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 2017.223940] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3fa2000d-5db1-4a56-b87f-4712f4ed0abe {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2017.242828] env[62574]: DEBUG oslo_vmware.api [None req-15250bea-af5e-4ca9-b2fd-7e22da65dc0b tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Waiting for the task: (returnval){ [ 2017.242828] env[62574]: value = "task-1862574" [ 2017.242828] env[62574]: _type = "Task" [ 2017.242828] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2017.251947] env[62574]: DEBUG oslo_vmware.api [None req-15250bea-af5e-4ca9-b2fd-7e22da65dc0b tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Task: {'id': task-1862574, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2017.339170] env[62574]: DEBUG nova.network.neutron [None req-1a23cab9-6d9b-4566-adea-a011803967d8 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] [instance: e9878c22-2044-464f-915f-c1c865693437] Updating instance_info_cache with network_info: [{"id": "3a39b895-bd2c-473c-8ce9-963b9918de03", "address": "fa:16:3e:3a:c5:64", "network": {"id": "3af14f16-9d32-4c8d-8557-ce8f3b8b4086", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1431517823-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.141", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "31d5eeff630d40d2928149f27883ae60", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a39b895-bd", "ovs_interfaceid": "3a39b895-bd2c-473c-8ce9-963b9918de03", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2017.343360] env[62574]: DEBUG nova.compute.manager [req-605bb945-6adc-4461-a2c2-2f0fd86ddb78 req-d95586dc-67e2-4457-89a1-957a33c6242f service nova] [instance: 3093e4ab-7f4e-48bf-a3ac-7c990da06f32] Received event network-changed-a620e9bf-0e88-4e52-87b0-c376953272b8 {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 2017.343575] env[62574]: DEBUG nova.compute.manager [req-605bb945-6adc-4461-a2c2-2f0fd86ddb78 req-d95586dc-67e2-4457-89a1-957a33c6242f service nova] [instance: 3093e4ab-7f4e-48bf-a3ac-7c990da06f32] Refreshing instance network info cache due to event network-changed-a620e9bf-0e88-4e52-87b0-c376953272b8. {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 2017.343839] env[62574]: DEBUG oslo_concurrency.lockutils [req-605bb945-6adc-4461-a2c2-2f0fd86ddb78 req-d95586dc-67e2-4457-89a1-957a33c6242f service nova] Acquiring lock "refresh_cache-3093e4ab-7f4e-48bf-a3ac-7c990da06f32" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2017.344062] env[62574]: DEBUG oslo_concurrency.lockutils [req-605bb945-6adc-4461-a2c2-2f0fd86ddb78 req-d95586dc-67e2-4457-89a1-957a33c6242f service nova] Acquired lock "refresh_cache-3093e4ab-7f4e-48bf-a3ac-7c990da06f32" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2017.344270] env[62574]: DEBUG nova.network.neutron [req-605bb945-6adc-4461-a2c2-2f0fd86ddb78 req-d95586dc-67e2-4457-89a1-957a33c6242f service nova] [instance: 3093e4ab-7f4e-48bf-a3ac-7c990da06f32] Refreshing network info cache for port a620e9bf-0e88-4e52-87b0-c376953272b8 {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2017.367453] env[62574]: DEBUG oslo_concurrency.lockutils [None req-d62e333b-b3fb-43b8-82ca-cc4565e92180 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Acquiring lock "4dfd42a3-c9d2-45b4-8bb0-9a7a8550997c" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2017.367730] env[62574]: DEBUG oslo_concurrency.lockutils [None req-d62e333b-b3fb-43b8-82ca-cc4565e92180 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Lock "4dfd42a3-c9d2-45b4-8bb0-9a7a8550997c" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2017.450213] env[62574]: DEBUG oslo_vmware.api [None req-b4670225-83fc-4c2c-a7a2-54ec24b5a579 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Task: {'id': task-1862573, 'name': Rename_Task, 'duration_secs': 0.169685} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2017.450507] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4670225-83fc-4c2c-a7a2-54ec24b5a579 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] [instance: 6302cdc1-7534-4722-a8c4-7eaf67a4f125] Powering on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2017.450761] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dede3f0b-7208-4c5e-aac8-6187f83db1d5 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2017.457174] env[62574]: DEBUG oslo_vmware.api [None req-b4670225-83fc-4c2c-a7a2-54ec24b5a579 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Waiting for the task: (returnval){ [ 2017.457174] env[62574]: value = "task-1862575" [ 2017.457174] env[62574]: _type = "Task" [ 2017.457174] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2017.465137] env[62574]: DEBUG oslo_vmware.api [None req-b4670225-83fc-4c2c-a7a2-54ec24b5a579 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Task: {'id': task-1862575, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2017.623368] env[62574]: DEBUG oslo_concurrency.lockutils [None req-ab0b3dff-3d06-48df-a11c-5a3a899646a5 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.282s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2017.654017] env[62574]: INFO nova.network.neutron [None req-ab0b3dff-3d06-48df-a11c-5a3a899646a5 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] [instance: d030b211-e17d-44ed-b034-f57b1599e108] Updating port 29f3cfef-48fc-4a6a-b92d-73bd171bfa1d with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 2017.754250] env[62574]: DEBUG oslo_vmware.api [None req-15250bea-af5e-4ca9-b2fd-7e22da65dc0b tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Task: {'id': task-1862574, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2017.843813] env[62574]: DEBUG oslo_concurrency.lockutils [None req-1a23cab9-6d9b-4566-adea-a011803967d8 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Releasing lock "refresh_cache-e9878c22-2044-464f-915f-c1c865693437" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2017.844081] env[62574]: DEBUG nova.objects.instance [None req-1a23cab9-6d9b-4566-adea-a011803967d8 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Lazy-loading 'migration_context' on Instance uuid e9878c22-2044-464f-915f-c1c865693437 {{(pid=62574) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2017.871916] env[62574]: INFO nova.compute.manager [None req-d62e333b-b3fb-43b8-82ca-cc4565e92180 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] [instance: 4dfd42a3-c9d2-45b4-8bb0-9a7a8550997c] Detaching volume 413b4002-a623-4623-bceb-e831021bb5e9 [ 2017.909524] env[62574]: INFO nova.virt.block_device [None req-d62e333b-b3fb-43b8-82ca-cc4565e92180 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] [instance: 4dfd42a3-c9d2-45b4-8bb0-9a7a8550997c] Attempting to driver detach volume 413b4002-a623-4623-bceb-e831021bb5e9 from mountpoint /dev/sdb [ 2017.909812] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-d62e333b-b3fb-43b8-82ca-cc4565e92180 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] [instance: 4dfd42a3-c9d2-45b4-8bb0-9a7a8550997c] Volume detach. Driver type: vmdk {{(pid=62574) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2017.910457] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-d62e333b-b3fb-43b8-82ca-cc4565e92180 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] [instance: 4dfd42a3-c9d2-45b4-8bb0-9a7a8550997c] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-385028', 'volume_id': '413b4002-a623-4623-bceb-e831021bb5e9', 'name': 'volume-413b4002-a623-4623-bceb-e831021bb5e9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4dfd42a3-c9d2-45b4-8bb0-9a7a8550997c', 'attached_at': '', 'detached_at': '', 'volume_id': '413b4002-a623-4623-bceb-e831021bb5e9', 'serial': '413b4002-a623-4623-bceb-e831021bb5e9'} {{(pid=62574) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2017.911132] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91acae85-2bc8-4492-809c-1e93877fae95 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2017.938938] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-151f07ba-4411-47a1-b942-dfd9d281a55b {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2017.946656] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd0c5ac6-6574-448a-a03e-6680d9fca237 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2017.971319] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e869c6cd-21a3-4839-ab81-1ee778ace382 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2017.993717] env[62574]: DEBUG oslo_vmware.api [None req-b4670225-83fc-4c2c-a7a2-54ec24b5a579 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Task: {'id': task-1862575, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2017.994297] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-d62e333b-b3fb-43b8-82ca-cc4565e92180 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] The volume has not been displaced from its original location: [datastore1] volume-413b4002-a623-4623-bceb-e831021bb5e9/volume-413b4002-a623-4623-bceb-e831021bb5e9.vmdk. No consolidation needed. {{(pid=62574) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2017.999569] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-d62e333b-b3fb-43b8-82ca-cc4565e92180 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] [instance: 4dfd42a3-c9d2-45b4-8bb0-9a7a8550997c] Reconfiguring VM instance instance-00000061 to detach disk 2001 {{(pid=62574) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2017.999926] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2c64316a-4f15-4489-8a50-0bbbc939f552 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2018.019437] env[62574]: DEBUG oslo_vmware.api [None req-d62e333b-b3fb-43b8-82ca-cc4565e92180 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Waiting for the task: (returnval){ [ 2018.019437] env[62574]: value = "task-1862576" [ 2018.019437] env[62574]: _type = "Task" [ 2018.019437] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2018.031284] env[62574]: DEBUG oslo_vmware.api [None req-d62e333b-b3fb-43b8-82ca-cc4565e92180 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Task: {'id': task-1862576, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2018.216732] env[62574]: DEBUG nova.network.neutron [req-605bb945-6adc-4461-a2c2-2f0fd86ddb78 req-d95586dc-67e2-4457-89a1-957a33c6242f service nova] [instance: 3093e4ab-7f4e-48bf-a3ac-7c990da06f32] Updated VIF entry in instance network info cache for port a620e9bf-0e88-4e52-87b0-c376953272b8. {{(pid=62574) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2018.217334] env[62574]: DEBUG nova.network.neutron [req-605bb945-6adc-4461-a2c2-2f0fd86ddb78 req-d95586dc-67e2-4457-89a1-957a33c6242f service nova] [instance: 3093e4ab-7f4e-48bf-a3ac-7c990da06f32] Updating instance_info_cache with network_info: [{"id": "791832f8-a934-4a90-8909-9e0e8c792f16", "address": "fa:16:3e:ca:f2:e3", "network": {"id": "00bfa347-a6e1-4070-b5d9-5f46396a9c53", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-693390946-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3197393f8f6a457a9367bd87f7aa5dc2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bdf594e-da7a-4254-b413-87aef4614588", "external-id": "nsx-vlan-transportzone-422", "segmentation_id": 422, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap791832f8-a9", "ovs_interfaceid": "791832f8-a934-4a90-8909-9e0e8c792f16", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a620e9bf-0e88-4e52-87b0-c376953272b8", "address": "fa:16:3e:b2:4c:52", "network": {"id": "00bfa347-a6e1-4070-b5d9-5f46396a9c53", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-693390946-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3197393f8f6a457a9367bd87f7aa5dc2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bdf594e-da7a-4254-b413-87aef4614588", "external-id": "nsx-vlan-transportzone-422", "segmentation_id": 422, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa620e9bf-0e", "ovs_interfaceid": "a620e9bf-0e88-4e52-87b0-c376953272b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2018.254398] env[62574]: DEBUG oslo_vmware.api [None req-15250bea-af5e-4ca9-b2fd-7e22da65dc0b tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Task: {'id': task-1862574, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2018.347069] env[62574]: DEBUG nova.objects.base [None req-1a23cab9-6d9b-4566-adea-a011803967d8 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=62574) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2018.347622] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fab338d8-9676-4d6f-a8b3-62b5e0653dd6 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2018.367905] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a2cbc16a-9e4e-47eb-b4ae-b5302133a36d {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2018.374395] env[62574]: DEBUG oslo_vmware.api [None req-1a23cab9-6d9b-4566-adea-a011803967d8 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Waiting for the task: (returnval){ [ 2018.374395] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]52beb28a-956d-cf78-f382-bf92c7fed594" [ 2018.374395] env[62574]: _type = "Task" [ 2018.374395] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2018.387936] env[62574]: DEBUG oslo_vmware.api [None req-1a23cab9-6d9b-4566-adea-a011803967d8 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52beb28a-956d-cf78-f382-bf92c7fed594, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2018.481044] env[62574]: DEBUG oslo_vmware.api [None req-b4670225-83fc-4c2c-a7a2-54ec24b5a579 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Task: {'id': task-1862575, 'name': PowerOnVM_Task, 'duration_secs': 0.578542} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2018.481490] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4670225-83fc-4c2c-a7a2-54ec24b5a579 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] [instance: 6302cdc1-7534-4722-a8c4-7eaf67a4f125] Powered on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2018.481835] env[62574]: INFO nova.compute.manager [None req-b4670225-83fc-4c2c-a7a2-54ec24b5a579 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] [instance: 6302cdc1-7534-4722-a8c4-7eaf67a4f125] Took 8.82 seconds to spawn the instance on the hypervisor. [ 2018.482193] env[62574]: DEBUG nova.compute.manager [None req-b4670225-83fc-4c2c-a7a2-54ec24b5a579 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] [instance: 6302cdc1-7534-4722-a8c4-7eaf67a4f125] Checking state {{(pid=62574) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2018.483469] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf345afb-c393-4387-9ea7-71512dca1745 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2018.530126] env[62574]: DEBUG oslo_vmware.api [None req-d62e333b-b3fb-43b8-82ca-cc4565e92180 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Task: {'id': task-1862576, 'name': ReconfigVM_Task, 'duration_secs': 0.291304} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2018.530451] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-d62e333b-b3fb-43b8-82ca-cc4565e92180 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] [instance: 4dfd42a3-c9d2-45b4-8bb0-9a7a8550997c] Reconfigured VM instance instance-00000061 to detach disk 2001 {{(pid=62574) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2018.535294] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-230c374f-840b-4d41-8aa6-56080c163fc2 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2018.553513] env[62574]: DEBUG oslo_vmware.api [None req-d62e333b-b3fb-43b8-82ca-cc4565e92180 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Waiting for the task: (returnval){ [ 2018.553513] env[62574]: value = "task-1862577" [ 2018.553513] env[62574]: _type = "Task" [ 2018.553513] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2018.568636] env[62574]: DEBUG oslo_vmware.api [None req-d62e333b-b3fb-43b8-82ca-cc4565e92180 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Task: {'id': task-1862577, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2018.720449] env[62574]: DEBUG oslo_concurrency.lockutils [req-605bb945-6adc-4461-a2c2-2f0fd86ddb78 req-d95586dc-67e2-4457-89a1-957a33c6242f service nova] Releasing lock "refresh_cache-3093e4ab-7f4e-48bf-a3ac-7c990da06f32" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2018.754917] env[62574]: DEBUG oslo_vmware.api [None req-15250bea-af5e-4ca9-b2fd-7e22da65dc0b tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Task: {'id': task-1862574, 'name': ReconfigVM_Task, 'duration_secs': 1.389651} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2018.755468] env[62574]: DEBUG oslo_concurrency.lockutils [None req-15250bea-af5e-4ca9-b2fd-7e22da65dc0b tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Releasing lock "3093e4ab-7f4e-48bf-a3ac-7c990da06f32" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2018.755751] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-15250bea-af5e-4ca9-b2fd-7e22da65dc0b tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] [instance: 3093e4ab-7f4e-48bf-a3ac-7c990da06f32] Reconfigured VM to attach interface {{(pid=62574) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 2018.885341] env[62574]: DEBUG oslo_vmware.api [None req-1a23cab9-6d9b-4566-adea-a011803967d8 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52beb28a-956d-cf78-f382-bf92c7fed594, 'name': SearchDatastore_Task, 'duration_secs': 0.014934} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2018.885616] env[62574]: DEBUG oslo_concurrency.lockutils [None req-1a23cab9-6d9b-4566-adea-a011803967d8 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2018.885869] env[62574]: DEBUG oslo_concurrency.lockutils [None req-1a23cab9-6d9b-4566-adea-a011803967d8 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2019.007165] env[62574]: INFO nova.compute.manager [None req-b4670225-83fc-4c2c-a7a2-54ec24b5a579 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] [instance: 6302cdc1-7534-4722-a8c4-7eaf67a4f125] Took 13.68 seconds to build instance. [ 2019.012115] env[62574]: DEBUG oslo_concurrency.lockutils [None req-1aa06218-83e8-4ac0-8b24-ab25dbb2cc75 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Acquiring lock "3c459fd4-3e28-458f-91d3-da2220e42191" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2019.012356] env[62574]: DEBUG oslo_concurrency.lockutils [None req-1aa06218-83e8-4ac0-8b24-ab25dbb2cc75 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Lock "3c459fd4-3e28-458f-91d3-da2220e42191" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2019.064414] env[62574]: DEBUG oslo_vmware.api [None req-d62e333b-b3fb-43b8-82ca-cc4565e92180 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Task: {'id': task-1862577, 'name': ReconfigVM_Task, 'duration_secs': 0.170214} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2019.064736] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-d62e333b-b3fb-43b8-82ca-cc4565e92180 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] [instance: 4dfd42a3-c9d2-45b4-8bb0-9a7a8550997c] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-385028', 'volume_id': '413b4002-a623-4623-bceb-e831021bb5e9', 'name': 'volume-413b4002-a623-4623-bceb-e831021bb5e9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4dfd42a3-c9d2-45b4-8bb0-9a7a8550997c', 'attached_at': '', 'detached_at': '', 'volume_id': '413b4002-a623-4623-bceb-e831021bb5e9', 'serial': '413b4002-a623-4623-bceb-e831021bb5e9'} {{(pid=62574) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2019.151446] env[62574]: DEBUG oslo_concurrency.lockutils [None req-ab0b3dff-3d06-48df-a11c-5a3a899646a5 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Acquiring lock "refresh_cache-d030b211-e17d-44ed-b034-f57b1599e108" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2019.151700] env[62574]: DEBUG oslo_concurrency.lockutils [None req-ab0b3dff-3d06-48df-a11c-5a3a899646a5 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Acquired lock "refresh_cache-d030b211-e17d-44ed-b034-f57b1599e108" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2019.151858] env[62574]: DEBUG nova.network.neutron [None req-ab0b3dff-3d06-48df-a11c-5a3a899646a5 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] [instance: d030b211-e17d-44ed-b034-f57b1599e108] Building network info cache for instance {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2019.259989] env[62574]: DEBUG oslo_concurrency.lockutils [None req-15250bea-af5e-4ca9-b2fd-7e22da65dc0b tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Lock "interface-3093e4ab-7f4e-48bf-a3ac-7c990da06f32-a620e9bf-0e88-4e52-87b0-c376953272b8" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.715s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2019.368578] env[62574]: DEBUG nova.compute.manager [req-06aeaca1-154c-4ab3-84be-30bb9c4c7097 req-c50eaf75-1d00-434c-9d98-f3149466095a service nova] [instance: d030b211-e17d-44ed-b034-f57b1599e108] Received event network-vif-plugged-29f3cfef-48fc-4a6a-b92d-73bd171bfa1d {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 2019.368801] env[62574]: DEBUG oslo_concurrency.lockutils [req-06aeaca1-154c-4ab3-84be-30bb9c4c7097 req-c50eaf75-1d00-434c-9d98-f3149466095a service nova] Acquiring lock "d030b211-e17d-44ed-b034-f57b1599e108-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2019.369097] env[62574]: DEBUG oslo_concurrency.lockutils [req-06aeaca1-154c-4ab3-84be-30bb9c4c7097 req-c50eaf75-1d00-434c-9d98-f3149466095a service nova] Lock "d030b211-e17d-44ed-b034-f57b1599e108-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2019.369299] env[62574]: DEBUG oslo_concurrency.lockutils [req-06aeaca1-154c-4ab3-84be-30bb9c4c7097 req-c50eaf75-1d00-434c-9d98-f3149466095a service nova] Lock "d030b211-e17d-44ed-b034-f57b1599e108-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2019.369477] env[62574]: DEBUG nova.compute.manager [req-06aeaca1-154c-4ab3-84be-30bb9c4c7097 req-c50eaf75-1d00-434c-9d98-f3149466095a service nova] [instance: d030b211-e17d-44ed-b034-f57b1599e108] No waiting events found dispatching network-vif-plugged-29f3cfef-48fc-4a6a-b92d-73bd171bfa1d {{(pid=62574) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2019.369647] env[62574]: WARNING nova.compute.manager [req-06aeaca1-154c-4ab3-84be-30bb9c4c7097 req-c50eaf75-1d00-434c-9d98-f3149466095a service nova] [instance: d030b211-e17d-44ed-b034-f57b1599e108] Received unexpected event network-vif-plugged-29f3cfef-48fc-4a6a-b92d-73bd171bfa1d for instance with vm_state shelved_offloaded and task_state spawning. [ 2019.369808] env[62574]: DEBUG nova.compute.manager [req-06aeaca1-154c-4ab3-84be-30bb9c4c7097 req-c50eaf75-1d00-434c-9d98-f3149466095a service nova] [instance: d030b211-e17d-44ed-b034-f57b1599e108] Received event network-changed-29f3cfef-48fc-4a6a-b92d-73bd171bfa1d {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 2019.369960] env[62574]: DEBUG nova.compute.manager [req-06aeaca1-154c-4ab3-84be-30bb9c4c7097 req-c50eaf75-1d00-434c-9d98-f3149466095a service nova] [instance: d030b211-e17d-44ed-b034-f57b1599e108] Refreshing instance network info cache due to event network-changed-29f3cfef-48fc-4a6a-b92d-73bd171bfa1d. {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 2019.370203] env[62574]: DEBUG oslo_concurrency.lockutils [req-06aeaca1-154c-4ab3-84be-30bb9c4c7097 req-c50eaf75-1d00-434c-9d98-f3149466095a service nova] Acquiring lock "refresh_cache-d030b211-e17d-44ed-b034-f57b1599e108" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2019.512651] env[62574]: DEBUG oslo_concurrency.lockutils [None req-b4670225-83fc-4c2c-a7a2-54ec24b5a579 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Lock "6302cdc1-7534-4722-a8c4-7eaf67a4f125" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.189s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2019.514215] env[62574]: DEBUG nova.compute.manager [None req-1aa06218-83e8-4ac0-8b24-ab25dbb2cc75 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] [instance: 3c459fd4-3e28-458f-91d3-da2220e42191] Starting instance... {{(pid=62574) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2019.565958] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39ef395a-c72c-4f5d-9210-64b4099eafb6 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2019.576883] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f9dc9d9-37aa-4511-b3c6-e91c8d9b647a {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2019.608368] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eac27691-2689-4536-8fa1-48bb0c1f2361 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2019.612294] env[62574]: DEBUG nova.objects.instance [None req-d62e333b-b3fb-43b8-82ca-cc4565e92180 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Lazy-loading 'flavor' on Instance uuid 4dfd42a3-c9d2-45b4-8bb0-9a7a8550997c {{(pid=62574) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2019.619346] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3fdfc88-1739-470d-8753-52fd6f061b37 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2019.635187] env[62574]: DEBUG nova.compute.provider_tree [None req-1a23cab9-6d9b-4566-adea-a011803967d8 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Inventory has not changed in ProviderTree for provider: f0ed160a-beff-4626-a531-2a70d7bc0627 {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2019.871102] env[62574]: DEBUG nova.network.neutron [None req-ab0b3dff-3d06-48df-a11c-5a3a899646a5 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] [instance: d030b211-e17d-44ed-b034-f57b1599e108] Updating instance_info_cache with network_info: [{"id": "29f3cfef-48fc-4a6a-b92d-73bd171bfa1d", "address": "fa:16:3e:da:25:ad", "network": {"id": "1767f4d1-96d0-48db-9bcb-5bbb2ed9d270", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1780515396-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43b1542375334999bec3e53ad4a56482", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d062877-0b23-4965-908b-f585f25f3bf1", "external-id": "nsx-vlan-transportzone-523", "segmentation_id": 523, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap29f3cfef-48", "ovs_interfaceid": "29f3cfef-48fc-4a6a-b92d-73bd171bfa1d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2020.040758] env[62574]: DEBUG oslo_concurrency.lockutils [None req-1aa06218-83e8-4ac0-8b24-ab25dbb2cc75 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2020.138582] env[62574]: DEBUG nova.scheduler.client.report [None req-1a23cab9-6d9b-4566-adea-a011803967d8 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Inventory has not changed for provider f0ed160a-beff-4626-a531-2a70d7bc0627 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 148, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2020.373843] env[62574]: DEBUG oslo_concurrency.lockutils [None req-ab0b3dff-3d06-48df-a11c-5a3a899646a5 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Releasing lock "refresh_cache-d030b211-e17d-44ed-b034-f57b1599e108" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2020.378273] env[62574]: DEBUG oslo_concurrency.lockutils [req-06aeaca1-154c-4ab3-84be-30bb9c4c7097 req-c50eaf75-1d00-434c-9d98-f3149466095a service nova] Acquired lock "refresh_cache-d030b211-e17d-44ed-b034-f57b1599e108" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2020.378507] env[62574]: DEBUG nova.network.neutron [req-06aeaca1-154c-4ab3-84be-30bb9c4c7097 req-c50eaf75-1d00-434c-9d98-f3149466095a service nova] [instance: d030b211-e17d-44ed-b034-f57b1599e108] Refreshing network info cache for port 29f3cfef-48fc-4a6a-b92d-73bd171bfa1d {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2020.414182] env[62574]: DEBUG nova.virt.hardware [None req-ab0b3dff-3d06-48df-a11c-5a3a899646a5 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T19:26:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='30082a663297c2527704f2b53413af88',container_format='bare',created_at=2024-12-13T19:51:52Z,direct_url=,disk_format='vmdk',id=b826c12b-6a1e-4783-b348-c18e563bde2a,min_disk=1,min_ram=0,name='tempest-ServersNegativeTestJSON-server-123031116-shelved',owner='43b1542375334999bec3e53ad4a56482',properties=ImageMetaProps,protected=,size=31665664,status='active',tags=,updated_at=2024-12-13T19:52:08Z,virtual_size=,visibility=), allow threads: False {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2020.414182] env[62574]: DEBUG nova.virt.hardware [None req-ab0b3dff-3d06-48df-a11c-5a3a899646a5 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Flavor limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2020.414416] env[62574]: DEBUG nova.virt.hardware [None req-ab0b3dff-3d06-48df-a11c-5a3a899646a5 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Image limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2020.414804] env[62574]: DEBUG nova.virt.hardware [None req-ab0b3dff-3d06-48df-a11c-5a3a899646a5 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Flavor pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2020.414804] env[62574]: DEBUG nova.virt.hardware [None req-ab0b3dff-3d06-48df-a11c-5a3a899646a5 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Image pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2020.414804] env[62574]: DEBUG nova.virt.hardware [None req-ab0b3dff-3d06-48df-a11c-5a3a899646a5 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2020.415642] env[62574]: DEBUG nova.virt.hardware [None req-ab0b3dff-3d06-48df-a11c-5a3a899646a5 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2020.415642] env[62574]: DEBUG nova.virt.hardware [None req-ab0b3dff-3d06-48df-a11c-5a3a899646a5 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2020.415771] env[62574]: DEBUG nova.virt.hardware [None req-ab0b3dff-3d06-48df-a11c-5a3a899646a5 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Got 1 possible topologies {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2020.415853] env[62574]: DEBUG nova.virt.hardware [None req-ab0b3dff-3d06-48df-a11c-5a3a899646a5 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2020.416053] env[62574]: DEBUG nova.virt.hardware [None req-ab0b3dff-3d06-48df-a11c-5a3a899646a5 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2020.417926] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20b62fb0-10c0-412b-939e-b903cebd2e4e {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2020.428159] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f691723-5e0a-456a-8ca0-341ca5ffc4a9 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2020.445194] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-ab0b3dff-3d06-48df-a11c-5a3a899646a5 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] [instance: d030b211-e17d-44ed-b034-f57b1599e108] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:da:25:ad', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3d062877-0b23-4965-908b-f585f25f3bf1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '29f3cfef-48fc-4a6a-b92d-73bd171bfa1d', 'vif_model': 'vmxnet3'}] {{(pid=62574) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2020.452898] env[62574]: DEBUG oslo.service.loopingcall [None req-ab0b3dff-3d06-48df-a11c-5a3a899646a5 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62574) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2020.453639] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d030b211-e17d-44ed-b034-f57b1599e108] Creating VM on the ESX host {{(pid=62574) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2020.453876] env[62574]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2d929b8a-3cbd-4995-8055-79b9595893b3 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2020.476456] env[62574]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2020.476456] env[62574]: value = "task-1862578" [ 2020.476456] env[62574]: _type = "Task" [ 2020.476456] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2020.487550] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1862578, 'name': CreateVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2020.605084] env[62574]: DEBUG nova.compute.manager [req-b49237ff-42e4-4b29-8903-40ee08a87a1f req-a8b6340e-5900-4069-8a01-3562d1c3809a service nova] [instance: 6302cdc1-7534-4722-a8c4-7eaf67a4f125] Received event network-changed-71387246-f99d-4d36-915d-39296fb77a6b {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 2020.605534] env[62574]: DEBUG nova.compute.manager [req-b49237ff-42e4-4b29-8903-40ee08a87a1f req-a8b6340e-5900-4069-8a01-3562d1c3809a service nova] [instance: 6302cdc1-7534-4722-a8c4-7eaf67a4f125] Refreshing instance network info cache due to event network-changed-71387246-f99d-4d36-915d-39296fb77a6b. {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 2020.605633] env[62574]: DEBUG oslo_concurrency.lockutils [req-b49237ff-42e4-4b29-8903-40ee08a87a1f req-a8b6340e-5900-4069-8a01-3562d1c3809a service nova] Acquiring lock "refresh_cache-6302cdc1-7534-4722-a8c4-7eaf67a4f125" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2020.605800] env[62574]: DEBUG oslo_concurrency.lockutils [req-b49237ff-42e4-4b29-8903-40ee08a87a1f req-a8b6340e-5900-4069-8a01-3562d1c3809a service nova] Acquired lock "refresh_cache-6302cdc1-7534-4722-a8c4-7eaf67a4f125" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2020.606011] env[62574]: DEBUG nova.network.neutron [req-b49237ff-42e4-4b29-8903-40ee08a87a1f req-a8b6340e-5900-4069-8a01-3562d1c3809a service nova] [instance: 6302cdc1-7534-4722-a8c4-7eaf67a4f125] Refreshing network info cache for port 71387246-f99d-4d36-915d-39296fb77a6b {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2020.619893] env[62574]: DEBUG oslo_concurrency.lockutils [None req-d62e333b-b3fb-43b8-82ca-cc4565e92180 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Lock "4dfd42a3-c9d2-45b4-8bb0-9a7a8550997c" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.252s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2020.884045] env[62574]: DEBUG oslo_concurrency.lockutils [None req-fbe151dc-9cc0-4fd6-8e2f-6cbda69c8a08 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Acquiring lock "interface-3093e4ab-7f4e-48bf-a3ac-7c990da06f32-a620e9bf-0e88-4e52-87b0-c376953272b8" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2020.884315] env[62574]: DEBUG oslo_concurrency.lockutils [None req-fbe151dc-9cc0-4fd6-8e2f-6cbda69c8a08 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Lock "interface-3093e4ab-7f4e-48bf-a3ac-7c990da06f32-a620e9bf-0e88-4e52-87b0-c376953272b8" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2020.986840] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1862578, 'name': CreateVM_Task, 'duration_secs': 0.399644} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2020.986992] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d030b211-e17d-44ed-b034-f57b1599e108] Created VM on the ESX host {{(pid=62574) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2020.987586] env[62574]: DEBUG oslo_concurrency.lockutils [None req-ab0b3dff-3d06-48df-a11c-5a3a899646a5 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b826c12b-6a1e-4783-b348-c18e563bde2a" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2020.987767] env[62574]: DEBUG oslo_concurrency.lockutils [None req-ab0b3dff-3d06-48df-a11c-5a3a899646a5 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b826c12b-6a1e-4783-b348-c18e563bde2a" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2020.988163] env[62574]: DEBUG oslo_concurrency.lockutils [None req-ab0b3dff-3d06-48df-a11c-5a3a899646a5 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b826c12b-6a1e-4783-b348-c18e563bde2a" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2020.988430] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-08aa46aa-9d4b-4876-b39e-dbb9c6db7fd7 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2020.995854] env[62574]: DEBUG oslo_vmware.api [None req-ab0b3dff-3d06-48df-a11c-5a3a899646a5 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Waiting for the task: (returnval){ [ 2020.995854] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]52db9d85-fb05-12fc-20ec-e64c63d4fadc" [ 2020.995854] env[62574]: _type = "Task" [ 2020.995854] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2021.004749] env[62574]: DEBUG oslo_vmware.api [None req-ab0b3dff-3d06-48df-a11c-5a3a899646a5 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52db9d85-fb05-12fc-20ec-e64c63d4fadc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2021.090071] env[62574]: DEBUG nova.network.neutron [req-06aeaca1-154c-4ab3-84be-30bb9c4c7097 req-c50eaf75-1d00-434c-9d98-f3149466095a service nova] [instance: d030b211-e17d-44ed-b034-f57b1599e108] Updated VIF entry in instance network info cache for port 29f3cfef-48fc-4a6a-b92d-73bd171bfa1d. {{(pid=62574) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2021.090584] env[62574]: DEBUG nova.network.neutron [req-06aeaca1-154c-4ab3-84be-30bb9c4c7097 req-c50eaf75-1d00-434c-9d98-f3149466095a service nova] [instance: d030b211-e17d-44ed-b034-f57b1599e108] Updating instance_info_cache with network_info: [{"id": "29f3cfef-48fc-4a6a-b92d-73bd171bfa1d", "address": "fa:16:3e:da:25:ad", "network": {"id": "1767f4d1-96d0-48db-9bcb-5bbb2ed9d270", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1780515396-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43b1542375334999bec3e53ad4a56482", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d062877-0b23-4965-908b-f585f25f3bf1", "external-id": "nsx-vlan-transportzone-523", "segmentation_id": 523, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap29f3cfef-48", "ovs_interfaceid": "29f3cfef-48fc-4a6a-b92d-73bd171bfa1d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2021.151581] env[62574]: DEBUG oslo_concurrency.lockutils [None req-1a23cab9-6d9b-4566-adea-a011803967d8 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.266s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2021.154457] env[62574]: DEBUG oslo_concurrency.lockutils [None req-1aa06218-83e8-4ac0-8b24-ab25dbb2cc75 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.114s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2021.158215] env[62574]: INFO nova.compute.claims [None req-1aa06218-83e8-4ac0-8b24-ab25dbb2cc75 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] [instance: 3c459fd4-3e28-458f-91d3-da2220e42191] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2021.335445] env[62574]: DEBUG nova.network.neutron [req-b49237ff-42e4-4b29-8903-40ee08a87a1f req-a8b6340e-5900-4069-8a01-3562d1c3809a service nova] [instance: 6302cdc1-7534-4722-a8c4-7eaf67a4f125] Updated VIF entry in instance network info cache for port 71387246-f99d-4d36-915d-39296fb77a6b. {{(pid=62574) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2021.335839] env[62574]: DEBUG nova.network.neutron [req-b49237ff-42e4-4b29-8903-40ee08a87a1f req-a8b6340e-5900-4069-8a01-3562d1c3809a service nova] [instance: 6302cdc1-7534-4722-a8c4-7eaf67a4f125] Updating instance_info_cache with network_info: [{"id": "71387246-f99d-4d36-915d-39296fb77a6b", "address": "fa:16:3e:ff:a3:d5", "network": {"id": "f6a83369-79e9-4642-a0ca-7260589f6ea4", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-146115192-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.129", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "89fc8b5a7e904272a1c872b05656484c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35e463c7-7d78-4d66-8efd-6127b1f3ee17", "external-id": "nsx-vlan-transportzone-175", "segmentation_id": 175, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap71387246-f9", "ovs_interfaceid": "71387246-f99d-4d36-915d-39296fb77a6b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2021.387438] env[62574]: DEBUG oslo_concurrency.lockutils [None req-fbe151dc-9cc0-4fd6-8e2f-6cbda69c8a08 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Acquiring lock "3093e4ab-7f4e-48bf-a3ac-7c990da06f32" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2021.387705] env[62574]: DEBUG oslo_concurrency.lockutils [None req-fbe151dc-9cc0-4fd6-8e2f-6cbda69c8a08 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Acquired lock "3093e4ab-7f4e-48bf-a3ac-7c990da06f32" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2021.388574] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c036c18b-9acb-4187-b1bc-934b94eaf26c {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2021.406571] env[62574]: DEBUG oslo_concurrency.lockutils [None req-1d38c76f-55ea-4179-826e-a7e9042ef139 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Acquiring lock "4dfd42a3-c9d2-45b4-8bb0-9a7a8550997c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2021.406819] env[62574]: DEBUG oslo_concurrency.lockutils [None req-1d38c76f-55ea-4179-826e-a7e9042ef139 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Lock "4dfd42a3-c9d2-45b4-8bb0-9a7a8550997c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2021.407041] env[62574]: DEBUG oslo_concurrency.lockutils [None req-1d38c76f-55ea-4179-826e-a7e9042ef139 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Acquiring lock "4dfd42a3-c9d2-45b4-8bb0-9a7a8550997c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2021.407236] env[62574]: DEBUG oslo_concurrency.lockutils [None req-1d38c76f-55ea-4179-826e-a7e9042ef139 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Lock "4dfd42a3-c9d2-45b4-8bb0-9a7a8550997c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2021.407407] env[62574]: DEBUG oslo_concurrency.lockutils [None req-1d38c76f-55ea-4179-826e-a7e9042ef139 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Lock "4dfd42a3-c9d2-45b4-8bb0-9a7a8550997c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2021.409565] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-074c4c43-7073-4eed-a598-08cb299adfa0 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2021.412336] env[62574]: INFO nova.compute.manager [None req-1d38c76f-55ea-4179-826e-a7e9042ef139 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] [instance: 4dfd42a3-c9d2-45b4-8bb0-9a7a8550997c] Terminating instance [ 2021.449982] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-fbe151dc-9cc0-4fd6-8e2f-6cbda69c8a08 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] [instance: 3093e4ab-7f4e-48bf-a3ac-7c990da06f32] Reconfiguring VM to detach interface {{(pid=62574) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 2021.451215] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f260aded-1102-452b-a24f-8c890f6d8fed {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2021.477895] env[62574]: DEBUG oslo_vmware.api [None req-fbe151dc-9cc0-4fd6-8e2f-6cbda69c8a08 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Waiting for the task: (returnval){ [ 2021.477895] env[62574]: value = "task-1862579" [ 2021.477895] env[62574]: _type = "Task" [ 2021.477895] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2021.487264] env[62574]: DEBUG oslo_vmware.api [None req-fbe151dc-9cc0-4fd6-8e2f-6cbda69c8a08 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Task: {'id': task-1862579, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2021.506406] env[62574]: DEBUG oslo_concurrency.lockutils [None req-ab0b3dff-3d06-48df-a11c-5a3a899646a5 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b826c12b-6a1e-4783-b348-c18e563bde2a" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2021.506718] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-ab0b3dff-3d06-48df-a11c-5a3a899646a5 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] [instance: d030b211-e17d-44ed-b034-f57b1599e108] Processing image b826c12b-6a1e-4783-b348-c18e563bde2a {{(pid=62574) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2021.506971] env[62574]: DEBUG oslo_concurrency.lockutils [None req-ab0b3dff-3d06-48df-a11c-5a3a899646a5 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b826c12b-6a1e-4783-b348-c18e563bde2a/b826c12b-6a1e-4783-b348-c18e563bde2a.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2021.507137] env[62574]: DEBUG oslo_concurrency.lockutils [None req-ab0b3dff-3d06-48df-a11c-5a3a899646a5 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b826c12b-6a1e-4783-b348-c18e563bde2a/b826c12b-6a1e-4783-b348-c18e563bde2a.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2021.507318] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab0b3dff-3d06-48df-a11c-5a3a899646a5 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2021.507576] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-285a2160-3af1-44b2-bc92-7447659a0871 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2021.517891] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab0b3dff-3d06-48df-a11c-5a3a899646a5 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2021.518098] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-ab0b3dff-3d06-48df-a11c-5a3a899646a5 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62574) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2021.518810] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-355b4c9e-c0f6-4e91-bcd9-3217827f9a7b {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2021.525112] env[62574]: DEBUG oslo_vmware.api [None req-ab0b3dff-3d06-48df-a11c-5a3a899646a5 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Waiting for the task: (returnval){ [ 2021.525112] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]524f668c-3620-317c-e4e9-e38a1c03d97e" [ 2021.525112] env[62574]: _type = "Task" [ 2021.525112] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2021.541207] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-ab0b3dff-3d06-48df-a11c-5a3a899646a5 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] [instance: d030b211-e17d-44ed-b034-f57b1599e108] Preparing fetch location {{(pid=62574) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 2021.541480] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-ab0b3dff-3d06-48df-a11c-5a3a899646a5 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] [instance: d030b211-e17d-44ed-b034-f57b1599e108] Fetch image to [datastore2] OSTACK_IMG_1311d0a1-8bed-4070-aeed-9a2458b3f2b7/OSTACK_IMG_1311d0a1-8bed-4070-aeed-9a2458b3f2b7.vmdk {{(pid=62574) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 2021.541676] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-ab0b3dff-3d06-48df-a11c-5a3a899646a5 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] [instance: d030b211-e17d-44ed-b034-f57b1599e108] Downloading stream optimized image b826c12b-6a1e-4783-b348-c18e563bde2a to [datastore2] OSTACK_IMG_1311d0a1-8bed-4070-aeed-9a2458b3f2b7/OSTACK_IMG_1311d0a1-8bed-4070-aeed-9a2458b3f2b7.vmdk on the data store datastore2 as vApp {{(pid=62574) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 2021.541845] env[62574]: DEBUG nova.virt.vmwareapi.images [None req-ab0b3dff-3d06-48df-a11c-5a3a899646a5 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] [instance: d030b211-e17d-44ed-b034-f57b1599e108] Downloading image file data b826c12b-6a1e-4783-b348-c18e563bde2a to the ESX as VM named 'OSTACK_IMG_1311d0a1-8bed-4070-aeed-9a2458b3f2b7' {{(pid=62574) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 2021.593297] env[62574]: DEBUG oslo_concurrency.lockutils [req-06aeaca1-154c-4ab3-84be-30bb9c4c7097 req-c50eaf75-1d00-434c-9d98-f3149466095a service nova] Releasing lock "refresh_cache-d030b211-e17d-44ed-b034-f57b1599e108" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2021.614391] env[62574]: DEBUG oslo_vmware.rw_handles [None req-ab0b3dff-3d06-48df-a11c-5a3a899646a5 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 2021.614391] env[62574]: value = "resgroup-9" [ 2021.614391] env[62574]: _type = "ResourcePool" [ 2021.614391] env[62574]: }. {{(pid=62574) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 2021.614842] env[62574]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-c4faa9d2-02ae-4f64-8baa-cf924808bd22 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2021.638998] env[62574]: DEBUG oslo_vmware.rw_handles [None req-ab0b3dff-3d06-48df-a11c-5a3a899646a5 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Lease: (returnval){ [ 2021.638998] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]52c64320-b9c7-3027-4ad5-6c63d5f87465" [ 2021.638998] env[62574]: _type = "HttpNfcLease" [ 2021.638998] env[62574]: } obtained for vApp import into resource pool (val){ [ 2021.638998] env[62574]: value = "resgroup-9" [ 2021.638998] env[62574]: _type = "ResourcePool" [ 2021.638998] env[62574]: }. {{(pid=62574) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 2021.639379] env[62574]: DEBUG oslo_vmware.api [None req-ab0b3dff-3d06-48df-a11c-5a3a899646a5 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Waiting for the lease: (returnval){ [ 2021.639379] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]52c64320-b9c7-3027-4ad5-6c63d5f87465" [ 2021.639379] env[62574]: _type = "HttpNfcLease" [ 2021.639379] env[62574]: } to be ready. {{(pid=62574) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 2021.646902] env[62574]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2021.646902] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]52c64320-b9c7-3027-4ad5-6c63d5f87465" [ 2021.646902] env[62574]: _type = "HttpNfcLease" [ 2021.646902] env[62574]: } is initializing. {{(pid=62574) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2021.735675] env[62574]: INFO nova.scheduler.client.report [None req-1a23cab9-6d9b-4566-adea-a011803967d8 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Deleted allocation for migration 04d85965-c67c-4dc6-9ae2-3d9acd9f7a71 [ 2021.838952] env[62574]: DEBUG oslo_concurrency.lockutils [req-b49237ff-42e4-4b29-8903-40ee08a87a1f req-a8b6340e-5900-4069-8a01-3562d1c3809a service nova] Releasing lock "refresh_cache-6302cdc1-7534-4722-a8c4-7eaf67a4f125" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2021.916020] env[62574]: DEBUG nova.compute.manager [None req-1d38c76f-55ea-4179-826e-a7e9042ef139 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] [instance: 4dfd42a3-c9d2-45b4-8bb0-9a7a8550997c] Start destroying the instance on the hypervisor. {{(pid=62574) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2021.916322] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-1d38c76f-55ea-4179-826e-a7e9042ef139 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] [instance: 4dfd42a3-c9d2-45b4-8bb0-9a7a8550997c] Destroying instance {{(pid=62574) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2021.917324] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd8db596-2dd1-48c6-bd3c-7f20ca41a7b7 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2021.926309] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d38c76f-55ea-4179-826e-a7e9042ef139 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] [instance: 4dfd42a3-c9d2-45b4-8bb0-9a7a8550997c] Powering off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2021.926569] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0b467bad-647e-4618-a183-1a9d84e70d85 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2021.933943] env[62574]: DEBUG oslo_vmware.api [None req-1d38c76f-55ea-4179-826e-a7e9042ef139 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Waiting for the task: (returnval){ [ 2021.933943] env[62574]: value = "task-1862581" [ 2021.933943] env[62574]: _type = "Task" [ 2021.933943] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2021.943644] env[62574]: DEBUG oslo_vmware.api [None req-1d38c76f-55ea-4179-826e-a7e9042ef139 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Task: {'id': task-1862581, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2021.989789] env[62574]: DEBUG oslo_vmware.api [None req-fbe151dc-9cc0-4fd6-8e2f-6cbda69c8a08 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Task: {'id': task-1862579, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2022.149889] env[62574]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2022.149889] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]52c64320-b9c7-3027-4ad5-6c63d5f87465" [ 2022.149889] env[62574]: _type = "HttpNfcLease" [ 2022.149889] env[62574]: } is initializing. {{(pid=62574) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2022.241855] env[62574]: DEBUG oslo_concurrency.lockutils [None req-1a23cab9-6d9b-4566-adea-a011803967d8 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Lock "e9878c22-2044-464f-915f-c1c865693437" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.761s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2022.360882] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0edc9cc7-56ed-48f4-8b91-9c257859ceb3 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2022.369174] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0d47450-6a03-45fb-8ffb-f7fe36736d99 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2022.401254] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45ab8853-c457-4d3d-870d-f2dc69d0221e {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2022.410596] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84d07dd3-3db2-4f1d-930f-fc8c4b13d6f4 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2022.426570] env[62574]: DEBUG nova.compute.provider_tree [None req-1aa06218-83e8-4ac0-8b24-ab25dbb2cc75 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Inventory has not changed in ProviderTree for provider: f0ed160a-beff-4626-a531-2a70d7bc0627 {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2022.444902] env[62574]: DEBUG oslo_vmware.api [None req-1d38c76f-55ea-4179-826e-a7e9042ef139 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Task: {'id': task-1862581, 'name': PowerOffVM_Task, 'duration_secs': 0.273453} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2022.445235] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d38c76f-55ea-4179-826e-a7e9042ef139 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] [instance: 4dfd42a3-c9d2-45b4-8bb0-9a7a8550997c] Powered off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2022.445428] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-1d38c76f-55ea-4179-826e-a7e9042ef139 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] [instance: 4dfd42a3-c9d2-45b4-8bb0-9a7a8550997c] Unregistering the VM {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2022.445701] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-68b15d46-17f0-4c51-8115-3134087ff201 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2022.488872] env[62574]: DEBUG oslo_vmware.api [None req-fbe151dc-9cc0-4fd6-8e2f-6cbda69c8a08 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Task: {'id': task-1862579, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2022.601451] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-1d38c76f-55ea-4179-826e-a7e9042ef139 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] [instance: 4dfd42a3-c9d2-45b4-8bb0-9a7a8550997c] Unregistered the VM {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2022.601735] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-1d38c76f-55ea-4179-826e-a7e9042ef139 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] [instance: 4dfd42a3-c9d2-45b4-8bb0-9a7a8550997c] Deleting contents of the VM from datastore datastore2 {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2022.601938] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d38c76f-55ea-4179-826e-a7e9042ef139 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Deleting the datastore file [datastore2] 4dfd42a3-c9d2-45b4-8bb0-9a7a8550997c {{(pid=62574) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2022.602340] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b982dc1b-222d-44ae-a613-786e5effd4c7 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2022.610947] env[62574]: DEBUG oslo_vmware.api [None req-1d38c76f-55ea-4179-826e-a7e9042ef139 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Waiting for the task: (returnval){ [ 2022.610947] env[62574]: value = "task-1862583" [ 2022.610947] env[62574]: _type = "Task" [ 2022.610947] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2022.622194] env[62574]: DEBUG oslo_vmware.api [None req-1d38c76f-55ea-4179-826e-a7e9042ef139 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Task: {'id': task-1862583, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2022.648898] env[62574]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2022.648898] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]52c64320-b9c7-3027-4ad5-6c63d5f87465" [ 2022.648898] env[62574]: _type = "HttpNfcLease" [ 2022.648898] env[62574]: } is ready. {{(pid=62574) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 2022.649289] env[62574]: DEBUG oslo_vmware.rw_handles [None req-ab0b3dff-3d06-48df-a11c-5a3a899646a5 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 2022.649289] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]52c64320-b9c7-3027-4ad5-6c63d5f87465" [ 2022.649289] env[62574]: _type = "HttpNfcLease" [ 2022.649289] env[62574]: }. {{(pid=62574) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 2022.650093] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c401944a-1572-4588-a123-1977d48c943f {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2022.661144] env[62574]: DEBUG oslo_vmware.rw_handles [None req-ab0b3dff-3d06-48df-a11c-5a3a899646a5 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52016130-5024-39b8-0a84-94c7cc826fd1/disk-0.vmdk from lease info. {{(pid=62574) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 2022.661378] env[62574]: DEBUG oslo_vmware.rw_handles [None req-ab0b3dff-3d06-48df-a11c-5a3a899646a5 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Creating HTTP connection to write to file with size = 31665664 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52016130-5024-39b8-0a84-94c7cc826fd1/disk-0.vmdk. {{(pid=62574) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 2022.729853] env[62574]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-5c294199-91bd-4946-ba8f-67c7565c5e67 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2022.930428] env[62574]: DEBUG nova.scheduler.client.report [None req-1aa06218-83e8-4ac0-8b24-ab25dbb2cc75 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Inventory has not changed for provider f0ed160a-beff-4626-a531-2a70d7bc0627 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 148, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2022.991090] env[62574]: DEBUG oslo_vmware.api [None req-fbe151dc-9cc0-4fd6-8e2f-6cbda69c8a08 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Task: {'id': task-1862579, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2023.125898] env[62574]: DEBUG oslo_vmware.api [None req-1d38c76f-55ea-4179-826e-a7e9042ef139 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Task: {'id': task-1862583, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.264406} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2023.128996] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d38c76f-55ea-4179-826e-a7e9042ef139 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Deleted the datastore file {{(pid=62574) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2023.129386] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-1d38c76f-55ea-4179-826e-a7e9042ef139 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] [instance: 4dfd42a3-c9d2-45b4-8bb0-9a7a8550997c] Deleted contents of the VM from datastore datastore2 {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2023.129657] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-1d38c76f-55ea-4179-826e-a7e9042ef139 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] [instance: 4dfd42a3-c9d2-45b4-8bb0-9a7a8550997c] Instance destroyed {{(pid=62574) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2023.129887] env[62574]: INFO nova.compute.manager [None req-1d38c76f-55ea-4179-826e-a7e9042ef139 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] [instance: 4dfd42a3-c9d2-45b4-8bb0-9a7a8550997c] Took 1.21 seconds to destroy the instance on the hypervisor. [ 2023.130239] env[62574]: DEBUG oslo.service.loopingcall [None req-1d38c76f-55ea-4179-826e-a7e9042ef139 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62574) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2023.130501] env[62574]: DEBUG nova.compute.manager [-] [instance: 4dfd42a3-c9d2-45b4-8bb0-9a7a8550997c] Deallocating network for instance {{(pid=62574) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2023.130641] env[62574]: DEBUG nova.network.neutron [-] [instance: 4dfd42a3-c9d2-45b4-8bb0-9a7a8550997c] deallocate_for_instance() {{(pid=62574) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2023.164347] env[62574]: DEBUG oslo_concurrency.lockutils [None req-624d37d6-917a-486a-8f60-ab8738a7e306 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Acquiring lock "e9878c22-2044-464f-915f-c1c865693437" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2023.164889] env[62574]: DEBUG oslo_concurrency.lockutils [None req-624d37d6-917a-486a-8f60-ab8738a7e306 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Lock "e9878c22-2044-464f-915f-c1c865693437" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2023.165127] env[62574]: DEBUG oslo_concurrency.lockutils [None req-624d37d6-917a-486a-8f60-ab8738a7e306 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Acquiring lock "e9878c22-2044-464f-915f-c1c865693437-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2023.165389] env[62574]: DEBUG oslo_concurrency.lockutils [None req-624d37d6-917a-486a-8f60-ab8738a7e306 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Lock "e9878c22-2044-464f-915f-c1c865693437-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2023.165678] env[62574]: DEBUG oslo_concurrency.lockutils [None req-624d37d6-917a-486a-8f60-ab8738a7e306 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Lock "e9878c22-2044-464f-915f-c1c865693437-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2023.169809] env[62574]: INFO nova.compute.manager [None req-624d37d6-917a-486a-8f60-ab8738a7e306 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] [instance: e9878c22-2044-464f-915f-c1c865693437] Terminating instance [ 2023.440844] env[62574]: DEBUG oslo_concurrency.lockutils [None req-1aa06218-83e8-4ac0-8b24-ab25dbb2cc75 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.286s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2023.441416] env[62574]: DEBUG nova.compute.manager [None req-1aa06218-83e8-4ac0-8b24-ab25dbb2cc75 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] [instance: 3c459fd4-3e28-458f-91d3-da2220e42191] Start building networks asynchronously for instance. {{(pid=62574) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2023.493614] env[62574]: DEBUG oslo_vmware.api [None req-fbe151dc-9cc0-4fd6-8e2f-6cbda69c8a08 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Task: {'id': task-1862579, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2023.525325] env[62574]: DEBUG oslo_vmware.rw_handles [None req-c89669d9-a106-4250-9afa-5beee73924c9 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e01d70-b1cd-6c6d-4cab-07a25aed31c4/disk-0.vmdk. {{(pid=62574) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 2023.526248] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b020a5ce-38f5-49ec-b823-b91abdd36009 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2023.533838] env[62574]: DEBUG oslo_vmware.rw_handles [None req-c89669d9-a106-4250-9afa-5beee73924c9 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e01d70-b1cd-6c6d-4cab-07a25aed31c4/disk-0.vmdk is in state: ready. {{(pid=62574) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 2023.534037] env[62574]: ERROR oslo_vmware.rw_handles [None req-c89669d9-a106-4250-9afa-5beee73924c9 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e01d70-b1cd-6c6d-4cab-07a25aed31c4/disk-0.vmdk due to incomplete transfer. [ 2023.534277] env[62574]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-81276ba8-87ea-491c-8dfe-5787b6992222 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2023.541908] env[62574]: DEBUG oslo_vmware.rw_handles [None req-c89669d9-a106-4250-9afa-5beee73924c9 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e01d70-b1cd-6c6d-4cab-07a25aed31c4/disk-0.vmdk. {{(pid=62574) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 2023.542118] env[62574]: DEBUG nova.virt.vmwareapi.images [None req-c89669d9-a106-4250-9afa-5beee73924c9 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] [instance: 8ed6360e-d8a3-478a-a78f-3b8e9ef9464e] Uploaded image 08e2b6eb-f98f-4926-8c08-984507444621 to the Glance image server {{(pid=62574) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 2023.544294] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-c89669d9-a106-4250-9afa-5beee73924c9 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] [instance: 8ed6360e-d8a3-478a-a78f-3b8e9ef9464e] Destroying the VM {{(pid=62574) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 2023.544529] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-d9429970-9235-47dd-af9f-382c58f24a6f {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2023.551326] env[62574]: DEBUG oslo_vmware.api [None req-c89669d9-a106-4250-9afa-5beee73924c9 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Waiting for the task: (returnval){ [ 2023.551326] env[62574]: value = "task-1862584" [ 2023.551326] env[62574]: _type = "Task" [ 2023.551326] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2023.558643] env[62574]: DEBUG oslo_vmware.api [None req-c89669d9-a106-4250-9afa-5beee73924c9 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Task: {'id': task-1862584, 'name': Destroy_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2023.670653] env[62574]: DEBUG nova.compute.manager [req-1390cc01-107f-47cd-85b7-06f30991596a req-919eb3a8-22c3-47c8-a346-51a9182cbe41 service nova] [instance: 4dfd42a3-c9d2-45b4-8bb0-9a7a8550997c] Received event network-vif-deleted-df6d046f-74f2-48d7-85c0-225104bda5ce {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 2023.670884] env[62574]: INFO nova.compute.manager [req-1390cc01-107f-47cd-85b7-06f30991596a req-919eb3a8-22c3-47c8-a346-51a9182cbe41 service nova] [instance: 4dfd42a3-c9d2-45b4-8bb0-9a7a8550997c] Neutron deleted interface df6d046f-74f2-48d7-85c0-225104bda5ce; detaching it from the instance and deleting it from the info cache [ 2023.671052] env[62574]: DEBUG nova.network.neutron [req-1390cc01-107f-47cd-85b7-06f30991596a req-919eb3a8-22c3-47c8-a346-51a9182cbe41 service nova] [instance: 4dfd42a3-c9d2-45b4-8bb0-9a7a8550997c] Updating instance_info_cache with network_info: [] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2023.675272] env[62574]: DEBUG nova.compute.manager [None req-624d37d6-917a-486a-8f60-ab8738a7e306 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] [instance: e9878c22-2044-464f-915f-c1c865693437] Start destroying the instance on the hypervisor. {{(pid=62574) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2023.675473] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-624d37d6-917a-486a-8f60-ab8738a7e306 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] [instance: e9878c22-2044-464f-915f-c1c865693437] Destroying instance {{(pid=62574) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2023.679558] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf38c6ba-89cc-42f6-8577-d264cd7f6320 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2023.689974] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-624d37d6-917a-486a-8f60-ab8738a7e306 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] [instance: e9878c22-2044-464f-915f-c1c865693437] Powering off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2023.691982] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d85bfb6d-5a6e-4374-9618-9ac6bc3c7267 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2023.700817] env[62574]: DEBUG oslo_vmware.api [None req-624d37d6-917a-486a-8f60-ab8738a7e306 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Waiting for the task: (returnval){ [ 2023.700817] env[62574]: value = "task-1862585" [ 2023.700817] env[62574]: _type = "Task" [ 2023.700817] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2023.714202] env[62574]: DEBUG oslo_vmware.api [None req-624d37d6-917a-486a-8f60-ab8738a7e306 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Task: {'id': task-1862585, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2023.948247] env[62574]: DEBUG nova.compute.utils [None req-1aa06218-83e8-4ac0-8b24-ab25dbb2cc75 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Using /dev/sd instead of None {{(pid=62574) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2023.949943] env[62574]: DEBUG nova.compute.manager [None req-1aa06218-83e8-4ac0-8b24-ab25dbb2cc75 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] [instance: 3c459fd4-3e28-458f-91d3-da2220e42191] Allocating IP information in the background. {{(pid=62574) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2023.950218] env[62574]: DEBUG nova.network.neutron [None req-1aa06218-83e8-4ac0-8b24-ab25dbb2cc75 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] [instance: 3c459fd4-3e28-458f-91d3-da2220e42191] allocate_for_instance() {{(pid=62574) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2023.994773] env[62574]: DEBUG oslo_vmware.api [None req-fbe151dc-9cc0-4fd6-8e2f-6cbda69c8a08 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Task: {'id': task-1862579, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2024.002086] env[62574]: DEBUG oslo_vmware.rw_handles [None req-ab0b3dff-3d06-48df-a11c-5a3a899646a5 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Completed reading data from the image iterator. {{(pid=62574) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 2024.003679] env[62574]: DEBUG oslo_vmware.rw_handles [None req-ab0b3dff-3d06-48df-a11c-5a3a899646a5 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52016130-5024-39b8-0a84-94c7cc826fd1/disk-0.vmdk. {{(pid=62574) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 2024.003679] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-532ba935-f813-487f-a3a0-4851a4bacf2c {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2024.009065] env[62574]: DEBUG nova.policy [None req-1aa06218-83e8-4ac0-8b24-ab25dbb2cc75 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6809b284d7ae448884cb02ba77b62ba9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3efda8e53e3c4eea8bfd1d5d6cd90db3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62574) authorize /opt/stack/nova/nova/policy.py:192}} [ 2024.015661] env[62574]: DEBUG oslo_vmware.rw_handles [None req-ab0b3dff-3d06-48df-a11c-5a3a899646a5 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52016130-5024-39b8-0a84-94c7cc826fd1/disk-0.vmdk is in state: ready. {{(pid=62574) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 2024.015883] env[62574]: DEBUG oslo_vmware.rw_handles [None req-ab0b3dff-3d06-48df-a11c-5a3a899646a5 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52016130-5024-39b8-0a84-94c7cc826fd1/disk-0.vmdk. {{(pid=62574) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 2024.016150] env[62574]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-de19c5de-af06-4677-bd31-e6c662987ae5 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2024.060551] env[62574]: DEBUG oslo_vmware.api [None req-c89669d9-a106-4250-9afa-5beee73924c9 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Task: {'id': task-1862584, 'name': Destroy_Task} progress is 33%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2024.145701] env[62574]: DEBUG nova.network.neutron [-] [instance: 4dfd42a3-c9d2-45b4-8bb0-9a7a8550997c] Updating instance_info_cache with network_info: [] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2024.175307] env[62574]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4f64a908-6aa2-4f5d-ba69-6f37493ac12d {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2024.186101] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecbe7372-13ca-4e1c-956e-d38eeea1b7c8 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2024.210817] env[62574]: DEBUG oslo_vmware.api [None req-624d37d6-917a-486a-8f60-ab8738a7e306 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Task: {'id': task-1862585, 'name': PowerOffVM_Task, 'duration_secs': 0.239725} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2024.212153] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-624d37d6-917a-486a-8f60-ab8738a7e306 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] [instance: e9878c22-2044-464f-915f-c1c865693437] Powered off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2024.212153] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-624d37d6-917a-486a-8f60-ab8738a7e306 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] [instance: e9878c22-2044-464f-915f-c1c865693437] Unregistering the VM {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2024.212153] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ec208791-baa8-490d-b9b6-eea79a6bc083 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2024.225068] env[62574]: DEBUG nova.compute.manager [req-1390cc01-107f-47cd-85b7-06f30991596a req-919eb3a8-22c3-47c8-a346-51a9182cbe41 service nova] [instance: 4dfd42a3-c9d2-45b4-8bb0-9a7a8550997c] Detach interface failed, port_id=df6d046f-74f2-48d7-85c0-225104bda5ce, reason: Instance 4dfd42a3-c9d2-45b4-8bb0-9a7a8550997c could not be found. {{(pid=62574) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 2024.291407] env[62574]: DEBUG oslo_vmware.rw_handles [None req-ab0b3dff-3d06-48df-a11c-5a3a899646a5 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52016130-5024-39b8-0a84-94c7cc826fd1/disk-0.vmdk. {{(pid=62574) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 2024.291654] env[62574]: INFO nova.virt.vmwareapi.images [None req-ab0b3dff-3d06-48df-a11c-5a3a899646a5 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] [instance: d030b211-e17d-44ed-b034-f57b1599e108] Downloaded image file data b826c12b-6a1e-4783-b348-c18e563bde2a [ 2024.292593] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe8eb430-9ec0-4b5d-95d4-751c10e55dcd {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2024.298322] env[62574]: DEBUG nova.network.neutron [None req-1aa06218-83e8-4ac0-8b24-ab25dbb2cc75 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] [instance: 3c459fd4-3e28-458f-91d3-da2220e42191] Successfully created port: 16fb461c-b9ba-4be8-a6d6-f6b68f12469a {{(pid=62574) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2024.313571] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-36546334-6f41-4622-ab66-a42bb3fa6bcc {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2024.343756] env[62574]: INFO nova.virt.vmwareapi.images [None req-ab0b3dff-3d06-48df-a11c-5a3a899646a5 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] [instance: d030b211-e17d-44ed-b034-f57b1599e108] The imported VM was unregistered [ 2024.345767] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-ab0b3dff-3d06-48df-a11c-5a3a899646a5 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] [instance: d030b211-e17d-44ed-b034-f57b1599e108] Caching image {{(pid=62574) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 2024.347071] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab0b3dff-3d06-48df-a11c-5a3a899646a5 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Creating directory with path [datastore2] devstack-image-cache_base/b826c12b-6a1e-4783-b348-c18e563bde2a {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2024.347071] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e4e0c461-d707-4900-b68d-53e799719668 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2024.353053] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-624d37d6-917a-486a-8f60-ab8738a7e306 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] [instance: e9878c22-2044-464f-915f-c1c865693437] Unregistered the VM {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2024.353053] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-624d37d6-917a-486a-8f60-ab8738a7e306 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] [instance: e9878c22-2044-464f-915f-c1c865693437] Deleting contents of the VM from datastore datastore1 {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2024.353053] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-624d37d6-917a-486a-8f60-ab8738a7e306 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Deleting the datastore file [datastore1] e9878c22-2044-464f-915f-c1c865693437 {{(pid=62574) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2024.353350] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f49eded5-4309-434f-961c-26ec519e5737 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2024.360264] env[62574]: DEBUG oslo_vmware.api [None req-624d37d6-917a-486a-8f60-ab8738a7e306 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Waiting for the task: (returnval){ [ 2024.360264] env[62574]: value = "task-1862588" [ 2024.360264] env[62574]: _type = "Task" [ 2024.360264] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2024.368380] env[62574]: DEBUG oslo_vmware.api [None req-624d37d6-917a-486a-8f60-ab8738a7e306 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Task: {'id': task-1862588, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2024.375143] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab0b3dff-3d06-48df-a11c-5a3a899646a5 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Created directory with path [datastore2] devstack-image-cache_base/b826c12b-6a1e-4783-b348-c18e563bde2a {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2024.375343] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab0b3dff-3d06-48df-a11c-5a3a899646a5 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_1311d0a1-8bed-4070-aeed-9a2458b3f2b7/OSTACK_IMG_1311d0a1-8bed-4070-aeed-9a2458b3f2b7.vmdk to [datastore2] devstack-image-cache_base/b826c12b-6a1e-4783-b348-c18e563bde2a/b826c12b-6a1e-4783-b348-c18e563bde2a.vmdk. {{(pid=62574) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 2024.375661] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-b938b076-2678-40e4-8a39-7bb6d1c1344c {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2024.383961] env[62574]: DEBUG oslo_vmware.api [None req-ab0b3dff-3d06-48df-a11c-5a3a899646a5 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Waiting for the task: (returnval){ [ 2024.383961] env[62574]: value = "task-1862589" [ 2024.383961] env[62574]: _type = "Task" [ 2024.383961] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2024.393608] env[62574]: DEBUG oslo_vmware.api [None req-ab0b3dff-3d06-48df-a11c-5a3a899646a5 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Task: {'id': task-1862589, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2024.453409] env[62574]: DEBUG nova.compute.manager [None req-1aa06218-83e8-4ac0-8b24-ab25dbb2cc75 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] [instance: 3c459fd4-3e28-458f-91d3-da2220e42191] Start building block device mappings for instance. {{(pid=62574) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2024.493200] env[62574]: DEBUG oslo_vmware.api [None req-fbe151dc-9cc0-4fd6-8e2f-6cbda69c8a08 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Task: {'id': task-1862579, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2024.561160] env[62574]: DEBUG oslo_vmware.api [None req-c89669d9-a106-4250-9afa-5beee73924c9 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Task: {'id': task-1862584, 'name': Destroy_Task, 'duration_secs': 0.720375} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2024.561610] env[62574]: INFO nova.virt.vmwareapi.vm_util [None req-c89669d9-a106-4250-9afa-5beee73924c9 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] [instance: 8ed6360e-d8a3-478a-a78f-3b8e9ef9464e] Destroyed the VM [ 2024.561866] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-c89669d9-a106-4250-9afa-5beee73924c9 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] [instance: 8ed6360e-d8a3-478a-a78f-3b8e9ef9464e] Deleting Snapshot of the VM instance {{(pid=62574) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 2024.562141] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-56bed068-8895-43ba-b8f5-6177f1a35534 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2024.569522] env[62574]: DEBUG oslo_vmware.api [None req-c89669d9-a106-4250-9afa-5beee73924c9 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Waiting for the task: (returnval){ [ 2024.569522] env[62574]: value = "task-1862590" [ 2024.569522] env[62574]: _type = "Task" [ 2024.569522] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2024.577905] env[62574]: DEBUG oslo_vmware.api [None req-c89669d9-a106-4250-9afa-5beee73924c9 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Task: {'id': task-1862590, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2024.648261] env[62574]: INFO nova.compute.manager [-] [instance: 4dfd42a3-c9d2-45b4-8bb0-9a7a8550997c] Took 1.52 seconds to deallocate network for instance. [ 2024.872347] env[62574]: DEBUG oslo_vmware.api [None req-624d37d6-917a-486a-8f60-ab8738a7e306 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Task: {'id': task-1862588, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2024.894700] env[62574]: DEBUG oslo_vmware.api [None req-ab0b3dff-3d06-48df-a11c-5a3a899646a5 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Task: {'id': task-1862589, 'name': MoveVirtualDisk_Task} progress is 9%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2024.960023] env[62574]: INFO nova.virt.block_device [None req-1aa06218-83e8-4ac0-8b24-ab25dbb2cc75 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] [instance: 3c459fd4-3e28-458f-91d3-da2220e42191] Booting with volume b3fb9e30-28f5-4f58-a30c-2065cae5631f at /dev/sda [ 2024.995060] env[62574]: DEBUG oslo_vmware.api [None req-fbe151dc-9cc0-4fd6-8e2f-6cbda69c8a08 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Task: {'id': task-1862579, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2025.000999] env[62574]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a7853d30-0f64-4da3-8a3e-7f14bfcb1137 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2025.011623] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0019869-9512-4b76-9ce5-e60db59325eb {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2025.050107] env[62574]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-08f1fe9b-5835-47ce-9574-a0e64d0e7cea {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2025.059911] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3236894-56cd-4b7d-a481-c116a988e463 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2025.080775] env[62574]: DEBUG oslo_vmware.api [None req-c89669d9-a106-4250-9afa-5beee73924c9 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Task: {'id': task-1862590, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2025.098867] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97ba802e-28f8-4128-a386-e1ed28dae4b4 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2025.107468] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db04b48f-8a27-4cd2-83db-1f1417a85246 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2025.123882] env[62574]: DEBUG nova.virt.block_device [None req-1aa06218-83e8-4ac0-8b24-ab25dbb2cc75 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] [instance: 3c459fd4-3e28-458f-91d3-da2220e42191] Updating existing volume attachment record: e340a5a3-42c6-42de-a894-a8e3435c8133 {{(pid=62574) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2025.155460] env[62574]: DEBUG oslo_concurrency.lockutils [None req-1d38c76f-55ea-4179-826e-a7e9042ef139 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2025.155735] env[62574]: DEBUG oslo_concurrency.lockutils [None req-1d38c76f-55ea-4179-826e-a7e9042ef139 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2025.155960] env[62574]: DEBUG nova.objects.instance [None req-1d38c76f-55ea-4179-826e-a7e9042ef139 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Lazy-loading 'resources' on Instance uuid 4dfd42a3-c9d2-45b4-8bb0-9a7a8550997c {{(pid=62574) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2025.373285] env[62574]: DEBUG oslo_vmware.api [None req-624d37d6-917a-486a-8f60-ab8738a7e306 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Task: {'id': task-1862588, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.554451} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2025.373655] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-624d37d6-917a-486a-8f60-ab8738a7e306 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Deleted the datastore file {{(pid=62574) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2025.373818] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-624d37d6-917a-486a-8f60-ab8738a7e306 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] [instance: e9878c22-2044-464f-915f-c1c865693437] Deleted contents of the VM from datastore datastore1 {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2025.374046] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-624d37d6-917a-486a-8f60-ab8738a7e306 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] [instance: e9878c22-2044-464f-915f-c1c865693437] Instance destroyed {{(pid=62574) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2025.374193] env[62574]: INFO nova.compute.manager [None req-624d37d6-917a-486a-8f60-ab8738a7e306 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] [instance: e9878c22-2044-464f-915f-c1c865693437] Took 1.70 seconds to destroy the instance on the hypervisor. [ 2025.374445] env[62574]: DEBUG oslo.service.loopingcall [None req-624d37d6-917a-486a-8f60-ab8738a7e306 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62574) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2025.374646] env[62574]: DEBUG nova.compute.manager [-] [instance: e9878c22-2044-464f-915f-c1c865693437] Deallocating network for instance {{(pid=62574) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2025.374748] env[62574]: DEBUG nova.network.neutron [-] [instance: e9878c22-2044-464f-915f-c1c865693437] deallocate_for_instance() {{(pid=62574) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2025.395453] env[62574]: DEBUG oslo_vmware.api [None req-ab0b3dff-3d06-48df-a11c-5a3a899646a5 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Task: {'id': task-1862589, 'name': MoveVirtualDisk_Task} progress is 24%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2025.494528] env[62574]: DEBUG oslo_vmware.api [None req-fbe151dc-9cc0-4fd6-8e2f-6cbda69c8a08 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Task: {'id': task-1862579, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2025.580351] env[62574]: DEBUG oslo_vmware.api [None req-c89669d9-a106-4250-9afa-5beee73924c9 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Task: {'id': task-1862590, 'name': RemoveSnapshot_Task, 'duration_secs': 0.829685} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2025.580686] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-c89669d9-a106-4250-9afa-5beee73924c9 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] [instance: 8ed6360e-d8a3-478a-a78f-3b8e9ef9464e] Deleted Snapshot of the VM instance {{(pid=62574) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 2025.580974] env[62574]: DEBUG nova.compute.manager [None req-c89669d9-a106-4250-9afa-5beee73924c9 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] [instance: 8ed6360e-d8a3-478a-a78f-3b8e9ef9464e] Checking state {{(pid=62574) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2025.581859] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d232a9b3-416f-4856-a22a-293b734baf87 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2025.830156] env[62574]: DEBUG nova.compute.manager [req-bb8a9c9c-a219-40ca-b1c8-800013756c6c req-87ad09fa-bc26-4fd4-807b-f1d25ae29344 service nova] [instance: 3c459fd4-3e28-458f-91d3-da2220e42191] Received event network-vif-plugged-16fb461c-b9ba-4be8-a6d6-f6b68f12469a {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 2025.830450] env[62574]: DEBUG oslo_concurrency.lockutils [req-bb8a9c9c-a219-40ca-b1c8-800013756c6c req-87ad09fa-bc26-4fd4-807b-f1d25ae29344 service nova] Acquiring lock "3c459fd4-3e28-458f-91d3-da2220e42191-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2025.830811] env[62574]: DEBUG oslo_concurrency.lockutils [req-bb8a9c9c-a219-40ca-b1c8-800013756c6c req-87ad09fa-bc26-4fd4-807b-f1d25ae29344 service nova] Lock "3c459fd4-3e28-458f-91d3-da2220e42191-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2025.830892] env[62574]: DEBUG oslo_concurrency.lockutils [req-bb8a9c9c-a219-40ca-b1c8-800013756c6c req-87ad09fa-bc26-4fd4-807b-f1d25ae29344 service nova] Lock "3c459fd4-3e28-458f-91d3-da2220e42191-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2025.831066] env[62574]: DEBUG nova.compute.manager [req-bb8a9c9c-a219-40ca-b1c8-800013756c6c req-87ad09fa-bc26-4fd4-807b-f1d25ae29344 service nova] [instance: 3c459fd4-3e28-458f-91d3-da2220e42191] No waiting events found dispatching network-vif-plugged-16fb461c-b9ba-4be8-a6d6-f6b68f12469a {{(pid=62574) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2025.831252] env[62574]: WARNING nova.compute.manager [req-bb8a9c9c-a219-40ca-b1c8-800013756c6c req-87ad09fa-bc26-4fd4-807b-f1d25ae29344 service nova] [instance: 3c459fd4-3e28-458f-91d3-da2220e42191] Received unexpected event network-vif-plugged-16fb461c-b9ba-4be8-a6d6-f6b68f12469a for instance with vm_state building and task_state block_device_mapping. [ 2025.899532] env[62574]: DEBUG oslo_vmware.api [None req-ab0b3dff-3d06-48df-a11c-5a3a899646a5 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Task: {'id': task-1862589, 'name': MoveVirtualDisk_Task} progress is 46%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2025.930690] env[62574]: DEBUG nova.compute.manager [req-835c3a0b-9915-48d2-bfb2-3a1daa750383 req-3d72e7a3-a6cd-4a60-92b6-b1d5eda39085 service nova] [instance: e9878c22-2044-464f-915f-c1c865693437] Received event network-vif-deleted-3a39b895-bd2c-473c-8ce9-963b9918de03 {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 2025.930900] env[62574]: INFO nova.compute.manager [req-835c3a0b-9915-48d2-bfb2-3a1daa750383 req-3d72e7a3-a6cd-4a60-92b6-b1d5eda39085 service nova] [instance: e9878c22-2044-464f-915f-c1c865693437] Neutron deleted interface 3a39b895-bd2c-473c-8ce9-963b9918de03; detaching it from the instance and deleting it from the info cache [ 2025.931115] env[62574]: DEBUG nova.network.neutron [req-835c3a0b-9915-48d2-bfb2-3a1daa750383 req-3d72e7a3-a6cd-4a60-92b6-b1d5eda39085 service nova] [instance: e9878c22-2044-464f-915f-c1c865693437] Updating instance_info_cache with network_info: [] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2025.933180] env[62574]: DEBUG nova.network.neutron [None req-1aa06218-83e8-4ac0-8b24-ab25dbb2cc75 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] [instance: 3c459fd4-3e28-458f-91d3-da2220e42191] Successfully updated port: 16fb461c-b9ba-4be8-a6d6-f6b68f12469a {{(pid=62574) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2025.997600] env[62574]: DEBUG oslo_vmware.api [None req-fbe151dc-9cc0-4fd6-8e2f-6cbda69c8a08 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Task: {'id': task-1862579, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2026.022442] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7aed0a62-b140-4e9c-af55-9b42e9d56015 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2026.032038] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a024ea3-275d-44c8-8a28-482045f12a7a {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2026.065512] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1293719-ea7d-4109-b21d-976f190aa88a {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2026.075735] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5ece5f6-7f14-4103-bf4a-1ae68d2ef7e5 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2026.091066] env[62574]: DEBUG nova.compute.provider_tree [None req-1d38c76f-55ea-4179-826e-a7e9042ef139 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Inventory has not changed in ProviderTree for provider: f0ed160a-beff-4626-a531-2a70d7bc0627 {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2026.094868] env[62574]: INFO nova.compute.manager [None req-c89669d9-a106-4250-9afa-5beee73924c9 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] [instance: 8ed6360e-d8a3-478a-a78f-3b8e9ef9464e] Shelve offloading [ 2026.398559] env[62574]: DEBUG oslo_vmware.api [None req-ab0b3dff-3d06-48df-a11c-5a3a899646a5 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Task: {'id': task-1862589, 'name': MoveVirtualDisk_Task} progress is 66%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2026.403515] env[62574]: DEBUG nova.network.neutron [-] [instance: e9878c22-2044-464f-915f-c1c865693437] Updating instance_info_cache with network_info: [] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2026.442381] env[62574]: DEBUG oslo_concurrency.lockutils [None req-1aa06218-83e8-4ac0-8b24-ab25dbb2cc75 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Acquiring lock "refresh_cache-3c459fd4-3e28-458f-91d3-da2220e42191" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2026.442381] env[62574]: DEBUG oslo_concurrency.lockutils [None req-1aa06218-83e8-4ac0-8b24-ab25dbb2cc75 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Acquired lock "refresh_cache-3c459fd4-3e28-458f-91d3-da2220e42191" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2026.442482] env[62574]: DEBUG nova.network.neutron [None req-1aa06218-83e8-4ac0-8b24-ab25dbb2cc75 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] [instance: 3c459fd4-3e28-458f-91d3-da2220e42191] Building network info cache for instance {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2026.443754] env[62574]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-51e3079a-6867-4046-b5b6-2b150f9adb7d {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2026.455756] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b056530f-2f01-46a2-acf5-b083d5a1317b {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2026.492698] env[62574]: DEBUG nova.compute.manager [req-835c3a0b-9915-48d2-bfb2-3a1daa750383 req-3d72e7a3-a6cd-4a60-92b6-b1d5eda39085 service nova] [instance: e9878c22-2044-464f-915f-c1c865693437] Detach interface failed, port_id=3a39b895-bd2c-473c-8ce9-963b9918de03, reason: Instance e9878c22-2044-464f-915f-c1c865693437 could not be found. {{(pid=62574) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 2026.502197] env[62574]: DEBUG oslo_vmware.api [None req-fbe151dc-9cc0-4fd6-8e2f-6cbda69c8a08 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Task: {'id': task-1862579, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2026.596727] env[62574]: DEBUG nova.scheduler.client.report [None req-1d38c76f-55ea-4179-826e-a7e9042ef139 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Inventory has not changed for provider f0ed160a-beff-4626-a531-2a70d7bc0627 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 148, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2026.600683] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-c89669d9-a106-4250-9afa-5beee73924c9 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] [instance: 8ed6360e-d8a3-478a-a78f-3b8e9ef9464e] Powering off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2026.601328] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0c8cc14c-4f7f-4d7f-8a7c-dabec1771077 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2026.611384] env[62574]: DEBUG oslo_vmware.api [None req-c89669d9-a106-4250-9afa-5beee73924c9 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Waiting for the task: (returnval){ [ 2026.611384] env[62574]: value = "task-1862591" [ 2026.611384] env[62574]: _type = "Task" [ 2026.611384] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2026.623051] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-c89669d9-a106-4250-9afa-5beee73924c9 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] [instance: 8ed6360e-d8a3-478a-a78f-3b8e9ef9464e] VM already powered off {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 2026.623293] env[62574]: DEBUG nova.compute.manager [None req-c89669d9-a106-4250-9afa-5beee73924c9 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] [instance: 8ed6360e-d8a3-478a-a78f-3b8e9ef9464e] Checking state {{(pid=62574) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2026.624104] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32767749-6924-4bb1-be50-57fb4c1dbbb2 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2026.631714] env[62574]: DEBUG oslo_concurrency.lockutils [None req-c89669d9-a106-4250-9afa-5beee73924c9 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Acquiring lock "refresh_cache-8ed6360e-d8a3-478a-a78f-3b8e9ef9464e" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2026.631893] env[62574]: DEBUG oslo_concurrency.lockutils [None req-c89669d9-a106-4250-9afa-5beee73924c9 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Acquired lock "refresh_cache-8ed6360e-d8a3-478a-a78f-3b8e9ef9464e" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2026.632149] env[62574]: DEBUG nova.network.neutron [None req-c89669d9-a106-4250-9afa-5beee73924c9 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] [instance: 8ed6360e-d8a3-478a-a78f-3b8e9ef9464e] Building network info cache for instance {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2026.690310] env[62574]: DEBUG oslo_service.periodic_task [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62574) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2026.690619] env[62574]: DEBUG oslo_service.periodic_task [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62574) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2026.898281] env[62574]: DEBUG oslo_vmware.api [None req-ab0b3dff-3d06-48df-a11c-5a3a899646a5 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Task: {'id': task-1862589, 'name': MoveVirtualDisk_Task} progress is 85%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2026.905992] env[62574]: INFO nova.compute.manager [-] [instance: e9878c22-2044-464f-915f-c1c865693437] Took 1.53 seconds to deallocate network for instance. [ 2026.977730] env[62574]: DEBUG nova.network.neutron [None req-1aa06218-83e8-4ac0-8b24-ab25dbb2cc75 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] [instance: 3c459fd4-3e28-458f-91d3-da2220e42191] Instance cache missing network info. {{(pid=62574) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2027.005876] env[62574]: DEBUG oslo_vmware.api [None req-fbe151dc-9cc0-4fd6-8e2f-6cbda69c8a08 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Task: {'id': task-1862579, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2027.102309] env[62574]: DEBUG oslo_concurrency.lockutils [None req-1d38c76f-55ea-4179-826e-a7e9042ef139 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.946s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2027.126072] env[62574]: INFO nova.scheduler.client.report [None req-1d38c76f-55ea-4179-826e-a7e9042ef139 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Deleted allocations for instance 4dfd42a3-c9d2-45b4-8bb0-9a7a8550997c [ 2027.131807] env[62574]: DEBUG nova.network.neutron [None req-1aa06218-83e8-4ac0-8b24-ab25dbb2cc75 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] [instance: 3c459fd4-3e28-458f-91d3-da2220e42191] Updating instance_info_cache with network_info: [{"id": "16fb461c-b9ba-4be8-a6d6-f6b68f12469a", "address": "fa:16:3e:53:b9:f4", "network": {"id": "048e4d0d-d1ab-45c4-a15c-a1cfb16572ac", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1657993544-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3efda8e53e3c4eea8bfd1d5d6cd90db3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f68ebd2a-3c68-48db-8c32-8a01497fc2e7", "external-id": "nsx-vlan-transportzone-49", "segmentation_id": 49, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap16fb461c-b9", "ovs_interfaceid": "16fb461c-b9ba-4be8-a6d6-f6b68f12469a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2027.197072] env[62574]: DEBUG oslo_service.periodic_task [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62574) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2027.197072] env[62574]: DEBUG nova.compute.manager [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Starting heal instance info cache {{(pid=62574) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10345}} [ 2027.218406] env[62574]: DEBUG nova.compute.manager [None req-1aa06218-83e8-4ac0-8b24-ab25dbb2cc75 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] [instance: 3c459fd4-3e28-458f-91d3-da2220e42191] Start spawning the instance on the hypervisor. {{(pid=62574) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2027.218962] env[62574]: DEBUG nova.virt.hardware [None req-1aa06218-83e8-4ac0-8b24-ab25dbb2cc75 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T19:26:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2027.219209] env[62574]: DEBUG nova.virt.hardware [None req-1aa06218-83e8-4ac0-8b24-ab25dbb2cc75 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Flavor limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2027.219364] env[62574]: DEBUG nova.virt.hardware [None req-1aa06218-83e8-4ac0-8b24-ab25dbb2cc75 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Image limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2027.219557] env[62574]: DEBUG nova.virt.hardware [None req-1aa06218-83e8-4ac0-8b24-ab25dbb2cc75 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Flavor pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2027.219704] env[62574]: DEBUG nova.virt.hardware [None req-1aa06218-83e8-4ac0-8b24-ab25dbb2cc75 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Image pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2027.219857] env[62574]: DEBUG nova.virt.hardware [None req-1aa06218-83e8-4ac0-8b24-ab25dbb2cc75 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2027.220072] env[62574]: DEBUG nova.virt.hardware [None req-1aa06218-83e8-4ac0-8b24-ab25dbb2cc75 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2027.220238] env[62574]: DEBUG nova.virt.hardware [None req-1aa06218-83e8-4ac0-8b24-ab25dbb2cc75 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2027.220406] env[62574]: DEBUG nova.virt.hardware [None req-1aa06218-83e8-4ac0-8b24-ab25dbb2cc75 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Got 1 possible topologies {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2027.220570] env[62574]: DEBUG nova.virt.hardware [None req-1aa06218-83e8-4ac0-8b24-ab25dbb2cc75 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2027.220741] env[62574]: DEBUG nova.virt.hardware [None req-1aa06218-83e8-4ac0-8b24-ab25dbb2cc75 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2027.221653] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcbce95f-0794-42d4-8ab5-e23c30ad1bdb {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2027.230285] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1b3bdc5-d13e-458c-bad6-cb5acc25baa3 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2027.354642] env[62574]: DEBUG nova.network.neutron [None req-c89669d9-a106-4250-9afa-5beee73924c9 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] [instance: 8ed6360e-d8a3-478a-a78f-3b8e9ef9464e] Updating instance_info_cache with network_info: [{"id": "f7ace2fc-c340-4e8c-a214-95cdeca63c65", "address": "fa:16:3e:de:ac:b4", "network": {"id": "c6e82ed8-135c-4a2b-a7fa-f0f461137015", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-414473987-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.171", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5c18e090ac645c2bb13c4b6714f5f01", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c42bb08a-77b4-4bba-8166-702cbb1b5f1e", "external-id": "nsx-vlan-transportzone-137", "segmentation_id": 137, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7ace2fc-c3", "ovs_interfaceid": "f7ace2fc-c340-4e8c-a214-95cdeca63c65", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2027.398937] env[62574]: DEBUG oslo_vmware.api [None req-ab0b3dff-3d06-48df-a11c-5a3a899646a5 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Task: {'id': task-1862589, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.852084} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2027.399270] env[62574]: INFO nova.virt.vmwareapi.ds_util [None req-ab0b3dff-3d06-48df-a11c-5a3a899646a5 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_1311d0a1-8bed-4070-aeed-9a2458b3f2b7/OSTACK_IMG_1311d0a1-8bed-4070-aeed-9a2458b3f2b7.vmdk to [datastore2] devstack-image-cache_base/b826c12b-6a1e-4783-b348-c18e563bde2a/b826c12b-6a1e-4783-b348-c18e563bde2a.vmdk. [ 2027.399414] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-ab0b3dff-3d06-48df-a11c-5a3a899646a5 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] [instance: d030b211-e17d-44ed-b034-f57b1599e108] Cleaning up location [datastore2] OSTACK_IMG_1311d0a1-8bed-4070-aeed-9a2458b3f2b7 {{(pid=62574) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 2027.399570] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab0b3dff-3d06-48df-a11c-5a3a899646a5 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_1311d0a1-8bed-4070-aeed-9a2458b3f2b7 {{(pid=62574) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2027.399831] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e280197f-5493-4fde-9edb-37c0517596c2 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2027.407597] env[62574]: DEBUG oslo_vmware.api [None req-ab0b3dff-3d06-48df-a11c-5a3a899646a5 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Waiting for the task: (returnval){ [ 2027.407597] env[62574]: value = "task-1862592" [ 2027.407597] env[62574]: _type = "Task" [ 2027.407597] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2027.412093] env[62574]: DEBUG oslo_concurrency.lockutils [None req-624d37d6-917a-486a-8f60-ab8738a7e306 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2027.412351] env[62574]: DEBUG oslo_concurrency.lockutils [None req-624d37d6-917a-486a-8f60-ab8738a7e306 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2027.412695] env[62574]: DEBUG oslo_concurrency.lockutils [None req-624d37d6-917a-486a-8f60-ab8738a7e306 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2027.419969] env[62574]: DEBUG oslo_vmware.api [None req-ab0b3dff-3d06-48df-a11c-5a3a899646a5 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Task: {'id': task-1862592, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2027.429836] env[62574]: INFO nova.scheduler.client.report [None req-624d37d6-917a-486a-8f60-ab8738a7e306 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Deleted allocations for instance e9878c22-2044-464f-915f-c1c865693437 [ 2027.504071] env[62574]: DEBUG oslo_vmware.api [None req-fbe151dc-9cc0-4fd6-8e2f-6cbda69c8a08 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Task: {'id': task-1862579, 'name': ReconfigVM_Task, 'duration_secs': 5.899985} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2027.504071] env[62574]: DEBUG oslo_concurrency.lockutils [None req-fbe151dc-9cc0-4fd6-8e2f-6cbda69c8a08 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Releasing lock "3093e4ab-7f4e-48bf-a3ac-7c990da06f32" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2027.504071] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-fbe151dc-9cc0-4fd6-8e2f-6cbda69c8a08 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] [instance: 3093e4ab-7f4e-48bf-a3ac-7c990da06f32] Reconfigured VM to detach interface {{(pid=62574) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 2027.640419] env[62574]: DEBUG oslo_concurrency.lockutils [None req-1aa06218-83e8-4ac0-8b24-ab25dbb2cc75 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Releasing lock "refresh_cache-3c459fd4-3e28-458f-91d3-da2220e42191" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2027.641934] env[62574]: DEBUG nova.compute.manager [None req-1aa06218-83e8-4ac0-8b24-ab25dbb2cc75 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] [instance: 3c459fd4-3e28-458f-91d3-da2220e42191] Instance network_info: |[{"id": "16fb461c-b9ba-4be8-a6d6-f6b68f12469a", "address": "fa:16:3e:53:b9:f4", "network": {"id": "048e4d0d-d1ab-45c4-a15c-a1cfb16572ac", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1657993544-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3efda8e53e3c4eea8bfd1d5d6cd90db3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f68ebd2a-3c68-48db-8c32-8a01497fc2e7", "external-id": "nsx-vlan-transportzone-49", "segmentation_id": 49, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap16fb461c-b9", "ovs_interfaceid": "16fb461c-b9ba-4be8-a6d6-f6b68f12469a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62574) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2027.642517] env[62574]: DEBUG oslo_concurrency.lockutils [None req-1d38c76f-55ea-4179-826e-a7e9042ef139 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Lock "4dfd42a3-c9d2-45b4-8bb0-9a7a8550997c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.236s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2027.643599] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-1aa06218-83e8-4ac0-8b24-ab25dbb2cc75 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] [instance: 3c459fd4-3e28-458f-91d3-da2220e42191] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:53:b9:f4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f68ebd2a-3c68-48db-8c32-8a01497fc2e7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '16fb461c-b9ba-4be8-a6d6-f6b68f12469a', 'vif_model': 'vmxnet3'}] {{(pid=62574) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2027.652071] env[62574]: DEBUG oslo.service.loopingcall [None req-1aa06218-83e8-4ac0-8b24-ab25dbb2cc75 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62574) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2027.652640] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3c459fd4-3e28-458f-91d3-da2220e42191] Creating VM on the ESX host {{(pid=62574) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2027.652928] env[62574]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e7a37706-b24e-48d3-8f13-99f148849517 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2027.675422] env[62574]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2027.675422] env[62574]: value = "task-1862593" [ 2027.675422] env[62574]: _type = "Task" [ 2027.675422] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2027.685395] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1862593, 'name': CreateVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2027.699921] env[62574]: DEBUG nova.compute.manager [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Didn't find any instances for network info cache update. {{(pid=62574) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10431}} [ 2027.700255] env[62574]: DEBUG oslo_service.periodic_task [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62574) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2027.700499] env[62574]: DEBUG oslo_service.periodic_task [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62574) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2027.700765] env[62574]: DEBUG oslo_service.periodic_task [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62574) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2027.700972] env[62574]: DEBUG oslo_service.periodic_task [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62574) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2027.701141] env[62574]: DEBUG oslo_service.periodic_task [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62574) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2027.701337] env[62574]: DEBUG oslo_service.periodic_task [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62574) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2027.701496] env[62574]: DEBUG nova.compute.manager [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62574) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10964}} [ 2027.701657] env[62574]: DEBUG oslo_service.periodic_task [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Running periodic task ComputeManager.update_available_resource {{(pid=62574) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2027.857660] env[62574]: DEBUG oslo_concurrency.lockutils [None req-c89669d9-a106-4250-9afa-5beee73924c9 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Releasing lock "refresh_cache-8ed6360e-d8a3-478a-a78f-3b8e9ef9464e" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2027.863484] env[62574]: DEBUG nova.compute.manager [req-2e249b4b-affb-464c-aafb-21cc35c454c1 req-04a7c0cd-24dd-40c4-bead-e908a20a678f service nova] [instance: 3c459fd4-3e28-458f-91d3-da2220e42191] Received event network-changed-16fb461c-b9ba-4be8-a6d6-f6b68f12469a {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 2027.863484] env[62574]: DEBUG nova.compute.manager [req-2e249b4b-affb-464c-aafb-21cc35c454c1 req-04a7c0cd-24dd-40c4-bead-e908a20a678f service nova] [instance: 3c459fd4-3e28-458f-91d3-da2220e42191] Refreshing instance network info cache due to event network-changed-16fb461c-b9ba-4be8-a6d6-f6b68f12469a. {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 2027.863746] env[62574]: DEBUG oslo_concurrency.lockutils [req-2e249b4b-affb-464c-aafb-21cc35c454c1 req-04a7c0cd-24dd-40c4-bead-e908a20a678f service nova] Acquiring lock "refresh_cache-3c459fd4-3e28-458f-91d3-da2220e42191" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2027.863911] env[62574]: DEBUG oslo_concurrency.lockutils [req-2e249b4b-affb-464c-aafb-21cc35c454c1 req-04a7c0cd-24dd-40c4-bead-e908a20a678f service nova] Acquired lock "refresh_cache-3c459fd4-3e28-458f-91d3-da2220e42191" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2027.863980] env[62574]: DEBUG nova.network.neutron [req-2e249b4b-affb-464c-aafb-21cc35c454c1 req-04a7c0cd-24dd-40c4-bead-e908a20a678f service nova] [instance: 3c459fd4-3e28-458f-91d3-da2220e42191] Refreshing network info cache for port 16fb461c-b9ba-4be8-a6d6-f6b68f12469a {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2027.919361] env[62574]: DEBUG oslo_vmware.api [None req-ab0b3dff-3d06-48df-a11c-5a3a899646a5 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Task: {'id': task-1862592, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.041339} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2027.919662] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab0b3dff-3d06-48df-a11c-5a3a899646a5 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Deleted the datastore file {{(pid=62574) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2027.919884] env[62574]: DEBUG oslo_concurrency.lockutils [None req-ab0b3dff-3d06-48df-a11c-5a3a899646a5 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b826c12b-6a1e-4783-b348-c18e563bde2a/b826c12b-6a1e-4783-b348-c18e563bde2a.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2027.920084] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab0b3dff-3d06-48df-a11c-5a3a899646a5 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b826c12b-6a1e-4783-b348-c18e563bde2a/b826c12b-6a1e-4783-b348-c18e563bde2a.vmdk to [datastore2] d030b211-e17d-44ed-b034-f57b1599e108/d030b211-e17d-44ed-b034-f57b1599e108.vmdk {{(pid=62574) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2027.920370] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-84c606cf-b80e-4811-8134-7385da817c11 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2027.933870] env[62574]: DEBUG oslo_vmware.api [None req-ab0b3dff-3d06-48df-a11c-5a3a899646a5 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Waiting for the task: (returnval){ [ 2027.933870] env[62574]: value = "task-1862594" [ 2027.933870] env[62574]: _type = "Task" [ 2027.933870] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2027.942936] env[62574]: DEBUG oslo_concurrency.lockutils [None req-624d37d6-917a-486a-8f60-ab8738a7e306 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Lock "e9878c22-2044-464f-915f-c1c865693437" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.778s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2027.947955] env[62574]: DEBUG oslo_vmware.api [None req-ab0b3dff-3d06-48df-a11c-5a3a899646a5 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Task: {'id': task-1862594, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2028.186184] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1862593, 'name': CreateVM_Task, 'duration_secs': 0.473058} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2028.186412] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3c459fd4-3e28-458f-91d3-da2220e42191] Created VM on the ESX host {{(pid=62574) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2028.187057] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-1aa06218-83e8-4ac0-8b24-ab25dbb2cc75 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] [instance: 3c459fd4-3e28-458f-91d3-da2220e42191] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': None, 'delete_on_termination': True, 'mount_device': '/dev/sda', 'device_type': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-385040', 'volume_id': 'b3fb9e30-28f5-4f58-a30c-2065cae5631f', 'name': 'volume-b3fb9e30-28f5-4f58-a30c-2065cae5631f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3c459fd4-3e28-458f-91d3-da2220e42191', 'attached_at': '', 'detached_at': '', 'volume_id': 'b3fb9e30-28f5-4f58-a30c-2065cae5631f', 'serial': 'b3fb9e30-28f5-4f58-a30c-2065cae5631f'}, 'boot_index': 0, 'attachment_id': 'e340a5a3-42c6-42de-a894-a8e3435c8133', 'guest_format': None, 'volume_type': None}], 'swap': None} {{(pid=62574) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 2028.187302] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-1aa06218-83e8-4ac0-8b24-ab25dbb2cc75 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] [instance: 3c459fd4-3e28-458f-91d3-da2220e42191] Root volume attach. Driver type: vmdk {{(pid=62574) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 2028.188063] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8a032e8-1359-47f9-be00-c0cf387e7e65 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2028.197268] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe706712-d218-4ee1-8454-e5f5720a7cd3 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2028.204785] env[62574]: DEBUG oslo_concurrency.lockutils [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2028.205032] env[62574]: DEBUG oslo_concurrency.lockutils [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2028.205250] env[62574]: DEBUG oslo_concurrency.lockutils [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2028.205452] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62574) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2028.206483] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d94139fc-9f39-4796-865b-f3df392fe0cd {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2028.209500] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a6b0086-84a4-4b32-b011-66607adbe0d0 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2028.218856] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-808e0bec-5809-4ae9-ac6d-44ab3496c85d {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2028.222823] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c32562a2-e392-428b-bac6-2d6c6888f9a9 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2028.239532] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21854911-9eda-49b4-bc11-d5bd51af1230 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2028.242230] env[62574]: DEBUG oslo_vmware.api [None req-1aa06218-83e8-4ac0-8b24-ab25dbb2cc75 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Waiting for the task: (returnval){ [ 2028.242230] env[62574]: value = "task-1862596" [ 2028.242230] env[62574]: _type = "Task" [ 2028.242230] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2028.244445] env[62574]: DEBUG nova.compute.manager [req-67c2d280-8405-42b4-8df8-a7fb71461cfb req-8b5cb47e-3885-48c4-9e34-51e86077bdd8 service nova] [instance: 8ed6360e-d8a3-478a-a78f-3b8e9ef9464e] Received event network-vif-unplugged-f7ace2fc-c340-4e8c-a214-95cdeca63c65 {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 2028.244653] env[62574]: DEBUG oslo_concurrency.lockutils [req-67c2d280-8405-42b4-8df8-a7fb71461cfb req-8b5cb47e-3885-48c4-9e34-51e86077bdd8 service nova] Acquiring lock "8ed6360e-d8a3-478a-a78f-3b8e9ef9464e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2028.245474] env[62574]: DEBUG oslo_concurrency.lockutils [req-67c2d280-8405-42b4-8df8-a7fb71461cfb req-8b5cb47e-3885-48c4-9e34-51e86077bdd8 service nova] Lock "8ed6360e-d8a3-478a-a78f-3b8e9ef9464e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2028.245474] env[62574]: DEBUG oslo_concurrency.lockutils [req-67c2d280-8405-42b4-8df8-a7fb71461cfb req-8b5cb47e-3885-48c4-9e34-51e86077bdd8 service nova] Lock "8ed6360e-d8a3-478a-a78f-3b8e9ef9464e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2028.245474] env[62574]: DEBUG nova.compute.manager [req-67c2d280-8405-42b4-8df8-a7fb71461cfb req-8b5cb47e-3885-48c4-9e34-51e86077bdd8 service nova] [instance: 8ed6360e-d8a3-478a-a78f-3b8e9ef9464e] No waiting events found dispatching network-vif-unplugged-f7ace2fc-c340-4e8c-a214-95cdeca63c65 {{(pid=62574) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2028.245474] env[62574]: WARNING nova.compute.manager [req-67c2d280-8405-42b4-8df8-a7fb71461cfb req-8b5cb47e-3885-48c4-9e34-51e86077bdd8 service nova] [instance: 8ed6360e-d8a3-478a-a78f-3b8e9ef9464e] Received unexpected event network-vif-unplugged-f7ace2fc-c340-4e8c-a214-95cdeca63c65 for instance with vm_state shelved and task_state shelving_offloading. [ 2028.253226] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48ccde48-819e-40b2-9a27-760168fc7451 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2028.259709] env[62574]: DEBUG oslo_vmware.api [None req-1aa06218-83e8-4ac0-8b24-ab25dbb2cc75 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Task: {'id': task-1862596, 'name': RelocateVM_Task} progress is 12%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2028.289944] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179533MB free_disk=148GB free_vcpus=48 pci_devices=None {{(pid=62574) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2028.290313] env[62574]: DEBUG oslo_concurrency.lockutils [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2028.290541] env[62574]: DEBUG oslo_concurrency.lockutils [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2028.371725] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-c89669d9-a106-4250-9afa-5beee73924c9 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] [instance: 8ed6360e-d8a3-478a-a78f-3b8e9ef9464e] Destroying instance {{(pid=62574) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2028.372626] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b350af83-67b4-46a0-a059-a22d9298b8f8 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2028.381899] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-c89669d9-a106-4250-9afa-5beee73924c9 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] [instance: 8ed6360e-d8a3-478a-a78f-3b8e9ef9464e] Unregistering the VM {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2028.381899] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-97d709aa-eff2-490d-9984-8a72fac26d1e {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2028.445947] env[62574]: DEBUG oslo_vmware.api [None req-ab0b3dff-3d06-48df-a11c-5a3a899646a5 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Task: {'id': task-1862594, 'name': CopyVirtualDisk_Task} progress is 9%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2028.511206] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-c89669d9-a106-4250-9afa-5beee73924c9 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] [instance: 8ed6360e-d8a3-478a-a78f-3b8e9ef9464e] Unregistered the VM {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2028.511492] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-c89669d9-a106-4250-9afa-5beee73924c9 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] [instance: 8ed6360e-d8a3-478a-a78f-3b8e9ef9464e] Deleting contents of the VM from datastore datastore1 {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2028.511709] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-c89669d9-a106-4250-9afa-5beee73924c9 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Deleting the datastore file [datastore1] 8ed6360e-d8a3-478a-a78f-3b8e9ef9464e {{(pid=62574) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2028.512010] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d2c23753-9e1f-45db-89a9-f71fd78592ac {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2028.523770] env[62574]: DEBUG oslo_vmware.api [None req-c89669d9-a106-4250-9afa-5beee73924c9 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Waiting for the task: (returnval){ [ 2028.523770] env[62574]: value = "task-1862598" [ 2028.523770] env[62574]: _type = "Task" [ 2028.523770] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2028.533400] env[62574]: DEBUG oslo_vmware.api [None req-c89669d9-a106-4250-9afa-5beee73924c9 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Task: {'id': task-1862598, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2028.591222] env[62574]: DEBUG nova.network.neutron [req-2e249b4b-affb-464c-aafb-21cc35c454c1 req-04a7c0cd-24dd-40c4-bead-e908a20a678f service nova] [instance: 3c459fd4-3e28-458f-91d3-da2220e42191] Updated VIF entry in instance network info cache for port 16fb461c-b9ba-4be8-a6d6-f6b68f12469a. {{(pid=62574) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2028.591741] env[62574]: DEBUG nova.network.neutron [req-2e249b4b-affb-464c-aafb-21cc35c454c1 req-04a7c0cd-24dd-40c4-bead-e908a20a678f service nova] [instance: 3c459fd4-3e28-458f-91d3-da2220e42191] Updating instance_info_cache with network_info: [{"id": "16fb461c-b9ba-4be8-a6d6-f6b68f12469a", "address": "fa:16:3e:53:b9:f4", "network": {"id": "048e4d0d-d1ab-45c4-a15c-a1cfb16572ac", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1657993544-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3efda8e53e3c4eea8bfd1d5d6cd90db3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f68ebd2a-3c68-48db-8c32-8a01497fc2e7", "external-id": "nsx-vlan-transportzone-49", "segmentation_id": 49, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap16fb461c-b9", "ovs_interfaceid": "16fb461c-b9ba-4be8-a6d6-f6b68f12469a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2028.754603] env[62574]: DEBUG oslo_vmware.api [None req-1aa06218-83e8-4ac0-8b24-ab25dbb2cc75 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Task: {'id': task-1862596, 'name': RelocateVM_Task, 'duration_secs': 0.029874} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2028.755042] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-1aa06218-83e8-4ac0-8b24-ab25dbb2cc75 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] [instance: 3c459fd4-3e28-458f-91d3-da2220e42191] Volume attach. Driver type: vmdk {{(pid=62574) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2028.755266] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-1aa06218-83e8-4ac0-8b24-ab25dbb2cc75 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] [instance: 3c459fd4-3e28-458f-91d3-da2220e42191] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-385040', 'volume_id': 'b3fb9e30-28f5-4f58-a30c-2065cae5631f', 'name': 'volume-b3fb9e30-28f5-4f58-a30c-2065cae5631f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3c459fd4-3e28-458f-91d3-da2220e42191', 'attached_at': '', 'detached_at': '', 'volume_id': 'b3fb9e30-28f5-4f58-a30c-2065cae5631f', 'serial': 'b3fb9e30-28f5-4f58-a30c-2065cae5631f'} {{(pid=62574) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2028.756113] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ce2238c-c9ee-40b4-a33a-2687ca44f945 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2028.773586] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dabd4738-cc7a-47e2-af61-ce90654d58d2 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2028.800402] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-1aa06218-83e8-4ac0-8b24-ab25dbb2cc75 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] [instance: 3c459fd4-3e28-458f-91d3-da2220e42191] Reconfiguring VM instance instance-00000071 to attach disk [datastore2] volume-b3fb9e30-28f5-4f58-a30c-2065cae5631f/volume-b3fb9e30-28f5-4f58-a30c-2065cae5631f.vmdk or device None with type thin {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2028.807254] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ee33720f-74e1-4c59-b6cb-5255a461f99b {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2028.835590] env[62574]: DEBUG oslo_vmware.api [None req-1aa06218-83e8-4ac0-8b24-ab25dbb2cc75 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Waiting for the task: (returnval){ [ 2028.835590] env[62574]: value = "task-1862599" [ 2028.835590] env[62574]: _type = "Task" [ 2028.835590] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2028.845642] env[62574]: DEBUG oslo_vmware.api [None req-1aa06218-83e8-4ac0-8b24-ab25dbb2cc75 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Task: {'id': task-1862599, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2028.846758] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Instance b4522995-fb9c-471f-bd36-af8b721aa5ff actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62574) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2028.846906] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Instance 9a4440bb-97d9-4dd7-bc7d-2a6c94e9e40c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62574) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2028.847047] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Instance 1acdec40-8943-472c-ae9f-aad12d2bc16d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62574) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2028.847166] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Instance 8ed6360e-d8a3-478a-a78f-3b8e9ef9464e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62574) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2028.847279] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Instance 3093e4ab-7f4e-48bf-a3ac-7c990da06f32 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62574) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2028.847392] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Instance df645c24-e08c-48e1-aee8-2da12c3203b2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62574) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2028.847503] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Instance b26e33b2-aa22-44ec-9162-3dd206b96fd4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62574) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2028.847614] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Instance 13d9a284-2078-4e13-848a-5cce88d50a54 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62574) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2028.847722] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Instance 6302cdc1-7534-4722-a8c4-7eaf67a4f125 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62574) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2028.847831] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Instance d030b211-e17d-44ed-b034-f57b1599e108 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62574) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2028.847939] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Instance 3c459fd4-3e28-458f-91d3-da2220e42191 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62574) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2028.848165] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Total usable vcpus: 48, total allocated vcpus: 11 {{(pid=62574) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2028.848305] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2624MB phys_disk=200GB used_disk=10GB total_vcpus=48 used_vcpus=11 pci_stats=[] {{(pid=62574) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2028.939871] env[62574]: DEBUG oslo_concurrency.lockutils [None req-fbe151dc-9cc0-4fd6-8e2f-6cbda69c8a08 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Acquiring lock "refresh_cache-3093e4ab-7f4e-48bf-a3ac-7c990da06f32" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2028.940105] env[62574]: DEBUG oslo_concurrency.lockutils [None req-fbe151dc-9cc0-4fd6-8e2f-6cbda69c8a08 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Acquired lock "refresh_cache-3093e4ab-7f4e-48bf-a3ac-7c990da06f32" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2028.940299] env[62574]: DEBUG nova.network.neutron [None req-fbe151dc-9cc0-4fd6-8e2f-6cbda69c8a08 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] [instance: 3093e4ab-7f4e-48bf-a3ac-7c990da06f32] Building network info cache for instance {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2028.945937] env[62574]: DEBUG oslo_vmware.api [None req-ab0b3dff-3d06-48df-a11c-5a3a899646a5 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Task: {'id': task-1862594, 'name': CopyVirtualDisk_Task} progress is 29%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2029.015297] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9638b347-0ebb-4312-aee9-897a381ddca6 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2029.024750] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b59df85-3add-434a-a9a3-d878594efe3c {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2029.038780] env[62574]: DEBUG oslo_vmware.api [None req-c89669d9-a106-4250-9afa-5beee73924c9 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Task: {'id': task-1862598, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.311779} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2029.064606] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-c89669d9-a106-4250-9afa-5beee73924c9 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Deleted the datastore file {{(pid=62574) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2029.066057] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-c89669d9-a106-4250-9afa-5beee73924c9 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] [instance: 8ed6360e-d8a3-478a-a78f-3b8e9ef9464e] Deleted contents of the VM from datastore datastore1 {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2029.066057] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-c89669d9-a106-4250-9afa-5beee73924c9 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] [instance: 8ed6360e-d8a3-478a-a78f-3b8e9ef9464e] Instance destroyed {{(pid=62574) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2029.068516] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83859703-843c-409d-bd55-a6405500a161 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2029.077670] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-320ca4ef-eef1-4a6e-8625-72d6dc2a98dc {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2029.093105] env[62574]: DEBUG nova.compute.provider_tree [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Inventory has not changed in ProviderTree for provider: f0ed160a-beff-4626-a531-2a70d7bc0627 {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2029.095417] env[62574]: INFO nova.scheduler.client.report [None req-c89669d9-a106-4250-9afa-5beee73924c9 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Deleted allocations for instance 8ed6360e-d8a3-478a-a78f-3b8e9ef9464e [ 2029.098070] env[62574]: DEBUG oslo_concurrency.lockutils [req-2e249b4b-affb-464c-aafb-21cc35c454c1 req-04a7c0cd-24dd-40c4-bead-e908a20a678f service nova] Releasing lock "refresh_cache-3c459fd4-3e28-458f-91d3-da2220e42191" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2029.349499] env[62574]: DEBUG oslo_vmware.api [None req-1aa06218-83e8-4ac0-8b24-ab25dbb2cc75 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Task: {'id': task-1862599, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2029.364204] env[62574]: DEBUG oslo_concurrency.lockutils [None req-c0e16681-3263-4bee-a60b-75763cb0cf30 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Acquiring lock "cb1a85c5-e90a-4290-a603-e2d08f5c0ee4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2029.364486] env[62574]: DEBUG oslo_concurrency.lockutils [None req-c0e16681-3263-4bee-a60b-75763cb0cf30 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Lock "cb1a85c5-e90a-4290-a603-e2d08f5c0ee4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2029.446685] env[62574]: DEBUG oslo_vmware.api [None req-ab0b3dff-3d06-48df-a11c-5a3a899646a5 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Task: {'id': task-1862594, 'name': CopyVirtualDisk_Task} progress is 49%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2029.600254] env[62574]: DEBUG nova.scheduler.client.report [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Inventory has not changed for provider f0ed160a-beff-4626-a531-2a70d7bc0627 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 148, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2029.606403] env[62574]: DEBUG oslo_concurrency.lockutils [None req-c89669d9-a106-4250-9afa-5beee73924c9 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2029.684523] env[62574]: INFO nova.network.neutron [None req-fbe151dc-9cc0-4fd6-8e2f-6cbda69c8a08 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] [instance: 3093e4ab-7f4e-48bf-a3ac-7c990da06f32] Port a620e9bf-0e88-4e52-87b0-c376953272b8 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 2029.684523] env[62574]: DEBUG nova.network.neutron [None req-fbe151dc-9cc0-4fd6-8e2f-6cbda69c8a08 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] [instance: 3093e4ab-7f4e-48bf-a3ac-7c990da06f32] Updating instance_info_cache with network_info: [{"id": "791832f8-a934-4a90-8909-9e0e8c792f16", "address": "fa:16:3e:ca:f2:e3", "network": {"id": "00bfa347-a6e1-4070-b5d9-5f46396a9c53", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-693390946-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3197393f8f6a457a9367bd87f7aa5dc2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bdf594e-da7a-4254-b413-87aef4614588", "external-id": "nsx-vlan-transportzone-422", "segmentation_id": 422, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap791832f8-a9", "ovs_interfaceid": "791832f8-a934-4a90-8909-9e0e8c792f16", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2029.854161] env[62574]: DEBUG oslo_vmware.api [None req-1aa06218-83e8-4ac0-8b24-ab25dbb2cc75 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Task: {'id': task-1862599, 'name': ReconfigVM_Task, 'duration_secs': 0.883632} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2029.854780] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-1aa06218-83e8-4ac0-8b24-ab25dbb2cc75 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] [instance: 3c459fd4-3e28-458f-91d3-da2220e42191] Reconfigured VM instance instance-00000071 to attach disk [datastore2] volume-b3fb9e30-28f5-4f58-a30c-2065cae5631f/volume-b3fb9e30-28f5-4f58-a30c-2065cae5631f.vmdk or device None with type thin {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2029.860746] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eeb9987b-3b32-48e7-a016-996e39c29546 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2029.873016] env[62574]: DEBUG nova.compute.manager [None req-c0e16681-3263-4bee-a60b-75763cb0cf30 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] [instance: cb1a85c5-e90a-4290-a603-e2d08f5c0ee4] Starting instance... {{(pid=62574) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2029.884472] env[62574]: DEBUG oslo_vmware.api [None req-1aa06218-83e8-4ac0-8b24-ab25dbb2cc75 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Waiting for the task: (returnval){ [ 2029.884472] env[62574]: value = "task-1862600" [ 2029.884472] env[62574]: _type = "Task" [ 2029.884472] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2029.899782] env[62574]: DEBUG oslo_vmware.api [None req-1aa06218-83e8-4ac0-8b24-ab25dbb2cc75 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Task: {'id': task-1862600, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2029.948240] env[62574]: DEBUG oslo_vmware.api [None req-ab0b3dff-3d06-48df-a11c-5a3a899646a5 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Task: {'id': task-1862594, 'name': CopyVirtualDisk_Task} progress is 69%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2030.109532] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62574) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2030.110169] env[62574]: DEBUG oslo_concurrency.lockutils [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.819s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2030.110169] env[62574]: DEBUG oslo_concurrency.lockutils [None req-c89669d9-a106-4250-9afa-5beee73924c9 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.506s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2030.110428] env[62574]: DEBUG nova.objects.instance [None req-c89669d9-a106-4250-9afa-5beee73924c9 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Lazy-loading 'resources' on Instance uuid 8ed6360e-d8a3-478a-a78f-3b8e9ef9464e {{(pid=62574) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2030.187890] env[62574]: DEBUG oslo_concurrency.lockutils [None req-fbe151dc-9cc0-4fd6-8e2f-6cbda69c8a08 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Releasing lock "refresh_cache-3093e4ab-7f4e-48bf-a3ac-7c990da06f32" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2030.401981] env[62574]: DEBUG oslo_vmware.api [None req-1aa06218-83e8-4ac0-8b24-ab25dbb2cc75 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Task: {'id': task-1862600, 'name': ReconfigVM_Task, 'duration_secs': 0.31515} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2030.402521] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-1aa06218-83e8-4ac0-8b24-ab25dbb2cc75 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] [instance: 3c459fd4-3e28-458f-91d3-da2220e42191] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-385040', 'volume_id': 'b3fb9e30-28f5-4f58-a30c-2065cae5631f', 'name': 'volume-b3fb9e30-28f5-4f58-a30c-2065cae5631f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3c459fd4-3e28-458f-91d3-da2220e42191', 'attached_at': '', 'detached_at': '', 'volume_id': 'b3fb9e30-28f5-4f58-a30c-2065cae5631f', 'serial': 'b3fb9e30-28f5-4f58-a30c-2065cae5631f'} {{(pid=62574) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2030.404970] env[62574]: DEBUG oslo_concurrency.lockutils [None req-c0e16681-3263-4bee-a60b-75763cb0cf30 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2030.405366] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5e5a86dc-3564-433b-a913-21e8d2a4215d {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2030.416472] env[62574]: DEBUG oslo_vmware.api [None req-1aa06218-83e8-4ac0-8b24-ab25dbb2cc75 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Waiting for the task: (returnval){ [ 2030.416472] env[62574]: value = "task-1862601" [ 2030.416472] env[62574]: _type = "Task" [ 2030.416472] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2030.428414] env[62574]: DEBUG oslo_vmware.api [None req-1aa06218-83e8-4ac0-8b24-ab25dbb2cc75 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Task: {'id': task-1862601, 'name': Rename_Task} progress is 5%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2030.447571] env[62574]: DEBUG oslo_vmware.api [None req-ab0b3dff-3d06-48df-a11c-5a3a899646a5 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Task: {'id': task-1862594, 'name': CopyVirtualDisk_Task} progress is 88%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2030.613324] env[62574]: DEBUG nova.objects.instance [None req-c89669d9-a106-4250-9afa-5beee73924c9 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Lazy-loading 'numa_topology' on Instance uuid 8ed6360e-d8a3-478a-a78f-3b8e9ef9464e {{(pid=62574) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2030.693266] env[62574]: DEBUG oslo_concurrency.lockutils [None req-fbe151dc-9cc0-4fd6-8e2f-6cbda69c8a08 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Lock "interface-3093e4ab-7f4e-48bf-a3ac-7c990da06f32-a620e9bf-0e88-4e52-87b0-c376953272b8" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.809s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2030.796975] env[62574]: DEBUG oslo_concurrency.lockutils [None req-d49587dd-b16c-44c9-9c9c-a53539b1bfce tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Acquiring lock "interface-b26e33b2-aa22-44ec-9162-3dd206b96fd4-a620e9bf-0e88-4e52-87b0-c376953272b8" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2030.797535] env[62574]: DEBUG oslo_concurrency.lockutils [None req-d49587dd-b16c-44c9-9c9c-a53539b1bfce tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Lock "interface-b26e33b2-aa22-44ec-9162-3dd206b96fd4-a620e9bf-0e88-4e52-87b0-c376953272b8" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2030.798202] env[62574]: DEBUG nova.objects.instance [None req-d49587dd-b16c-44c9-9c9c-a53539b1bfce tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Lazy-loading 'flavor' on Instance uuid b26e33b2-aa22-44ec-9162-3dd206b96fd4 {{(pid=62574) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2030.901810] env[62574]: DEBUG nova.compute.manager [req-8e684a17-cf25-4552-b269-2131213bfd1e req-cf85c6ed-9aa2-40fe-ab5d-b70cc07405be service nova] [instance: 8ed6360e-d8a3-478a-a78f-3b8e9ef9464e] Received event network-changed-f7ace2fc-c340-4e8c-a214-95cdeca63c65 {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 2030.902163] env[62574]: DEBUG nova.compute.manager [req-8e684a17-cf25-4552-b269-2131213bfd1e req-cf85c6ed-9aa2-40fe-ab5d-b70cc07405be service nova] [instance: 8ed6360e-d8a3-478a-a78f-3b8e9ef9464e] Refreshing instance network info cache due to event network-changed-f7ace2fc-c340-4e8c-a214-95cdeca63c65. {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 2030.902251] env[62574]: DEBUG oslo_concurrency.lockutils [req-8e684a17-cf25-4552-b269-2131213bfd1e req-cf85c6ed-9aa2-40fe-ab5d-b70cc07405be service nova] Acquiring lock "refresh_cache-8ed6360e-d8a3-478a-a78f-3b8e9ef9464e" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2030.902520] env[62574]: DEBUG oslo_concurrency.lockutils [req-8e684a17-cf25-4552-b269-2131213bfd1e req-cf85c6ed-9aa2-40fe-ab5d-b70cc07405be service nova] Acquired lock "refresh_cache-8ed6360e-d8a3-478a-a78f-3b8e9ef9464e" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2030.902616] env[62574]: DEBUG nova.network.neutron [req-8e684a17-cf25-4552-b269-2131213bfd1e req-cf85c6ed-9aa2-40fe-ab5d-b70cc07405be service nova] [instance: 8ed6360e-d8a3-478a-a78f-3b8e9ef9464e] Refreshing network info cache for port f7ace2fc-c340-4e8c-a214-95cdeca63c65 {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2030.929966] env[62574]: DEBUG oslo_vmware.api [None req-1aa06218-83e8-4ac0-8b24-ab25dbb2cc75 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Task: {'id': task-1862601, 'name': Rename_Task} progress is 99%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2030.949167] env[62574]: DEBUG oslo_vmware.api [None req-ab0b3dff-3d06-48df-a11c-5a3a899646a5 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Task: {'id': task-1862594, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.823372} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2030.949565] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab0b3dff-3d06-48df-a11c-5a3a899646a5 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b826c12b-6a1e-4783-b348-c18e563bde2a/b826c12b-6a1e-4783-b348-c18e563bde2a.vmdk to [datastore2] d030b211-e17d-44ed-b034-f57b1599e108/d030b211-e17d-44ed-b034-f57b1599e108.vmdk {{(pid=62574) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2030.950234] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09fdabb4-ee7b-471e-809c-e41478f3ab8d {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2030.975146] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab0b3dff-3d06-48df-a11c-5a3a899646a5 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] [instance: d030b211-e17d-44ed-b034-f57b1599e108] Reconfiguring VM instance instance-00000065 to attach disk [datastore2] d030b211-e17d-44ed-b034-f57b1599e108/d030b211-e17d-44ed-b034-f57b1599e108.vmdk or device None with type streamOptimized {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2030.975948] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6a51fa1c-ba20-4d07-af93-0868bf6fb92d {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2030.998739] env[62574]: DEBUG oslo_vmware.api [None req-ab0b3dff-3d06-48df-a11c-5a3a899646a5 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Waiting for the task: (returnval){ [ 2030.998739] env[62574]: value = "task-1862602" [ 2030.998739] env[62574]: _type = "Task" [ 2030.998739] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2031.008485] env[62574]: DEBUG oslo_vmware.api [None req-ab0b3dff-3d06-48df-a11c-5a3a899646a5 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Task: {'id': task-1862602, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2031.116586] env[62574]: DEBUG nova.objects.base [None req-c89669d9-a106-4250-9afa-5beee73924c9 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Object Instance<8ed6360e-d8a3-478a-a78f-3b8e9ef9464e> lazy-loaded attributes: resources,numa_topology {{(pid=62574) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2031.277779] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e70ac42-2c12-41c2-b67e-8f3ec8d2ddec {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2031.286068] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c25d80dd-ac49-45e2-a95e-71ce6e1ea153 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2031.319456] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-219a47d3-b6ed-464f-8ea3-78b04367d2d2 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2031.327995] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59d990cd-4cd4-4fbd-b35c-bbd1b1b508e8 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2031.342036] env[62574]: DEBUG nova.compute.provider_tree [None req-c89669d9-a106-4250-9afa-5beee73924c9 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Inventory has not changed in ProviderTree for provider: f0ed160a-beff-4626-a531-2a70d7bc0627 {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2031.428416] env[62574]: DEBUG oslo_vmware.api [None req-1aa06218-83e8-4ac0-8b24-ab25dbb2cc75 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Task: {'id': task-1862601, 'name': Rename_Task} progress is 99%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2031.450919] env[62574]: DEBUG nova.objects.instance [None req-d49587dd-b16c-44c9-9c9c-a53539b1bfce tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Lazy-loading 'pci_requests' on Instance uuid b26e33b2-aa22-44ec-9162-3dd206b96fd4 {{(pid=62574) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2031.510559] env[62574]: DEBUG oslo_vmware.api [None req-ab0b3dff-3d06-48df-a11c-5a3a899646a5 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Task: {'id': task-1862602, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2031.785712] env[62574]: DEBUG nova.network.neutron [req-8e684a17-cf25-4552-b269-2131213bfd1e req-cf85c6ed-9aa2-40fe-ab5d-b70cc07405be service nova] [instance: 8ed6360e-d8a3-478a-a78f-3b8e9ef9464e] Updated VIF entry in instance network info cache for port f7ace2fc-c340-4e8c-a214-95cdeca63c65. {{(pid=62574) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2031.786143] env[62574]: DEBUG nova.network.neutron [req-8e684a17-cf25-4552-b269-2131213bfd1e req-cf85c6ed-9aa2-40fe-ab5d-b70cc07405be service nova] [instance: 8ed6360e-d8a3-478a-a78f-3b8e9ef9464e] Updating instance_info_cache with network_info: [{"id": "f7ace2fc-c340-4e8c-a214-95cdeca63c65", "address": "fa:16:3e:de:ac:b4", "network": {"id": "c6e82ed8-135c-4a2b-a7fa-f0f461137015", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-414473987-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.171", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5c18e090ac645c2bb13c4b6714f5f01", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapf7ace2fc-c3", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2031.845533] env[62574]: DEBUG nova.scheduler.client.report [None req-c89669d9-a106-4250-9afa-5beee73924c9 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Inventory has not changed for provider f0ed160a-beff-4626-a531-2a70d7bc0627 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 148, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2031.880578] env[62574]: DEBUG oslo_concurrency.lockutils [None req-a30e3bbf-588f-4eec-8fbd-15c7cd934f10 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Acquiring lock "1acdec40-8943-472c-ae9f-aad12d2bc16d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2031.880795] env[62574]: DEBUG oslo_concurrency.lockutils [None req-a30e3bbf-588f-4eec-8fbd-15c7cd934f10 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Lock "1acdec40-8943-472c-ae9f-aad12d2bc16d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2031.880995] env[62574]: DEBUG oslo_concurrency.lockutils [None req-a30e3bbf-588f-4eec-8fbd-15c7cd934f10 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Acquiring lock "1acdec40-8943-472c-ae9f-aad12d2bc16d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2031.881203] env[62574]: DEBUG oslo_concurrency.lockutils [None req-a30e3bbf-588f-4eec-8fbd-15c7cd934f10 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Lock "1acdec40-8943-472c-ae9f-aad12d2bc16d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2031.881377] env[62574]: DEBUG oslo_concurrency.lockutils [None req-a30e3bbf-588f-4eec-8fbd-15c7cd934f10 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Lock "1acdec40-8943-472c-ae9f-aad12d2bc16d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2031.883480] env[62574]: INFO nova.compute.manager [None req-a30e3bbf-588f-4eec-8fbd-15c7cd934f10 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] [instance: 1acdec40-8943-472c-ae9f-aad12d2bc16d] Terminating instance [ 2031.928466] env[62574]: DEBUG oslo_vmware.api [None req-1aa06218-83e8-4ac0-8b24-ab25dbb2cc75 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Task: {'id': task-1862601, 'name': Rename_Task, 'duration_secs': 1.330616} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2031.928761] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-1aa06218-83e8-4ac0-8b24-ab25dbb2cc75 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] [instance: 3c459fd4-3e28-458f-91d3-da2220e42191] Powering on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2031.929034] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e14ff062-8eae-420f-8ac7-f200f717f651 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2031.936103] env[62574]: DEBUG oslo_vmware.api [None req-1aa06218-83e8-4ac0-8b24-ab25dbb2cc75 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Waiting for the task: (returnval){ [ 2031.936103] env[62574]: value = "task-1862603" [ 2031.936103] env[62574]: _type = "Task" [ 2031.936103] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2031.945191] env[62574]: DEBUG oslo_vmware.api [None req-1aa06218-83e8-4ac0-8b24-ab25dbb2cc75 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Task: {'id': task-1862603, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2031.953976] env[62574]: DEBUG nova.objects.base [None req-d49587dd-b16c-44c9-9c9c-a53539b1bfce tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=62574) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2031.954199] env[62574]: DEBUG nova.network.neutron [None req-d49587dd-b16c-44c9-9c9c-a53539b1bfce tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] [instance: b26e33b2-aa22-44ec-9162-3dd206b96fd4] allocate_for_instance() {{(pid=62574) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2032.010275] env[62574]: DEBUG oslo_vmware.api [None req-ab0b3dff-3d06-48df-a11c-5a3a899646a5 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Task: {'id': task-1862602, 'name': ReconfigVM_Task, 'duration_secs': 0.977315} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2032.010644] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab0b3dff-3d06-48df-a11c-5a3a899646a5 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] [instance: d030b211-e17d-44ed-b034-f57b1599e108] Reconfigured VM instance instance-00000065 to attach disk [datastore2] d030b211-e17d-44ed-b034-f57b1599e108/d030b211-e17d-44ed-b034-f57b1599e108.vmdk or device None with type streamOptimized {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2032.011483] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f7df7a47-ebbf-4363-89fb-b0f5837b09b3 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2032.019456] env[62574]: DEBUG oslo_vmware.api [None req-ab0b3dff-3d06-48df-a11c-5a3a899646a5 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Waiting for the task: (returnval){ [ 2032.019456] env[62574]: value = "task-1862604" [ 2032.019456] env[62574]: _type = "Task" [ 2032.019456] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2032.029698] env[62574]: DEBUG oslo_vmware.api [None req-ab0b3dff-3d06-48df-a11c-5a3a899646a5 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Task: {'id': task-1862604, 'name': Rename_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2032.046193] env[62574]: DEBUG nova.policy [None req-d49587dd-b16c-44c9-9c9c-a53539b1bfce tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '973709d00eff45a3b8804ef21cc86542', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3197393f8f6a457a9367bd87f7aa5dc2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62574) authorize /opt/stack/nova/nova/policy.py:192}} [ 2032.289200] env[62574]: DEBUG oslo_concurrency.lockutils [req-8e684a17-cf25-4552-b269-2131213bfd1e req-cf85c6ed-9aa2-40fe-ab5d-b70cc07405be service nova] Releasing lock "refresh_cache-8ed6360e-d8a3-478a-a78f-3b8e9ef9464e" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2032.289571] env[62574]: DEBUG nova.compute.manager [req-8e684a17-cf25-4552-b269-2131213bfd1e req-cf85c6ed-9aa2-40fe-ab5d-b70cc07405be service nova] [instance: 3093e4ab-7f4e-48bf-a3ac-7c990da06f32] Received event network-changed-791832f8-a934-4a90-8909-9e0e8c792f16 {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 2032.289809] env[62574]: DEBUG nova.compute.manager [req-8e684a17-cf25-4552-b269-2131213bfd1e req-cf85c6ed-9aa2-40fe-ab5d-b70cc07405be service nova] [instance: 3093e4ab-7f4e-48bf-a3ac-7c990da06f32] Refreshing instance network info cache due to event network-changed-791832f8-a934-4a90-8909-9e0e8c792f16. {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 2032.290323] env[62574]: DEBUG oslo_concurrency.lockutils [req-8e684a17-cf25-4552-b269-2131213bfd1e req-cf85c6ed-9aa2-40fe-ab5d-b70cc07405be service nova] Acquiring lock "refresh_cache-3093e4ab-7f4e-48bf-a3ac-7c990da06f32" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2032.290323] env[62574]: DEBUG oslo_concurrency.lockutils [req-8e684a17-cf25-4552-b269-2131213bfd1e req-cf85c6ed-9aa2-40fe-ab5d-b70cc07405be service nova] Acquired lock "refresh_cache-3093e4ab-7f4e-48bf-a3ac-7c990da06f32" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2032.290483] env[62574]: DEBUG nova.network.neutron [req-8e684a17-cf25-4552-b269-2131213bfd1e req-cf85c6ed-9aa2-40fe-ab5d-b70cc07405be service nova] [instance: 3093e4ab-7f4e-48bf-a3ac-7c990da06f32] Refreshing network info cache for port 791832f8-a934-4a90-8909-9e0e8c792f16 {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2032.352788] env[62574]: DEBUG oslo_concurrency.lockutils [None req-c89669d9-a106-4250-9afa-5beee73924c9 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.242s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2032.358173] env[62574]: DEBUG oslo_concurrency.lockutils [None req-c0e16681-3263-4bee-a60b-75763cb0cf30 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.953s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2032.362087] env[62574]: INFO nova.compute.claims [None req-c0e16681-3263-4bee-a60b-75763cb0cf30 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] [instance: cb1a85c5-e90a-4290-a603-e2d08f5c0ee4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2032.388944] env[62574]: DEBUG nova.compute.manager [None req-a30e3bbf-588f-4eec-8fbd-15c7cd934f10 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] [instance: 1acdec40-8943-472c-ae9f-aad12d2bc16d] Start destroying the instance on the hypervisor. {{(pid=62574) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2032.388944] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-a30e3bbf-588f-4eec-8fbd-15c7cd934f10 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] [instance: 1acdec40-8943-472c-ae9f-aad12d2bc16d] Destroying instance {{(pid=62574) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2032.388944] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f7206ed-2902-4c19-af1a-a7216bb1277e {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2032.399335] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-a30e3bbf-588f-4eec-8fbd-15c7cd934f10 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] [instance: 1acdec40-8943-472c-ae9f-aad12d2bc16d] Powering off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2032.399598] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-db8c9c47-936e-4cc6-8fda-c94a0589b999 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2032.407772] env[62574]: DEBUG oslo_vmware.api [None req-a30e3bbf-588f-4eec-8fbd-15c7cd934f10 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Waiting for the task: (returnval){ [ 2032.407772] env[62574]: value = "task-1862605" [ 2032.407772] env[62574]: _type = "Task" [ 2032.407772] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2032.416568] env[62574]: DEBUG oslo_vmware.api [None req-a30e3bbf-588f-4eec-8fbd-15c7cd934f10 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Task: {'id': task-1862605, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2032.447629] env[62574]: DEBUG oslo_vmware.api [None req-1aa06218-83e8-4ac0-8b24-ab25dbb2cc75 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Task: {'id': task-1862603, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2032.450229] env[62574]: DEBUG oslo_concurrency.lockutils [None req-51221242-09b4-4cf6-8ecd-50173c58587c tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Acquiring lock "8ed6360e-d8a3-478a-a78f-3b8e9ef9464e" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2032.530231] env[62574]: DEBUG oslo_vmware.api [None req-ab0b3dff-3d06-48df-a11c-5a3a899646a5 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Task: {'id': task-1862604, 'name': Rename_Task, 'duration_secs': 0.169435} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2032.530616] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab0b3dff-3d06-48df-a11c-5a3a899646a5 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] [instance: d030b211-e17d-44ed-b034-f57b1599e108] Powering on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2032.530775] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8aaa9ce5-a36f-4243-8f0e-854215de15ae {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2032.537872] env[62574]: DEBUG oslo_vmware.api [None req-ab0b3dff-3d06-48df-a11c-5a3a899646a5 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Waiting for the task: (returnval){ [ 2032.537872] env[62574]: value = "task-1862606" [ 2032.537872] env[62574]: _type = "Task" [ 2032.537872] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2032.545597] env[62574]: DEBUG oslo_vmware.api [None req-ab0b3dff-3d06-48df-a11c-5a3a899646a5 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Task: {'id': task-1862606, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2032.862821] env[62574]: DEBUG oslo_concurrency.lockutils [None req-c89669d9-a106-4250-9afa-5beee73924c9 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Lock "8ed6360e-d8a3-478a-a78f-3b8e9ef9464e" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 24.660s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2032.864032] env[62574]: DEBUG oslo_concurrency.lockutils [None req-51221242-09b4-4cf6-8ecd-50173c58587c tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Lock "8ed6360e-d8a3-478a-a78f-3b8e9ef9464e" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 0.414s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2032.864032] env[62574]: INFO nova.compute.manager [None req-51221242-09b4-4cf6-8ecd-50173c58587c tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] [instance: 8ed6360e-d8a3-478a-a78f-3b8e9ef9464e] Unshelving [ 2032.917342] env[62574]: DEBUG oslo_vmware.api [None req-a30e3bbf-588f-4eec-8fbd-15c7cd934f10 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Task: {'id': task-1862605, 'name': PowerOffVM_Task, 'duration_secs': 0.235187} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2032.917629] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-a30e3bbf-588f-4eec-8fbd-15c7cd934f10 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] [instance: 1acdec40-8943-472c-ae9f-aad12d2bc16d] Powered off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2032.917809] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-a30e3bbf-588f-4eec-8fbd-15c7cd934f10 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] [instance: 1acdec40-8943-472c-ae9f-aad12d2bc16d] Unregistering the VM {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2032.918181] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5734ea6c-19d0-4cdc-973b-c0347d705e94 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2032.945919] env[62574]: DEBUG oslo_vmware.api [None req-1aa06218-83e8-4ac0-8b24-ab25dbb2cc75 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Task: {'id': task-1862603, 'name': PowerOnVM_Task, 'duration_secs': 0.548109} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2032.946460] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-1aa06218-83e8-4ac0-8b24-ab25dbb2cc75 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] [instance: 3c459fd4-3e28-458f-91d3-da2220e42191] Powered on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2032.946701] env[62574]: INFO nova.compute.manager [None req-1aa06218-83e8-4ac0-8b24-ab25dbb2cc75 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] [instance: 3c459fd4-3e28-458f-91d3-da2220e42191] Took 5.73 seconds to spawn the instance on the hypervisor. [ 2032.946870] env[62574]: DEBUG nova.compute.manager [None req-1aa06218-83e8-4ac0-8b24-ab25dbb2cc75 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] [instance: 3c459fd4-3e28-458f-91d3-da2220e42191] Checking state {{(pid=62574) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2032.947703] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db06b743-d11e-44df-8b9e-7bf913133a6a {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2032.993551] env[62574]: DEBUG nova.network.neutron [req-8e684a17-cf25-4552-b269-2131213bfd1e req-cf85c6ed-9aa2-40fe-ab5d-b70cc07405be service nova] [instance: 3093e4ab-7f4e-48bf-a3ac-7c990da06f32] Updated VIF entry in instance network info cache for port 791832f8-a934-4a90-8909-9e0e8c792f16. {{(pid=62574) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2032.994191] env[62574]: DEBUG nova.network.neutron [req-8e684a17-cf25-4552-b269-2131213bfd1e req-cf85c6ed-9aa2-40fe-ab5d-b70cc07405be service nova] [instance: 3093e4ab-7f4e-48bf-a3ac-7c990da06f32] Updating instance_info_cache with network_info: [{"id": "791832f8-a934-4a90-8909-9e0e8c792f16", "address": "fa:16:3e:ca:f2:e3", "network": {"id": "00bfa347-a6e1-4070-b5d9-5f46396a9c53", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-693390946-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3197393f8f6a457a9367bd87f7aa5dc2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bdf594e-da7a-4254-b413-87aef4614588", "external-id": "nsx-vlan-transportzone-422", "segmentation_id": 422, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap791832f8-a9", "ovs_interfaceid": "791832f8-a934-4a90-8909-9e0e8c792f16", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2033.046033] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-a30e3bbf-588f-4eec-8fbd-15c7cd934f10 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] [instance: 1acdec40-8943-472c-ae9f-aad12d2bc16d] Unregistered the VM {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2033.046273] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-a30e3bbf-588f-4eec-8fbd-15c7cd934f10 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] [instance: 1acdec40-8943-472c-ae9f-aad12d2bc16d] Deleting contents of the VM from datastore datastore1 {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2033.046464] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-a30e3bbf-588f-4eec-8fbd-15c7cd934f10 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Deleting the datastore file [datastore1] 1acdec40-8943-472c-ae9f-aad12d2bc16d {{(pid=62574) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2033.050049] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0d277088-4d72-4144-848b-53b6cf920e50 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2033.051893] env[62574]: DEBUG oslo_vmware.api [None req-ab0b3dff-3d06-48df-a11c-5a3a899646a5 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Task: {'id': task-1862606, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2033.057166] env[62574]: DEBUG oslo_vmware.api [None req-a30e3bbf-588f-4eec-8fbd-15c7cd934f10 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Waiting for the task: (returnval){ [ 2033.057166] env[62574]: value = "task-1862608" [ 2033.057166] env[62574]: _type = "Task" [ 2033.057166] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2033.065039] env[62574]: DEBUG oslo_vmware.api [None req-a30e3bbf-588f-4eec-8fbd-15c7cd934f10 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Task: {'id': task-1862608, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2033.471272] env[62574]: INFO nova.compute.manager [None req-1aa06218-83e8-4ac0-8b24-ab25dbb2cc75 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] [instance: 3c459fd4-3e28-458f-91d3-da2220e42191] Took 13.45 seconds to build instance. [ 2033.496328] env[62574]: DEBUG oslo_concurrency.lockutils [req-8e684a17-cf25-4552-b269-2131213bfd1e req-cf85c6ed-9aa2-40fe-ab5d-b70cc07405be service nova] Releasing lock "refresh_cache-3093e4ab-7f4e-48bf-a3ac-7c990da06f32" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2033.496606] env[62574]: DEBUG nova.compute.manager [req-8e684a17-cf25-4552-b269-2131213bfd1e req-cf85c6ed-9aa2-40fe-ab5d-b70cc07405be service nova] [instance: b26e33b2-aa22-44ec-9162-3dd206b96fd4] Received event network-changed-2ad55fd6-4016-45bf-8845-a3fe01091b12 {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 2033.496780] env[62574]: DEBUG nova.compute.manager [req-8e684a17-cf25-4552-b269-2131213bfd1e req-cf85c6ed-9aa2-40fe-ab5d-b70cc07405be service nova] [instance: b26e33b2-aa22-44ec-9162-3dd206b96fd4] Refreshing instance network info cache due to event network-changed-2ad55fd6-4016-45bf-8845-a3fe01091b12. {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 2033.496991] env[62574]: DEBUG oslo_concurrency.lockutils [req-8e684a17-cf25-4552-b269-2131213bfd1e req-cf85c6ed-9aa2-40fe-ab5d-b70cc07405be service nova] Acquiring lock "refresh_cache-b26e33b2-aa22-44ec-9162-3dd206b96fd4" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2033.497152] env[62574]: DEBUG oslo_concurrency.lockutils [req-8e684a17-cf25-4552-b269-2131213bfd1e req-cf85c6ed-9aa2-40fe-ab5d-b70cc07405be service nova] Acquired lock "refresh_cache-b26e33b2-aa22-44ec-9162-3dd206b96fd4" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2033.497324] env[62574]: DEBUG nova.network.neutron [req-8e684a17-cf25-4552-b269-2131213bfd1e req-cf85c6ed-9aa2-40fe-ab5d-b70cc07405be service nova] [instance: b26e33b2-aa22-44ec-9162-3dd206b96fd4] Refreshing network info cache for port 2ad55fd6-4016-45bf-8845-a3fe01091b12 {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2033.549301] env[62574]: DEBUG oslo_vmware.api [None req-ab0b3dff-3d06-48df-a11c-5a3a899646a5 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Task: {'id': task-1862606, 'name': PowerOnVM_Task, 'duration_secs': 0.784805} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2033.551997] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab0b3dff-3d06-48df-a11c-5a3a899646a5 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] [instance: d030b211-e17d-44ed-b034-f57b1599e108] Powered on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2033.572329] env[62574]: DEBUG oslo_vmware.api [None req-a30e3bbf-588f-4eec-8fbd-15c7cd934f10 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Task: {'id': task-1862608, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.45931} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2033.572685] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-a30e3bbf-588f-4eec-8fbd-15c7cd934f10 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Deleted the datastore file {{(pid=62574) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2033.572923] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-a30e3bbf-588f-4eec-8fbd-15c7cd934f10 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] [instance: 1acdec40-8943-472c-ae9f-aad12d2bc16d] Deleted contents of the VM from datastore datastore1 {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2033.573187] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-a30e3bbf-588f-4eec-8fbd-15c7cd934f10 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] [instance: 1acdec40-8943-472c-ae9f-aad12d2bc16d] Instance destroyed {{(pid=62574) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2033.573511] env[62574]: INFO nova.compute.manager [None req-a30e3bbf-588f-4eec-8fbd-15c7cd934f10 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] [instance: 1acdec40-8943-472c-ae9f-aad12d2bc16d] Took 1.19 seconds to destroy the instance on the hypervisor. [ 2033.573724] env[62574]: DEBUG oslo.service.loopingcall [None req-a30e3bbf-588f-4eec-8fbd-15c7cd934f10 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62574) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2033.573995] env[62574]: DEBUG nova.compute.manager [-] [instance: 1acdec40-8943-472c-ae9f-aad12d2bc16d] Deallocating network for instance {{(pid=62574) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2033.574157] env[62574]: DEBUG nova.network.neutron [-] [instance: 1acdec40-8943-472c-ae9f-aad12d2bc16d] deallocate_for_instance() {{(pid=62574) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2033.583979] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d92a90a9-4e45-4a17-af71-e412c2401753 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2033.592618] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70a9d4dd-2cab-4417-a353-c6a79cd673f9 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2033.627383] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82d798ee-f71a-469e-a7ae-0df4669f5038 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2033.632734] env[62574]: DEBUG nova.compute.manager [req-76c90533-d9f2-4185-bc2f-88886b1a33b5 req-786be145-fbca-4708-ab71-4058d5af7c05 service nova] [instance: b26e33b2-aa22-44ec-9162-3dd206b96fd4] Received event network-vif-plugged-a620e9bf-0e88-4e52-87b0-c376953272b8 {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 2033.632734] env[62574]: DEBUG oslo_concurrency.lockutils [req-76c90533-d9f2-4185-bc2f-88886b1a33b5 req-786be145-fbca-4708-ab71-4058d5af7c05 service nova] Acquiring lock "b26e33b2-aa22-44ec-9162-3dd206b96fd4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2033.632734] env[62574]: DEBUG oslo_concurrency.lockutils [req-76c90533-d9f2-4185-bc2f-88886b1a33b5 req-786be145-fbca-4708-ab71-4058d5af7c05 service nova] Lock "b26e33b2-aa22-44ec-9162-3dd206b96fd4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2033.632734] env[62574]: DEBUG oslo_concurrency.lockutils [req-76c90533-d9f2-4185-bc2f-88886b1a33b5 req-786be145-fbca-4708-ab71-4058d5af7c05 service nova] Lock "b26e33b2-aa22-44ec-9162-3dd206b96fd4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2033.632734] env[62574]: DEBUG nova.compute.manager [req-76c90533-d9f2-4185-bc2f-88886b1a33b5 req-786be145-fbca-4708-ab71-4058d5af7c05 service nova] [instance: b26e33b2-aa22-44ec-9162-3dd206b96fd4] No waiting events found dispatching network-vif-plugged-a620e9bf-0e88-4e52-87b0-c376953272b8 {{(pid=62574) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2033.632734] env[62574]: WARNING nova.compute.manager [req-76c90533-d9f2-4185-bc2f-88886b1a33b5 req-786be145-fbca-4708-ab71-4058d5af7c05 service nova] [instance: b26e33b2-aa22-44ec-9162-3dd206b96fd4] Received unexpected event network-vif-plugged-a620e9bf-0e88-4e52-87b0-c376953272b8 for instance with vm_state active and task_state None. [ 2033.639231] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-114d9255-0636-4358-a6fd-231aac04835f {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2033.655917] env[62574]: DEBUG nova.compute.provider_tree [None req-c0e16681-3263-4bee-a60b-75763cb0cf30 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Inventory has not changed in ProviderTree for provider: f0ed160a-beff-4626-a531-2a70d7bc0627 {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2033.689518] env[62574]: DEBUG nova.compute.manager [None req-ab0b3dff-3d06-48df-a11c-5a3a899646a5 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] [instance: d030b211-e17d-44ed-b034-f57b1599e108] Checking state {{(pid=62574) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2033.690551] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38b9cd0a-8842-405b-838e-48564e20946c {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2033.721030] env[62574]: DEBUG nova.network.neutron [None req-d49587dd-b16c-44c9-9c9c-a53539b1bfce tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] [instance: b26e33b2-aa22-44ec-9162-3dd206b96fd4] Successfully updated port: a620e9bf-0e88-4e52-87b0-c376953272b8 {{(pid=62574) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2033.894403] env[62574]: DEBUG oslo_concurrency.lockutils [None req-51221242-09b4-4cf6-8ecd-50173c58587c tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2033.976660] env[62574]: DEBUG oslo_concurrency.lockutils [None req-1aa06218-83e8-4ac0-8b24-ab25dbb2cc75 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Lock "3c459fd4-3e28-458f-91d3-da2220e42191" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.964s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2034.159698] env[62574]: DEBUG nova.scheduler.client.report [None req-c0e16681-3263-4bee-a60b-75763cb0cf30 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Inventory has not changed for provider f0ed160a-beff-4626-a531-2a70d7bc0627 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 148, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2034.212580] env[62574]: DEBUG oslo_concurrency.lockutils [None req-ab0b3dff-3d06-48df-a11c-5a3a899646a5 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Lock "d030b211-e17d-44ed-b034-f57b1599e108" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 20.902s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2034.225877] env[62574]: DEBUG oslo_concurrency.lockutils [None req-d49587dd-b16c-44c9-9c9c-a53539b1bfce tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Acquiring lock "refresh_cache-b26e33b2-aa22-44ec-9162-3dd206b96fd4" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2034.247955] env[62574]: DEBUG nova.compute.manager [req-9e34dbf3-257d-45a9-aa45-17547402e750 req-f81f8cfd-086f-4078-a1a6-59b2639575bd service nova] [instance: 1acdec40-8943-472c-ae9f-aad12d2bc16d] Received event network-vif-deleted-4341d054-7f88-4df6-9829-43c13bb0bdb0 {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 2034.248174] env[62574]: INFO nova.compute.manager [req-9e34dbf3-257d-45a9-aa45-17547402e750 req-f81f8cfd-086f-4078-a1a6-59b2639575bd service nova] [instance: 1acdec40-8943-472c-ae9f-aad12d2bc16d] Neutron deleted interface 4341d054-7f88-4df6-9829-43c13bb0bdb0; detaching it from the instance and deleting it from the info cache [ 2034.248361] env[62574]: DEBUG nova.network.neutron [req-9e34dbf3-257d-45a9-aa45-17547402e750 req-f81f8cfd-086f-4078-a1a6-59b2639575bd service nova] [instance: 1acdec40-8943-472c-ae9f-aad12d2bc16d] Updating instance_info_cache with network_info: [] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2034.251498] env[62574]: DEBUG nova.network.neutron [req-8e684a17-cf25-4552-b269-2131213bfd1e req-cf85c6ed-9aa2-40fe-ab5d-b70cc07405be service nova] [instance: b26e33b2-aa22-44ec-9162-3dd206b96fd4] Updated VIF entry in instance network info cache for port 2ad55fd6-4016-45bf-8845-a3fe01091b12. {{(pid=62574) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2034.251883] env[62574]: DEBUG nova.network.neutron [req-8e684a17-cf25-4552-b269-2131213bfd1e req-cf85c6ed-9aa2-40fe-ab5d-b70cc07405be service nova] [instance: b26e33b2-aa22-44ec-9162-3dd206b96fd4] Updating instance_info_cache with network_info: [{"id": "2ad55fd6-4016-45bf-8845-a3fe01091b12", "address": "fa:16:3e:ea:7a:4e", "network": {"id": "00bfa347-a6e1-4070-b5d9-5f46396a9c53", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-693390946-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3197393f8f6a457a9367bd87f7aa5dc2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bdf594e-da7a-4254-b413-87aef4614588", "external-id": "nsx-vlan-transportzone-422", "segmentation_id": 422, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ad55fd6-40", "ovs_interfaceid": "2ad55fd6-4016-45bf-8845-a3fe01091b12", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2034.665358] env[62574]: DEBUG oslo_concurrency.lockutils [None req-c0e16681-3263-4bee-a60b-75763cb0cf30 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.307s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2034.665930] env[62574]: DEBUG nova.compute.manager [None req-c0e16681-3263-4bee-a60b-75763cb0cf30 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] [instance: cb1a85c5-e90a-4290-a603-e2d08f5c0ee4] Start building networks asynchronously for instance. {{(pid=62574) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2034.669008] env[62574]: DEBUG oslo_concurrency.lockutils [None req-51221242-09b4-4cf6-8ecd-50173c58587c tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.774s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2034.669241] env[62574]: DEBUG nova.objects.instance [None req-51221242-09b4-4cf6-8ecd-50173c58587c tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Lazy-loading 'pci_requests' on Instance uuid 8ed6360e-d8a3-478a-a78f-3b8e9ef9464e {{(pid=62574) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2034.723227] env[62574]: DEBUG nova.network.neutron [-] [instance: 1acdec40-8943-472c-ae9f-aad12d2bc16d] Updating instance_info_cache with network_info: [] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2034.752299] env[62574]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6713d3c3-1c16-438f-84cc-e5ac2aa4e39f {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2034.754719] env[62574]: DEBUG oslo_concurrency.lockutils [req-8e684a17-cf25-4552-b269-2131213bfd1e req-cf85c6ed-9aa2-40fe-ab5d-b70cc07405be service nova] Releasing lock "refresh_cache-b26e33b2-aa22-44ec-9162-3dd206b96fd4" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2034.755566] env[62574]: DEBUG oslo_concurrency.lockutils [None req-d49587dd-b16c-44c9-9c9c-a53539b1bfce tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Acquired lock "refresh_cache-b26e33b2-aa22-44ec-9162-3dd206b96fd4" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2034.755566] env[62574]: DEBUG nova.network.neutron [None req-d49587dd-b16c-44c9-9c9c-a53539b1bfce tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] [instance: b26e33b2-aa22-44ec-9162-3dd206b96fd4] Building network info cache for instance {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2034.765068] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c781e48-dbe3-46b7-951a-60287b28af2e {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2034.803919] env[62574]: DEBUG nova.compute.manager [req-9e34dbf3-257d-45a9-aa45-17547402e750 req-f81f8cfd-086f-4078-a1a6-59b2639575bd service nova] [instance: 1acdec40-8943-472c-ae9f-aad12d2bc16d] Detach interface failed, port_id=4341d054-7f88-4df6-9829-43c13bb0bdb0, reason: Instance 1acdec40-8943-472c-ae9f-aad12d2bc16d could not be found. {{(pid=62574) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 2035.173457] env[62574]: DEBUG nova.compute.utils [None req-c0e16681-3263-4bee-a60b-75763cb0cf30 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Using /dev/sd instead of None {{(pid=62574) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2035.177034] env[62574]: DEBUG nova.objects.instance [None req-51221242-09b4-4cf6-8ecd-50173c58587c tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Lazy-loading 'numa_topology' on Instance uuid 8ed6360e-d8a3-478a-a78f-3b8e9ef9464e {{(pid=62574) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2035.177620] env[62574]: DEBUG nova.compute.manager [None req-c0e16681-3263-4bee-a60b-75763cb0cf30 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] [instance: cb1a85c5-e90a-4290-a603-e2d08f5c0ee4] Allocating IP information in the background. {{(pid=62574) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2035.177812] env[62574]: DEBUG nova.network.neutron [None req-c0e16681-3263-4bee-a60b-75763cb0cf30 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] [instance: cb1a85c5-e90a-4290-a603-e2d08f5c0ee4] allocate_for_instance() {{(pid=62574) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2035.226441] env[62574]: INFO nova.compute.manager [-] [instance: 1acdec40-8943-472c-ae9f-aad12d2bc16d] Took 1.65 seconds to deallocate network for instance. [ 2035.231032] env[62574]: DEBUG nova.policy [None req-c0e16681-3263-4bee-a60b-75763cb0cf30 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd754949021a246e2af0e849b98f3873a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '31d5eeff630d40d2928149f27883ae60', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62574) authorize /opt/stack/nova/nova/policy.py:192}} [ 2035.293626] env[62574]: WARNING nova.network.neutron [None req-d49587dd-b16c-44c9-9c9c-a53539b1bfce tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] [instance: b26e33b2-aa22-44ec-9162-3dd206b96fd4] 00bfa347-a6e1-4070-b5d9-5f46396a9c53 already exists in list: networks containing: ['00bfa347-a6e1-4070-b5d9-5f46396a9c53']. ignoring it [ 2035.593688] env[62574]: DEBUG nova.network.neutron [None req-d49587dd-b16c-44c9-9c9c-a53539b1bfce tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] [instance: b26e33b2-aa22-44ec-9162-3dd206b96fd4] Updating instance_info_cache with network_info: [{"id": "2ad55fd6-4016-45bf-8845-a3fe01091b12", "address": "fa:16:3e:ea:7a:4e", "network": {"id": "00bfa347-a6e1-4070-b5d9-5f46396a9c53", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-693390946-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3197393f8f6a457a9367bd87f7aa5dc2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bdf594e-da7a-4254-b413-87aef4614588", "external-id": "nsx-vlan-transportzone-422", "segmentation_id": 422, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ad55fd6-40", "ovs_interfaceid": "2ad55fd6-4016-45bf-8845-a3fe01091b12", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a620e9bf-0e88-4e52-87b0-c376953272b8", "address": "fa:16:3e:b2:4c:52", "network": {"id": "00bfa347-a6e1-4070-b5d9-5f46396a9c53", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-693390946-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3197393f8f6a457a9367bd87f7aa5dc2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bdf594e-da7a-4254-b413-87aef4614588", "external-id": "nsx-vlan-transportzone-422", "segmentation_id": 422, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa620e9bf-0e", "ovs_interfaceid": "a620e9bf-0e88-4e52-87b0-c376953272b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2035.678817] env[62574]: DEBUG nova.compute.manager [None req-c0e16681-3263-4bee-a60b-75763cb0cf30 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] [instance: cb1a85c5-e90a-4290-a603-e2d08f5c0ee4] Start building block device mappings for instance. {{(pid=62574) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2035.683786] env[62574]: INFO nova.compute.claims [None req-51221242-09b4-4cf6-8ecd-50173c58587c tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] [instance: 8ed6360e-d8a3-478a-a78f-3b8e9ef9464e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2035.736269] env[62574]: DEBUG oslo_concurrency.lockutils [None req-a30e3bbf-588f-4eec-8fbd-15c7cd934f10 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2035.751505] env[62574]: DEBUG nova.compute.manager [req-5ab8a1ea-64ac-493d-9e90-397afbca2c57 req-d55fa5fd-69ae-4c6f-8d71-4d0464b223b6 service nova] [instance: b26e33b2-aa22-44ec-9162-3dd206b96fd4] Received event network-changed-a620e9bf-0e88-4e52-87b0-c376953272b8 {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 2035.751505] env[62574]: DEBUG nova.compute.manager [req-5ab8a1ea-64ac-493d-9e90-397afbca2c57 req-d55fa5fd-69ae-4c6f-8d71-4d0464b223b6 service nova] [instance: b26e33b2-aa22-44ec-9162-3dd206b96fd4] Refreshing instance network info cache due to event network-changed-a620e9bf-0e88-4e52-87b0-c376953272b8. {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 2035.751505] env[62574]: DEBUG oslo_concurrency.lockutils [req-5ab8a1ea-64ac-493d-9e90-397afbca2c57 req-d55fa5fd-69ae-4c6f-8d71-4d0464b223b6 service nova] Acquiring lock "refresh_cache-b26e33b2-aa22-44ec-9162-3dd206b96fd4" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2035.801336] env[62574]: DEBUG nova.compute.manager [None req-7158c5b9-4e31-4884-880f-9f8bb9ca5769 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] [instance: 3c459fd4-3e28-458f-91d3-da2220e42191] Stashing vm_state: active {{(pid=62574) _prep_resize /opt/stack/nova/nova/compute/manager.py:6034}} [ 2035.859120] env[62574]: DEBUG nova.network.neutron [None req-c0e16681-3263-4bee-a60b-75763cb0cf30 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] [instance: cb1a85c5-e90a-4290-a603-e2d08f5c0ee4] Successfully created port: ff792130-dc68-4699-8856-25805dd1df9e {{(pid=62574) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2036.096105] env[62574]: DEBUG oslo_concurrency.lockutils [None req-d49587dd-b16c-44c9-9c9c-a53539b1bfce tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Releasing lock "refresh_cache-b26e33b2-aa22-44ec-9162-3dd206b96fd4" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2036.096841] env[62574]: DEBUG oslo_concurrency.lockutils [None req-d49587dd-b16c-44c9-9c9c-a53539b1bfce tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Acquiring lock "b26e33b2-aa22-44ec-9162-3dd206b96fd4" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2036.097032] env[62574]: DEBUG oslo_concurrency.lockutils [None req-d49587dd-b16c-44c9-9c9c-a53539b1bfce tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Acquired lock "b26e33b2-aa22-44ec-9162-3dd206b96fd4" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2036.097332] env[62574]: DEBUG oslo_concurrency.lockutils [req-5ab8a1ea-64ac-493d-9e90-397afbca2c57 req-d55fa5fd-69ae-4c6f-8d71-4d0464b223b6 service nova] Acquired lock "refresh_cache-b26e33b2-aa22-44ec-9162-3dd206b96fd4" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2036.097517] env[62574]: DEBUG nova.network.neutron [req-5ab8a1ea-64ac-493d-9e90-397afbca2c57 req-d55fa5fd-69ae-4c6f-8d71-4d0464b223b6 service nova] [instance: b26e33b2-aa22-44ec-9162-3dd206b96fd4] Refreshing network info cache for port a620e9bf-0e88-4e52-87b0-c376953272b8 {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2036.099355] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f64bc663-c45c-4520-b800-9685ec73b492 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2036.118065] env[62574]: DEBUG nova.virt.hardware [None req-d49587dd-b16c-44c9-9c9c-a53539b1bfce tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T19:26:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2036.118342] env[62574]: DEBUG nova.virt.hardware [None req-d49587dd-b16c-44c9-9c9c-a53539b1bfce tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Flavor limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2036.118505] env[62574]: DEBUG nova.virt.hardware [None req-d49587dd-b16c-44c9-9c9c-a53539b1bfce tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Image limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2036.118689] env[62574]: DEBUG nova.virt.hardware [None req-d49587dd-b16c-44c9-9c9c-a53539b1bfce tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Flavor pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2036.118850] env[62574]: DEBUG nova.virt.hardware [None req-d49587dd-b16c-44c9-9c9c-a53539b1bfce tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Image pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2036.118992] env[62574]: DEBUG nova.virt.hardware [None req-d49587dd-b16c-44c9-9c9c-a53539b1bfce tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2036.119226] env[62574]: DEBUG nova.virt.hardware [None req-d49587dd-b16c-44c9-9c9c-a53539b1bfce tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2036.119389] env[62574]: DEBUG nova.virt.hardware [None req-d49587dd-b16c-44c9-9c9c-a53539b1bfce tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2036.119578] env[62574]: DEBUG nova.virt.hardware [None req-d49587dd-b16c-44c9-9c9c-a53539b1bfce tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Got 1 possible topologies {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2036.119765] env[62574]: DEBUG nova.virt.hardware [None req-d49587dd-b16c-44c9-9c9c-a53539b1bfce tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2036.119960] env[62574]: DEBUG nova.virt.hardware [None req-d49587dd-b16c-44c9-9c9c-a53539b1bfce tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2036.127150] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-d49587dd-b16c-44c9-9c9c-a53539b1bfce tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] [instance: b26e33b2-aa22-44ec-9162-3dd206b96fd4] Reconfiguring VM to attach interface {{(pid=62574) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 2036.128196] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-470c3b86-a4c4-424a-97d8-6a468d16e659 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2036.148847] env[62574]: DEBUG oslo_vmware.api [None req-d49587dd-b16c-44c9-9c9c-a53539b1bfce tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Waiting for the task: (returnval){ [ 2036.148847] env[62574]: value = "task-1862609" [ 2036.148847] env[62574]: _type = "Task" [ 2036.148847] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2036.157950] env[62574]: DEBUG oslo_vmware.api [None req-d49587dd-b16c-44c9-9c9c-a53539b1bfce tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Task: {'id': task-1862609, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2036.322788] env[62574]: DEBUG oslo_concurrency.lockutils [None req-7158c5b9-4e31-4884-880f-9f8bb9ca5769 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2036.522250] env[62574]: DEBUG nova.compute.manager [req-d4aa6804-7d1c-4c02-8e40-4fd6134997e7 req-213a5fb3-57de-4a61-b2b6-e0672215e50e service nova] [instance: b4522995-fb9c-471f-bd36-af8b721aa5ff] Received event network-changed-caf5c8e8-e94e-42ba-ab38-e0de749fbc41 {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 2036.522471] env[62574]: DEBUG nova.compute.manager [req-d4aa6804-7d1c-4c02-8e40-4fd6134997e7 req-213a5fb3-57de-4a61-b2b6-e0672215e50e service nova] [instance: b4522995-fb9c-471f-bd36-af8b721aa5ff] Refreshing instance network info cache due to event network-changed-caf5c8e8-e94e-42ba-ab38-e0de749fbc41. {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 2036.522717] env[62574]: DEBUG oslo_concurrency.lockutils [req-d4aa6804-7d1c-4c02-8e40-4fd6134997e7 req-213a5fb3-57de-4a61-b2b6-e0672215e50e service nova] Acquiring lock "refresh_cache-b4522995-fb9c-471f-bd36-af8b721aa5ff" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2036.522903] env[62574]: DEBUG oslo_concurrency.lockutils [req-d4aa6804-7d1c-4c02-8e40-4fd6134997e7 req-213a5fb3-57de-4a61-b2b6-e0672215e50e service nova] Acquired lock "refresh_cache-b4522995-fb9c-471f-bd36-af8b721aa5ff" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2036.523107] env[62574]: DEBUG nova.network.neutron [req-d4aa6804-7d1c-4c02-8e40-4fd6134997e7 req-213a5fb3-57de-4a61-b2b6-e0672215e50e service nova] [instance: b4522995-fb9c-471f-bd36-af8b721aa5ff] Refreshing network info cache for port caf5c8e8-e94e-42ba-ab38-e0de749fbc41 {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2036.660194] env[62574]: DEBUG oslo_vmware.api [None req-d49587dd-b16c-44c9-9c9c-a53539b1bfce tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Task: {'id': task-1862609, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2036.695297] env[62574]: DEBUG nova.compute.manager [None req-c0e16681-3263-4bee-a60b-75763cb0cf30 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] [instance: cb1a85c5-e90a-4290-a603-e2d08f5c0ee4] Start spawning the instance on the hypervisor. {{(pid=62574) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2036.725773] env[62574]: DEBUG nova.virt.hardware [None req-c0e16681-3263-4bee-a60b-75763cb0cf30 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T19:26:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-13T19:26:40Z,direct_url=,disk_format='vmdk',id=3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7eed1dd4d2c3418eb32c4f4ceda3ab0d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-13T19:26:41Z,virtual_size=,visibility=), allow threads: False {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2036.726139] env[62574]: DEBUG nova.virt.hardware [None req-c0e16681-3263-4bee-a60b-75763cb0cf30 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Flavor limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2036.726317] env[62574]: DEBUG nova.virt.hardware [None req-c0e16681-3263-4bee-a60b-75763cb0cf30 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Image limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2036.726506] env[62574]: DEBUG nova.virt.hardware [None req-c0e16681-3263-4bee-a60b-75763cb0cf30 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Flavor pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2036.726654] env[62574]: DEBUG nova.virt.hardware [None req-c0e16681-3263-4bee-a60b-75763cb0cf30 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Image pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2036.726803] env[62574]: DEBUG nova.virt.hardware [None req-c0e16681-3263-4bee-a60b-75763cb0cf30 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2036.727039] env[62574]: DEBUG nova.virt.hardware [None req-c0e16681-3263-4bee-a60b-75763cb0cf30 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2036.727194] env[62574]: DEBUG nova.virt.hardware [None req-c0e16681-3263-4bee-a60b-75763cb0cf30 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2036.727401] env[62574]: DEBUG nova.virt.hardware [None req-c0e16681-3263-4bee-a60b-75763cb0cf30 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Got 1 possible topologies {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2036.727588] env[62574]: DEBUG nova.virt.hardware [None req-c0e16681-3263-4bee-a60b-75763cb0cf30 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2036.727761] env[62574]: DEBUG nova.virt.hardware [None req-c0e16681-3263-4bee-a60b-75763cb0cf30 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2036.728641] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd378d66-657c-48e4-8ed7-2153384ccc64 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2036.740962] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cefc298a-ca10-40ee-8f21-0ad2c57137c9 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2036.819662] env[62574]: DEBUG nova.network.neutron [req-5ab8a1ea-64ac-493d-9e90-397afbca2c57 req-d55fa5fd-69ae-4c6f-8d71-4d0464b223b6 service nova] [instance: b26e33b2-aa22-44ec-9162-3dd206b96fd4] Updated VIF entry in instance network info cache for port a620e9bf-0e88-4e52-87b0-c376953272b8. {{(pid=62574) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2036.820191] env[62574]: DEBUG nova.network.neutron [req-5ab8a1ea-64ac-493d-9e90-397afbca2c57 req-d55fa5fd-69ae-4c6f-8d71-4d0464b223b6 service nova] [instance: b26e33b2-aa22-44ec-9162-3dd206b96fd4] Updating instance_info_cache with network_info: [{"id": "2ad55fd6-4016-45bf-8845-a3fe01091b12", "address": "fa:16:3e:ea:7a:4e", "network": {"id": "00bfa347-a6e1-4070-b5d9-5f46396a9c53", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-693390946-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3197393f8f6a457a9367bd87f7aa5dc2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bdf594e-da7a-4254-b413-87aef4614588", "external-id": "nsx-vlan-transportzone-422", "segmentation_id": 422, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ad55fd6-40", "ovs_interfaceid": "2ad55fd6-4016-45bf-8845-a3fe01091b12", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a620e9bf-0e88-4e52-87b0-c376953272b8", "address": "fa:16:3e:b2:4c:52", "network": {"id": "00bfa347-a6e1-4070-b5d9-5f46396a9c53", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-693390946-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3197393f8f6a457a9367bd87f7aa5dc2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bdf594e-da7a-4254-b413-87aef4614588", "external-id": "nsx-vlan-transportzone-422", "segmentation_id": 422, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa620e9bf-0e", "ovs_interfaceid": "a620e9bf-0e88-4e52-87b0-c376953272b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2036.877295] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a88c8563-c357-4bf5-96fe-798d18361239 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2036.887532] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48fa25f2-04c9-4270-acf4-33320db3a4cb {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2036.920144] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-920a42bd-113a-4244-a784-71e6660d8310 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2036.928293] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0ea9b18-dd19-4094-9980-6df9d160be4d {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2036.943539] env[62574]: DEBUG nova.compute.provider_tree [None req-51221242-09b4-4cf6-8ecd-50173c58587c tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Inventory has not changed in ProviderTree for provider: f0ed160a-beff-4626-a531-2a70d7bc0627 {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2037.093047] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-820a9a26-9653-4b65-ab21-754af73d4c76 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2037.100282] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-7ca5a9db-568e-4dd3-a644-989d7218891f tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] [instance: d030b211-e17d-44ed-b034-f57b1599e108] Suspending the VM {{(pid=62574) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 2037.100590] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-b61a1f98-d86f-45ec-89fb-6ddf1095f7dc {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2037.108651] env[62574]: DEBUG oslo_vmware.api [None req-7ca5a9db-568e-4dd3-a644-989d7218891f tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Waiting for the task: (returnval){ [ 2037.108651] env[62574]: value = "task-1862610" [ 2037.108651] env[62574]: _type = "Task" [ 2037.108651] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2037.117464] env[62574]: DEBUG oslo_vmware.api [None req-7ca5a9db-568e-4dd3-a644-989d7218891f tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Task: {'id': task-1862610, 'name': SuspendVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2037.163140] env[62574]: DEBUG oslo_vmware.api [None req-d49587dd-b16c-44c9-9c9c-a53539b1bfce tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Task: {'id': task-1862609, 'name': ReconfigVM_Task, 'duration_secs': 0.766697} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2037.163626] env[62574]: DEBUG oslo_concurrency.lockutils [None req-d49587dd-b16c-44c9-9c9c-a53539b1bfce tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Releasing lock "b26e33b2-aa22-44ec-9162-3dd206b96fd4" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2037.163941] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-d49587dd-b16c-44c9-9c9c-a53539b1bfce tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] [instance: b26e33b2-aa22-44ec-9162-3dd206b96fd4] Reconfigured VM to attach interface {{(pid=62574) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 2037.223845] env[62574]: DEBUG nova.network.neutron [req-d4aa6804-7d1c-4c02-8e40-4fd6134997e7 req-213a5fb3-57de-4a61-b2b6-e0672215e50e service nova] [instance: b4522995-fb9c-471f-bd36-af8b721aa5ff] Updated VIF entry in instance network info cache for port caf5c8e8-e94e-42ba-ab38-e0de749fbc41. {{(pid=62574) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2037.224301] env[62574]: DEBUG nova.network.neutron [req-d4aa6804-7d1c-4c02-8e40-4fd6134997e7 req-213a5fb3-57de-4a61-b2b6-e0672215e50e service nova] [instance: b4522995-fb9c-471f-bd36-af8b721aa5ff] Updating instance_info_cache with network_info: [{"id": "caf5c8e8-e94e-42ba-ab38-e0de749fbc41", "address": "fa:16:3e:e7:4f:ca", "network": {"id": "048e4d0d-d1ab-45c4-a15c-a1cfb16572ac", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1657993544-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3efda8e53e3c4eea8bfd1d5d6cd90db3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f68ebd2a-3c68-48db-8c32-8a01497fc2e7", "external-id": "nsx-vlan-transportzone-49", "segmentation_id": 49, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcaf5c8e8-e9", "ovs_interfaceid": "caf5c8e8-e94e-42ba-ab38-e0de749fbc41", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2037.323133] env[62574]: DEBUG oslo_concurrency.lockutils [req-5ab8a1ea-64ac-493d-9e90-397afbca2c57 req-d55fa5fd-69ae-4c6f-8d71-4d0464b223b6 service nova] Releasing lock "refresh_cache-b26e33b2-aa22-44ec-9162-3dd206b96fd4" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2037.447336] env[62574]: DEBUG nova.scheduler.client.report [None req-51221242-09b4-4cf6-8ecd-50173c58587c tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Inventory has not changed for provider f0ed160a-beff-4626-a531-2a70d7bc0627 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 148, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2037.563847] env[62574]: DEBUG nova.network.neutron [None req-c0e16681-3263-4bee-a60b-75763cb0cf30 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] [instance: cb1a85c5-e90a-4290-a603-e2d08f5c0ee4] Successfully updated port: ff792130-dc68-4699-8856-25805dd1df9e {{(pid=62574) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2037.619334] env[62574]: DEBUG oslo_vmware.api [None req-7ca5a9db-568e-4dd3-a644-989d7218891f tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Task: {'id': task-1862610, 'name': SuspendVM_Task} progress is 62%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2037.668582] env[62574]: DEBUG oslo_concurrency.lockutils [None req-d49587dd-b16c-44c9-9c9c-a53539b1bfce tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Lock "interface-b26e33b2-aa22-44ec-9162-3dd206b96fd4-a620e9bf-0e88-4e52-87b0-c376953272b8" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.871s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2037.727180] env[62574]: DEBUG oslo_concurrency.lockutils [req-d4aa6804-7d1c-4c02-8e40-4fd6134997e7 req-213a5fb3-57de-4a61-b2b6-e0672215e50e service nova] Releasing lock "refresh_cache-b4522995-fb9c-471f-bd36-af8b721aa5ff" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2037.727547] env[62574]: DEBUG nova.compute.manager [req-d4aa6804-7d1c-4c02-8e40-4fd6134997e7 req-213a5fb3-57de-4a61-b2b6-e0672215e50e service nova] [instance: 3c459fd4-3e28-458f-91d3-da2220e42191] Received event network-changed-16fb461c-b9ba-4be8-a6d6-f6b68f12469a {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 2037.727710] env[62574]: DEBUG nova.compute.manager [req-d4aa6804-7d1c-4c02-8e40-4fd6134997e7 req-213a5fb3-57de-4a61-b2b6-e0672215e50e service nova] [instance: 3c459fd4-3e28-458f-91d3-da2220e42191] Refreshing instance network info cache due to event network-changed-16fb461c-b9ba-4be8-a6d6-f6b68f12469a. {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 2037.727901] env[62574]: DEBUG oslo_concurrency.lockutils [req-d4aa6804-7d1c-4c02-8e40-4fd6134997e7 req-213a5fb3-57de-4a61-b2b6-e0672215e50e service nova] Acquiring lock "refresh_cache-3c459fd4-3e28-458f-91d3-da2220e42191" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2037.728065] env[62574]: DEBUG oslo_concurrency.lockutils [req-d4aa6804-7d1c-4c02-8e40-4fd6134997e7 req-213a5fb3-57de-4a61-b2b6-e0672215e50e service nova] Acquired lock "refresh_cache-3c459fd4-3e28-458f-91d3-da2220e42191" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2037.728239] env[62574]: DEBUG nova.network.neutron [req-d4aa6804-7d1c-4c02-8e40-4fd6134997e7 req-213a5fb3-57de-4a61-b2b6-e0672215e50e service nova] [instance: 3c459fd4-3e28-458f-91d3-da2220e42191] Refreshing network info cache for port 16fb461c-b9ba-4be8-a6d6-f6b68f12469a {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2037.806055] env[62574]: DEBUG nova.compute.manager [req-318c772b-0d61-4605-9603-56577194a9a4 req-10ce8ace-c624-4fcc-9be3-f780b94624a8 service nova] [instance: cb1a85c5-e90a-4290-a603-e2d08f5c0ee4] Received event network-vif-plugged-ff792130-dc68-4699-8856-25805dd1df9e {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 2037.806464] env[62574]: DEBUG oslo_concurrency.lockutils [req-318c772b-0d61-4605-9603-56577194a9a4 req-10ce8ace-c624-4fcc-9be3-f780b94624a8 service nova] Acquiring lock "cb1a85c5-e90a-4290-a603-e2d08f5c0ee4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2037.806553] env[62574]: DEBUG oslo_concurrency.lockutils [req-318c772b-0d61-4605-9603-56577194a9a4 req-10ce8ace-c624-4fcc-9be3-f780b94624a8 service nova] Lock "cb1a85c5-e90a-4290-a603-e2d08f5c0ee4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2037.806746] env[62574]: DEBUG oslo_concurrency.lockutils [req-318c772b-0d61-4605-9603-56577194a9a4 req-10ce8ace-c624-4fcc-9be3-f780b94624a8 service nova] Lock "cb1a85c5-e90a-4290-a603-e2d08f5c0ee4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2037.806907] env[62574]: DEBUG nova.compute.manager [req-318c772b-0d61-4605-9603-56577194a9a4 req-10ce8ace-c624-4fcc-9be3-f780b94624a8 service nova] [instance: cb1a85c5-e90a-4290-a603-e2d08f5c0ee4] No waiting events found dispatching network-vif-plugged-ff792130-dc68-4699-8856-25805dd1df9e {{(pid=62574) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2037.807117] env[62574]: WARNING nova.compute.manager [req-318c772b-0d61-4605-9603-56577194a9a4 req-10ce8ace-c624-4fcc-9be3-f780b94624a8 service nova] [instance: cb1a85c5-e90a-4290-a603-e2d08f5c0ee4] Received unexpected event network-vif-plugged-ff792130-dc68-4699-8856-25805dd1df9e for instance with vm_state building and task_state spawning. [ 2037.807300] env[62574]: DEBUG nova.compute.manager [req-318c772b-0d61-4605-9603-56577194a9a4 req-10ce8ace-c624-4fcc-9be3-f780b94624a8 service nova] [instance: cb1a85c5-e90a-4290-a603-e2d08f5c0ee4] Received event network-changed-ff792130-dc68-4699-8856-25805dd1df9e {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 2037.807527] env[62574]: DEBUG nova.compute.manager [req-318c772b-0d61-4605-9603-56577194a9a4 req-10ce8ace-c624-4fcc-9be3-f780b94624a8 service nova] [instance: cb1a85c5-e90a-4290-a603-e2d08f5c0ee4] Refreshing instance network info cache due to event network-changed-ff792130-dc68-4699-8856-25805dd1df9e. {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 2037.807851] env[62574]: DEBUG oslo_concurrency.lockutils [req-318c772b-0d61-4605-9603-56577194a9a4 req-10ce8ace-c624-4fcc-9be3-f780b94624a8 service nova] Acquiring lock "refresh_cache-cb1a85c5-e90a-4290-a603-e2d08f5c0ee4" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2037.808089] env[62574]: DEBUG oslo_concurrency.lockutils [req-318c772b-0d61-4605-9603-56577194a9a4 req-10ce8ace-c624-4fcc-9be3-f780b94624a8 service nova] Acquired lock "refresh_cache-cb1a85c5-e90a-4290-a603-e2d08f5c0ee4" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2037.808285] env[62574]: DEBUG nova.network.neutron [req-318c772b-0d61-4605-9603-56577194a9a4 req-10ce8ace-c624-4fcc-9be3-f780b94624a8 service nova] [instance: cb1a85c5-e90a-4290-a603-e2d08f5c0ee4] Refreshing network info cache for port ff792130-dc68-4699-8856-25805dd1df9e {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2037.951906] env[62574]: DEBUG oslo_concurrency.lockutils [None req-51221242-09b4-4cf6-8ecd-50173c58587c tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.283s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2037.954087] env[62574]: DEBUG oslo_concurrency.lockutils [None req-a30e3bbf-588f-4eec-8fbd-15c7cd934f10 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.218s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2037.954350] env[62574]: DEBUG nova.objects.instance [None req-a30e3bbf-588f-4eec-8fbd-15c7cd934f10 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Lazy-loading 'resources' on Instance uuid 1acdec40-8943-472c-ae9f-aad12d2bc16d {{(pid=62574) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2037.983470] env[62574]: INFO nova.network.neutron [None req-51221242-09b4-4cf6-8ecd-50173c58587c tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] [instance: 8ed6360e-d8a3-478a-a78f-3b8e9ef9464e] Updating port f7ace2fc-c340-4e8c-a214-95cdeca63c65 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 2038.067224] env[62574]: DEBUG oslo_concurrency.lockutils [None req-c0e16681-3263-4bee-a60b-75763cb0cf30 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Acquiring lock "refresh_cache-cb1a85c5-e90a-4290-a603-e2d08f5c0ee4" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2038.119421] env[62574]: DEBUG oslo_vmware.api [None req-7ca5a9db-568e-4dd3-a644-989d7218891f tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Task: {'id': task-1862610, 'name': SuspendVM_Task} progress is 62%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2038.351665] env[62574]: DEBUG nova.network.neutron [req-318c772b-0d61-4605-9603-56577194a9a4 req-10ce8ace-c624-4fcc-9be3-f780b94624a8 service nova] [instance: cb1a85c5-e90a-4290-a603-e2d08f5c0ee4] Instance cache missing network info. {{(pid=62574) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2038.493843] env[62574]: DEBUG nova.network.neutron [req-318c772b-0d61-4605-9603-56577194a9a4 req-10ce8ace-c624-4fcc-9be3-f780b94624a8 service nova] [instance: cb1a85c5-e90a-4290-a603-e2d08f5c0ee4] Updating instance_info_cache with network_info: [] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2038.543907] env[62574]: DEBUG nova.network.neutron [req-d4aa6804-7d1c-4c02-8e40-4fd6134997e7 req-213a5fb3-57de-4a61-b2b6-e0672215e50e service nova] [instance: 3c459fd4-3e28-458f-91d3-da2220e42191] Updated VIF entry in instance network info cache for port 16fb461c-b9ba-4be8-a6d6-f6b68f12469a. {{(pid=62574) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2038.544958] env[62574]: DEBUG nova.network.neutron [req-d4aa6804-7d1c-4c02-8e40-4fd6134997e7 req-213a5fb3-57de-4a61-b2b6-e0672215e50e service nova] [instance: 3c459fd4-3e28-458f-91d3-da2220e42191] Updating instance_info_cache with network_info: [{"id": "16fb461c-b9ba-4be8-a6d6-f6b68f12469a", "address": "fa:16:3e:53:b9:f4", "network": {"id": "048e4d0d-d1ab-45c4-a15c-a1cfb16572ac", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1657993544-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3efda8e53e3c4eea8bfd1d5d6cd90db3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f68ebd2a-3c68-48db-8c32-8a01497fc2e7", "external-id": "nsx-vlan-transportzone-49", "segmentation_id": 49, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap16fb461c-b9", "ovs_interfaceid": "16fb461c-b9ba-4be8-a6d6-f6b68f12469a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2038.622343] env[62574]: DEBUG oslo_vmware.api [None req-7ca5a9db-568e-4dd3-a644-989d7218891f tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Task: {'id': task-1862610, 'name': SuspendVM_Task, 'duration_secs': 1.310491} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2038.622618] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-7ca5a9db-568e-4dd3-a644-989d7218891f tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] [instance: d030b211-e17d-44ed-b034-f57b1599e108] Suspended the VM {{(pid=62574) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 2038.622828] env[62574]: DEBUG nova.compute.manager [None req-7ca5a9db-568e-4dd3-a644-989d7218891f tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] [instance: d030b211-e17d-44ed-b034-f57b1599e108] Checking state {{(pid=62574) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2038.623645] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79c1460d-99e1-4c4f-88a5-d2aa50d18c97 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2038.639556] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3869cdfc-7dcf-4bde-89b7-930e342fbeda {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2038.646938] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3ad2db5-2d6c-4d81-baa9-31673e76c4d8 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2038.678933] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32bfafd0-f7af-43a3-8202-37b78d05a121 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2038.687757] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11f413f6-e384-40d2-a19a-1e47c000bde3 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2038.702373] env[62574]: DEBUG nova.compute.provider_tree [None req-a30e3bbf-588f-4eec-8fbd-15c7cd934f10 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Inventory has not changed in ProviderTree for provider: f0ed160a-beff-4626-a531-2a70d7bc0627 {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2038.997782] env[62574]: DEBUG oslo_concurrency.lockutils [req-318c772b-0d61-4605-9603-56577194a9a4 req-10ce8ace-c624-4fcc-9be3-f780b94624a8 service nova] Releasing lock "refresh_cache-cb1a85c5-e90a-4290-a603-e2d08f5c0ee4" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2038.998193] env[62574]: DEBUG oslo_concurrency.lockutils [None req-c0e16681-3263-4bee-a60b-75763cb0cf30 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Acquired lock "refresh_cache-cb1a85c5-e90a-4290-a603-e2d08f5c0ee4" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2038.998318] env[62574]: DEBUG nova.network.neutron [None req-c0e16681-3263-4bee-a60b-75763cb0cf30 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] [instance: cb1a85c5-e90a-4290-a603-e2d08f5c0ee4] Building network info cache for instance {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2039.020122] env[62574]: DEBUG oslo_concurrency.lockutils [None req-1fa54582-cca4-4e74-9941-840961e36a06 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Acquiring lock "interface-b26e33b2-aa22-44ec-9162-3dd206b96fd4-a620e9bf-0e88-4e52-87b0-c376953272b8" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2039.020388] env[62574]: DEBUG oslo_concurrency.lockutils [None req-1fa54582-cca4-4e74-9941-840961e36a06 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Lock "interface-b26e33b2-aa22-44ec-9162-3dd206b96fd4-a620e9bf-0e88-4e52-87b0-c376953272b8" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2039.046858] env[62574]: DEBUG oslo_concurrency.lockutils [req-d4aa6804-7d1c-4c02-8e40-4fd6134997e7 req-213a5fb3-57de-4a61-b2b6-e0672215e50e service nova] Releasing lock "refresh_cache-3c459fd4-3e28-458f-91d3-da2220e42191" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2039.206061] env[62574]: DEBUG nova.scheduler.client.report [None req-a30e3bbf-588f-4eec-8fbd-15c7cd934f10 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Inventory has not changed for provider f0ed160a-beff-4626-a531-2a70d7bc0627 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 148, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2039.488541] env[62574]: INFO nova.compute.manager [None req-96e6e63b-533e-4e56-afe9-96577ef43825 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] [instance: d030b211-e17d-44ed-b034-f57b1599e108] Resuming [ 2039.489183] env[62574]: DEBUG nova.objects.instance [None req-96e6e63b-533e-4e56-afe9-96577ef43825 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Lazy-loading 'flavor' on Instance uuid d030b211-e17d-44ed-b034-f57b1599e108 {{(pid=62574) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2039.522820] env[62574]: DEBUG oslo_concurrency.lockutils [None req-1fa54582-cca4-4e74-9941-840961e36a06 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Acquiring lock "b26e33b2-aa22-44ec-9162-3dd206b96fd4" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2039.523055] env[62574]: DEBUG oslo_concurrency.lockutils [None req-1fa54582-cca4-4e74-9941-840961e36a06 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Acquired lock "b26e33b2-aa22-44ec-9162-3dd206b96fd4" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2039.523965] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c1bbb8a-63ba-46aa-b1be-b0a81fb41ca5 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2039.530332] env[62574]: DEBUG nova.network.neutron [None req-c0e16681-3263-4bee-a60b-75763cb0cf30 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] [instance: cb1a85c5-e90a-4290-a603-e2d08f5c0ee4] Instance cache missing network info. {{(pid=62574) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2039.544814] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d081cd55-5620-42fb-a854-5c9b8e0845a0 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2039.570366] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-1fa54582-cca4-4e74-9941-840961e36a06 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] [instance: b26e33b2-aa22-44ec-9162-3dd206b96fd4] Reconfiguring VM to detach interface {{(pid=62574) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 2039.573052] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-802490e4-628c-495e-8820-ffe81013de8c {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2039.592632] env[62574]: DEBUG oslo_vmware.api [None req-1fa54582-cca4-4e74-9941-840961e36a06 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Waiting for the task: (returnval){ [ 2039.592632] env[62574]: value = "task-1862611" [ 2039.592632] env[62574]: _type = "Task" [ 2039.592632] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2039.601074] env[62574]: DEBUG oslo_vmware.api [None req-1fa54582-cca4-4e74-9941-840961e36a06 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Task: {'id': task-1862611, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2039.706867] env[62574]: DEBUG nova.network.neutron [None req-c0e16681-3263-4bee-a60b-75763cb0cf30 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] [instance: cb1a85c5-e90a-4290-a603-e2d08f5c0ee4] Updating instance_info_cache with network_info: [{"id": "ff792130-dc68-4699-8856-25805dd1df9e", "address": "fa:16:3e:3e:71:8d", "network": {"id": "3af14f16-9d32-4c8d-8557-ce8f3b8b4086", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1431517823-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "31d5eeff630d40d2928149f27883ae60", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff792130-dc", "ovs_interfaceid": "ff792130-dc68-4699-8856-25805dd1df9e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2039.711230] env[62574]: DEBUG oslo_concurrency.lockutils [None req-a30e3bbf-588f-4eec-8fbd-15c7cd934f10 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.757s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2039.713518] env[62574]: DEBUG oslo_concurrency.lockutils [None req-7158c5b9-4e31-4884-880f-9f8bb9ca5769 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 3.391s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2039.735529] env[62574]: INFO nova.scheduler.client.report [None req-a30e3bbf-588f-4eec-8fbd-15c7cd934f10 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Deleted allocations for instance 1acdec40-8943-472c-ae9f-aad12d2bc16d [ 2039.996634] env[62574]: DEBUG nova.compute.manager [req-91023068-0443-4b99-a79a-6d004cb838ad req-6c176b62-2d5d-43f7-8e62-3269197eed12 service nova] [instance: 8ed6360e-d8a3-478a-a78f-3b8e9ef9464e] Received event network-vif-plugged-f7ace2fc-c340-4e8c-a214-95cdeca63c65 {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 2039.997141] env[62574]: DEBUG oslo_concurrency.lockutils [req-91023068-0443-4b99-a79a-6d004cb838ad req-6c176b62-2d5d-43f7-8e62-3269197eed12 service nova] Acquiring lock "8ed6360e-d8a3-478a-a78f-3b8e9ef9464e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2039.998064] env[62574]: DEBUG oslo_concurrency.lockutils [req-91023068-0443-4b99-a79a-6d004cb838ad req-6c176b62-2d5d-43f7-8e62-3269197eed12 service nova] Lock "8ed6360e-d8a3-478a-a78f-3b8e9ef9464e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2039.998638] env[62574]: DEBUG oslo_concurrency.lockutils [req-91023068-0443-4b99-a79a-6d004cb838ad req-6c176b62-2d5d-43f7-8e62-3269197eed12 service nova] Lock "8ed6360e-d8a3-478a-a78f-3b8e9ef9464e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2039.998976] env[62574]: DEBUG nova.compute.manager [req-91023068-0443-4b99-a79a-6d004cb838ad req-6c176b62-2d5d-43f7-8e62-3269197eed12 service nova] [instance: 8ed6360e-d8a3-478a-a78f-3b8e9ef9464e] No waiting events found dispatching network-vif-plugged-f7ace2fc-c340-4e8c-a214-95cdeca63c65 {{(pid=62574) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2039.999341] env[62574]: WARNING nova.compute.manager [req-91023068-0443-4b99-a79a-6d004cb838ad req-6c176b62-2d5d-43f7-8e62-3269197eed12 service nova] [instance: 8ed6360e-d8a3-478a-a78f-3b8e9ef9464e] Received unexpected event network-vif-plugged-f7ace2fc-c340-4e8c-a214-95cdeca63c65 for instance with vm_state shelved_offloaded and task_state spawning. [ 2040.065915] env[62574]: DEBUG oslo_concurrency.lockutils [None req-51221242-09b4-4cf6-8ecd-50173c58587c tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Acquiring lock "refresh_cache-8ed6360e-d8a3-478a-a78f-3b8e9ef9464e" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2040.065915] env[62574]: DEBUG oslo_concurrency.lockutils [None req-51221242-09b4-4cf6-8ecd-50173c58587c tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Acquired lock "refresh_cache-8ed6360e-d8a3-478a-a78f-3b8e9ef9464e" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2040.065915] env[62574]: DEBUG nova.network.neutron [None req-51221242-09b4-4cf6-8ecd-50173c58587c tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] [instance: 8ed6360e-d8a3-478a-a78f-3b8e9ef9464e] Building network info cache for instance {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2040.103346] env[62574]: DEBUG oslo_vmware.api [None req-1fa54582-cca4-4e74-9941-840961e36a06 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Task: {'id': task-1862611, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2040.209242] env[62574]: DEBUG oslo_concurrency.lockutils [None req-c0e16681-3263-4bee-a60b-75763cb0cf30 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Releasing lock "refresh_cache-cb1a85c5-e90a-4290-a603-e2d08f5c0ee4" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2040.209618] env[62574]: DEBUG nova.compute.manager [None req-c0e16681-3263-4bee-a60b-75763cb0cf30 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] [instance: cb1a85c5-e90a-4290-a603-e2d08f5c0ee4] Instance network_info: |[{"id": "ff792130-dc68-4699-8856-25805dd1df9e", "address": "fa:16:3e:3e:71:8d", "network": {"id": "3af14f16-9d32-4c8d-8557-ce8f3b8b4086", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1431517823-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "31d5eeff630d40d2928149f27883ae60", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff792130-dc", "ovs_interfaceid": "ff792130-dc68-4699-8856-25805dd1df9e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62574) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2040.210124] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-c0e16681-3263-4bee-a60b-75763cb0cf30 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] [instance: cb1a85c5-e90a-4290-a603-e2d08f5c0ee4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3e:71:8d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6b8137fc-f23d-49b1-b19c-3123a5588f34', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ff792130-dc68-4699-8856-25805dd1df9e', 'vif_model': 'vmxnet3'}] {{(pid=62574) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2040.218693] env[62574]: DEBUG oslo.service.loopingcall [None req-c0e16681-3263-4bee-a60b-75763cb0cf30 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62574) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2040.221436] env[62574]: INFO nova.compute.claims [None req-7158c5b9-4e31-4884-880f-9f8bb9ca5769 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] [instance: 3c459fd4-3e28-458f-91d3-da2220e42191] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2040.225372] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cb1a85c5-e90a-4290-a603-e2d08f5c0ee4] Creating VM on the ESX host {{(pid=62574) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2040.226055] env[62574]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c85d3253-c494-4c9c-ab08-9f10daeed81c {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2040.244161] env[62574]: DEBUG oslo_concurrency.lockutils [None req-a30e3bbf-588f-4eec-8fbd-15c7cd934f10 tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Lock "1acdec40-8943-472c-ae9f-aad12d2bc16d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.363s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2040.250386] env[62574]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2040.250386] env[62574]: value = "task-1862612" [ 2040.250386] env[62574]: _type = "Task" [ 2040.250386] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2040.258602] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1862612, 'name': CreateVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2040.605523] env[62574]: DEBUG oslo_vmware.api [None req-1fa54582-cca4-4e74-9941-840961e36a06 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Task: {'id': task-1862611, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2040.743096] env[62574]: INFO nova.compute.resource_tracker [None req-7158c5b9-4e31-4884-880f-9f8bb9ca5769 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] [instance: 3c459fd4-3e28-458f-91d3-da2220e42191] Updating resource usage from migration d3a6b777-e5cb-4bc2-a8a8-b48e0d9f57e7 [ 2040.760526] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1862612, 'name': CreateVM_Task, 'duration_secs': 0.432955} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2040.763052] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cb1a85c5-e90a-4290-a603-e2d08f5c0ee4] Created VM on the ESX host {{(pid=62574) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2040.763679] env[62574]: DEBUG oslo_concurrency.lockutils [None req-c0e16681-3263-4bee-a60b-75763cb0cf30 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2040.763843] env[62574]: DEBUG oslo_concurrency.lockutils [None req-c0e16681-3263-4bee-a60b-75763cb0cf30 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2040.764175] env[62574]: DEBUG oslo_concurrency.lockutils [None req-c0e16681-3263-4bee-a60b-75763cb0cf30 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2040.764974] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-47c9db76-dbfc-4489-9e6e-78558d45e275 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2040.769833] env[62574]: DEBUG oslo_vmware.api [None req-c0e16681-3263-4bee-a60b-75763cb0cf30 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Waiting for the task: (returnval){ [ 2040.769833] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]52384d56-75c2-9f88-514e-df18d5c4675a" [ 2040.769833] env[62574]: _type = "Task" [ 2040.769833] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2040.780285] env[62574]: DEBUG oslo_vmware.api [None req-c0e16681-3263-4bee-a60b-75763cb0cf30 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52384d56-75c2-9f88-514e-df18d5c4675a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2040.833419] env[62574]: DEBUG nova.network.neutron [None req-51221242-09b4-4cf6-8ecd-50173c58587c tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] [instance: 8ed6360e-d8a3-478a-a78f-3b8e9ef9464e] Updating instance_info_cache with network_info: [{"id": "f7ace2fc-c340-4e8c-a214-95cdeca63c65", "address": "fa:16:3e:de:ac:b4", "network": {"id": "c6e82ed8-135c-4a2b-a7fa-f0f461137015", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-414473987-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.171", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5c18e090ac645c2bb13c4b6714f5f01", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c42bb08a-77b4-4bba-8166-702cbb1b5f1e", "external-id": "nsx-vlan-transportzone-137", "segmentation_id": 137, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7ace2fc-c3", "ovs_interfaceid": "f7ace2fc-c340-4e8c-a214-95cdeca63c65", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2040.913095] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57407d73-96b6-480f-a751-c5c411307d15 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2040.922643] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95cf6b83-27ff-49ab-ad96-1963245756a2 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2040.956462] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fe212fb-7cdb-4255-a52c-c7980a459112 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2040.964656] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15049e4f-74b3-47b6-a278-4e471abf3461 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2040.979458] env[62574]: DEBUG nova.compute.provider_tree [None req-7158c5b9-4e31-4884-880f-9f8bb9ca5769 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Inventory has not changed in ProviderTree for provider: f0ed160a-beff-4626-a531-2a70d7bc0627 {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2041.005258] env[62574]: DEBUG oslo_concurrency.lockutils [None req-96e6e63b-533e-4e56-afe9-96577ef43825 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Acquiring lock "refresh_cache-d030b211-e17d-44ed-b034-f57b1599e108" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2041.005528] env[62574]: DEBUG oslo_concurrency.lockutils [None req-96e6e63b-533e-4e56-afe9-96577ef43825 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Acquired lock "refresh_cache-d030b211-e17d-44ed-b034-f57b1599e108" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2041.005643] env[62574]: DEBUG nova.network.neutron [None req-96e6e63b-533e-4e56-afe9-96577ef43825 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] [instance: d030b211-e17d-44ed-b034-f57b1599e108] Building network info cache for instance {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2041.104144] env[62574]: DEBUG oslo_vmware.api [None req-1fa54582-cca4-4e74-9941-840961e36a06 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Task: {'id': task-1862611, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2041.283062] env[62574]: DEBUG oslo_vmware.api [None req-c0e16681-3263-4bee-a60b-75763cb0cf30 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52384d56-75c2-9f88-514e-df18d5c4675a, 'name': SearchDatastore_Task, 'duration_secs': 0.014807} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2041.283412] env[62574]: DEBUG oslo_concurrency.lockutils [None req-c0e16681-3263-4bee-a60b-75763cb0cf30 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2041.283652] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-c0e16681-3263-4bee-a60b-75763cb0cf30 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] [instance: cb1a85c5-e90a-4290-a603-e2d08f5c0ee4] Processing image 3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2 {{(pid=62574) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2041.283886] env[62574]: DEBUG oslo_concurrency.lockutils [None req-c0e16681-3263-4bee-a60b-75763cb0cf30 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2041.284071] env[62574]: DEBUG oslo_concurrency.lockutils [None req-c0e16681-3263-4bee-a60b-75763cb0cf30 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2041.284288] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0e16681-3263-4bee-a60b-75763cb0cf30 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2041.284564] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-28807617-c858-4ab5-82c0-6fe4be548521 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2041.293725] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0e16681-3263-4bee-a60b-75763cb0cf30 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2041.293847] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-c0e16681-3263-4bee-a60b-75763cb0cf30 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62574) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2041.294572] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e3375be-08e2-4eea-851e-b68f5c622b2a {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2041.299586] env[62574]: DEBUG oslo_vmware.api [None req-c0e16681-3263-4bee-a60b-75763cb0cf30 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Waiting for the task: (returnval){ [ 2041.299586] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]52e5fd58-d063-bde0-33ab-6472da7fcfa0" [ 2041.299586] env[62574]: _type = "Task" [ 2041.299586] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2041.306754] env[62574]: DEBUG oslo_vmware.api [None req-c0e16681-3263-4bee-a60b-75763cb0cf30 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52e5fd58-d063-bde0-33ab-6472da7fcfa0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2041.337396] env[62574]: DEBUG oslo_concurrency.lockutils [None req-51221242-09b4-4cf6-8ecd-50173c58587c tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Releasing lock "refresh_cache-8ed6360e-d8a3-478a-a78f-3b8e9ef9464e" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2041.364587] env[62574]: DEBUG nova.virt.hardware [None req-51221242-09b4-4cf6-8ecd-50173c58587c tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T19:26:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='4127578babd816707856fa4d9eeb7896',container_format='bare',created_at=2024-12-13T19:52:12Z,direct_url=,disk_format='vmdk',id=08e2b6eb-f98f-4926-8c08-984507444621,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-782689550-shelved',owner='e5c18e090ac645c2bb13c4b6714f5f01',properties=ImageMetaProps,protected=,size=31668736,status='active',tags=,updated_at=2024-12-13T19:52:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2041.364843] env[62574]: DEBUG nova.virt.hardware [None req-51221242-09b4-4cf6-8ecd-50173c58587c tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Flavor limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2041.365033] env[62574]: DEBUG nova.virt.hardware [None req-51221242-09b4-4cf6-8ecd-50173c58587c tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Image limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2041.365261] env[62574]: DEBUG nova.virt.hardware [None req-51221242-09b4-4cf6-8ecd-50173c58587c tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Flavor pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2041.365442] env[62574]: DEBUG nova.virt.hardware [None req-51221242-09b4-4cf6-8ecd-50173c58587c tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Image pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2041.365602] env[62574]: DEBUG nova.virt.hardware [None req-51221242-09b4-4cf6-8ecd-50173c58587c tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2041.365818] env[62574]: DEBUG nova.virt.hardware [None req-51221242-09b4-4cf6-8ecd-50173c58587c tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2041.366119] env[62574]: DEBUG nova.virt.hardware [None req-51221242-09b4-4cf6-8ecd-50173c58587c tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2041.366193] env[62574]: DEBUG nova.virt.hardware [None req-51221242-09b4-4cf6-8ecd-50173c58587c tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Got 1 possible topologies {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2041.366335] env[62574]: DEBUG nova.virt.hardware [None req-51221242-09b4-4cf6-8ecd-50173c58587c tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2041.366560] env[62574]: DEBUG nova.virt.hardware [None req-51221242-09b4-4cf6-8ecd-50173c58587c tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2041.367419] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7be9e66d-a7df-4b97-9568-7414f879960c {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2041.375465] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13144920-2198-4116-9253-f2360f97ce7f {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2041.388966] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-51221242-09b4-4cf6-8ecd-50173c58587c tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] [instance: 8ed6360e-d8a3-478a-a78f-3b8e9ef9464e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:de:ac:b4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c42bb08a-77b4-4bba-8166-702cbb1b5f1e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f7ace2fc-c340-4e8c-a214-95cdeca63c65', 'vif_model': 'vmxnet3'}] {{(pid=62574) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2041.396876] env[62574]: DEBUG oslo.service.loopingcall [None req-51221242-09b4-4cf6-8ecd-50173c58587c tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62574) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2041.397078] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8ed6360e-d8a3-478a-a78f-3b8e9ef9464e] Creating VM on the ESX host {{(pid=62574) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2041.397298] env[62574]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e91d502d-6252-4f8f-86fb-6c62c1757afa {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2041.410965] env[62574]: DEBUG oslo_concurrency.lockutils [None req-ea5a2bc8-69ce-4076-928a-c68788cc1d8f tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Acquiring lock "9a4440bb-97d9-4dd7-bc7d-2a6c94e9e40c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2041.411209] env[62574]: DEBUG oslo_concurrency.lockutils [None req-ea5a2bc8-69ce-4076-928a-c68788cc1d8f tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Lock "9a4440bb-97d9-4dd7-bc7d-2a6c94e9e40c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2041.411414] env[62574]: DEBUG oslo_concurrency.lockutils [None req-ea5a2bc8-69ce-4076-928a-c68788cc1d8f tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Acquiring lock "9a4440bb-97d9-4dd7-bc7d-2a6c94e9e40c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2041.411594] env[62574]: DEBUG oslo_concurrency.lockutils [None req-ea5a2bc8-69ce-4076-928a-c68788cc1d8f tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Lock "9a4440bb-97d9-4dd7-bc7d-2a6c94e9e40c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2041.411764] env[62574]: DEBUG oslo_concurrency.lockutils [None req-ea5a2bc8-69ce-4076-928a-c68788cc1d8f tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Lock "9a4440bb-97d9-4dd7-bc7d-2a6c94e9e40c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2041.415524] env[62574]: INFO nova.compute.manager [None req-ea5a2bc8-69ce-4076-928a-c68788cc1d8f tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] [instance: 9a4440bb-97d9-4dd7-bc7d-2a6c94e9e40c] Terminating instance [ 2041.425044] env[62574]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2041.425044] env[62574]: value = "task-1862613" [ 2041.425044] env[62574]: _type = "Task" [ 2041.425044] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2041.434409] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1862613, 'name': CreateVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2041.483205] env[62574]: DEBUG nova.scheduler.client.report [None req-7158c5b9-4e31-4884-880f-9f8bb9ca5769 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Inventory has not changed for provider f0ed160a-beff-4626-a531-2a70d7bc0627 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 148, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2041.604043] env[62574]: DEBUG oslo_vmware.api [None req-1fa54582-cca4-4e74-9941-840961e36a06 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Task: {'id': task-1862611, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2041.758135] env[62574]: DEBUG nova.network.neutron [None req-96e6e63b-533e-4e56-afe9-96577ef43825 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] [instance: d030b211-e17d-44ed-b034-f57b1599e108] Updating instance_info_cache with network_info: [{"id": "29f3cfef-48fc-4a6a-b92d-73bd171bfa1d", "address": "fa:16:3e:da:25:ad", "network": {"id": "1767f4d1-96d0-48db-9bcb-5bbb2ed9d270", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1780515396-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43b1542375334999bec3e53ad4a56482", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d062877-0b23-4965-908b-f585f25f3bf1", "external-id": "nsx-vlan-transportzone-523", "segmentation_id": 523, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap29f3cfef-48", "ovs_interfaceid": "29f3cfef-48fc-4a6a-b92d-73bd171bfa1d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2041.810649] env[62574]: DEBUG oslo_vmware.api [None req-c0e16681-3263-4bee-a60b-75763cb0cf30 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52e5fd58-d063-bde0-33ab-6472da7fcfa0, 'name': SearchDatastore_Task, 'duration_secs': 0.008771} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2041.811514] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c3d0a521-6c0b-47ba-8f48-cc8d5c904c95 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2041.817241] env[62574]: DEBUG oslo_vmware.api [None req-c0e16681-3263-4bee-a60b-75763cb0cf30 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Waiting for the task: (returnval){ [ 2041.817241] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]525074a2-ffc1-b250-364c-08edf5845350" [ 2041.817241] env[62574]: _type = "Task" [ 2041.817241] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2041.825219] env[62574]: DEBUG oslo_vmware.api [None req-c0e16681-3263-4bee-a60b-75763cb0cf30 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]525074a2-ffc1-b250-364c-08edf5845350, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2041.919709] env[62574]: DEBUG nova.compute.manager [None req-ea5a2bc8-69ce-4076-928a-c68788cc1d8f tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] [instance: 9a4440bb-97d9-4dd7-bc7d-2a6c94e9e40c] Start destroying the instance on the hypervisor. {{(pid=62574) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2041.919979] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-ea5a2bc8-69ce-4076-928a-c68788cc1d8f tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] [instance: 9a4440bb-97d9-4dd7-bc7d-2a6c94e9e40c] Destroying instance {{(pid=62574) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2041.920903] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-359c31cd-eb2b-4c9c-a013-753074f8644e {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2041.931503] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea5a2bc8-69ce-4076-928a-c68788cc1d8f tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] [instance: 9a4440bb-97d9-4dd7-bc7d-2a6c94e9e40c] Powering off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2041.932119] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-aa519730-2561-4153-8bc3-dd644203d634 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2041.937189] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1862613, 'name': CreateVM_Task, 'duration_secs': 0.47048} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2041.937343] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8ed6360e-d8a3-478a-a78f-3b8e9ef9464e] Created VM on the ESX host {{(pid=62574) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2041.938890] env[62574]: DEBUG oslo_concurrency.lockutils [None req-51221242-09b4-4cf6-8ecd-50173c58587c tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/08e2b6eb-f98f-4926-8c08-984507444621" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2041.939069] env[62574]: DEBUG oslo_concurrency.lockutils [None req-51221242-09b4-4cf6-8ecd-50173c58587c tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Acquired lock "[datastore1] devstack-image-cache_base/08e2b6eb-f98f-4926-8c08-984507444621" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2041.939452] env[62574]: DEBUG oslo_concurrency.lockutils [None req-51221242-09b4-4cf6-8ecd-50173c58587c tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/08e2b6eb-f98f-4926-8c08-984507444621" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2041.939772] env[62574]: DEBUG oslo_vmware.api [None req-ea5a2bc8-69ce-4076-928a-c68788cc1d8f tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Waiting for the task: (returnval){ [ 2041.939772] env[62574]: value = "task-1862614" [ 2041.939772] env[62574]: _type = "Task" [ 2041.939772] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2041.939962] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-663f8631-42eb-4f51-906f-942eeea50974 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2041.949412] env[62574]: DEBUG oslo_vmware.api [None req-ea5a2bc8-69ce-4076-928a-c68788cc1d8f tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Task: {'id': task-1862614, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2041.950680] env[62574]: DEBUG oslo_vmware.api [None req-51221242-09b4-4cf6-8ecd-50173c58587c tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Waiting for the task: (returnval){ [ 2041.950680] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]52cfbd54-2738-443c-a163-d428e20e297e" [ 2041.950680] env[62574]: _type = "Task" [ 2041.950680] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2041.959456] env[62574]: DEBUG oslo_vmware.api [None req-51221242-09b4-4cf6-8ecd-50173c58587c tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52cfbd54-2738-443c-a163-d428e20e297e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2041.988551] env[62574]: DEBUG oslo_concurrency.lockutils [None req-7158c5b9-4e31-4884-880f-9f8bb9ca5769 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.275s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2041.988787] env[62574]: INFO nova.compute.manager [None req-7158c5b9-4e31-4884-880f-9f8bb9ca5769 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] [instance: 3c459fd4-3e28-458f-91d3-da2220e42191] Migrating [ 2042.024421] env[62574]: DEBUG nova.compute.manager [req-602bc364-40da-4e32-920c-af2896eff6e7 req-864c5e5b-e789-4805-b74c-3bec598ec1c0 service nova] [instance: 8ed6360e-d8a3-478a-a78f-3b8e9ef9464e] Received event network-changed-f7ace2fc-c340-4e8c-a214-95cdeca63c65 {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 2042.024421] env[62574]: DEBUG nova.compute.manager [req-602bc364-40da-4e32-920c-af2896eff6e7 req-864c5e5b-e789-4805-b74c-3bec598ec1c0 service nova] [instance: 8ed6360e-d8a3-478a-a78f-3b8e9ef9464e] Refreshing instance network info cache due to event network-changed-f7ace2fc-c340-4e8c-a214-95cdeca63c65. {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 2042.024421] env[62574]: DEBUG oslo_concurrency.lockutils [req-602bc364-40da-4e32-920c-af2896eff6e7 req-864c5e5b-e789-4805-b74c-3bec598ec1c0 service nova] Acquiring lock "refresh_cache-8ed6360e-d8a3-478a-a78f-3b8e9ef9464e" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2042.024421] env[62574]: DEBUG oslo_concurrency.lockutils [req-602bc364-40da-4e32-920c-af2896eff6e7 req-864c5e5b-e789-4805-b74c-3bec598ec1c0 service nova] Acquired lock "refresh_cache-8ed6360e-d8a3-478a-a78f-3b8e9ef9464e" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2042.024862] env[62574]: DEBUG nova.network.neutron [req-602bc364-40da-4e32-920c-af2896eff6e7 req-864c5e5b-e789-4805-b74c-3bec598ec1c0 service nova] [instance: 8ed6360e-d8a3-478a-a78f-3b8e9ef9464e] Refreshing network info cache for port f7ace2fc-c340-4e8c-a214-95cdeca63c65 {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2042.108415] env[62574]: DEBUG oslo_vmware.api [None req-1fa54582-cca4-4e74-9941-840961e36a06 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Task: {'id': task-1862611, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2042.261507] env[62574]: DEBUG oslo_concurrency.lockutils [None req-96e6e63b-533e-4e56-afe9-96577ef43825 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Releasing lock "refresh_cache-d030b211-e17d-44ed-b034-f57b1599e108" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2042.262493] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1a197ba-124a-428a-8fb7-dc58fa2e7040 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2042.271121] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-96e6e63b-533e-4e56-afe9-96577ef43825 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] [instance: d030b211-e17d-44ed-b034-f57b1599e108] Resuming the VM {{(pid=62574) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 2042.271346] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6796b690-d643-45d8-b31f-21d95a7d9069 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2042.278743] env[62574]: DEBUG oslo_vmware.api [None req-96e6e63b-533e-4e56-afe9-96577ef43825 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Waiting for the task: (returnval){ [ 2042.278743] env[62574]: value = "task-1862615" [ 2042.278743] env[62574]: _type = "Task" [ 2042.278743] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2042.286629] env[62574]: DEBUG oslo_vmware.api [None req-96e6e63b-533e-4e56-afe9-96577ef43825 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Task: {'id': task-1862615, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2042.328066] env[62574]: DEBUG oslo_vmware.api [None req-c0e16681-3263-4bee-a60b-75763cb0cf30 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]525074a2-ffc1-b250-364c-08edf5845350, 'name': SearchDatastore_Task, 'duration_secs': 0.009869} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2042.328269] env[62574]: DEBUG oslo_concurrency.lockutils [None req-c0e16681-3263-4bee-a60b-75763cb0cf30 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2042.328368] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0e16681-3263-4bee-a60b-75763cb0cf30 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk to [datastore1] cb1a85c5-e90a-4290-a603-e2d08f5c0ee4/cb1a85c5-e90a-4290-a603-e2d08f5c0ee4.vmdk {{(pid=62574) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2042.328632] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7e4b0ff6-9b7a-4857-ade5-b741e8f63520 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2042.336286] env[62574]: DEBUG oslo_vmware.api [None req-c0e16681-3263-4bee-a60b-75763cb0cf30 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Waiting for the task: (returnval){ [ 2042.336286] env[62574]: value = "task-1862616" [ 2042.336286] env[62574]: _type = "Task" [ 2042.336286] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2042.344483] env[62574]: DEBUG oslo_vmware.api [None req-c0e16681-3263-4bee-a60b-75763cb0cf30 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Task: {'id': task-1862616, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2042.451629] env[62574]: DEBUG oslo_vmware.api [None req-ea5a2bc8-69ce-4076-928a-c68788cc1d8f tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Task: {'id': task-1862614, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2042.462046] env[62574]: DEBUG oslo_concurrency.lockutils [None req-51221242-09b4-4cf6-8ecd-50173c58587c tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Releasing lock "[datastore1] devstack-image-cache_base/08e2b6eb-f98f-4926-8c08-984507444621" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2042.462372] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-51221242-09b4-4cf6-8ecd-50173c58587c tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] [instance: 8ed6360e-d8a3-478a-a78f-3b8e9ef9464e] Processing image 08e2b6eb-f98f-4926-8c08-984507444621 {{(pid=62574) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2042.462688] env[62574]: DEBUG oslo_concurrency.lockutils [None req-51221242-09b4-4cf6-8ecd-50173c58587c tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/08e2b6eb-f98f-4926-8c08-984507444621/08e2b6eb-f98f-4926-8c08-984507444621.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2042.462851] env[62574]: DEBUG oslo_concurrency.lockutils [None req-51221242-09b4-4cf6-8ecd-50173c58587c tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Acquired lock "[datastore1] devstack-image-cache_base/08e2b6eb-f98f-4926-8c08-984507444621/08e2b6eb-f98f-4926-8c08-984507444621.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2042.463064] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-51221242-09b4-4cf6-8ecd-50173c58587c tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2042.463332] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c7173351-ce91-409c-b555-84512daacd4c {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2042.471910] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-51221242-09b4-4cf6-8ecd-50173c58587c tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2042.472133] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-51221242-09b4-4cf6-8ecd-50173c58587c tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62574) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2042.472862] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-70f3e4be-4616-41d9-a495-156f99584bc2 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2042.478585] env[62574]: DEBUG oslo_vmware.api [None req-51221242-09b4-4cf6-8ecd-50173c58587c tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Waiting for the task: (returnval){ [ 2042.478585] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]52742d0d-cc2f-ebf5-13e2-ec78b02bbd00" [ 2042.478585] env[62574]: _type = "Task" [ 2042.478585] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2042.486878] env[62574]: DEBUG oslo_vmware.api [None req-51221242-09b4-4cf6-8ecd-50173c58587c tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52742d0d-cc2f-ebf5-13e2-ec78b02bbd00, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2042.506727] env[62574]: DEBUG oslo_concurrency.lockutils [None req-7158c5b9-4e31-4884-880f-9f8bb9ca5769 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Acquiring lock "refresh_cache-3c459fd4-3e28-458f-91d3-da2220e42191" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2042.506942] env[62574]: DEBUG oslo_concurrency.lockutils [None req-7158c5b9-4e31-4884-880f-9f8bb9ca5769 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Acquired lock "refresh_cache-3c459fd4-3e28-458f-91d3-da2220e42191" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2042.507126] env[62574]: DEBUG nova.network.neutron [None req-7158c5b9-4e31-4884-880f-9f8bb9ca5769 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] [instance: 3c459fd4-3e28-458f-91d3-da2220e42191] Building network info cache for instance {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2042.612474] env[62574]: DEBUG oslo_vmware.api [None req-1fa54582-cca4-4e74-9941-840961e36a06 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Task: {'id': task-1862611, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2042.790818] env[62574]: DEBUG oslo_vmware.api [None req-96e6e63b-533e-4e56-afe9-96577ef43825 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Task: {'id': task-1862615, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2042.836720] env[62574]: DEBUG nova.network.neutron [req-602bc364-40da-4e32-920c-af2896eff6e7 req-864c5e5b-e789-4805-b74c-3bec598ec1c0 service nova] [instance: 8ed6360e-d8a3-478a-a78f-3b8e9ef9464e] Updated VIF entry in instance network info cache for port f7ace2fc-c340-4e8c-a214-95cdeca63c65. {{(pid=62574) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2042.837138] env[62574]: DEBUG nova.network.neutron [req-602bc364-40da-4e32-920c-af2896eff6e7 req-864c5e5b-e789-4805-b74c-3bec598ec1c0 service nova] [instance: 8ed6360e-d8a3-478a-a78f-3b8e9ef9464e] Updating instance_info_cache with network_info: [{"id": "f7ace2fc-c340-4e8c-a214-95cdeca63c65", "address": "fa:16:3e:de:ac:b4", "network": {"id": "c6e82ed8-135c-4a2b-a7fa-f0f461137015", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-414473987-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.171", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5c18e090ac645c2bb13c4b6714f5f01", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c42bb08a-77b4-4bba-8166-702cbb1b5f1e", "external-id": "nsx-vlan-transportzone-137", "segmentation_id": 137, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7ace2fc-c3", "ovs_interfaceid": "f7ace2fc-c340-4e8c-a214-95cdeca63c65", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2042.848394] env[62574]: DEBUG oslo_vmware.api [None req-c0e16681-3263-4bee-a60b-75763cb0cf30 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Task: {'id': task-1862616, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.462619} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2042.849334] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0e16681-3263-4bee-a60b-75763cb0cf30 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk to [datastore1] cb1a85c5-e90a-4290-a603-e2d08f5c0ee4/cb1a85c5-e90a-4290-a603-e2d08f5c0ee4.vmdk {{(pid=62574) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2042.849568] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-c0e16681-3263-4bee-a60b-75763cb0cf30 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] [instance: cb1a85c5-e90a-4290-a603-e2d08f5c0ee4] Extending root virtual disk to 1048576 {{(pid=62574) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2042.849886] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d03bc928-0efc-411a-822d-e8679aaf4341 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2042.858820] env[62574]: DEBUG oslo_vmware.api [None req-c0e16681-3263-4bee-a60b-75763cb0cf30 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Waiting for the task: (returnval){ [ 2042.858820] env[62574]: value = "task-1862617" [ 2042.858820] env[62574]: _type = "Task" [ 2042.858820] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2042.869147] env[62574]: DEBUG oslo_vmware.api [None req-c0e16681-3263-4bee-a60b-75763cb0cf30 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Task: {'id': task-1862617, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2042.953536] env[62574]: DEBUG oslo_vmware.api [None req-ea5a2bc8-69ce-4076-928a-c68788cc1d8f tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Task: {'id': task-1862614, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2042.991887] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-51221242-09b4-4cf6-8ecd-50173c58587c tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] [instance: 8ed6360e-d8a3-478a-a78f-3b8e9ef9464e] Preparing fetch location {{(pid=62574) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 2042.992316] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-51221242-09b4-4cf6-8ecd-50173c58587c tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] [instance: 8ed6360e-d8a3-478a-a78f-3b8e9ef9464e] Fetch image to [datastore1] OSTACK_IMG_8f9dc5ba-6081-4c4d-8e98-037f8022f6ab/OSTACK_IMG_8f9dc5ba-6081-4c4d-8e98-037f8022f6ab.vmdk {{(pid=62574) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 2042.992586] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-51221242-09b4-4cf6-8ecd-50173c58587c tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] [instance: 8ed6360e-d8a3-478a-a78f-3b8e9ef9464e] Downloading stream optimized image 08e2b6eb-f98f-4926-8c08-984507444621 to [datastore1] OSTACK_IMG_8f9dc5ba-6081-4c4d-8e98-037f8022f6ab/OSTACK_IMG_8f9dc5ba-6081-4c4d-8e98-037f8022f6ab.vmdk on the data store datastore1 as vApp {{(pid=62574) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 2042.992847] env[62574]: DEBUG nova.virt.vmwareapi.images [None req-51221242-09b4-4cf6-8ecd-50173c58587c tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] [instance: 8ed6360e-d8a3-478a-a78f-3b8e9ef9464e] Downloading image file data 08e2b6eb-f98f-4926-8c08-984507444621 to the ESX as VM named 'OSTACK_IMG_8f9dc5ba-6081-4c4d-8e98-037f8022f6ab' {{(pid=62574) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 2043.071900] env[62574]: DEBUG oslo_vmware.rw_handles [None req-51221242-09b4-4cf6-8ecd-50173c58587c tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 2043.071900] env[62574]: value = "resgroup-9" [ 2043.071900] env[62574]: _type = "ResourcePool" [ 2043.071900] env[62574]: }. {{(pid=62574) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 2043.072299] env[62574]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-d5d102e4-27b0-4cd8-a7be-0338f56821f8 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2043.097487] env[62574]: DEBUG oslo_vmware.rw_handles [None req-51221242-09b4-4cf6-8ecd-50173c58587c tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Lease: (returnval){ [ 2043.097487] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]52b30150-1a16-ddc5-7115-030ad9a38f2d" [ 2043.097487] env[62574]: _type = "HttpNfcLease" [ 2043.097487] env[62574]: } obtained for vApp import into resource pool (val){ [ 2043.097487] env[62574]: value = "resgroup-9" [ 2043.097487] env[62574]: _type = "ResourcePool" [ 2043.097487] env[62574]: }. {{(pid=62574) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 2043.097823] env[62574]: DEBUG oslo_vmware.api [None req-51221242-09b4-4cf6-8ecd-50173c58587c tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Waiting for the lease: (returnval){ [ 2043.097823] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]52b30150-1a16-ddc5-7115-030ad9a38f2d" [ 2043.097823] env[62574]: _type = "HttpNfcLease" [ 2043.097823] env[62574]: } to be ready. {{(pid=62574) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 2043.109975] env[62574]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2043.109975] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]52b30150-1a16-ddc5-7115-030ad9a38f2d" [ 2043.109975] env[62574]: _type = "HttpNfcLease" [ 2043.109975] env[62574]: } is initializing. {{(pid=62574) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2043.110332] env[62574]: DEBUG oslo_vmware.api [None req-1fa54582-cca4-4e74-9941-840961e36a06 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Task: {'id': task-1862611, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2043.289544] env[62574]: DEBUG oslo_vmware.api [None req-96e6e63b-533e-4e56-afe9-96577ef43825 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Task: {'id': task-1862615, 'name': PowerOnVM_Task, 'duration_secs': 0.528484} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2043.289871] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-96e6e63b-533e-4e56-afe9-96577ef43825 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] [instance: d030b211-e17d-44ed-b034-f57b1599e108] Resumed the VM {{(pid=62574) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 2043.290141] env[62574]: DEBUG nova.compute.manager [None req-96e6e63b-533e-4e56-afe9-96577ef43825 tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] [instance: d030b211-e17d-44ed-b034-f57b1599e108] Checking state {{(pid=62574) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2043.290964] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2858fdfb-d8dd-4b06-8c50-68b0adb1033d {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2043.343089] env[62574]: DEBUG oslo_concurrency.lockutils [req-602bc364-40da-4e32-920c-af2896eff6e7 req-864c5e5b-e789-4805-b74c-3bec598ec1c0 service nova] Releasing lock "refresh_cache-8ed6360e-d8a3-478a-a78f-3b8e9ef9464e" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2043.344197] env[62574]: DEBUG nova.network.neutron [None req-7158c5b9-4e31-4884-880f-9f8bb9ca5769 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] [instance: 3c459fd4-3e28-458f-91d3-da2220e42191] Updating instance_info_cache with network_info: [{"id": "16fb461c-b9ba-4be8-a6d6-f6b68f12469a", "address": "fa:16:3e:53:b9:f4", "network": {"id": "048e4d0d-d1ab-45c4-a15c-a1cfb16572ac", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1657993544-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3efda8e53e3c4eea8bfd1d5d6cd90db3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f68ebd2a-3c68-48db-8c32-8a01497fc2e7", "external-id": "nsx-vlan-transportzone-49", "segmentation_id": 49, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap16fb461c-b9", "ovs_interfaceid": "16fb461c-b9ba-4be8-a6d6-f6b68f12469a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2043.369477] env[62574]: DEBUG oslo_vmware.api [None req-c0e16681-3263-4bee-a60b-75763cb0cf30 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Task: {'id': task-1862617, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083139} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2043.369736] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-c0e16681-3263-4bee-a60b-75763cb0cf30 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] [instance: cb1a85c5-e90a-4290-a603-e2d08f5c0ee4] Extended root virtual disk {{(pid=62574) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2043.370540] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b8975b3-7e8c-45a1-90f2-20f1a8087acd {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2043.392813] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-c0e16681-3263-4bee-a60b-75763cb0cf30 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] [instance: cb1a85c5-e90a-4290-a603-e2d08f5c0ee4] Reconfiguring VM instance instance-00000072 to attach disk [datastore1] cb1a85c5-e90a-4290-a603-e2d08f5c0ee4/cb1a85c5-e90a-4290-a603-e2d08f5c0ee4.vmdk or device None with type sparse {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2043.393355] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-faaf71d5-8b4b-4bde-9a4f-12860a502461 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2043.413819] env[62574]: DEBUG oslo_vmware.api [None req-c0e16681-3263-4bee-a60b-75763cb0cf30 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Waiting for the task: (returnval){ [ 2043.413819] env[62574]: value = "task-1862619" [ 2043.413819] env[62574]: _type = "Task" [ 2043.413819] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2043.421961] env[62574]: DEBUG oslo_vmware.api [None req-c0e16681-3263-4bee-a60b-75763cb0cf30 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Task: {'id': task-1862619, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2043.454691] env[62574]: DEBUG oslo_vmware.api [None req-ea5a2bc8-69ce-4076-928a-c68788cc1d8f tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Task: {'id': task-1862614, 'name': PowerOffVM_Task, 'duration_secs': 1.246672} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2043.454909] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea5a2bc8-69ce-4076-928a-c68788cc1d8f tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] [instance: 9a4440bb-97d9-4dd7-bc7d-2a6c94e9e40c] Powered off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2043.455132] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-ea5a2bc8-69ce-4076-928a-c68788cc1d8f tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] [instance: 9a4440bb-97d9-4dd7-bc7d-2a6c94e9e40c] Unregistering the VM {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2043.455418] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7439b89b-03db-4dd4-bee1-febd26bb85c1 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2043.608750] env[62574]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2043.608750] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]52b30150-1a16-ddc5-7115-030ad9a38f2d" [ 2043.608750] env[62574]: _type = "HttpNfcLease" [ 2043.608750] env[62574]: } is initializing. {{(pid=62574) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2043.612021] env[62574]: DEBUG oslo_vmware.api [None req-1fa54582-cca4-4e74-9941-840961e36a06 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Task: {'id': task-1862611, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2043.634077] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-ea5a2bc8-69ce-4076-928a-c68788cc1d8f tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] [instance: 9a4440bb-97d9-4dd7-bc7d-2a6c94e9e40c] Unregistered the VM {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2043.634335] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-ea5a2bc8-69ce-4076-928a-c68788cc1d8f tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] [instance: 9a4440bb-97d9-4dd7-bc7d-2a6c94e9e40c] Deleting contents of the VM from datastore datastore2 {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2043.634643] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea5a2bc8-69ce-4076-928a-c68788cc1d8f tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Deleting the datastore file [datastore2] 9a4440bb-97d9-4dd7-bc7d-2a6c94e9e40c {{(pid=62574) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2043.634837] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b79b1bf8-fc8e-4d6e-a905-d232541dc226 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2043.642885] env[62574]: DEBUG oslo_vmware.api [None req-ea5a2bc8-69ce-4076-928a-c68788cc1d8f tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Waiting for the task: (returnval){ [ 2043.642885] env[62574]: value = "task-1862621" [ 2043.642885] env[62574]: _type = "Task" [ 2043.642885] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2043.651228] env[62574]: DEBUG oslo_vmware.api [None req-ea5a2bc8-69ce-4076-928a-c68788cc1d8f tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Task: {'id': task-1862621, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2043.847150] env[62574]: DEBUG oslo_concurrency.lockutils [None req-7158c5b9-4e31-4884-880f-9f8bb9ca5769 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Releasing lock "refresh_cache-3c459fd4-3e28-458f-91d3-da2220e42191" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2043.923544] env[62574]: DEBUG oslo_vmware.api [None req-c0e16681-3263-4bee-a60b-75763cb0cf30 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Task: {'id': task-1862619, 'name': ReconfigVM_Task, 'duration_secs': 0.30441} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2043.923826] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-c0e16681-3263-4bee-a60b-75763cb0cf30 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] [instance: cb1a85c5-e90a-4290-a603-e2d08f5c0ee4] Reconfigured VM instance instance-00000072 to attach disk [datastore1] cb1a85c5-e90a-4290-a603-e2d08f5c0ee4/cb1a85c5-e90a-4290-a603-e2d08f5c0ee4.vmdk or device None with type sparse {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2043.924479] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-24b09cde-e5b7-4766-a60c-e497efbaacdb {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2043.933795] env[62574]: DEBUG oslo_vmware.api [None req-c0e16681-3263-4bee-a60b-75763cb0cf30 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Waiting for the task: (returnval){ [ 2043.933795] env[62574]: value = "task-1862622" [ 2043.933795] env[62574]: _type = "Task" [ 2043.933795] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2043.942164] env[62574]: DEBUG oslo_vmware.api [None req-c0e16681-3263-4bee-a60b-75763cb0cf30 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Task: {'id': task-1862622, 'name': Rename_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2044.109186] env[62574]: DEBUG oslo_vmware.api [None req-1fa54582-cca4-4e74-9941-840961e36a06 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Task: {'id': task-1862611, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2044.112915] env[62574]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2044.112915] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]52b30150-1a16-ddc5-7115-030ad9a38f2d" [ 2044.112915] env[62574]: _type = "HttpNfcLease" [ 2044.112915] env[62574]: } is ready. {{(pid=62574) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 2044.113252] env[62574]: DEBUG oslo_vmware.rw_handles [None req-51221242-09b4-4cf6-8ecd-50173c58587c tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 2044.113252] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]52b30150-1a16-ddc5-7115-030ad9a38f2d" [ 2044.113252] env[62574]: _type = "HttpNfcLease" [ 2044.113252] env[62574]: }. {{(pid=62574) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 2044.113950] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4cb6d8a-ba1b-4735-a93f-0d162dc63b4b {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2044.121469] env[62574]: DEBUG oslo_vmware.rw_handles [None req-51221242-09b4-4cf6-8ecd-50173c58587c tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521eaf3f-96fc-acd2-ea2c-a31458da627b/disk-0.vmdk from lease info. {{(pid=62574) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 2044.122735] env[62574]: DEBUG oslo_vmware.rw_handles [None req-51221242-09b4-4cf6-8ecd-50173c58587c tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Creating HTTP connection to write to file with size = 31668736 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521eaf3f-96fc-acd2-ea2c-a31458da627b/disk-0.vmdk. {{(pid=62574) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 2044.190500] env[62574]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-12b58916-0a9b-4e8b-94ca-66e43af1400f {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2044.192327] env[62574]: DEBUG oslo_vmware.api [None req-ea5a2bc8-69ce-4076-928a-c68788cc1d8f tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Task: {'id': task-1862621, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.156391} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2044.192598] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea5a2bc8-69ce-4076-928a-c68788cc1d8f tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Deleted the datastore file {{(pid=62574) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2044.192785] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-ea5a2bc8-69ce-4076-928a-c68788cc1d8f tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] [instance: 9a4440bb-97d9-4dd7-bc7d-2a6c94e9e40c] Deleted contents of the VM from datastore datastore2 {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2044.192962] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-ea5a2bc8-69ce-4076-928a-c68788cc1d8f tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] [instance: 9a4440bb-97d9-4dd7-bc7d-2a6c94e9e40c] Instance destroyed {{(pid=62574) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2044.193199] env[62574]: INFO nova.compute.manager [None req-ea5a2bc8-69ce-4076-928a-c68788cc1d8f tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] [instance: 9a4440bb-97d9-4dd7-bc7d-2a6c94e9e40c] Took 2.27 seconds to destroy the instance on the hypervisor. [ 2044.193465] env[62574]: DEBUG oslo.service.loopingcall [None req-ea5a2bc8-69ce-4076-928a-c68788cc1d8f tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62574) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2044.193991] env[62574]: DEBUG nova.compute.manager [-] [instance: 9a4440bb-97d9-4dd7-bc7d-2a6c94e9e40c] Deallocating network for instance {{(pid=62574) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2044.194107] env[62574]: DEBUG nova.network.neutron [-] [instance: 9a4440bb-97d9-4dd7-bc7d-2a6c94e9e40c] deallocate_for_instance() {{(pid=62574) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2044.448659] env[62574]: DEBUG oslo_vmware.api [None req-c0e16681-3263-4bee-a60b-75763cb0cf30 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Task: {'id': task-1862622, 'name': Rename_Task, 'duration_secs': 0.160188} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2044.448943] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0e16681-3263-4bee-a60b-75763cb0cf30 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] [instance: cb1a85c5-e90a-4290-a603-e2d08f5c0ee4] Powering on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2044.449207] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2640c6c0-0fec-4328-97c9-f0d329513b5e {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2044.455918] env[62574]: DEBUG oslo_vmware.api [None req-c0e16681-3263-4bee-a60b-75763cb0cf30 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Waiting for the task: (returnval){ [ 2044.455918] env[62574]: value = "task-1862623" [ 2044.455918] env[62574]: _type = "Task" [ 2044.455918] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2044.464353] env[62574]: DEBUG oslo_vmware.api [None req-c0e16681-3263-4bee-a60b-75763cb0cf30 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Task: {'id': task-1862623, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2044.545789] env[62574]: DEBUG nova.compute.manager [req-cfecec9b-3089-4063-a25c-c1aefc81a7ad req-7e25def9-3414-44a3-81e9-35a781671c70 service nova] [instance: 9a4440bb-97d9-4dd7-bc7d-2a6c94e9e40c] Received event network-vif-deleted-b8834ca0-e192-4019-a6b2-50dfc68aa157 {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 2044.546009] env[62574]: INFO nova.compute.manager [req-cfecec9b-3089-4063-a25c-c1aefc81a7ad req-7e25def9-3414-44a3-81e9-35a781671c70 service nova] [instance: 9a4440bb-97d9-4dd7-bc7d-2a6c94e9e40c] Neutron deleted interface b8834ca0-e192-4019-a6b2-50dfc68aa157; detaching it from the instance and deleting it from the info cache [ 2044.546202] env[62574]: DEBUG nova.network.neutron [req-cfecec9b-3089-4063-a25c-c1aefc81a7ad req-7e25def9-3414-44a3-81e9-35a781671c70 service nova] [instance: 9a4440bb-97d9-4dd7-bc7d-2a6c94e9e40c] Updating instance_info_cache with network_info: [] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2044.607549] env[62574]: DEBUG oslo_vmware.api [None req-1fa54582-cca4-4e74-9941-840961e36a06 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Task: {'id': task-1862611, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2044.970610] env[62574]: DEBUG oslo_vmware.api [None req-c0e16681-3263-4bee-a60b-75763cb0cf30 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Task: {'id': task-1862623, 'name': PowerOnVM_Task, 'duration_secs': 0.494796} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2044.973033] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0e16681-3263-4bee-a60b-75763cb0cf30 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] [instance: cb1a85c5-e90a-4290-a603-e2d08f5c0ee4] Powered on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2044.973863] env[62574]: INFO nova.compute.manager [None req-c0e16681-3263-4bee-a60b-75763cb0cf30 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] [instance: cb1a85c5-e90a-4290-a603-e2d08f5c0ee4] Took 8.28 seconds to spawn the instance on the hypervisor. [ 2044.974070] env[62574]: DEBUG nova.compute.manager [None req-c0e16681-3263-4bee-a60b-75763cb0cf30 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] [instance: cb1a85c5-e90a-4290-a603-e2d08f5c0ee4] Checking state {{(pid=62574) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2044.975088] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef9fe11e-ba54-4f1c-9222-613da8c23e46 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2045.024188] env[62574]: DEBUG nova.network.neutron [-] [instance: 9a4440bb-97d9-4dd7-bc7d-2a6c94e9e40c] Updating instance_info_cache with network_info: [] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2045.050120] env[62574]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5e964e3f-73fc-43c0-abe4-5b39dadbbfc3 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2045.061359] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-866bf88f-6225-4084-b97c-75cb2020c07e {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2045.113719] env[62574]: DEBUG nova.compute.manager [req-cfecec9b-3089-4063-a25c-c1aefc81a7ad req-7e25def9-3414-44a3-81e9-35a781671c70 service nova] [instance: 9a4440bb-97d9-4dd7-bc7d-2a6c94e9e40c] Detach interface failed, port_id=b8834ca0-e192-4019-a6b2-50dfc68aa157, reason: Instance 9a4440bb-97d9-4dd7-bc7d-2a6c94e9e40c could not be found. {{(pid=62574) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 2045.122908] env[62574]: DEBUG oslo_vmware.api [None req-1fa54582-cca4-4e74-9941-840961e36a06 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Task: {'id': task-1862611, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2045.364600] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63aab17e-6998-407f-bae6-d094d6d56729 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2045.392619] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-7158c5b9-4e31-4884-880f-9f8bb9ca5769 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] [instance: 3c459fd4-3e28-458f-91d3-da2220e42191] Updating instance '3c459fd4-3e28-458f-91d3-da2220e42191' progress to 0 {{(pid=62574) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2045.497900] env[62574]: INFO nova.compute.manager [None req-c0e16681-3263-4bee-a60b-75763cb0cf30 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] [instance: cb1a85c5-e90a-4290-a603-e2d08f5c0ee4] Took 15.12 seconds to build instance. [ 2045.526024] env[62574]: INFO nova.compute.manager [-] [instance: 9a4440bb-97d9-4dd7-bc7d-2a6c94e9e40c] Took 1.33 seconds to deallocate network for instance. [ 2045.609744] env[62574]: DEBUG oslo_vmware.api [None req-1fa54582-cca4-4e74-9941-840961e36a06 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Task: {'id': task-1862611, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2045.791120] env[62574]: DEBUG oslo_vmware.rw_handles [None req-51221242-09b4-4cf6-8ecd-50173c58587c tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Completed reading data from the image iterator. {{(pid=62574) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 2045.791545] env[62574]: DEBUG oslo_vmware.rw_handles [None req-51221242-09b4-4cf6-8ecd-50173c58587c tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521eaf3f-96fc-acd2-ea2c-a31458da627b/disk-0.vmdk. {{(pid=62574) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 2045.792744] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-114c8a2f-a7e6-4740-b2b5-d1a67bd2c2ff {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2045.800481] env[62574]: DEBUG oslo_vmware.rw_handles [None req-51221242-09b4-4cf6-8ecd-50173c58587c tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521eaf3f-96fc-acd2-ea2c-a31458da627b/disk-0.vmdk is in state: ready. {{(pid=62574) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 2045.800481] env[62574]: DEBUG oslo_vmware.rw_handles [None req-51221242-09b4-4cf6-8ecd-50173c58587c tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521eaf3f-96fc-acd2-ea2c-a31458da627b/disk-0.vmdk. {{(pid=62574) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 2045.800720] env[62574]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-dc7a621c-0061-4517-9833-233731750c6c {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2045.905691] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-7158c5b9-4e31-4884-880f-9f8bb9ca5769 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] [instance: 3c459fd4-3e28-458f-91d3-da2220e42191] Powering off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2045.906025] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8d073b5b-cca8-47f4-b83e-12b0a8cbfe55 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2045.913630] env[62574]: DEBUG oslo_vmware.api [None req-7158c5b9-4e31-4884-880f-9f8bb9ca5769 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Waiting for the task: (returnval){ [ 2045.913630] env[62574]: value = "task-1862624" [ 2045.913630] env[62574]: _type = "Task" [ 2045.913630] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2045.923116] env[62574]: DEBUG oslo_vmware.api [None req-7158c5b9-4e31-4884-880f-9f8bb9ca5769 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Task: {'id': task-1862624, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2046.000892] env[62574]: DEBUG oslo_concurrency.lockutils [None req-c0e16681-3263-4bee-a60b-75763cb0cf30 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Lock "cb1a85c5-e90a-4290-a603-e2d08f5c0ee4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.636s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2046.033305] env[62574]: DEBUG oslo_concurrency.lockutils [None req-ea5a2bc8-69ce-4076-928a-c68788cc1d8f tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2046.033680] env[62574]: DEBUG oslo_concurrency.lockutils [None req-ea5a2bc8-69ce-4076-928a-c68788cc1d8f tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2046.033999] env[62574]: DEBUG nova.objects.instance [None req-ea5a2bc8-69ce-4076-928a-c68788cc1d8f tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Lazy-loading 'resources' on Instance uuid 9a4440bb-97d9-4dd7-bc7d-2a6c94e9e40c {{(pid=62574) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2046.110689] env[62574]: DEBUG oslo_vmware.api [None req-1fa54582-cca4-4e74-9941-840961e36a06 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Task: {'id': task-1862611, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2046.354492] env[62574]: DEBUG oslo_vmware.rw_handles [None req-51221242-09b4-4cf6-8ecd-50173c58587c tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521eaf3f-96fc-acd2-ea2c-a31458da627b/disk-0.vmdk. {{(pid=62574) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 2046.354871] env[62574]: INFO nova.virt.vmwareapi.images [None req-51221242-09b4-4cf6-8ecd-50173c58587c tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] [instance: 8ed6360e-d8a3-478a-a78f-3b8e9ef9464e] Downloaded image file data 08e2b6eb-f98f-4926-8c08-984507444621 [ 2046.355691] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-169dc873-445c-46a7-b7d6-6ebb911fbfee {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2046.380814] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8d40e08e-1353-4fc8-ab1c-fb48c5370481 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2046.412492] env[62574]: INFO nova.virt.vmwareapi.images [None req-51221242-09b4-4cf6-8ecd-50173c58587c tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] [instance: 8ed6360e-d8a3-478a-a78f-3b8e9ef9464e] The imported VM was unregistered [ 2046.415035] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-51221242-09b4-4cf6-8ecd-50173c58587c tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] [instance: 8ed6360e-d8a3-478a-a78f-3b8e9ef9464e] Caching image {{(pid=62574) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 2046.415290] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-51221242-09b4-4cf6-8ecd-50173c58587c tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Creating directory with path [datastore1] devstack-image-cache_base/08e2b6eb-f98f-4926-8c08-984507444621 {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2046.415639] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5352894a-e816-4026-91d5-3323cc773105 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2046.427349] env[62574]: DEBUG oslo_vmware.api [None req-7158c5b9-4e31-4884-880f-9f8bb9ca5769 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Task: {'id': task-1862624, 'name': PowerOffVM_Task, 'duration_secs': 0.470966} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2046.427656] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-7158c5b9-4e31-4884-880f-9f8bb9ca5769 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] [instance: 3c459fd4-3e28-458f-91d3-da2220e42191] Powered off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2046.427895] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-7158c5b9-4e31-4884-880f-9f8bb9ca5769 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] [instance: 3c459fd4-3e28-458f-91d3-da2220e42191] Updating instance '3c459fd4-3e28-458f-91d3-da2220e42191' progress to 17 {{(pid=62574) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2046.451628] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-51221242-09b4-4cf6-8ecd-50173c58587c tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Created directory with path [datastore1] devstack-image-cache_base/08e2b6eb-f98f-4926-8c08-984507444621 {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2046.451867] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-51221242-09b4-4cf6-8ecd-50173c58587c tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_8f9dc5ba-6081-4c4d-8e98-037f8022f6ab/OSTACK_IMG_8f9dc5ba-6081-4c4d-8e98-037f8022f6ab.vmdk to [datastore1] devstack-image-cache_base/08e2b6eb-f98f-4926-8c08-984507444621/08e2b6eb-f98f-4926-8c08-984507444621.vmdk. {{(pid=62574) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 2046.452207] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-8c5bd92f-3b88-4eea-86a8-bee970860927 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2046.460846] env[62574]: DEBUG oslo_vmware.api [None req-51221242-09b4-4cf6-8ecd-50173c58587c tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Waiting for the task: (returnval){ [ 2046.460846] env[62574]: value = "task-1862626" [ 2046.460846] env[62574]: _type = "Task" [ 2046.460846] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2046.471566] env[62574]: DEBUG oslo_vmware.api [None req-51221242-09b4-4cf6-8ecd-50173c58587c tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Task: {'id': task-1862626, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2046.611420] env[62574]: DEBUG oslo_vmware.api [None req-1fa54582-cca4-4e74-9941-840961e36a06 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Task: {'id': task-1862611, 'name': ReconfigVM_Task, 'duration_secs': 6.828872} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2046.613730] env[62574]: DEBUG oslo_concurrency.lockutils [None req-1fa54582-cca4-4e74-9941-840961e36a06 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Releasing lock "b26e33b2-aa22-44ec-9162-3dd206b96fd4" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2046.614058] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-1fa54582-cca4-4e74-9941-840961e36a06 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] [instance: b26e33b2-aa22-44ec-9162-3dd206b96fd4] Reconfigured VM to detach interface {{(pid=62574) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 2046.732257] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb216878-02a4-4605-970c-cc23cfd68b79 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2046.742375] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-408281dc-9ab9-4e93-8375-2d1312a2754d {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2046.779338] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47220d69-16e3-430d-8d62-8a20de907035 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2046.790388] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85d78495-2e34-47d6-9f35-99d214edca61 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2046.810557] env[62574]: DEBUG nova.compute.provider_tree [None req-ea5a2bc8-69ce-4076-928a-c68788cc1d8f tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Inventory has not changed in ProviderTree for provider: f0ed160a-beff-4626-a531-2a70d7bc0627 {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2046.935768] env[62574]: DEBUG nova.virt.hardware [None req-7158c5b9-4e31-4884-880f-9f8bb9ca5769 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T19:27:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2046.936120] env[62574]: DEBUG nova.virt.hardware [None req-7158c5b9-4e31-4884-880f-9f8bb9ca5769 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Flavor limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2046.936359] env[62574]: DEBUG nova.virt.hardware [None req-7158c5b9-4e31-4884-880f-9f8bb9ca5769 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Image limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2046.936664] env[62574]: DEBUG nova.virt.hardware [None req-7158c5b9-4e31-4884-880f-9f8bb9ca5769 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Flavor pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2046.936847] env[62574]: DEBUG nova.virt.hardware [None req-7158c5b9-4e31-4884-880f-9f8bb9ca5769 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Image pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2046.937012] env[62574]: DEBUG nova.virt.hardware [None req-7158c5b9-4e31-4884-880f-9f8bb9ca5769 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2046.937375] env[62574]: DEBUG nova.virt.hardware [None req-7158c5b9-4e31-4884-880f-9f8bb9ca5769 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2046.937615] env[62574]: DEBUG nova.virt.hardware [None req-7158c5b9-4e31-4884-880f-9f8bb9ca5769 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2046.937816] env[62574]: DEBUG nova.virt.hardware [None req-7158c5b9-4e31-4884-880f-9f8bb9ca5769 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Got 1 possible topologies {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2046.937989] env[62574]: DEBUG nova.virt.hardware [None req-7158c5b9-4e31-4884-880f-9f8bb9ca5769 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2046.938214] env[62574]: DEBUG nova.virt.hardware [None req-7158c5b9-4e31-4884-880f-9f8bb9ca5769 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2046.945667] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cfd28b28-9b50-48f4-bed1-20aa6a1f3d80 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2046.968710] env[62574]: DEBUG oslo_vmware.api [None req-7158c5b9-4e31-4884-880f-9f8bb9ca5769 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Waiting for the task: (returnval){ [ 2046.968710] env[62574]: value = "task-1862627" [ 2046.968710] env[62574]: _type = "Task" [ 2046.968710] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2046.976478] env[62574]: DEBUG oslo_vmware.api [None req-51221242-09b4-4cf6-8ecd-50173c58587c tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Task: {'id': task-1862626, 'name': MoveVirtualDisk_Task} progress is 12%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2046.983528] env[62574]: DEBUG oslo_vmware.api [None req-7158c5b9-4e31-4884-880f-9f8bb9ca5769 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Task: {'id': task-1862627, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2047.316866] env[62574]: DEBUG nova.scheduler.client.report [None req-ea5a2bc8-69ce-4076-928a-c68788cc1d8f tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Inventory has not changed for provider f0ed160a-beff-4626-a531-2a70d7bc0627 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 148, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2047.396308] env[62574]: DEBUG oslo_concurrency.lockutils [None req-ca815be9-98c1-4f50-b57c-f4dea23cf690 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Acquiring lock "13d9a284-2078-4e13-848a-5cce88d50a54" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2047.397150] env[62574]: DEBUG oslo_concurrency.lockutils [None req-ca815be9-98c1-4f50-b57c-f4dea23cf690 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Lock "13d9a284-2078-4e13-848a-5cce88d50a54" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2047.397358] env[62574]: INFO nova.compute.manager [None req-ca815be9-98c1-4f50-b57c-f4dea23cf690 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] [instance: 13d9a284-2078-4e13-848a-5cce88d50a54] Shelving [ 2047.401193] env[62574]: DEBUG nova.compute.manager [req-8d503cb0-4c65-4721-86c1-87168c360eb4 req-ac6fc426-5ad2-4540-98be-031a275c46f1 service nova] [instance: cb1a85c5-e90a-4290-a603-e2d08f5c0ee4] Received event network-changed-ff792130-dc68-4699-8856-25805dd1df9e {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 2047.401504] env[62574]: DEBUG nova.compute.manager [req-8d503cb0-4c65-4721-86c1-87168c360eb4 req-ac6fc426-5ad2-4540-98be-031a275c46f1 service nova] [instance: cb1a85c5-e90a-4290-a603-e2d08f5c0ee4] Refreshing instance network info cache due to event network-changed-ff792130-dc68-4699-8856-25805dd1df9e. {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 2047.401790] env[62574]: DEBUG oslo_concurrency.lockutils [req-8d503cb0-4c65-4721-86c1-87168c360eb4 req-ac6fc426-5ad2-4540-98be-031a275c46f1 service nova] Acquiring lock "refresh_cache-cb1a85c5-e90a-4290-a603-e2d08f5c0ee4" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2047.401966] env[62574]: DEBUG oslo_concurrency.lockutils [req-8d503cb0-4c65-4721-86c1-87168c360eb4 req-ac6fc426-5ad2-4540-98be-031a275c46f1 service nova] Acquired lock "refresh_cache-cb1a85c5-e90a-4290-a603-e2d08f5c0ee4" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2047.402137] env[62574]: DEBUG nova.network.neutron [req-8d503cb0-4c65-4721-86c1-87168c360eb4 req-ac6fc426-5ad2-4540-98be-031a275c46f1 service nova] [instance: cb1a85c5-e90a-4290-a603-e2d08f5c0ee4] Refreshing network info cache for port ff792130-dc68-4699-8856-25805dd1df9e {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2047.479219] env[62574]: DEBUG oslo_vmware.api [None req-51221242-09b4-4cf6-8ecd-50173c58587c tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Task: {'id': task-1862626, 'name': MoveVirtualDisk_Task} progress is 35%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2047.485861] env[62574]: DEBUG oslo_vmware.api [None req-7158c5b9-4e31-4884-880f-9f8bb9ca5769 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Task: {'id': task-1862627, 'name': ReconfigVM_Task, 'duration_secs': 0.180983} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2047.486204] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-7158c5b9-4e31-4884-880f-9f8bb9ca5769 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] [instance: 3c459fd4-3e28-458f-91d3-da2220e42191] Updating instance '3c459fd4-3e28-458f-91d3-da2220e42191' progress to 33 {{(pid=62574) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2047.822165] env[62574]: DEBUG oslo_concurrency.lockutils [None req-ea5a2bc8-69ce-4076-928a-c68788cc1d8f tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.788s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2047.846600] env[62574]: INFO nova.scheduler.client.report [None req-ea5a2bc8-69ce-4076-928a-c68788cc1d8f tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Deleted allocations for instance 9a4440bb-97d9-4dd7-bc7d-2a6c94e9e40c [ 2047.978658] env[62574]: DEBUG oslo_vmware.api [None req-51221242-09b4-4cf6-8ecd-50173c58587c tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Task: {'id': task-1862626, 'name': MoveVirtualDisk_Task} progress is 54%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2047.992575] env[62574]: DEBUG nova.virt.hardware [None req-7158c5b9-4e31-4884-880f-9f8bb9ca5769 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T19:26:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2047.992921] env[62574]: DEBUG nova.virt.hardware [None req-7158c5b9-4e31-4884-880f-9f8bb9ca5769 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Flavor limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2047.993134] env[62574]: DEBUG nova.virt.hardware [None req-7158c5b9-4e31-4884-880f-9f8bb9ca5769 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Image limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2047.993361] env[62574]: DEBUG nova.virt.hardware [None req-7158c5b9-4e31-4884-880f-9f8bb9ca5769 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Flavor pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2047.993592] env[62574]: DEBUG nova.virt.hardware [None req-7158c5b9-4e31-4884-880f-9f8bb9ca5769 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Image pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2047.993792] env[62574]: DEBUG nova.virt.hardware [None req-7158c5b9-4e31-4884-880f-9f8bb9ca5769 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2047.994066] env[62574]: DEBUG nova.virt.hardware [None req-7158c5b9-4e31-4884-880f-9f8bb9ca5769 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2047.994295] env[62574]: DEBUG nova.virt.hardware [None req-7158c5b9-4e31-4884-880f-9f8bb9ca5769 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2047.994601] env[62574]: DEBUG nova.virt.hardware [None req-7158c5b9-4e31-4884-880f-9f8bb9ca5769 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Got 1 possible topologies {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2047.994904] env[62574]: DEBUG nova.virt.hardware [None req-7158c5b9-4e31-4884-880f-9f8bb9ca5769 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2047.995401] env[62574]: DEBUG nova.virt.hardware [None req-7158c5b9-4e31-4884-880f-9f8bb9ca5769 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2048.001340] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-7158c5b9-4e31-4884-880f-9f8bb9ca5769 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] [instance: 3c459fd4-3e28-458f-91d3-da2220e42191] Reconfiguring VM instance instance-00000071 to detach disk 2000 {{(pid=62574) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2048.001764] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-899356be-51e4-4b0a-8a6b-acb43f908a62 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2048.029509] env[62574]: DEBUG oslo_vmware.api [None req-7158c5b9-4e31-4884-880f-9f8bb9ca5769 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Waiting for the task: (returnval){ [ 2048.029509] env[62574]: value = "task-1862628" [ 2048.029509] env[62574]: _type = "Task" [ 2048.029509] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2048.045743] env[62574]: DEBUG oslo_vmware.api [None req-7158c5b9-4e31-4884-880f-9f8bb9ca5769 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Task: {'id': task-1862628, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2048.193396] env[62574]: DEBUG oslo_concurrency.lockutils [None req-b394b7bf-83ba-4310-be7d-c7b38e44704e tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Acquiring lock "d030b211-e17d-44ed-b034-f57b1599e108" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2048.193691] env[62574]: DEBUG oslo_concurrency.lockutils [None req-b394b7bf-83ba-4310-be7d-c7b38e44704e tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Lock "d030b211-e17d-44ed-b034-f57b1599e108" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2048.193924] env[62574]: DEBUG oslo_concurrency.lockutils [None req-b394b7bf-83ba-4310-be7d-c7b38e44704e tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Acquiring lock "d030b211-e17d-44ed-b034-f57b1599e108-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2048.195052] env[62574]: DEBUG oslo_concurrency.lockutils [None req-b394b7bf-83ba-4310-be7d-c7b38e44704e tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Lock "d030b211-e17d-44ed-b034-f57b1599e108-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2048.195333] env[62574]: DEBUG oslo_concurrency.lockutils [None req-b394b7bf-83ba-4310-be7d-c7b38e44704e tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Lock "d030b211-e17d-44ed-b034-f57b1599e108-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2048.197699] env[62574]: INFO nova.compute.manager [None req-b394b7bf-83ba-4310-be7d-c7b38e44704e tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] [instance: d030b211-e17d-44ed-b034-f57b1599e108] Terminating instance [ 2048.254390] env[62574]: DEBUG nova.network.neutron [req-8d503cb0-4c65-4721-86c1-87168c360eb4 req-ac6fc426-5ad2-4540-98be-031a275c46f1 service nova] [instance: cb1a85c5-e90a-4290-a603-e2d08f5c0ee4] Updated VIF entry in instance network info cache for port ff792130-dc68-4699-8856-25805dd1df9e. {{(pid=62574) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2048.254769] env[62574]: DEBUG nova.network.neutron [req-8d503cb0-4c65-4721-86c1-87168c360eb4 req-ac6fc426-5ad2-4540-98be-031a275c46f1 service nova] [instance: cb1a85c5-e90a-4290-a603-e2d08f5c0ee4] Updating instance_info_cache with network_info: [{"id": "ff792130-dc68-4699-8856-25805dd1df9e", "address": "fa:16:3e:3e:71:8d", "network": {"id": "3af14f16-9d32-4c8d-8557-ce8f3b8b4086", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1431517823-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.141", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "31d5eeff630d40d2928149f27883ae60", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff792130-dc", "ovs_interfaceid": "ff792130-dc68-4699-8856-25805dd1df9e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2048.357585] env[62574]: DEBUG oslo_concurrency.lockutils [None req-ea5a2bc8-69ce-4076-928a-c68788cc1d8f tempest-ServerRescueNegativeTestJSON-201363548 tempest-ServerRescueNegativeTestJSON-201363548-project-member] Lock "9a4440bb-97d9-4dd7-bc7d-2a6c94e9e40c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.946s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2048.415109] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca815be9-98c1-4f50-b57c-f4dea23cf690 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] [instance: 13d9a284-2078-4e13-848a-5cce88d50a54] Powering off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2048.415486] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cd25365f-cd4f-422c-94e0-93b9f8a721a6 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2048.425910] env[62574]: DEBUG oslo_vmware.api [None req-ca815be9-98c1-4f50-b57c-f4dea23cf690 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Waiting for the task: (returnval){ [ 2048.425910] env[62574]: value = "task-1862629" [ 2048.425910] env[62574]: _type = "Task" [ 2048.425910] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2048.438730] env[62574]: DEBUG oslo_vmware.api [None req-ca815be9-98c1-4f50-b57c-f4dea23cf690 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Task: {'id': task-1862629, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2048.475266] env[62574]: DEBUG oslo_vmware.api [None req-51221242-09b4-4cf6-8ecd-50173c58587c tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Task: {'id': task-1862626, 'name': MoveVirtualDisk_Task} progress is 74%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2048.530735] env[62574]: DEBUG oslo_concurrency.lockutils [None req-6aae9e94-bf50-4ff1-88b0-fa5738f024df tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Acquiring lock "b26e33b2-aa22-44ec-9162-3dd206b96fd4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2048.531053] env[62574]: DEBUG oslo_concurrency.lockutils [None req-6aae9e94-bf50-4ff1-88b0-fa5738f024df tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Lock "b26e33b2-aa22-44ec-9162-3dd206b96fd4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2048.531304] env[62574]: DEBUG oslo_concurrency.lockutils [None req-6aae9e94-bf50-4ff1-88b0-fa5738f024df tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Acquiring lock "b26e33b2-aa22-44ec-9162-3dd206b96fd4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2048.531538] env[62574]: DEBUG oslo_concurrency.lockutils [None req-6aae9e94-bf50-4ff1-88b0-fa5738f024df tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Lock "b26e33b2-aa22-44ec-9162-3dd206b96fd4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2048.531731] env[62574]: DEBUG oslo_concurrency.lockutils [None req-6aae9e94-bf50-4ff1-88b0-fa5738f024df tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Lock "b26e33b2-aa22-44ec-9162-3dd206b96fd4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2048.534247] env[62574]: INFO nova.compute.manager [None req-6aae9e94-bf50-4ff1-88b0-fa5738f024df tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] [instance: b26e33b2-aa22-44ec-9162-3dd206b96fd4] Terminating instance [ 2048.551107] env[62574]: DEBUG oslo_vmware.api [None req-7158c5b9-4e31-4884-880f-9f8bb9ca5769 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Task: {'id': task-1862628, 'name': ReconfigVM_Task, 'duration_secs': 0.26334} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2048.552189] env[62574]: DEBUG oslo_concurrency.lockutils [None req-1fa54582-cca4-4e74-9941-840961e36a06 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Acquiring lock "refresh_cache-b26e33b2-aa22-44ec-9162-3dd206b96fd4" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2048.552462] env[62574]: DEBUG oslo_concurrency.lockutils [None req-1fa54582-cca4-4e74-9941-840961e36a06 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Acquired lock "refresh_cache-b26e33b2-aa22-44ec-9162-3dd206b96fd4" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2048.552669] env[62574]: DEBUG nova.network.neutron [None req-1fa54582-cca4-4e74-9941-840961e36a06 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] [instance: b26e33b2-aa22-44ec-9162-3dd206b96fd4] Building network info cache for instance {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2048.553938] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-7158c5b9-4e31-4884-880f-9f8bb9ca5769 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] [instance: 3c459fd4-3e28-458f-91d3-da2220e42191] Reconfigured VM instance instance-00000071 to detach disk 2000 {{(pid=62574) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2048.555074] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41507290-4746-4a6b-9222-38b6a977a37f {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2048.584041] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-7158c5b9-4e31-4884-880f-9f8bb9ca5769 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] [instance: 3c459fd4-3e28-458f-91d3-da2220e42191] Reconfiguring VM instance instance-00000071 to attach disk [datastore2] volume-b3fb9e30-28f5-4f58-a30c-2065cae5631f/volume-b3fb9e30-28f5-4f58-a30c-2065cae5631f.vmdk or device None with type thin {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2048.584796] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-80c639d9-10f1-4811-ad68-8a74b6cc36a8 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2048.609797] env[62574]: DEBUG oslo_vmware.api [None req-7158c5b9-4e31-4884-880f-9f8bb9ca5769 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Waiting for the task: (returnval){ [ 2048.609797] env[62574]: value = "task-1862630" [ 2048.609797] env[62574]: _type = "Task" [ 2048.609797] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2048.624456] env[62574]: DEBUG oslo_vmware.api [None req-7158c5b9-4e31-4884-880f-9f8bb9ca5769 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Task: {'id': task-1862630, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2048.702089] env[62574]: DEBUG nova.compute.manager [None req-b394b7bf-83ba-4310-be7d-c7b38e44704e tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] [instance: d030b211-e17d-44ed-b034-f57b1599e108] Start destroying the instance on the hypervisor. {{(pid=62574) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2048.702365] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-b394b7bf-83ba-4310-be7d-c7b38e44704e tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] [instance: d030b211-e17d-44ed-b034-f57b1599e108] Destroying instance {{(pid=62574) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2048.703771] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e54a67da-5f26-4d10-a312-684fe8ee838e {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2048.717212] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-b394b7bf-83ba-4310-be7d-c7b38e44704e tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] [instance: d030b211-e17d-44ed-b034-f57b1599e108] Powering off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2048.717552] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2348906a-78e5-4cef-b6e3-017bec2e4fe4 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2048.727735] env[62574]: DEBUG oslo_vmware.api [None req-b394b7bf-83ba-4310-be7d-c7b38e44704e tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Waiting for the task: (returnval){ [ 2048.727735] env[62574]: value = "task-1862631" [ 2048.727735] env[62574]: _type = "Task" [ 2048.727735] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2048.740401] env[62574]: DEBUG oslo_vmware.api [None req-b394b7bf-83ba-4310-be7d-c7b38e44704e tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Task: {'id': task-1862631, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2048.758517] env[62574]: DEBUG oslo_concurrency.lockutils [req-8d503cb0-4c65-4721-86c1-87168c360eb4 req-ac6fc426-5ad2-4540-98be-031a275c46f1 service nova] Releasing lock "refresh_cache-cb1a85c5-e90a-4290-a603-e2d08f5c0ee4" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2048.938914] env[62574]: DEBUG oslo_vmware.api [None req-ca815be9-98c1-4f50-b57c-f4dea23cf690 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Task: {'id': task-1862629, 'name': PowerOffVM_Task, 'duration_secs': 0.322108} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2048.939262] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca815be9-98c1-4f50-b57c-f4dea23cf690 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] [instance: 13d9a284-2078-4e13-848a-5cce88d50a54] Powered off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2048.940341] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-613ec174-39da-412d-931a-c7884db29bf1 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2048.969821] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e8667dc-4e8a-44f1-aa56-8c5335270c8a {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2048.982269] env[62574]: DEBUG oslo_vmware.api [None req-51221242-09b4-4cf6-8ecd-50173c58587c tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Task: {'id': task-1862626, 'name': MoveVirtualDisk_Task} progress is 94%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2049.045849] env[62574]: DEBUG nova.compute.manager [None req-6aae9e94-bf50-4ff1-88b0-fa5738f024df tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] [instance: b26e33b2-aa22-44ec-9162-3dd206b96fd4] Start destroying the instance on the hypervisor. {{(pid=62574) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2049.045849] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-6aae9e94-bf50-4ff1-88b0-fa5738f024df tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] [instance: b26e33b2-aa22-44ec-9162-3dd206b96fd4] Destroying instance {{(pid=62574) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2049.045849] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82c77924-60ff-4e31-b13f-5ae032a67dd7 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2049.057826] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-6aae9e94-bf50-4ff1-88b0-fa5738f024df tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] [instance: b26e33b2-aa22-44ec-9162-3dd206b96fd4] Powering off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2049.058362] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-16cceca1-6e4d-48c4-aded-cb00faa8872b {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2049.068511] env[62574]: DEBUG oslo_vmware.api [None req-6aae9e94-bf50-4ff1-88b0-fa5738f024df tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Waiting for the task: (returnval){ [ 2049.068511] env[62574]: value = "task-1862632" [ 2049.068511] env[62574]: _type = "Task" [ 2049.068511] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2049.078376] env[62574]: DEBUG oslo_vmware.api [None req-6aae9e94-bf50-4ff1-88b0-fa5738f024df tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Task: {'id': task-1862632, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2049.120670] env[62574]: DEBUG oslo_vmware.api [None req-7158c5b9-4e31-4884-880f-9f8bb9ca5769 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Task: {'id': task-1862630, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2049.242949] env[62574]: DEBUG oslo_vmware.api [None req-b394b7bf-83ba-4310-be7d-c7b38e44704e tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Task: {'id': task-1862631, 'name': PowerOffVM_Task, 'duration_secs': 0.264458} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2049.243319] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-b394b7bf-83ba-4310-be7d-c7b38e44704e tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] [instance: d030b211-e17d-44ed-b034-f57b1599e108] Powered off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2049.243627] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-b394b7bf-83ba-4310-be7d-c7b38e44704e tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] [instance: d030b211-e17d-44ed-b034-f57b1599e108] Unregistering the VM {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2049.243910] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6449bbd8-3266-4bac-a63d-837ce59d02ad {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2049.352138] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-b394b7bf-83ba-4310-be7d-c7b38e44704e tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] [instance: d030b211-e17d-44ed-b034-f57b1599e108] Unregistered the VM {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2049.352522] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-b394b7bf-83ba-4310-be7d-c7b38e44704e tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] [instance: d030b211-e17d-44ed-b034-f57b1599e108] Deleting contents of the VM from datastore datastore2 {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2049.352811] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-b394b7bf-83ba-4310-be7d-c7b38e44704e tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Deleting the datastore file [datastore2] d030b211-e17d-44ed-b034-f57b1599e108 {{(pid=62574) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2049.353215] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fc32a546-26c4-429f-a5a1-10100836defa {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2049.361970] env[62574]: DEBUG oslo_vmware.api [None req-b394b7bf-83ba-4310-be7d-c7b38e44704e tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Waiting for the task: (returnval){ [ 2049.361970] env[62574]: value = "task-1862634" [ 2049.361970] env[62574]: _type = "Task" [ 2049.361970] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2049.369907] env[62574]: DEBUG oslo_vmware.api [None req-b394b7bf-83ba-4310-be7d-c7b38e44704e tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Task: {'id': task-1862634, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2049.425335] env[62574]: INFO nova.network.neutron [None req-1fa54582-cca4-4e74-9941-840961e36a06 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] [instance: b26e33b2-aa22-44ec-9162-3dd206b96fd4] Port a620e9bf-0e88-4e52-87b0-c376953272b8 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 2049.425749] env[62574]: DEBUG nova.network.neutron [None req-1fa54582-cca4-4e74-9941-840961e36a06 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] [instance: b26e33b2-aa22-44ec-9162-3dd206b96fd4] Updating instance_info_cache with network_info: [{"id": "2ad55fd6-4016-45bf-8845-a3fe01091b12", "address": "fa:16:3e:ea:7a:4e", "network": {"id": "00bfa347-a6e1-4070-b5d9-5f46396a9c53", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-693390946-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3197393f8f6a457a9367bd87f7aa5dc2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bdf594e-da7a-4254-b413-87aef4614588", "external-id": "nsx-vlan-transportzone-422", "segmentation_id": 422, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ad55fd6-40", "ovs_interfaceid": "2ad55fd6-4016-45bf-8845-a3fe01091b12", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2049.479022] env[62574]: DEBUG oslo_vmware.api [None req-51221242-09b4-4cf6-8ecd-50173c58587c tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Task: {'id': task-1862626, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.715937} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2049.479022] env[62574]: INFO nova.virt.vmwareapi.ds_util [None req-51221242-09b4-4cf6-8ecd-50173c58587c tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_8f9dc5ba-6081-4c4d-8e98-037f8022f6ab/OSTACK_IMG_8f9dc5ba-6081-4c4d-8e98-037f8022f6ab.vmdk to [datastore1] devstack-image-cache_base/08e2b6eb-f98f-4926-8c08-984507444621/08e2b6eb-f98f-4926-8c08-984507444621.vmdk. [ 2049.479022] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-51221242-09b4-4cf6-8ecd-50173c58587c tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] [instance: 8ed6360e-d8a3-478a-a78f-3b8e9ef9464e] Cleaning up location [datastore1] OSTACK_IMG_8f9dc5ba-6081-4c4d-8e98-037f8022f6ab {{(pid=62574) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 2049.479022] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-51221242-09b4-4cf6-8ecd-50173c58587c tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_8f9dc5ba-6081-4c4d-8e98-037f8022f6ab {{(pid=62574) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2049.479022] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-aa2040e6-6730-4d6b-abcc-cf11c1c5d491 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2049.488065] env[62574]: DEBUG oslo_vmware.api [None req-51221242-09b4-4cf6-8ecd-50173c58587c tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Waiting for the task: (returnval){ [ 2049.488065] env[62574]: value = "task-1862635" [ 2049.488065] env[62574]: _type = "Task" [ 2049.488065] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2049.490417] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-ca815be9-98c1-4f50-b57c-f4dea23cf690 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] [instance: 13d9a284-2078-4e13-848a-5cce88d50a54] Creating Snapshot of the VM instance {{(pid=62574) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 2049.490856] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-c35bed0d-1720-46e6-a66c-f23eaba93398 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2049.499174] env[62574]: DEBUG oslo_vmware.api [None req-51221242-09b4-4cf6-8ecd-50173c58587c tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Task: {'id': task-1862635, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2049.500822] env[62574]: DEBUG oslo_vmware.api [None req-ca815be9-98c1-4f50-b57c-f4dea23cf690 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Waiting for the task: (returnval){ [ 2049.500822] env[62574]: value = "task-1862636" [ 2049.500822] env[62574]: _type = "Task" [ 2049.500822] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2049.510164] env[62574]: DEBUG oslo_vmware.api [None req-ca815be9-98c1-4f50-b57c-f4dea23cf690 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Task: {'id': task-1862636, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2049.579214] env[62574]: DEBUG oslo_vmware.api [None req-6aae9e94-bf50-4ff1-88b0-fa5738f024df tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Task: {'id': task-1862632, 'name': PowerOffVM_Task, 'duration_secs': 0.220059} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2049.579454] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-6aae9e94-bf50-4ff1-88b0-fa5738f024df tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] [instance: b26e33b2-aa22-44ec-9162-3dd206b96fd4] Powered off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2049.579745] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-6aae9e94-bf50-4ff1-88b0-fa5738f024df tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] [instance: b26e33b2-aa22-44ec-9162-3dd206b96fd4] Unregistering the VM {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2049.580109] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1e3b84d8-c5f7-4933-b817-078ea36070c5 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2049.624854] env[62574]: DEBUG oslo_vmware.api [None req-7158c5b9-4e31-4884-880f-9f8bb9ca5769 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Task: {'id': task-1862630, 'name': ReconfigVM_Task, 'duration_secs': 0.52717} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2049.624854] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-7158c5b9-4e31-4884-880f-9f8bb9ca5769 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] [instance: 3c459fd4-3e28-458f-91d3-da2220e42191] Reconfigured VM instance instance-00000071 to attach disk [datastore2] volume-b3fb9e30-28f5-4f58-a30c-2065cae5631f/volume-b3fb9e30-28f5-4f58-a30c-2065cae5631f.vmdk or device None with type thin {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2049.624854] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-7158c5b9-4e31-4884-880f-9f8bb9ca5769 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] [instance: 3c459fd4-3e28-458f-91d3-da2220e42191] Updating instance '3c459fd4-3e28-458f-91d3-da2220e42191' progress to 50 {{(pid=62574) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2049.738775] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-6aae9e94-bf50-4ff1-88b0-fa5738f024df tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] [instance: b26e33b2-aa22-44ec-9162-3dd206b96fd4] Unregistered the VM {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2049.739068] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-6aae9e94-bf50-4ff1-88b0-fa5738f024df tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] [instance: b26e33b2-aa22-44ec-9162-3dd206b96fd4] Deleting contents of the VM from datastore datastore1 {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2049.739363] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-6aae9e94-bf50-4ff1-88b0-fa5738f024df tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Deleting the datastore file [datastore1] b26e33b2-aa22-44ec-9162-3dd206b96fd4 {{(pid=62574) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2049.739700] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0f4f5f8c-f9d9-4a87-b0f8-898a171539e8 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2049.748526] env[62574]: DEBUG oslo_vmware.api [None req-6aae9e94-bf50-4ff1-88b0-fa5738f024df tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Waiting for the task: (returnval){ [ 2049.748526] env[62574]: value = "task-1862638" [ 2049.748526] env[62574]: _type = "Task" [ 2049.748526] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2049.757808] env[62574]: DEBUG oslo_vmware.api [None req-6aae9e94-bf50-4ff1-88b0-fa5738f024df tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Task: {'id': task-1862638, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2049.873778] env[62574]: DEBUG oslo_vmware.api [None req-b394b7bf-83ba-4310-be7d-c7b38e44704e tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Task: {'id': task-1862634, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2049.928067] env[62574]: DEBUG oslo_concurrency.lockutils [None req-1fa54582-cca4-4e74-9941-840961e36a06 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Releasing lock "refresh_cache-b26e33b2-aa22-44ec-9162-3dd206b96fd4" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2050.001614] env[62574]: DEBUG oslo_vmware.api [None req-51221242-09b4-4cf6-8ecd-50173c58587c tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Task: {'id': task-1862635, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.128437} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2050.002563] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-51221242-09b4-4cf6-8ecd-50173c58587c tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Deleted the datastore file {{(pid=62574) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2050.002980] env[62574]: DEBUG oslo_concurrency.lockutils [None req-51221242-09b4-4cf6-8ecd-50173c58587c tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Releasing lock "[datastore1] devstack-image-cache_base/08e2b6eb-f98f-4926-8c08-984507444621/08e2b6eb-f98f-4926-8c08-984507444621.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2050.007022] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-51221242-09b4-4cf6-8ecd-50173c58587c tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/08e2b6eb-f98f-4926-8c08-984507444621/08e2b6eb-f98f-4926-8c08-984507444621.vmdk to [datastore1] 8ed6360e-d8a3-478a-a78f-3b8e9ef9464e/8ed6360e-d8a3-478a-a78f-3b8e9ef9464e.vmdk {{(pid=62574) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2050.007022] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ea6f80de-f7ea-4932-9c85-c9c8aacbdc38 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2050.014960] env[62574]: DEBUG oslo_vmware.api [None req-ca815be9-98c1-4f50-b57c-f4dea23cf690 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Task: {'id': task-1862636, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2050.018177] env[62574]: DEBUG oslo_vmware.api [None req-51221242-09b4-4cf6-8ecd-50173c58587c tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Waiting for the task: (returnval){ [ 2050.018177] env[62574]: value = "task-1862639" [ 2050.018177] env[62574]: _type = "Task" [ 2050.018177] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2050.026526] env[62574]: DEBUG oslo_vmware.api [None req-51221242-09b4-4cf6-8ecd-50173c58587c tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Task: {'id': task-1862639, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2050.131020] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-569f7754-6553-45a1-b567-61dba5290697 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2050.151421] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79a3a33e-0401-45a3-a992-c7c0bd5d7e84 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2050.171702] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-7158c5b9-4e31-4884-880f-9f8bb9ca5769 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] [instance: 3c459fd4-3e28-458f-91d3-da2220e42191] Updating instance '3c459fd4-3e28-458f-91d3-da2220e42191' progress to 67 {{(pid=62574) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2050.260061] env[62574]: DEBUG oslo_vmware.api [None req-6aae9e94-bf50-4ff1-88b0-fa5738f024df tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Task: {'id': task-1862638, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2050.375026] env[62574]: DEBUG oslo_vmware.api [None req-b394b7bf-83ba-4310-be7d-c7b38e44704e tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Task: {'id': task-1862634, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.602511} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2050.375026] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-b394b7bf-83ba-4310-be7d-c7b38e44704e tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Deleted the datastore file {{(pid=62574) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2050.375026] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-b394b7bf-83ba-4310-be7d-c7b38e44704e tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] [instance: d030b211-e17d-44ed-b034-f57b1599e108] Deleted contents of the VM from datastore datastore2 {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2050.375026] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-b394b7bf-83ba-4310-be7d-c7b38e44704e tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] [instance: d030b211-e17d-44ed-b034-f57b1599e108] Instance destroyed {{(pid=62574) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2050.375026] env[62574]: INFO nova.compute.manager [None req-b394b7bf-83ba-4310-be7d-c7b38e44704e tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] [instance: d030b211-e17d-44ed-b034-f57b1599e108] Took 1.67 seconds to destroy the instance on the hypervisor. [ 2050.375026] env[62574]: DEBUG oslo.service.loopingcall [None req-b394b7bf-83ba-4310-be7d-c7b38e44704e tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62574) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2050.375026] env[62574]: DEBUG nova.compute.manager [-] [instance: d030b211-e17d-44ed-b034-f57b1599e108] Deallocating network for instance {{(pid=62574) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2050.375026] env[62574]: DEBUG nova.network.neutron [-] [instance: d030b211-e17d-44ed-b034-f57b1599e108] deallocate_for_instance() {{(pid=62574) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2050.437178] env[62574]: DEBUG oslo_concurrency.lockutils [None req-1fa54582-cca4-4e74-9941-840961e36a06 tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Lock "interface-b26e33b2-aa22-44ec-9162-3dd206b96fd4-a620e9bf-0e88-4e52-87b0-c376953272b8" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 11.416s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2050.515290] env[62574]: DEBUG oslo_vmware.api [None req-ca815be9-98c1-4f50-b57c-f4dea23cf690 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Task: {'id': task-1862636, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2050.533197] env[62574]: DEBUG oslo_vmware.api [None req-51221242-09b4-4cf6-8ecd-50173c58587c tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Task: {'id': task-1862639, 'name': CopyVirtualDisk_Task} progress is 9%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2050.740919] env[62574]: DEBUG nova.compute.manager [req-57f0f015-369a-4455-a84f-39f960ad3d21 req-beed8c3d-c7cd-46fd-b3ed-66dec94c482e service nova] [instance: d030b211-e17d-44ed-b034-f57b1599e108] Received event network-vif-deleted-29f3cfef-48fc-4a6a-b92d-73bd171bfa1d {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 2050.741148] env[62574]: INFO nova.compute.manager [req-57f0f015-369a-4455-a84f-39f960ad3d21 req-beed8c3d-c7cd-46fd-b3ed-66dec94c482e service nova] [instance: d030b211-e17d-44ed-b034-f57b1599e108] Neutron deleted interface 29f3cfef-48fc-4a6a-b92d-73bd171bfa1d; detaching it from the instance and deleting it from the info cache [ 2050.741336] env[62574]: DEBUG nova.network.neutron [req-57f0f015-369a-4455-a84f-39f960ad3d21 req-beed8c3d-c7cd-46fd-b3ed-66dec94c482e service nova] [instance: d030b211-e17d-44ed-b034-f57b1599e108] Updating instance_info_cache with network_info: [] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2050.764700] env[62574]: DEBUG oslo_vmware.api [None req-6aae9e94-bf50-4ff1-88b0-fa5738f024df tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Task: {'id': task-1862638, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.595423} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2050.769206] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-6aae9e94-bf50-4ff1-88b0-fa5738f024df tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Deleted the datastore file {{(pid=62574) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2050.769472] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-6aae9e94-bf50-4ff1-88b0-fa5738f024df tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] [instance: b26e33b2-aa22-44ec-9162-3dd206b96fd4] Deleted contents of the VM from datastore datastore1 {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2050.769682] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-6aae9e94-bf50-4ff1-88b0-fa5738f024df tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] [instance: b26e33b2-aa22-44ec-9162-3dd206b96fd4] Instance destroyed {{(pid=62574) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2050.769908] env[62574]: INFO nova.compute.manager [None req-6aae9e94-bf50-4ff1-88b0-fa5738f024df tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] [instance: b26e33b2-aa22-44ec-9162-3dd206b96fd4] Took 1.73 seconds to destroy the instance on the hypervisor. [ 2050.770270] env[62574]: DEBUG oslo.service.loopingcall [None req-6aae9e94-bf50-4ff1-88b0-fa5738f024df tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62574) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2050.770997] env[62574]: DEBUG nova.compute.manager [-] [instance: b26e33b2-aa22-44ec-9162-3dd206b96fd4] Deallocating network for instance {{(pid=62574) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2050.771164] env[62574]: DEBUG nova.network.neutron [-] [instance: b26e33b2-aa22-44ec-9162-3dd206b96fd4] deallocate_for_instance() {{(pid=62574) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2051.017319] env[62574]: DEBUG oslo_vmware.api [None req-ca815be9-98c1-4f50-b57c-f4dea23cf690 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Task: {'id': task-1862636, 'name': CreateSnapshot_Task, 'duration_secs': 1.382653} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2051.017650] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-ca815be9-98c1-4f50-b57c-f4dea23cf690 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] [instance: 13d9a284-2078-4e13-848a-5cce88d50a54] Created Snapshot of the VM instance {{(pid=62574) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 2051.018548] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb7cdf67-7e36-46d5-9839-d5db22f60e94 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2051.039822] env[62574]: DEBUG oslo_vmware.api [None req-51221242-09b4-4cf6-8ecd-50173c58587c tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Task: {'id': task-1862639, 'name': CopyVirtualDisk_Task} progress is 29%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2051.214295] env[62574]: DEBUG nova.network.neutron [-] [instance: d030b211-e17d-44ed-b034-f57b1599e108] Updating instance_info_cache with network_info: [] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2051.247066] env[62574]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0368af27-349f-4d90-b492-bb9cb8bbe51c {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2051.260146] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8ab74d8-3fd4-4a4c-9dbb-bd6754ee5b03 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2051.297943] env[62574]: DEBUG nova.compute.manager [req-57f0f015-369a-4455-a84f-39f960ad3d21 req-beed8c3d-c7cd-46fd-b3ed-66dec94c482e service nova] [instance: d030b211-e17d-44ed-b034-f57b1599e108] Detach interface failed, port_id=29f3cfef-48fc-4a6a-b92d-73bd171bfa1d, reason: Instance d030b211-e17d-44ed-b034-f57b1599e108 could not be found. {{(pid=62574) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 2051.534238] env[62574]: DEBUG oslo_vmware.api [None req-51221242-09b4-4cf6-8ecd-50173c58587c tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Task: {'id': task-1862639, 'name': CopyVirtualDisk_Task} progress is 52%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2051.547602] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-ca815be9-98c1-4f50-b57c-f4dea23cf690 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] [instance: 13d9a284-2078-4e13-848a-5cce88d50a54] Creating linked-clone VM from snapshot {{(pid=62574) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 2051.547984] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-2e3a18a9-b676-4c4e-9b64-9aba08066592 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2051.559865] env[62574]: DEBUG oslo_vmware.api [None req-ca815be9-98c1-4f50-b57c-f4dea23cf690 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Waiting for the task: (returnval){ [ 2051.559865] env[62574]: value = "task-1862640" [ 2051.559865] env[62574]: _type = "Task" [ 2051.559865] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2051.575325] env[62574]: DEBUG oslo_vmware.api [None req-ca815be9-98c1-4f50-b57c-f4dea23cf690 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Task: {'id': task-1862640, 'name': CloneVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2051.719167] env[62574]: INFO nova.compute.manager [-] [instance: d030b211-e17d-44ed-b034-f57b1599e108] Took 1.34 seconds to deallocate network for instance. [ 2051.895626] env[62574]: DEBUG nova.network.neutron [None req-7158c5b9-4e31-4884-880f-9f8bb9ca5769 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] [instance: 3c459fd4-3e28-458f-91d3-da2220e42191] Port 16fb461c-b9ba-4be8-a6d6-f6b68f12469a binding to destination host cpu-1 is already ACTIVE {{(pid=62574) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 2052.034785] env[62574]: DEBUG oslo_vmware.api [None req-51221242-09b4-4cf6-8ecd-50173c58587c tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Task: {'id': task-1862639, 'name': CopyVirtualDisk_Task} progress is 71%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2052.073883] env[62574]: DEBUG oslo_vmware.api [None req-ca815be9-98c1-4f50-b57c-f4dea23cf690 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Task: {'id': task-1862640, 'name': CloneVM_Task} progress is 94%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2052.087530] env[62574]: DEBUG nova.network.neutron [-] [instance: b26e33b2-aa22-44ec-9162-3dd206b96fd4] Updating instance_info_cache with network_info: [] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2052.228203] env[62574]: DEBUG oslo_concurrency.lockutils [None req-b394b7bf-83ba-4310-be7d-c7b38e44704e tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2052.228524] env[62574]: DEBUG oslo_concurrency.lockutils [None req-b394b7bf-83ba-4310-be7d-c7b38e44704e tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2052.228761] env[62574]: DEBUG nova.objects.instance [None req-b394b7bf-83ba-4310-be7d-c7b38e44704e tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Lazy-loading 'resources' on Instance uuid d030b211-e17d-44ed-b034-f57b1599e108 {{(pid=62574) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2052.536688] env[62574]: DEBUG oslo_vmware.api [None req-51221242-09b4-4cf6-8ecd-50173c58587c tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Task: {'id': task-1862639, 'name': CopyVirtualDisk_Task} progress is 91%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2052.573240] env[62574]: DEBUG oslo_vmware.api [None req-ca815be9-98c1-4f50-b57c-f4dea23cf690 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Task: {'id': task-1862640, 'name': CloneVM_Task} progress is 94%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2052.592478] env[62574]: INFO nova.compute.manager [-] [instance: b26e33b2-aa22-44ec-9162-3dd206b96fd4] Took 1.82 seconds to deallocate network for instance. [ 2052.770673] env[62574]: DEBUG nova.compute.manager [req-83240bf1-2931-4b69-b3c0-0fd364dafc6c req-c393f14c-fe7a-4965-b108-180e70f373d7 service nova] [instance: b26e33b2-aa22-44ec-9162-3dd206b96fd4] Received event network-vif-deleted-2ad55fd6-4016-45bf-8845-a3fe01091b12 {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 2052.868885] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e30739f-6170-4fb2-ae04-4bc25dc89a9c {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2052.876943] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bfecbca-fc0e-4ad9-9036-0fe62c114588 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2052.920091] env[62574]: DEBUG oslo_concurrency.lockutils [None req-7158c5b9-4e31-4884-880f-9f8bb9ca5769 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Acquiring lock "3c459fd4-3e28-458f-91d3-da2220e42191-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2052.920374] env[62574]: DEBUG oslo_concurrency.lockutils [None req-7158c5b9-4e31-4884-880f-9f8bb9ca5769 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Lock "3c459fd4-3e28-458f-91d3-da2220e42191-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2052.920525] env[62574]: DEBUG oslo_concurrency.lockutils [None req-7158c5b9-4e31-4884-880f-9f8bb9ca5769 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Lock "3c459fd4-3e28-458f-91d3-da2220e42191-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2052.923730] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74f09a31-a70c-47ec-bf43-ef207d7a22f8 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2052.936833] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56c6d494-f0c5-416e-b59c-2ad25880937f {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2052.954149] env[62574]: DEBUG nova.compute.provider_tree [None req-b394b7bf-83ba-4310-be7d-c7b38e44704e tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Inventory has not changed in ProviderTree for provider: f0ed160a-beff-4626-a531-2a70d7bc0627 {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2053.034966] env[62574]: DEBUG oslo_vmware.api [None req-51221242-09b4-4cf6-8ecd-50173c58587c tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Task: {'id': task-1862639, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.67942} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2053.035481] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-51221242-09b4-4cf6-8ecd-50173c58587c tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/08e2b6eb-f98f-4926-8c08-984507444621/08e2b6eb-f98f-4926-8c08-984507444621.vmdk to [datastore1] 8ed6360e-d8a3-478a-a78f-3b8e9ef9464e/8ed6360e-d8a3-478a-a78f-3b8e9ef9464e.vmdk {{(pid=62574) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2053.036313] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc0eb050-e412-484c-9fb2-e5ba926f251e {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2053.058728] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-51221242-09b4-4cf6-8ecd-50173c58587c tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] [instance: 8ed6360e-d8a3-478a-a78f-3b8e9ef9464e] Reconfiguring VM instance instance-0000006a to attach disk [datastore1] 8ed6360e-d8a3-478a-a78f-3b8e9ef9464e/8ed6360e-d8a3-478a-a78f-3b8e9ef9464e.vmdk or device None with type streamOptimized {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2053.059064] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9d529d5f-b7d5-4c5e-b7f6-2edbd34b5fe6 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2053.082255] env[62574]: DEBUG oslo_vmware.api [None req-ca815be9-98c1-4f50-b57c-f4dea23cf690 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Task: {'id': task-1862640, 'name': CloneVM_Task} progress is 95%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2053.083574] env[62574]: DEBUG oslo_vmware.api [None req-51221242-09b4-4cf6-8ecd-50173c58587c tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Waiting for the task: (returnval){ [ 2053.083574] env[62574]: value = "task-1862641" [ 2053.083574] env[62574]: _type = "Task" [ 2053.083574] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2053.091265] env[62574]: DEBUG oslo_vmware.api [None req-51221242-09b4-4cf6-8ecd-50173c58587c tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Task: {'id': task-1862641, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2053.098649] env[62574]: DEBUG oslo_concurrency.lockutils [None req-6aae9e94-bf50-4ff1-88b0-fa5738f024df tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2053.457148] env[62574]: DEBUG nova.scheduler.client.report [None req-b394b7bf-83ba-4310-be7d-c7b38e44704e tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Inventory has not changed for provider f0ed160a-beff-4626-a531-2a70d7bc0627 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 148, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2053.583029] env[62574]: DEBUG oslo_vmware.api [None req-ca815be9-98c1-4f50-b57c-f4dea23cf690 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Task: {'id': task-1862640, 'name': CloneVM_Task, 'duration_secs': 1.67497} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2053.583380] env[62574]: INFO nova.virt.vmwareapi.vmops [None req-ca815be9-98c1-4f50-b57c-f4dea23cf690 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] [instance: 13d9a284-2078-4e13-848a-5cce88d50a54] Created linked-clone VM from snapshot [ 2053.583943] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f5001eb-2764-4ed5-ba75-c869801224c3 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2053.594408] env[62574]: DEBUG nova.virt.vmwareapi.images [None req-ca815be9-98c1-4f50-b57c-f4dea23cf690 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] [instance: 13d9a284-2078-4e13-848a-5cce88d50a54] Uploading image f2c4e19a-6bb0-4942-b59d-2b31ff967674 {{(pid=62574) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 2053.598825] env[62574]: DEBUG oslo_vmware.api [None req-51221242-09b4-4cf6-8ecd-50173c58587c tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Task: {'id': task-1862641, 'name': ReconfigVM_Task, 'duration_secs': 0.33821} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2053.599082] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-51221242-09b4-4cf6-8ecd-50173c58587c tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] [instance: 8ed6360e-d8a3-478a-a78f-3b8e9ef9464e] Reconfigured VM instance instance-0000006a to attach disk [datastore1] 8ed6360e-d8a3-478a-a78f-3b8e9ef9464e/8ed6360e-d8a3-478a-a78f-3b8e9ef9464e.vmdk or device None with type streamOptimized {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2053.599679] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6c578022-02c2-40b0-a32a-77daca517214 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2053.606399] env[62574]: DEBUG oslo_vmware.api [None req-51221242-09b4-4cf6-8ecd-50173c58587c tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Waiting for the task: (returnval){ [ 2053.606399] env[62574]: value = "task-1862642" [ 2053.606399] env[62574]: _type = "Task" [ 2053.606399] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2053.616009] env[62574]: DEBUG oslo_vmware.api [None req-51221242-09b4-4cf6-8ecd-50173c58587c tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Task: {'id': task-1862642, 'name': Rename_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2053.623490] env[62574]: DEBUG oslo_vmware.rw_handles [None req-ca815be9-98c1-4f50-b57c-f4dea23cf690 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 2053.623490] env[62574]: value = "vm-385051" [ 2053.623490] env[62574]: _type = "VirtualMachine" [ 2053.623490] env[62574]: }. {{(pid=62574) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 2053.623758] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-7e96d943-a78f-4638-9909-9ab7a06d1af0 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2053.632167] env[62574]: DEBUG oslo_vmware.rw_handles [None req-ca815be9-98c1-4f50-b57c-f4dea23cf690 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Lease: (returnval){ [ 2053.632167] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]5282dab6-e258-aa8e-b329-cef5b647a799" [ 2053.632167] env[62574]: _type = "HttpNfcLease" [ 2053.632167] env[62574]: } obtained for exporting VM: (result){ [ 2053.632167] env[62574]: value = "vm-385051" [ 2053.632167] env[62574]: _type = "VirtualMachine" [ 2053.632167] env[62574]: }. {{(pid=62574) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 2053.632496] env[62574]: DEBUG oslo_vmware.api [None req-ca815be9-98c1-4f50-b57c-f4dea23cf690 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Waiting for the lease: (returnval){ [ 2053.632496] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]5282dab6-e258-aa8e-b329-cef5b647a799" [ 2053.632496] env[62574]: _type = "HttpNfcLease" [ 2053.632496] env[62574]: } to be ready. {{(pid=62574) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 2053.639472] env[62574]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2053.639472] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]5282dab6-e258-aa8e-b329-cef5b647a799" [ 2053.639472] env[62574]: _type = "HttpNfcLease" [ 2053.639472] env[62574]: } is initializing. {{(pid=62574) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2053.962871] env[62574]: DEBUG oslo_concurrency.lockutils [None req-b394b7bf-83ba-4310-be7d-c7b38e44704e tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.734s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2053.965165] env[62574]: DEBUG oslo_concurrency.lockutils [None req-6aae9e94-bf50-4ff1-88b0-fa5738f024df tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.866s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2053.965274] env[62574]: DEBUG nova.objects.instance [None req-6aae9e94-bf50-4ff1-88b0-fa5738f024df tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Lazy-loading 'resources' on Instance uuid b26e33b2-aa22-44ec-9162-3dd206b96fd4 {{(pid=62574) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2053.966892] env[62574]: DEBUG oslo_concurrency.lockutils [None req-7158c5b9-4e31-4884-880f-9f8bb9ca5769 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Acquiring lock "refresh_cache-3c459fd4-3e28-458f-91d3-da2220e42191" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2053.967071] env[62574]: DEBUG oslo_concurrency.lockutils [None req-7158c5b9-4e31-4884-880f-9f8bb9ca5769 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Acquired lock "refresh_cache-3c459fd4-3e28-458f-91d3-da2220e42191" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2053.967273] env[62574]: DEBUG nova.network.neutron [None req-7158c5b9-4e31-4884-880f-9f8bb9ca5769 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] [instance: 3c459fd4-3e28-458f-91d3-da2220e42191] Building network info cache for instance {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2053.983178] env[62574]: INFO nova.scheduler.client.report [None req-b394b7bf-83ba-4310-be7d-c7b38e44704e tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Deleted allocations for instance d030b211-e17d-44ed-b034-f57b1599e108 [ 2054.116335] env[62574]: DEBUG oslo_vmware.api [None req-51221242-09b4-4cf6-8ecd-50173c58587c tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Task: {'id': task-1862642, 'name': Rename_Task, 'duration_secs': 0.162589} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2054.116618] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-51221242-09b4-4cf6-8ecd-50173c58587c tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] [instance: 8ed6360e-d8a3-478a-a78f-3b8e9ef9464e] Powering on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2054.116869] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c8f2c282-81f4-4a66-9159-f43e1e3f4d6d {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2054.124184] env[62574]: DEBUG oslo_vmware.api [None req-51221242-09b4-4cf6-8ecd-50173c58587c tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Waiting for the task: (returnval){ [ 2054.124184] env[62574]: value = "task-1862644" [ 2054.124184] env[62574]: _type = "Task" [ 2054.124184] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2054.131248] env[62574]: DEBUG oslo_vmware.api [None req-51221242-09b4-4cf6-8ecd-50173c58587c tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Task: {'id': task-1862644, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2054.139328] env[62574]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2054.139328] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]5282dab6-e258-aa8e-b329-cef5b647a799" [ 2054.139328] env[62574]: _type = "HttpNfcLease" [ 2054.139328] env[62574]: } is ready. {{(pid=62574) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 2054.139600] env[62574]: DEBUG oslo_vmware.rw_handles [None req-ca815be9-98c1-4f50-b57c-f4dea23cf690 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 2054.139600] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]5282dab6-e258-aa8e-b329-cef5b647a799" [ 2054.139600] env[62574]: _type = "HttpNfcLease" [ 2054.139600] env[62574]: }. {{(pid=62574) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 2054.140287] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3df35d7-9198-4877-a89b-c8513c617398 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2054.147559] env[62574]: DEBUG oslo_vmware.rw_handles [None req-ca815be9-98c1-4f50-b57c-f4dea23cf690 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b5c769-2904-4c42-38d4-395d4674ae6d/disk-0.vmdk from lease info. {{(pid=62574) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 2054.147735] env[62574]: DEBUG oslo_vmware.rw_handles [None req-ca815be9-98c1-4f50-b57c-f4dea23cf690 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b5c769-2904-4c42-38d4-395d4674ae6d/disk-0.vmdk for reading. {{(pid=62574) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 2054.269515] env[62574]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-72d8df3e-f513-422c-ad29-2ef59aed951d {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2054.491281] env[62574]: DEBUG oslo_concurrency.lockutils [None req-b394b7bf-83ba-4310-be7d-c7b38e44704e tempest-ServersNegativeTestJSON-26598507 tempest-ServersNegativeTestJSON-26598507-project-member] Lock "d030b211-e17d-44ed-b034-f57b1599e108" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.297s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2054.625319] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24211b33-7efc-4366-ac6a-52fac96874cd {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2054.641604] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81e134d2-6bd1-4198-b98b-2cacfa1274e4 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2054.645784] env[62574]: DEBUG oslo_vmware.api [None req-51221242-09b4-4cf6-8ecd-50173c58587c tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Task: {'id': task-1862644, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2054.682023] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8037e645-4eb5-45dd-8bc7-5b5171f4bd2a {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2054.690809] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1a43d75-ccfe-4a6e-a0dc-4be0cd2bb6a7 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2054.705499] env[62574]: DEBUG nova.compute.provider_tree [None req-6aae9e94-bf50-4ff1-88b0-fa5738f024df tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Inventory has not changed in ProviderTree for provider: f0ed160a-beff-4626-a531-2a70d7bc0627 {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2054.766720] env[62574]: DEBUG nova.network.neutron [None req-7158c5b9-4e31-4884-880f-9f8bb9ca5769 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] [instance: 3c459fd4-3e28-458f-91d3-da2220e42191] Updating instance_info_cache with network_info: [{"id": "16fb461c-b9ba-4be8-a6d6-f6b68f12469a", "address": "fa:16:3e:53:b9:f4", "network": {"id": "048e4d0d-d1ab-45c4-a15c-a1cfb16572ac", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1657993544-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3efda8e53e3c4eea8bfd1d5d6cd90db3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f68ebd2a-3c68-48db-8c32-8a01497fc2e7", "external-id": "nsx-vlan-transportzone-49", "segmentation_id": 49, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap16fb461c-b9", "ovs_interfaceid": "16fb461c-b9ba-4be8-a6d6-f6b68f12469a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2055.136034] env[62574]: DEBUG oslo_vmware.api [None req-51221242-09b4-4cf6-8ecd-50173c58587c tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Task: {'id': task-1862644, 'name': PowerOnVM_Task, 'duration_secs': 0.692515} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2055.136725] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-51221242-09b4-4cf6-8ecd-50173c58587c tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] [instance: 8ed6360e-d8a3-478a-a78f-3b8e9ef9464e] Powered on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2055.208694] env[62574]: DEBUG nova.scheduler.client.report [None req-6aae9e94-bf50-4ff1-88b0-fa5738f024df tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Inventory has not changed for provider f0ed160a-beff-4626-a531-2a70d7bc0627 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 148, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2055.257712] env[62574]: DEBUG nova.compute.manager [None req-51221242-09b4-4cf6-8ecd-50173c58587c tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] [instance: 8ed6360e-d8a3-478a-a78f-3b8e9ef9464e] Checking state {{(pid=62574) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2055.258727] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9a42973-3820-4410-8dc0-08af241534de {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2055.270595] env[62574]: DEBUG oslo_concurrency.lockutils [None req-7158c5b9-4e31-4884-880f-9f8bb9ca5769 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Releasing lock "refresh_cache-3c459fd4-3e28-458f-91d3-da2220e42191" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2055.714078] env[62574]: DEBUG oslo_concurrency.lockutils [None req-6aae9e94-bf50-4ff1-88b0-fa5738f024df tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.749s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2055.743328] env[62574]: INFO nova.scheduler.client.report [None req-6aae9e94-bf50-4ff1-88b0-fa5738f024df tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Deleted allocations for instance b26e33b2-aa22-44ec-9162-3dd206b96fd4 [ 2055.786108] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a6d92d7-450a-46a8-b0e6-6cec1cb50b20 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2055.791719] env[62574]: DEBUG oslo_concurrency.lockutils [None req-51221242-09b4-4cf6-8ecd-50173c58587c tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Lock "8ed6360e-d8a3-478a-a78f-3b8e9ef9464e" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 22.928s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2055.795984] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-549187ea-6aea-4cf3-9aa7-9b00438b0066 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2056.251904] env[62574]: DEBUG oslo_concurrency.lockutils [None req-6aae9e94-bf50-4ff1-88b0-fa5738f024df tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Lock "b26e33b2-aa22-44ec-9162-3dd206b96fd4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.720s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2056.444873] env[62574]: DEBUG oslo_concurrency.lockutils [None req-4d92f819-797a-4336-9184-3b482808b9ef tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Acquiring lock "3093e4ab-7f4e-48bf-a3ac-7c990da06f32" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2056.445197] env[62574]: DEBUG oslo_concurrency.lockutils [None req-4d92f819-797a-4336-9184-3b482808b9ef tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Lock "3093e4ab-7f4e-48bf-a3ac-7c990da06f32" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2056.445416] env[62574]: DEBUG oslo_concurrency.lockutils [None req-4d92f819-797a-4336-9184-3b482808b9ef tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Acquiring lock "3093e4ab-7f4e-48bf-a3ac-7c990da06f32-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2056.445674] env[62574]: DEBUG oslo_concurrency.lockutils [None req-4d92f819-797a-4336-9184-3b482808b9ef tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Lock "3093e4ab-7f4e-48bf-a3ac-7c990da06f32-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2056.445933] env[62574]: DEBUG oslo_concurrency.lockutils [None req-4d92f819-797a-4336-9184-3b482808b9ef tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Lock "3093e4ab-7f4e-48bf-a3ac-7c990da06f32-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2056.447932] env[62574]: INFO nova.compute.manager [None req-4d92f819-797a-4336-9184-3b482808b9ef tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] [instance: 3093e4ab-7f4e-48bf-a3ac-7c990da06f32] Terminating instance [ 2056.917493] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fb5c810-acba-4a39-9811-7a59d6036341 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2056.938630] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6120b7c-2896-42b7-8cd7-aa466aa5b4e4 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2056.946886] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-7158c5b9-4e31-4884-880f-9f8bb9ca5769 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] [instance: 3c459fd4-3e28-458f-91d3-da2220e42191] Updating instance '3c459fd4-3e28-458f-91d3-da2220e42191' progress to 83 {{(pid=62574) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2056.951207] env[62574]: DEBUG nova.compute.manager [None req-4d92f819-797a-4336-9184-3b482808b9ef tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] [instance: 3093e4ab-7f4e-48bf-a3ac-7c990da06f32] Start destroying the instance on the hypervisor. {{(pid=62574) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2056.951647] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-4d92f819-797a-4336-9184-3b482808b9ef tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] [instance: 3093e4ab-7f4e-48bf-a3ac-7c990da06f32] Destroying instance {{(pid=62574) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2056.952879] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1795a320-c5c0-4cf2-ae7b-9b0df4d1225c {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2056.960666] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d92f819-797a-4336-9184-3b482808b9ef tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] [instance: 3093e4ab-7f4e-48bf-a3ac-7c990da06f32] Powering off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2056.961070] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7d39b856-82c9-4568-8093-f7d1d4c5cd47 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2056.968594] env[62574]: DEBUG oslo_vmware.api [None req-4d92f819-797a-4336-9184-3b482808b9ef tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Waiting for the task: (returnval){ [ 2056.968594] env[62574]: value = "task-1862645" [ 2056.968594] env[62574]: _type = "Task" [ 2056.968594] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2056.979941] env[62574]: DEBUG oslo_vmware.api [None req-4d92f819-797a-4336-9184-3b482808b9ef tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Task: {'id': task-1862645, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2057.431111] env[62574]: DEBUG oslo_concurrency.lockutils [None req-363eb261-e749-4f68-84cb-3ae7b20a0747 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Acquiring lock "6302cdc1-7534-4722-a8c4-7eaf67a4f125" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2057.431462] env[62574]: DEBUG oslo_concurrency.lockutils [None req-363eb261-e749-4f68-84cb-3ae7b20a0747 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Lock "6302cdc1-7534-4722-a8c4-7eaf67a4f125" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2057.454216] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-7158c5b9-4e31-4884-880f-9f8bb9ca5769 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] [instance: 3c459fd4-3e28-458f-91d3-da2220e42191] Powering on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2057.454577] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2bb539bc-92a3-4a29-baba-29f58efe4297 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2057.462706] env[62574]: DEBUG oslo_vmware.api [None req-7158c5b9-4e31-4884-880f-9f8bb9ca5769 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Waiting for the task: (returnval){ [ 2057.462706] env[62574]: value = "task-1862646" [ 2057.462706] env[62574]: _type = "Task" [ 2057.462706] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2057.472156] env[62574]: DEBUG oslo_vmware.api [None req-7158c5b9-4e31-4884-880f-9f8bb9ca5769 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Task: {'id': task-1862646, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2057.480855] env[62574]: DEBUG oslo_vmware.api [None req-4d92f819-797a-4336-9184-3b482808b9ef tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Task: {'id': task-1862645, 'name': PowerOffVM_Task, 'duration_secs': 0.340068} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2057.481157] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d92f819-797a-4336-9184-3b482808b9ef tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] [instance: 3093e4ab-7f4e-48bf-a3ac-7c990da06f32] Powered off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2057.481343] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-4d92f819-797a-4336-9184-3b482808b9ef tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] [instance: 3093e4ab-7f4e-48bf-a3ac-7c990da06f32] Unregistering the VM {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2057.481691] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bb9f8bf2-9145-4fef-8af6-ff50e07da661 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2057.711766] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-4d92f819-797a-4336-9184-3b482808b9ef tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] [instance: 3093e4ab-7f4e-48bf-a3ac-7c990da06f32] Unregistered the VM {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2057.712047] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-4d92f819-797a-4336-9184-3b482808b9ef tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] [instance: 3093e4ab-7f4e-48bf-a3ac-7c990da06f32] Deleting contents of the VM from datastore datastore1 {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2057.712302] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d92f819-797a-4336-9184-3b482808b9ef tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Deleting the datastore file [datastore1] 3093e4ab-7f4e-48bf-a3ac-7c990da06f32 {{(pid=62574) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2057.712690] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a5c415d5-627b-42cb-a28c-65dbd373858c {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2057.721055] env[62574]: DEBUG oslo_vmware.api [None req-4d92f819-797a-4336-9184-3b482808b9ef tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Waiting for the task: (returnval){ [ 2057.721055] env[62574]: value = "task-1862648" [ 2057.721055] env[62574]: _type = "Task" [ 2057.721055] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2057.730617] env[62574]: DEBUG oslo_vmware.api [None req-4d92f819-797a-4336-9184-3b482808b9ef tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Task: {'id': task-1862648, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2057.935352] env[62574]: DEBUG nova.compute.utils [None req-363eb261-e749-4f68-84cb-3ae7b20a0747 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Using /dev/sd instead of None {{(pid=62574) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2057.975417] env[62574]: DEBUG oslo_vmware.api [None req-7158c5b9-4e31-4884-880f-9f8bb9ca5769 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Task: {'id': task-1862646, 'name': PowerOnVM_Task, 'duration_secs': 0.46615} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2057.975655] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-7158c5b9-4e31-4884-880f-9f8bb9ca5769 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] [instance: 3c459fd4-3e28-458f-91d3-da2220e42191] Powered on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2057.975967] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-7158c5b9-4e31-4884-880f-9f8bb9ca5769 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] [instance: 3c459fd4-3e28-458f-91d3-da2220e42191] Updating instance '3c459fd4-3e28-458f-91d3-da2220e42191' progress to 100 {{(pid=62574) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2058.236320] env[62574]: DEBUG oslo_vmware.api [None req-4d92f819-797a-4336-9184-3b482808b9ef tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Task: {'id': task-1862648, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.334235} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2058.236553] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d92f819-797a-4336-9184-3b482808b9ef tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Deleted the datastore file {{(pid=62574) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2058.236749] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-4d92f819-797a-4336-9184-3b482808b9ef tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] [instance: 3093e4ab-7f4e-48bf-a3ac-7c990da06f32] Deleted contents of the VM from datastore datastore1 {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2058.236943] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-4d92f819-797a-4336-9184-3b482808b9ef tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] [instance: 3093e4ab-7f4e-48bf-a3ac-7c990da06f32] Instance destroyed {{(pid=62574) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2058.237134] env[62574]: INFO nova.compute.manager [None req-4d92f819-797a-4336-9184-3b482808b9ef tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] [instance: 3093e4ab-7f4e-48bf-a3ac-7c990da06f32] Took 1.29 seconds to destroy the instance on the hypervisor. [ 2058.237380] env[62574]: DEBUG oslo.service.loopingcall [None req-4d92f819-797a-4336-9184-3b482808b9ef tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62574) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2058.237584] env[62574]: DEBUG nova.compute.manager [-] [instance: 3093e4ab-7f4e-48bf-a3ac-7c990da06f32] Deallocating network for instance {{(pid=62574) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2058.237678] env[62574]: DEBUG nova.network.neutron [-] [instance: 3093e4ab-7f4e-48bf-a3ac-7c990da06f32] deallocate_for_instance() {{(pid=62574) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2058.439409] env[62574]: DEBUG oslo_concurrency.lockutils [None req-363eb261-e749-4f68-84cb-3ae7b20a0747 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Lock "6302cdc1-7534-4722-a8c4-7eaf67a4f125" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2058.530170] env[62574]: DEBUG nova.compute.manager [req-b0007d84-5f0f-4dbd-9b6d-54988bdc83c7 req-99ba1189-6c3f-4f58-9428-73cac23f3d57 service nova] [instance: 3093e4ab-7f4e-48bf-a3ac-7c990da06f32] Received event network-vif-deleted-791832f8-a934-4a90-8909-9e0e8c792f16 {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 2058.530456] env[62574]: INFO nova.compute.manager [req-b0007d84-5f0f-4dbd-9b6d-54988bdc83c7 req-99ba1189-6c3f-4f58-9428-73cac23f3d57 service nova] [instance: 3093e4ab-7f4e-48bf-a3ac-7c990da06f32] Neutron deleted interface 791832f8-a934-4a90-8909-9e0e8c792f16; detaching it from the instance and deleting it from the info cache [ 2058.530606] env[62574]: DEBUG nova.network.neutron [req-b0007d84-5f0f-4dbd-9b6d-54988bdc83c7 req-99ba1189-6c3f-4f58-9428-73cac23f3d57 service nova] [instance: 3093e4ab-7f4e-48bf-a3ac-7c990da06f32] Updating instance_info_cache with network_info: [] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2058.998959] env[62574]: DEBUG nova.network.neutron [-] [instance: 3093e4ab-7f4e-48bf-a3ac-7c990da06f32] Updating instance_info_cache with network_info: [] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2059.036351] env[62574]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f60f96d2-860c-4c57-9269-cfa7fc0875ed {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2059.049690] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55ab0a33-0229-448b-984d-0c00f87eb23e {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2059.085362] env[62574]: DEBUG nova.compute.manager [req-b0007d84-5f0f-4dbd-9b6d-54988bdc83c7 req-99ba1189-6c3f-4f58-9428-73cac23f3d57 service nova] [instance: 3093e4ab-7f4e-48bf-a3ac-7c990da06f32] Detach interface failed, port_id=791832f8-a934-4a90-8909-9e0e8c792f16, reason: Instance 3093e4ab-7f4e-48bf-a3ac-7c990da06f32 could not be found. {{(pid=62574) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 2059.505966] env[62574]: INFO nova.compute.manager [-] [instance: 3093e4ab-7f4e-48bf-a3ac-7c990da06f32] Took 1.27 seconds to deallocate network for instance. [ 2059.506672] env[62574]: DEBUG oslo_concurrency.lockutils [None req-363eb261-e749-4f68-84cb-3ae7b20a0747 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Acquiring lock "6302cdc1-7534-4722-a8c4-7eaf67a4f125" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2059.506943] env[62574]: DEBUG oslo_concurrency.lockutils [None req-363eb261-e749-4f68-84cb-3ae7b20a0747 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Lock "6302cdc1-7534-4722-a8c4-7eaf67a4f125" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2059.507213] env[62574]: INFO nova.compute.manager [None req-363eb261-e749-4f68-84cb-3ae7b20a0747 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] [instance: 6302cdc1-7534-4722-a8c4-7eaf67a4f125] Attaching volume 9fb5302d-f74f-43fd-af96-49dad697b89f to /dev/sdb [ 2059.544014] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e2ee2d8-40ab-4036-b90b-a4838f8fbb63 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2059.554586] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f8ea597-0792-4fb6-b931-870074822d2a {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2059.570320] env[62574]: DEBUG nova.virt.block_device [None req-363eb261-e749-4f68-84cb-3ae7b20a0747 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] [instance: 6302cdc1-7534-4722-a8c4-7eaf67a4f125] Updating existing volume attachment record: 64ac47be-046f-4ab6-893b-623fddcda449 {{(pid=62574) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2060.018560] env[62574]: DEBUG oslo_concurrency.lockutils [None req-4d92f819-797a-4336-9184-3b482808b9ef tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2060.019020] env[62574]: DEBUG oslo_concurrency.lockutils [None req-4d92f819-797a-4336-9184-3b482808b9ef tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2060.019138] env[62574]: DEBUG nova.objects.instance [None req-4d92f819-797a-4336-9184-3b482808b9ef tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Lazy-loading 'resources' on Instance uuid 3093e4ab-7f4e-48bf-a3ac-7c990da06f32 {{(pid=62574) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2060.473750] env[62574]: DEBUG oslo_concurrency.lockutils [None req-569964d8-0aa0-43dd-be8b-04341dcab6ab tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Acquiring lock "3c459fd4-3e28-458f-91d3-da2220e42191" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2060.474141] env[62574]: DEBUG oslo_concurrency.lockutils [None req-569964d8-0aa0-43dd-be8b-04341dcab6ab tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Lock "3c459fd4-3e28-458f-91d3-da2220e42191" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2060.474417] env[62574]: DEBUG nova.compute.manager [None req-569964d8-0aa0-43dd-be8b-04341dcab6ab tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] [instance: 3c459fd4-3e28-458f-91d3-da2220e42191] Going to confirm migration 7 {{(pid=62574) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5193}} [ 2060.577921] env[62574]: DEBUG oslo_service.periodic_task [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62574) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2060.578104] env[62574]: DEBUG nova.compute.manager [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Cleaning up deleted instances {{(pid=62574) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11645}} [ 2060.656725] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-079e5993-719c-4b1d-9b15-ea4f0783111b {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2060.665553] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bc353e7-4da1-43ce-b58b-eebbc1a083ec {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2060.700207] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f08b04d-3836-496c-bc24-dd6d14ebd309 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2060.711574] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b739dda-73a7-4145-9480-fcb4f1caa905 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2060.726220] env[62574]: DEBUG nova.compute.provider_tree [None req-4d92f819-797a-4336-9184-3b482808b9ef tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Inventory has not changed in ProviderTree for provider: f0ed160a-beff-4626-a531-2a70d7bc0627 {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2061.014839] env[62574]: DEBUG oslo_concurrency.lockutils [None req-569964d8-0aa0-43dd-be8b-04341dcab6ab tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Acquiring lock "refresh_cache-3c459fd4-3e28-458f-91d3-da2220e42191" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2061.015090] env[62574]: DEBUG oslo_concurrency.lockutils [None req-569964d8-0aa0-43dd-be8b-04341dcab6ab tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Acquired lock "refresh_cache-3c459fd4-3e28-458f-91d3-da2220e42191" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2061.015276] env[62574]: DEBUG nova.network.neutron [None req-569964d8-0aa0-43dd-be8b-04341dcab6ab tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] [instance: 3c459fd4-3e28-458f-91d3-da2220e42191] Building network info cache for instance {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2061.015463] env[62574]: DEBUG nova.objects.instance [None req-569964d8-0aa0-43dd-be8b-04341dcab6ab tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Lazy-loading 'info_cache' on Instance uuid 3c459fd4-3e28-458f-91d3-da2220e42191 {{(pid=62574) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2061.097704] env[62574]: DEBUG nova.compute.manager [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] There are 62 instances to clean {{(pid=62574) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11654}} [ 2061.097976] env[62574]: DEBUG nova.compute.manager [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] [instance: b26e33b2-aa22-44ec-9162-3dd206b96fd4] Instance has had 0 of 5 cleanup attempts {{(pid=62574) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 2061.229797] env[62574]: DEBUG nova.scheduler.client.report [None req-4d92f819-797a-4336-9184-3b482808b9ef tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Inventory has not changed for provider f0ed160a-beff-4626-a531-2a70d7bc0627 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 148, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2061.601087] env[62574]: DEBUG nova.compute.manager [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] [instance: 46ae905d-7e3f-4d5e-b917-333c751b6ad1] Instance has had 0 of 5 cleanup attempts {{(pid=62574) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 2061.734647] env[62574]: DEBUG oslo_concurrency.lockutils [None req-4d92f819-797a-4336-9184-3b482808b9ef tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.716s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2061.752606] env[62574]: INFO nova.scheduler.client.report [None req-4d92f819-797a-4336-9184-3b482808b9ef tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Deleted allocations for instance 3093e4ab-7f4e-48bf-a3ac-7c990da06f32 [ 2062.104246] env[62574]: DEBUG nova.compute.manager [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] [instance: 3139cb5b-3025-48d6-8a2c-0a94ebfb40e0] Instance has had 0 of 5 cleanup attempts {{(pid=62574) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 2062.260317] env[62574]: DEBUG oslo_concurrency.lockutils [None req-4d92f819-797a-4336-9184-3b482808b9ef tempest-AttachInterfacesTestJSON-1995713526 tempest-AttachInterfacesTestJSON-1995713526-project-member] Lock "3093e4ab-7f4e-48bf-a3ac-7c990da06f32" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.815s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2062.301249] env[62574]: DEBUG nova.network.neutron [None req-569964d8-0aa0-43dd-be8b-04341dcab6ab tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] [instance: 3c459fd4-3e28-458f-91d3-da2220e42191] Updating instance_info_cache with network_info: [{"id": "16fb461c-b9ba-4be8-a6d6-f6b68f12469a", "address": "fa:16:3e:53:b9:f4", "network": {"id": "048e4d0d-d1ab-45c4-a15c-a1cfb16572ac", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1657993544-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3efda8e53e3c4eea8bfd1d5d6cd90db3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f68ebd2a-3c68-48db-8c32-8a01497fc2e7", "external-id": "nsx-vlan-transportzone-49", "segmentation_id": 49, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap16fb461c-b9", "ovs_interfaceid": "16fb461c-b9ba-4be8-a6d6-f6b68f12469a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2062.607167] env[62574]: DEBUG nova.compute.manager [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] [instance: 5c8328d0-47fa-43de-822f-4f33152d2d25] Instance has had 0 of 5 cleanup attempts {{(pid=62574) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 2062.807192] env[62574]: DEBUG oslo_concurrency.lockutils [None req-569964d8-0aa0-43dd-be8b-04341dcab6ab tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Releasing lock "refresh_cache-3c459fd4-3e28-458f-91d3-da2220e42191" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2062.807353] env[62574]: DEBUG nova.objects.instance [None req-569964d8-0aa0-43dd-be8b-04341dcab6ab tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Lazy-loading 'migration_context' on Instance uuid 3c459fd4-3e28-458f-91d3-da2220e42191 {{(pid=62574) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2063.111870] env[62574]: DEBUG nova.compute.manager [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] [instance: 2df2984d-1120-4cdd-80a8-7f0366e4cbed] Instance has had 0 of 5 cleanup attempts {{(pid=62574) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 2063.311615] env[62574]: DEBUG nova.objects.base [None req-569964d8-0aa0-43dd-be8b-04341dcab6ab tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Object Instance<3c459fd4-3e28-458f-91d3-da2220e42191> lazy-loaded attributes: info_cache,migration_context {{(pid=62574) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2063.312714] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9676e03-4fe4-4453-9c1a-12ad35cc40d0 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2063.333386] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc309797-9eb2-4098-bbad-a72d7c023126 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2063.339973] env[62574]: DEBUG oslo_vmware.api [None req-569964d8-0aa0-43dd-be8b-04341dcab6ab tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Waiting for the task: (returnval){ [ 2063.339973] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]52d3e646-db51-52dd-e764-b4d105273574" [ 2063.339973] env[62574]: _type = "Task" [ 2063.339973] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2063.348654] env[62574]: DEBUG oslo_vmware.api [None req-569964d8-0aa0-43dd-be8b-04341dcab6ab tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52d3e646-db51-52dd-e764-b4d105273574, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2063.618078] env[62574]: DEBUG nova.compute.manager [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] [instance: 374c77f3-63b7-4079-8631-8c7d45c8e348] Instance has had 0 of 5 cleanup attempts {{(pid=62574) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 2063.850271] env[62574]: DEBUG oslo_vmware.api [None req-569964d8-0aa0-43dd-be8b-04341dcab6ab tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52d3e646-db51-52dd-e764-b4d105273574, 'name': SearchDatastore_Task, 'duration_secs': 0.009818} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2063.850586] env[62574]: DEBUG oslo_concurrency.lockutils [None req-569964d8-0aa0-43dd-be8b-04341dcab6ab tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2063.850818] env[62574]: DEBUG oslo_concurrency.lockutils [None req-569964d8-0aa0-43dd-be8b-04341dcab6ab tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2064.117947] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-363eb261-e749-4f68-84cb-3ae7b20a0747 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] [instance: 6302cdc1-7534-4722-a8c4-7eaf67a4f125] Volume attach. Driver type: vmdk {{(pid=62574) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2064.118231] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-363eb261-e749-4f68-84cb-3ae7b20a0747 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] [instance: 6302cdc1-7534-4722-a8c4-7eaf67a4f125] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-385052', 'volume_id': '9fb5302d-f74f-43fd-af96-49dad697b89f', 'name': 'volume-9fb5302d-f74f-43fd-af96-49dad697b89f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6302cdc1-7534-4722-a8c4-7eaf67a4f125', 'attached_at': '', 'detached_at': '', 'volume_id': '9fb5302d-f74f-43fd-af96-49dad697b89f', 'serial': '9fb5302d-f74f-43fd-af96-49dad697b89f'} {{(pid=62574) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2064.119085] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff472a2d-4ded-489e-9a0a-502e1257178c {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2064.121999] env[62574]: DEBUG nova.compute.manager [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] [instance: d030b211-e17d-44ed-b034-f57b1599e108] Instance has had 0 of 5 cleanup attempts {{(pid=62574) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 2064.148510] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2330588-ba3e-4c75-84f5-57546f264275 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2064.190340] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-363eb261-e749-4f68-84cb-3ae7b20a0747 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] [instance: 6302cdc1-7534-4722-a8c4-7eaf67a4f125] Reconfiguring VM instance instance-00000070 to attach disk [datastore2] volume-9fb5302d-f74f-43fd-af96-49dad697b89f/volume-9fb5302d-f74f-43fd-af96-49dad697b89f.vmdk or device None with type thin {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2064.191283] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fa243586-c8d0-4b1a-acd7-cb7f0b70d4b3 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2064.216193] env[62574]: DEBUG oslo_vmware.api [None req-363eb261-e749-4f68-84cb-3ae7b20a0747 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Waiting for the task: (returnval){ [ 2064.216193] env[62574]: value = "task-1862651" [ 2064.216193] env[62574]: _type = "Task" [ 2064.216193] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2064.224285] env[62574]: DEBUG oslo_vmware.api [None req-363eb261-e749-4f68-84cb-3ae7b20a0747 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Task: {'id': task-1862651, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2064.488020] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7583d449-7875-4f8c-a76b-16a47beac9ab {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2064.494734] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc4950eb-5d90-413d-ad78-fe9bec60ff9b {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2064.529689] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a116cd77-66fc-4a49-8753-775d1974045f {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2064.541146] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df80d077-89d9-4920-a058-87968132e2d7 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2064.555787] env[62574]: DEBUG nova.compute.provider_tree [None req-569964d8-0aa0-43dd-be8b-04341dcab6ab tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Inventory has not changed in ProviderTree for provider: f0ed160a-beff-4626-a531-2a70d7bc0627 {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2064.626201] env[62574]: DEBUG nova.compute.manager [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] [instance: ec804281-0966-45aa-956d-d911926327c5] Instance has had 0 of 5 cleanup attempts {{(pid=62574) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 2064.630085] env[62574]: DEBUG oslo_vmware.rw_handles [None req-ca815be9-98c1-4f50-b57c-f4dea23cf690 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b5c769-2904-4c42-38d4-395d4674ae6d/disk-0.vmdk. {{(pid=62574) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 2064.630672] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fa391b0-8d6c-4c5b-a689-c70dc4c862bb {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2064.638136] env[62574]: DEBUG oslo_vmware.rw_handles [None req-ca815be9-98c1-4f50-b57c-f4dea23cf690 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b5c769-2904-4c42-38d4-395d4674ae6d/disk-0.vmdk is in state: ready. {{(pid=62574) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 2064.638324] env[62574]: ERROR oslo_vmware.rw_handles [None req-ca815be9-98c1-4f50-b57c-f4dea23cf690 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b5c769-2904-4c42-38d4-395d4674ae6d/disk-0.vmdk due to incomplete transfer. [ 2064.638661] env[62574]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-106e6216-6c9c-4ce9-b49a-aea6beea586e {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2064.645287] env[62574]: DEBUG oslo_vmware.rw_handles [None req-ca815be9-98c1-4f50-b57c-f4dea23cf690 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b5c769-2904-4c42-38d4-395d4674ae6d/disk-0.vmdk. {{(pid=62574) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 2064.645486] env[62574]: DEBUG nova.virt.vmwareapi.images [None req-ca815be9-98c1-4f50-b57c-f4dea23cf690 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] [instance: 13d9a284-2078-4e13-848a-5cce88d50a54] Uploaded image f2c4e19a-6bb0-4942-b59d-2b31ff967674 to the Glance image server {{(pid=62574) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 2064.647808] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca815be9-98c1-4f50-b57c-f4dea23cf690 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] [instance: 13d9a284-2078-4e13-848a-5cce88d50a54] Destroying the VM {{(pid=62574) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 2064.648101] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-03c49bb6-c966-454b-a538-533196f9a056 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2064.654720] env[62574]: DEBUG oslo_vmware.api [None req-ca815be9-98c1-4f50-b57c-f4dea23cf690 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Waiting for the task: (returnval){ [ 2064.654720] env[62574]: value = "task-1862652" [ 2064.654720] env[62574]: _type = "Task" [ 2064.654720] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2064.663068] env[62574]: DEBUG oslo_vmware.api [None req-ca815be9-98c1-4f50-b57c-f4dea23cf690 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Task: {'id': task-1862652, 'name': Destroy_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2064.726495] env[62574]: DEBUG oslo_vmware.api [None req-363eb261-e749-4f68-84cb-3ae7b20a0747 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Task: {'id': task-1862651, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2065.061826] env[62574]: DEBUG nova.scheduler.client.report [None req-569964d8-0aa0-43dd-be8b-04341dcab6ab tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Inventory has not changed for provider f0ed160a-beff-4626-a531-2a70d7bc0627 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 148, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2065.135784] env[62574]: DEBUG nova.compute.manager [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] [instance: 5b85a61c-05a0-4136-9ee7-13827823d8b7] Instance has had 0 of 5 cleanup attempts {{(pid=62574) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 2065.164788] env[62574]: DEBUG oslo_vmware.api [None req-ca815be9-98c1-4f50-b57c-f4dea23cf690 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Task: {'id': task-1862652, 'name': Destroy_Task} progress is 33%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2065.228364] env[62574]: DEBUG oslo_vmware.api [None req-363eb261-e749-4f68-84cb-3ae7b20a0747 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Task: {'id': task-1862651, 'name': ReconfigVM_Task, 'duration_secs': 0.571442} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2065.228684] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-363eb261-e749-4f68-84cb-3ae7b20a0747 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] [instance: 6302cdc1-7534-4722-a8c4-7eaf67a4f125] Reconfigured VM instance instance-00000070 to attach disk [datastore2] volume-9fb5302d-f74f-43fd-af96-49dad697b89f/volume-9fb5302d-f74f-43fd-af96-49dad697b89f.vmdk or device None with type thin {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2065.233725] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-17730885-f33b-4eb4-a5f8-147d84221e50 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2065.248357] env[62574]: DEBUG oslo_vmware.api [None req-363eb261-e749-4f68-84cb-3ae7b20a0747 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Waiting for the task: (returnval){ [ 2065.248357] env[62574]: value = "task-1862653" [ 2065.248357] env[62574]: _type = "Task" [ 2065.248357] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2065.256494] env[62574]: DEBUG oslo_vmware.api [None req-363eb261-e749-4f68-84cb-3ae7b20a0747 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Task: {'id': task-1862653, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2065.638983] env[62574]: DEBUG nova.compute.manager [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] [instance: 840b5925-0c39-43a9-ac2d-2677cf48e03a] Instance has had 0 of 5 cleanup attempts {{(pid=62574) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 2065.664984] env[62574]: DEBUG oslo_vmware.api [None req-ca815be9-98c1-4f50-b57c-f4dea23cf690 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Task: {'id': task-1862652, 'name': Destroy_Task, 'duration_secs': 0.543121} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2065.665256] env[62574]: INFO nova.virt.vmwareapi.vm_util [None req-ca815be9-98c1-4f50-b57c-f4dea23cf690 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] [instance: 13d9a284-2078-4e13-848a-5cce88d50a54] Destroyed the VM [ 2065.665493] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-ca815be9-98c1-4f50-b57c-f4dea23cf690 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] [instance: 13d9a284-2078-4e13-848a-5cce88d50a54] Deleting Snapshot of the VM instance {{(pid=62574) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 2065.665739] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-9c6d588c-d8c4-41e8-8d45-85707b3a8ac3 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2065.671691] env[62574]: DEBUG oslo_vmware.api [None req-ca815be9-98c1-4f50-b57c-f4dea23cf690 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Waiting for the task: (returnval){ [ 2065.671691] env[62574]: value = "task-1862654" [ 2065.671691] env[62574]: _type = "Task" [ 2065.671691] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2065.679310] env[62574]: DEBUG oslo_vmware.api [None req-ca815be9-98c1-4f50-b57c-f4dea23cf690 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Task: {'id': task-1862654, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2065.758043] env[62574]: DEBUG oslo_vmware.api [None req-363eb261-e749-4f68-84cb-3ae7b20a0747 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Task: {'id': task-1862653, 'name': ReconfigVM_Task, 'duration_secs': 0.139767} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2065.758378] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-363eb261-e749-4f68-84cb-3ae7b20a0747 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] [instance: 6302cdc1-7534-4722-a8c4-7eaf67a4f125] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-385052', 'volume_id': '9fb5302d-f74f-43fd-af96-49dad697b89f', 'name': 'volume-9fb5302d-f74f-43fd-af96-49dad697b89f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6302cdc1-7534-4722-a8c4-7eaf67a4f125', 'attached_at': '', 'detached_at': '', 'volume_id': '9fb5302d-f74f-43fd-af96-49dad697b89f', 'serial': '9fb5302d-f74f-43fd-af96-49dad697b89f'} {{(pid=62574) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2066.071185] env[62574]: DEBUG oslo_concurrency.lockutils [None req-569964d8-0aa0-43dd-be8b-04341dcab6ab tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.220s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2066.141861] env[62574]: DEBUG nova.compute.manager [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] [instance: 4dfd42a3-c9d2-45b4-8bb0-9a7a8550997c] Instance has had 0 of 5 cleanup attempts {{(pid=62574) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 2066.183102] env[62574]: DEBUG oslo_vmware.api [None req-ca815be9-98c1-4f50-b57c-f4dea23cf690 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Task: {'id': task-1862654, 'name': RemoveSnapshot_Task, 'duration_secs': 0.319702} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2066.183102] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-ca815be9-98c1-4f50-b57c-f4dea23cf690 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] [instance: 13d9a284-2078-4e13-848a-5cce88d50a54] Deleted Snapshot of the VM instance {{(pid=62574) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 2066.183301] env[62574]: DEBUG nova.compute.manager [None req-ca815be9-98c1-4f50-b57c-f4dea23cf690 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] [instance: 13d9a284-2078-4e13-848a-5cce88d50a54] Checking state {{(pid=62574) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2066.183957] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d835bb55-496d-4d54-bb2b-b5f48685b27e {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2066.635525] env[62574]: INFO nova.scheduler.client.report [None req-569964d8-0aa0-43dd-be8b-04341dcab6ab tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Deleted allocation for migration d3a6b777-e5cb-4bc2-a8a8-b48e0d9f57e7 [ 2066.645347] env[62574]: DEBUG nova.compute.manager [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] [instance: 890904e8-59ec-48ae-bfe5-a7be1c862973] Instance has had 0 of 5 cleanup attempts {{(pid=62574) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 2066.695238] env[62574]: INFO nova.compute.manager [None req-ca815be9-98c1-4f50-b57c-f4dea23cf690 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] [instance: 13d9a284-2078-4e13-848a-5cce88d50a54] Shelve offloading [ 2066.813818] env[62574]: DEBUG nova.objects.instance [None req-363eb261-e749-4f68-84cb-3ae7b20a0747 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Lazy-loading 'flavor' on Instance uuid 6302cdc1-7534-4722-a8c4-7eaf67a4f125 {{(pid=62574) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2066.998881] env[62574]: INFO nova.compute.manager [None req-77eb9fea-daa2-4dd1-9a5e-d6ece4f5a67b tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] [instance: 3c459fd4-3e28-458f-91d3-da2220e42191] Get console output [ 2066.999296] env[62574]: WARNING nova.virt.vmwareapi.driver [None req-77eb9fea-daa2-4dd1-9a5e-d6ece4f5a67b tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] [instance: 3c459fd4-3e28-458f-91d3-da2220e42191] The console log is missing. Check your VSPC configuration [ 2067.144376] env[62574]: DEBUG oslo_concurrency.lockutils [None req-569964d8-0aa0-43dd-be8b-04341dcab6ab tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Lock "3c459fd4-3e28-458f-91d3-da2220e42191" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.670s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2067.148353] env[62574]: DEBUG nova.compute.manager [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] [instance: 9df625d4-a114-410c-a1c1-f85a5c4f4cf2] Instance has had 0 of 5 cleanup attempts {{(pid=62574) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 2067.198700] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca815be9-98c1-4f50-b57c-f4dea23cf690 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] [instance: 13d9a284-2078-4e13-848a-5cce88d50a54] Powering off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2067.198982] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c531900c-7180-4949-b1fb-43b31572bc3f {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2067.207462] env[62574]: DEBUG oslo_vmware.api [None req-ca815be9-98c1-4f50-b57c-f4dea23cf690 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Waiting for the task: (returnval){ [ 2067.207462] env[62574]: value = "task-1862655" [ 2067.207462] env[62574]: _type = "Task" [ 2067.207462] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2067.217906] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca815be9-98c1-4f50-b57c-f4dea23cf690 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] [instance: 13d9a284-2078-4e13-848a-5cce88d50a54] VM already powered off {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 2067.218227] env[62574]: DEBUG nova.compute.manager [None req-ca815be9-98c1-4f50-b57c-f4dea23cf690 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] [instance: 13d9a284-2078-4e13-848a-5cce88d50a54] Checking state {{(pid=62574) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2067.218930] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dcc9089-bdf9-4ef9-a2a2-474c1c07bd01 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2067.225413] env[62574]: DEBUG oslo_concurrency.lockutils [None req-ca815be9-98c1-4f50-b57c-f4dea23cf690 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Acquiring lock "refresh_cache-13d9a284-2078-4e13-848a-5cce88d50a54" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2067.225751] env[62574]: DEBUG oslo_concurrency.lockutils [None req-ca815be9-98c1-4f50-b57c-f4dea23cf690 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Acquired lock "refresh_cache-13d9a284-2078-4e13-848a-5cce88d50a54" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2067.225861] env[62574]: DEBUG nova.network.neutron [None req-ca815be9-98c1-4f50-b57c-f4dea23cf690 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] [instance: 13d9a284-2078-4e13-848a-5cce88d50a54] Building network info cache for instance {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2067.323642] env[62574]: DEBUG oslo_concurrency.lockutils [None req-363eb261-e749-4f68-84cb-3ae7b20a0747 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Lock "6302cdc1-7534-4722-a8c4-7eaf67a4f125" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.817s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2067.651584] env[62574]: DEBUG nova.compute.manager [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] [instance: de9dee3d-30a9-4eab-ae6f-e4347c588236] Instance has had 0 of 5 cleanup attempts {{(pid=62574) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 2067.959281] env[62574]: DEBUG nova.network.neutron [None req-ca815be9-98c1-4f50-b57c-f4dea23cf690 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] [instance: 13d9a284-2078-4e13-848a-5cce88d50a54] Updating instance_info_cache with network_info: [{"id": "e2602d78-f91c-4476-a1bd-d57cda450df9", "address": "fa:16:3e:67:c4:38", "network": {"id": "b2d07115-f5da-483b-99a5-ede728256338", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-116321158-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.173", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ab01ddb6cf3453f8b60099794e20a03", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c20f5114-0866-45b3-9a7c-62f113ff83fa", "external-id": "nsx-vlan-transportzone-47", "segmentation_id": 47, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2602d78-f9", "ovs_interfaceid": "e2602d78-f91c-4476-a1bd-d57cda450df9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2068.046782] env[62574]: DEBUG oslo_concurrency.lockutils [None req-d6673fbe-3d97-4f40-b16c-f9686fdf7d20 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Acquiring lock "6302cdc1-7534-4722-a8c4-7eaf67a4f125" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2068.046782] env[62574]: DEBUG oslo_concurrency.lockutils [None req-d6673fbe-3d97-4f40-b16c-f9686fdf7d20 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Lock "6302cdc1-7534-4722-a8c4-7eaf67a4f125" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2068.154961] env[62574]: DEBUG nova.compute.manager [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] [instance: d985f1a9-bdf9-4995-a05c-5a14cf3113ba] Instance has had 0 of 5 cleanup attempts {{(pid=62574) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 2068.461727] env[62574]: DEBUG oslo_concurrency.lockutils [None req-ca815be9-98c1-4f50-b57c-f4dea23cf690 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Releasing lock "refresh_cache-13d9a284-2078-4e13-848a-5cce88d50a54" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2068.549784] env[62574]: INFO nova.compute.manager [None req-d6673fbe-3d97-4f40-b16c-f9686fdf7d20 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] [instance: 6302cdc1-7534-4722-a8c4-7eaf67a4f125] Detaching volume 9fb5302d-f74f-43fd-af96-49dad697b89f [ 2068.588160] env[62574]: INFO nova.virt.block_device [None req-d6673fbe-3d97-4f40-b16c-f9686fdf7d20 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] [instance: 6302cdc1-7534-4722-a8c4-7eaf67a4f125] Attempting to driver detach volume 9fb5302d-f74f-43fd-af96-49dad697b89f from mountpoint /dev/sdb [ 2068.588160] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6673fbe-3d97-4f40-b16c-f9686fdf7d20 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] [instance: 6302cdc1-7534-4722-a8c4-7eaf67a4f125] Volume detach. Driver type: vmdk {{(pid=62574) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2068.588160] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6673fbe-3d97-4f40-b16c-f9686fdf7d20 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] [instance: 6302cdc1-7534-4722-a8c4-7eaf67a4f125] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-385052', 'volume_id': '9fb5302d-f74f-43fd-af96-49dad697b89f', 'name': 'volume-9fb5302d-f74f-43fd-af96-49dad697b89f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6302cdc1-7534-4722-a8c4-7eaf67a4f125', 'attached_at': '', 'detached_at': '', 'volume_id': '9fb5302d-f74f-43fd-af96-49dad697b89f', 'serial': '9fb5302d-f74f-43fd-af96-49dad697b89f'} {{(pid=62574) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2068.588556] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf1e64c9-8bf5-411e-8b18-e1c0bd7b56a0 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2068.610902] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-102fd263-b6f0-4330-b73b-effd26324b08 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2068.618258] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fd477c1-c24a-436c-862a-9edfd9c8d520 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2068.639662] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d309e4f-dc0f-4520-bf07-d61ac1503c73 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2068.655265] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6673fbe-3d97-4f40-b16c-f9686fdf7d20 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] The volume has not been displaced from its original location: [datastore2] volume-9fb5302d-f74f-43fd-af96-49dad697b89f/volume-9fb5302d-f74f-43fd-af96-49dad697b89f.vmdk. No consolidation needed. {{(pid=62574) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2068.660633] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6673fbe-3d97-4f40-b16c-f9686fdf7d20 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] [instance: 6302cdc1-7534-4722-a8c4-7eaf67a4f125] Reconfiguring VM instance instance-00000070 to detach disk 2001 {{(pid=62574) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2068.661193] env[62574]: DEBUG nova.compute.manager [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] [instance: 475f8175-e0eb-4d78-a300-bd84eb4c8772] Instance has had 0 of 5 cleanup attempts {{(pid=62574) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 2068.662847] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-866f21bd-e535-4128-bb81-0b71cfc5e856 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2068.682523] env[62574]: DEBUG oslo_vmware.api [None req-d6673fbe-3d97-4f40-b16c-f9686fdf7d20 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Waiting for the task: (returnval){ [ 2068.682523] env[62574]: value = "task-1862656" [ 2068.682523] env[62574]: _type = "Task" [ 2068.682523] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2068.691205] env[62574]: DEBUG oslo_vmware.api [None req-d6673fbe-3d97-4f40-b16c-f9686fdf7d20 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Task: {'id': task-1862656, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2068.770991] env[62574]: DEBUG nova.compute.manager [req-6fa10fea-f9fe-4a0b-a861-fef72c7ee157 req-7c5efc80-be2a-4213-b635-1c6f9bcf3212 service nova] [instance: 13d9a284-2078-4e13-848a-5cce88d50a54] Received event network-vif-unplugged-e2602d78-f91c-4476-a1bd-d57cda450df9 {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 2068.771233] env[62574]: DEBUG oslo_concurrency.lockutils [req-6fa10fea-f9fe-4a0b-a861-fef72c7ee157 req-7c5efc80-be2a-4213-b635-1c6f9bcf3212 service nova] Acquiring lock "13d9a284-2078-4e13-848a-5cce88d50a54-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2068.771438] env[62574]: DEBUG oslo_concurrency.lockutils [req-6fa10fea-f9fe-4a0b-a861-fef72c7ee157 req-7c5efc80-be2a-4213-b635-1c6f9bcf3212 service nova] Lock "13d9a284-2078-4e13-848a-5cce88d50a54-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2068.771600] env[62574]: DEBUG oslo_concurrency.lockutils [req-6fa10fea-f9fe-4a0b-a861-fef72c7ee157 req-7c5efc80-be2a-4213-b635-1c6f9bcf3212 service nova] Lock "13d9a284-2078-4e13-848a-5cce88d50a54-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2068.771763] env[62574]: DEBUG nova.compute.manager [req-6fa10fea-f9fe-4a0b-a861-fef72c7ee157 req-7c5efc80-be2a-4213-b635-1c6f9bcf3212 service nova] [instance: 13d9a284-2078-4e13-848a-5cce88d50a54] No waiting events found dispatching network-vif-unplugged-e2602d78-f91c-4476-a1bd-d57cda450df9 {{(pid=62574) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2068.771926] env[62574]: WARNING nova.compute.manager [req-6fa10fea-f9fe-4a0b-a861-fef72c7ee157 req-7c5efc80-be2a-4213-b635-1c6f9bcf3212 service nova] [instance: 13d9a284-2078-4e13-848a-5cce88d50a54] Received unexpected event network-vif-unplugged-e2602d78-f91c-4476-a1bd-d57cda450df9 for instance with vm_state shelved and task_state shelving_offloading. [ 2068.924808] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-ca815be9-98c1-4f50-b57c-f4dea23cf690 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] [instance: 13d9a284-2078-4e13-848a-5cce88d50a54] Destroying instance {{(pid=62574) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2068.925537] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83ead771-5a67-42cf-9995-a07e29b75338 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2068.933658] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-ca815be9-98c1-4f50-b57c-f4dea23cf690 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] [instance: 13d9a284-2078-4e13-848a-5cce88d50a54] Unregistering the VM {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2068.935026] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fd56de09-0a6d-42da-ae3c-43c965b6de19 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2069.011873] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-ca815be9-98c1-4f50-b57c-f4dea23cf690 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] [instance: 13d9a284-2078-4e13-848a-5cce88d50a54] Unregistered the VM {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2069.012189] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-ca815be9-98c1-4f50-b57c-f4dea23cf690 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] [instance: 13d9a284-2078-4e13-848a-5cce88d50a54] Deleting contents of the VM from datastore datastore2 {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2069.012396] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca815be9-98c1-4f50-b57c-f4dea23cf690 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Deleting the datastore file [datastore2] 13d9a284-2078-4e13-848a-5cce88d50a54 {{(pid=62574) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2069.012673] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-26b6ca97-155c-482d-ae79-fcad055fe8e5 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2069.019065] env[62574]: DEBUG oslo_vmware.api [None req-ca815be9-98c1-4f50-b57c-f4dea23cf690 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Waiting for the task: (returnval){ [ 2069.019065] env[62574]: value = "task-1862658" [ 2069.019065] env[62574]: _type = "Task" [ 2069.019065] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2069.026352] env[62574]: DEBUG oslo_vmware.api [None req-ca815be9-98c1-4f50-b57c-f4dea23cf690 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Task: {'id': task-1862658, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2069.176696] env[62574]: DEBUG nova.compute.manager [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] [instance: e31031b0-b80e-4fde-97f5-5a58d7695ee9] Instance has had 0 of 5 cleanup attempts {{(pid=62574) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 2069.191499] env[62574]: DEBUG oslo_vmware.api [None req-d6673fbe-3d97-4f40-b16c-f9686fdf7d20 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Task: {'id': task-1862656, 'name': ReconfigVM_Task, 'duration_secs': 0.215086} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2069.191747] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6673fbe-3d97-4f40-b16c-f9686fdf7d20 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] [instance: 6302cdc1-7534-4722-a8c4-7eaf67a4f125] Reconfigured VM instance instance-00000070 to detach disk 2001 {{(pid=62574) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2069.196779] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-14824deb-bac5-4479-9371-63e6c6489177 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2069.212909] env[62574]: DEBUG oslo_vmware.api [None req-d6673fbe-3d97-4f40-b16c-f9686fdf7d20 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Waiting for the task: (returnval){ [ 2069.212909] env[62574]: value = "task-1862659" [ 2069.212909] env[62574]: _type = "Task" [ 2069.212909] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2069.220620] env[62574]: DEBUG oslo_vmware.api [None req-d6673fbe-3d97-4f40-b16c-f9686fdf7d20 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Task: {'id': task-1862659, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2069.356949] env[62574]: DEBUG oslo_concurrency.lockutils [None req-b4652c80-201b-4041-98d3-684ee49bb460 tempest-ServersTestJSON-109533052 tempest-ServersTestJSON-109533052-project-member] Acquiring lock "31f8709d-2d2e-4074-bf75-76c44cfadb72" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2069.357209] env[62574]: DEBUG oslo_concurrency.lockutils [None req-b4652c80-201b-4041-98d3-684ee49bb460 tempest-ServersTestJSON-109533052 tempest-ServersTestJSON-109533052-project-member] Lock "31f8709d-2d2e-4074-bf75-76c44cfadb72" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2069.530067] env[62574]: DEBUG oslo_vmware.api [None req-ca815be9-98c1-4f50-b57c-f4dea23cf690 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Task: {'id': task-1862658, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.125549} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2069.530328] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca815be9-98c1-4f50-b57c-f4dea23cf690 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Deleted the datastore file {{(pid=62574) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2069.530510] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-ca815be9-98c1-4f50-b57c-f4dea23cf690 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] [instance: 13d9a284-2078-4e13-848a-5cce88d50a54] Deleted contents of the VM from datastore datastore2 {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2069.530685] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-ca815be9-98c1-4f50-b57c-f4dea23cf690 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] [instance: 13d9a284-2078-4e13-848a-5cce88d50a54] Instance destroyed {{(pid=62574) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2069.547390] env[62574]: INFO nova.scheduler.client.report [None req-ca815be9-98c1-4f50-b57c-f4dea23cf690 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Deleted allocations for instance 13d9a284-2078-4e13-848a-5cce88d50a54 [ 2069.680480] env[62574]: DEBUG nova.compute.manager [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] [instance: c9f509e8-5f1b-4ea9-9367-46d544ffa807] Instance has had 0 of 5 cleanup attempts {{(pid=62574) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 2069.723969] env[62574]: DEBUG oslo_vmware.api [None req-d6673fbe-3d97-4f40-b16c-f9686fdf7d20 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Task: {'id': task-1862659, 'name': ReconfigVM_Task, 'duration_secs': 0.134448} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2069.724307] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6673fbe-3d97-4f40-b16c-f9686fdf7d20 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] [instance: 6302cdc1-7534-4722-a8c4-7eaf67a4f125] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-385052', 'volume_id': '9fb5302d-f74f-43fd-af96-49dad697b89f', 'name': 'volume-9fb5302d-f74f-43fd-af96-49dad697b89f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6302cdc1-7534-4722-a8c4-7eaf67a4f125', 'attached_at': '', 'detached_at': '', 'volume_id': '9fb5302d-f74f-43fd-af96-49dad697b89f', 'serial': '9fb5302d-f74f-43fd-af96-49dad697b89f'} {{(pid=62574) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2069.862053] env[62574]: DEBUG nova.compute.manager [None req-b4652c80-201b-4041-98d3-684ee49bb460 tempest-ServersTestJSON-109533052 tempest-ServersTestJSON-109533052-project-member] [instance: 31f8709d-2d2e-4074-bf75-76c44cfadb72] Starting instance... {{(pid=62574) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2070.051674] env[62574]: DEBUG oslo_concurrency.lockutils [None req-ca815be9-98c1-4f50-b57c-f4dea23cf690 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2070.052095] env[62574]: DEBUG oslo_concurrency.lockutils [None req-ca815be9-98c1-4f50-b57c-f4dea23cf690 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2070.052389] env[62574]: DEBUG nova.objects.instance [None req-ca815be9-98c1-4f50-b57c-f4dea23cf690 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Lazy-loading 'resources' on Instance uuid 13d9a284-2078-4e13-848a-5cce88d50a54 {{(pid=62574) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2070.183854] env[62574]: DEBUG nova.compute.manager [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] [instance: 5b6261ef-63f1-49d1-b19f-798b48df3806] Instance has had 0 of 5 cleanup attempts {{(pid=62574) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 2070.271362] env[62574]: DEBUG nova.objects.instance [None req-d6673fbe-3d97-4f40-b16c-f9686fdf7d20 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Lazy-loading 'flavor' on Instance uuid 6302cdc1-7534-4722-a8c4-7eaf67a4f125 {{(pid=62574) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2070.385712] env[62574]: DEBUG oslo_concurrency.lockutils [None req-b4652c80-201b-4041-98d3-684ee49bb460 tempest-ServersTestJSON-109533052 tempest-ServersTestJSON-109533052-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2070.555073] env[62574]: DEBUG nova.objects.instance [None req-ca815be9-98c1-4f50-b57c-f4dea23cf690 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Lazy-loading 'numa_topology' on Instance uuid 13d9a284-2078-4e13-848a-5cce88d50a54 {{(pid=62574) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2070.687705] env[62574]: DEBUG nova.compute.manager [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] [instance: 1acdec40-8943-472c-ae9f-aad12d2bc16d] Instance has had 0 of 5 cleanup attempts {{(pid=62574) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 2070.800621] env[62574]: DEBUG nova.compute.manager [req-d7098ef2-43ac-450a-a8d0-4aba9e927296 req-aa4d165c-88ae-42c3-9b99-cf32d3a3953c service nova] [instance: 13d9a284-2078-4e13-848a-5cce88d50a54] Received event network-changed-e2602d78-f91c-4476-a1bd-d57cda450df9 {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 2070.800836] env[62574]: DEBUG nova.compute.manager [req-d7098ef2-43ac-450a-a8d0-4aba9e927296 req-aa4d165c-88ae-42c3-9b99-cf32d3a3953c service nova] [instance: 13d9a284-2078-4e13-848a-5cce88d50a54] Refreshing instance network info cache due to event network-changed-e2602d78-f91c-4476-a1bd-d57cda450df9. {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 2070.801206] env[62574]: DEBUG oslo_concurrency.lockutils [req-d7098ef2-43ac-450a-a8d0-4aba9e927296 req-aa4d165c-88ae-42c3-9b99-cf32d3a3953c service nova] Acquiring lock "refresh_cache-13d9a284-2078-4e13-848a-5cce88d50a54" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2070.801414] env[62574]: DEBUG oslo_concurrency.lockutils [req-d7098ef2-43ac-450a-a8d0-4aba9e927296 req-aa4d165c-88ae-42c3-9b99-cf32d3a3953c service nova] Acquired lock "refresh_cache-13d9a284-2078-4e13-848a-5cce88d50a54" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2070.801591] env[62574]: DEBUG nova.network.neutron [req-d7098ef2-43ac-450a-a8d0-4aba9e927296 req-aa4d165c-88ae-42c3-9b99-cf32d3a3953c service nova] [instance: 13d9a284-2078-4e13-848a-5cce88d50a54] Refreshing network info cache for port e2602d78-f91c-4476-a1bd-d57cda450df9 {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2071.057590] env[62574]: DEBUG nova.objects.base [None req-ca815be9-98c1-4f50-b57c-f4dea23cf690 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Object Instance<13d9a284-2078-4e13-848a-5cce88d50a54> lazy-loaded attributes: resources,numa_topology {{(pid=62574) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2071.144680] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f7ec7d8-58ff-4e09-b3f3-b905256775aa {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2071.153635] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2d0547d-8c77-43e7-87ca-3ccd9e38d021 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2071.183764] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21a6bec3-6a1e-4255-8a7b-7d1e03ba204b {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2071.190816] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d164100d-5461-4c16-9514-7bbb8e372287 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2071.194706] env[62574]: DEBUG nova.compute.manager [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] [instance: 9a4440bb-97d9-4dd7-bc7d-2a6c94e9e40c] Instance has had 0 of 5 cleanup attempts {{(pid=62574) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 2071.209135] env[62574]: DEBUG nova.compute.provider_tree [None req-ca815be9-98c1-4f50-b57c-f4dea23cf690 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Inventory has not changed in ProviderTree for provider: f0ed160a-beff-4626-a531-2a70d7bc0627 {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2071.280983] env[62574]: DEBUG oslo_concurrency.lockutils [None req-d6673fbe-3d97-4f40-b16c-f9686fdf7d20 tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Lock "6302cdc1-7534-4722-a8c4-7eaf67a4f125" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.234s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2071.417918] env[62574]: DEBUG oslo_concurrency.lockutils [None req-8317f2dc-e092-4bd8-9525-24ea5d9c89a1 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Acquiring lock "13d9a284-2078-4e13-848a-5cce88d50a54" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2071.548158] env[62574]: DEBUG nova.network.neutron [req-d7098ef2-43ac-450a-a8d0-4aba9e927296 req-aa4d165c-88ae-42c3-9b99-cf32d3a3953c service nova] [instance: 13d9a284-2078-4e13-848a-5cce88d50a54] Updated VIF entry in instance network info cache for port e2602d78-f91c-4476-a1bd-d57cda450df9. {{(pid=62574) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2071.548524] env[62574]: DEBUG nova.network.neutron [req-d7098ef2-43ac-450a-a8d0-4aba9e927296 req-aa4d165c-88ae-42c3-9b99-cf32d3a3953c service nova] [instance: 13d9a284-2078-4e13-848a-5cce88d50a54] Updating instance_info_cache with network_info: [{"id": "e2602d78-f91c-4476-a1bd-d57cda450df9", "address": "fa:16:3e:67:c4:38", "network": {"id": "b2d07115-f5da-483b-99a5-ede728256338", "bridge": null, "label": "tempest-ServerActionsTestOtherB-116321158-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.173", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ab01ddb6cf3453f8b60099794e20a03", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tape2602d78-f9", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2071.697348] env[62574]: DEBUG nova.compute.manager [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] [instance: 31d56eaa-d483-4254-9ca4-66bd50680c92] Instance has had 0 of 5 cleanup attempts {{(pid=62574) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 2071.712524] env[62574]: DEBUG nova.scheduler.client.report [None req-ca815be9-98c1-4f50-b57c-f4dea23cf690 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Inventory has not changed for provider f0ed160a-beff-4626-a531-2a70d7bc0627 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 148, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2072.051473] env[62574]: DEBUG oslo_concurrency.lockutils [req-d7098ef2-43ac-450a-a8d0-4aba9e927296 req-aa4d165c-88ae-42c3-9b99-cf32d3a3953c service nova] Releasing lock "refresh_cache-13d9a284-2078-4e13-848a-5cce88d50a54" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2072.200361] env[62574]: DEBUG nova.compute.manager [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] [instance: 723b0a75-38ad-494b-baac-29077f352e48] Instance has had 0 of 5 cleanup attempts {{(pid=62574) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 2072.217265] env[62574]: DEBUG oslo_concurrency.lockutils [None req-ca815be9-98c1-4f50-b57c-f4dea23cf690 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.165s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2072.219813] env[62574]: DEBUG oslo_concurrency.lockutils [None req-b4652c80-201b-4041-98d3-684ee49bb460 tempest-ServersTestJSON-109533052 tempest-ServersTestJSON-109533052-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.834s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2072.221366] env[62574]: INFO nova.compute.claims [None req-b4652c80-201b-4041-98d3-684ee49bb460 tempest-ServersTestJSON-109533052 tempest-ServersTestJSON-109533052-project-member] [instance: 31f8709d-2d2e-4074-bf75-76c44cfadb72] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2072.327099] env[62574]: DEBUG oslo_concurrency.lockutils [None req-ea9e61de-c550-4af7-ba86-098541a0543d tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Acquiring lock "6302cdc1-7534-4722-a8c4-7eaf67a4f125" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2072.327380] env[62574]: DEBUG oslo_concurrency.lockutils [None req-ea9e61de-c550-4af7-ba86-098541a0543d tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Lock "6302cdc1-7534-4722-a8c4-7eaf67a4f125" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2072.327598] env[62574]: DEBUG oslo_concurrency.lockutils [None req-ea9e61de-c550-4af7-ba86-098541a0543d tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Acquiring lock "6302cdc1-7534-4722-a8c4-7eaf67a4f125-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2072.327820] env[62574]: DEBUG oslo_concurrency.lockutils [None req-ea9e61de-c550-4af7-ba86-098541a0543d tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Lock "6302cdc1-7534-4722-a8c4-7eaf67a4f125-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2072.328016] env[62574]: DEBUG oslo_concurrency.lockutils [None req-ea9e61de-c550-4af7-ba86-098541a0543d tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Lock "6302cdc1-7534-4722-a8c4-7eaf67a4f125-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2072.330046] env[62574]: INFO nova.compute.manager [None req-ea9e61de-c550-4af7-ba86-098541a0543d tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] [instance: 6302cdc1-7534-4722-a8c4-7eaf67a4f125] Terminating instance [ 2072.705751] env[62574]: DEBUG nova.compute.manager [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] [instance: 813a8ab3-10c8-4980-b2b4-7a96d53137ba] Instance has had 0 of 5 cleanup attempts {{(pid=62574) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 2072.732314] env[62574]: DEBUG oslo_concurrency.lockutils [None req-ca815be9-98c1-4f50-b57c-f4dea23cf690 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Lock "13d9a284-2078-4e13-848a-5cce88d50a54" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 25.335s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2072.733227] env[62574]: DEBUG oslo_concurrency.lockutils [None req-8317f2dc-e092-4bd8-9525-24ea5d9c89a1 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Lock "13d9a284-2078-4e13-848a-5cce88d50a54" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 1.315s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2072.733384] env[62574]: INFO nova.compute.manager [None req-8317f2dc-e092-4bd8-9525-24ea5d9c89a1 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] [instance: 13d9a284-2078-4e13-848a-5cce88d50a54] Unshelving [ 2072.833761] env[62574]: DEBUG nova.compute.manager [None req-ea9e61de-c550-4af7-ba86-098541a0543d tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] [instance: 6302cdc1-7534-4722-a8c4-7eaf67a4f125] Start destroying the instance on the hypervisor. {{(pid=62574) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2072.834032] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-ea9e61de-c550-4af7-ba86-098541a0543d tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] [instance: 6302cdc1-7534-4722-a8c4-7eaf67a4f125] Destroying instance {{(pid=62574) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2072.834922] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-245e84d6-9c23-4f89-98b6-c745ffdbb395 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2072.842539] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea9e61de-c550-4af7-ba86-098541a0543d tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] [instance: 6302cdc1-7534-4722-a8c4-7eaf67a4f125] Powering off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2072.842760] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0fcd0bcb-6024-4b91-a594-8f333c320579 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2072.848173] env[62574]: DEBUG oslo_vmware.api [None req-ea9e61de-c550-4af7-ba86-098541a0543d tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Waiting for the task: (returnval){ [ 2072.848173] env[62574]: value = "task-1862660" [ 2072.848173] env[62574]: _type = "Task" [ 2072.848173] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2072.855554] env[62574]: DEBUG oslo_vmware.api [None req-ea9e61de-c550-4af7-ba86-098541a0543d tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Task: {'id': task-1862660, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2073.209070] env[62574]: DEBUG nova.compute.manager [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] [instance: bd144d1a-a8e0-4d1f-ad0d-f3192e5cacd1] Instance has had 0 of 5 cleanup attempts {{(pid=62574) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 2073.334582] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13782ea9-6f05-4f62-8f46-c35b6a195c8d {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2073.342653] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d5d39ea-11ab-4d19-84f4-6687059bfd91 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2073.376228] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34edd249-2000-4418-8797-5db8ef93fc70 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2073.381225] env[62574]: DEBUG oslo_vmware.api [None req-ea9e61de-c550-4af7-ba86-098541a0543d tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Task: {'id': task-1862660, 'name': PowerOffVM_Task, 'duration_secs': 0.173716} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2073.382052] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea9e61de-c550-4af7-ba86-098541a0543d tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] [instance: 6302cdc1-7534-4722-a8c4-7eaf67a4f125] Powered off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2073.382052] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-ea9e61de-c550-4af7-ba86-098541a0543d tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] [instance: 6302cdc1-7534-4722-a8c4-7eaf67a4f125] Unregistering the VM {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2073.382250] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-72251f3d-10f6-410f-8c1a-dc62ce927647 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2073.386590] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca3ace14-f75b-4e46-a03f-54935aeddf40 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2073.400056] env[62574]: DEBUG nova.compute.provider_tree [None req-b4652c80-201b-4041-98d3-684ee49bb460 tempest-ServersTestJSON-109533052 tempest-ServersTestJSON-109533052-project-member] Inventory has not changed in ProviderTree for provider: f0ed160a-beff-4626-a531-2a70d7bc0627 {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2073.460036] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-ea9e61de-c550-4af7-ba86-098541a0543d tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] [instance: 6302cdc1-7534-4722-a8c4-7eaf67a4f125] Unregistered the VM {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2073.460230] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-ea9e61de-c550-4af7-ba86-098541a0543d tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] [instance: 6302cdc1-7534-4722-a8c4-7eaf67a4f125] Deleting contents of the VM from datastore datastore2 {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2073.460342] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea9e61de-c550-4af7-ba86-098541a0543d tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Deleting the datastore file [datastore2] 6302cdc1-7534-4722-a8c4-7eaf67a4f125 {{(pid=62574) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2073.460588] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ed074c4b-982b-479b-ac6f-4f7d82fb1f67 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2073.467169] env[62574]: DEBUG oslo_vmware.api [None req-ea9e61de-c550-4af7-ba86-098541a0543d tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Waiting for the task: (returnval){ [ 2073.467169] env[62574]: value = "task-1862662" [ 2073.467169] env[62574]: _type = "Task" [ 2073.467169] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2073.474996] env[62574]: DEBUG oslo_vmware.api [None req-ea9e61de-c550-4af7-ba86-098541a0543d tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Task: {'id': task-1862662, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2073.711997] env[62574]: DEBUG nova.compute.manager [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] [instance: 787a4d2b-9ae0-4226-95c3-ed825a3a3f55] Instance has had 0 of 5 cleanup attempts {{(pid=62574) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 2073.751765] env[62574]: DEBUG oslo_concurrency.lockutils [None req-8317f2dc-e092-4bd8-9525-24ea5d9c89a1 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2073.903435] env[62574]: DEBUG nova.scheduler.client.report [None req-b4652c80-201b-4041-98d3-684ee49bb460 tempest-ServersTestJSON-109533052 tempest-ServersTestJSON-109533052-project-member] Inventory has not changed for provider f0ed160a-beff-4626-a531-2a70d7bc0627 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 148, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2073.977370] env[62574]: DEBUG oslo_vmware.api [None req-ea9e61de-c550-4af7-ba86-098541a0543d tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Task: {'id': task-1862662, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.122411} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2073.977634] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea9e61de-c550-4af7-ba86-098541a0543d tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Deleted the datastore file {{(pid=62574) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2073.977816] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-ea9e61de-c550-4af7-ba86-098541a0543d tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] [instance: 6302cdc1-7534-4722-a8c4-7eaf67a4f125] Deleted contents of the VM from datastore datastore2 {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2073.977994] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-ea9e61de-c550-4af7-ba86-098541a0543d tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] [instance: 6302cdc1-7534-4722-a8c4-7eaf67a4f125] Instance destroyed {{(pid=62574) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2073.978190] env[62574]: INFO nova.compute.manager [None req-ea9e61de-c550-4af7-ba86-098541a0543d tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] [instance: 6302cdc1-7534-4722-a8c4-7eaf67a4f125] Took 1.14 seconds to destroy the instance on the hypervisor. [ 2073.978436] env[62574]: DEBUG oslo.service.loopingcall [None req-ea9e61de-c550-4af7-ba86-098541a0543d tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62574) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2073.978630] env[62574]: DEBUG nova.compute.manager [-] [instance: 6302cdc1-7534-4722-a8c4-7eaf67a4f125] Deallocating network for instance {{(pid=62574) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2073.978725] env[62574]: DEBUG nova.network.neutron [-] [instance: 6302cdc1-7534-4722-a8c4-7eaf67a4f125] deallocate_for_instance() {{(pid=62574) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2074.215213] env[62574]: DEBUG nova.compute.manager [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] [instance: 8abe0c7b-f3f1-4f99-83f0-ddff0d909b82] Instance has had 0 of 5 cleanup attempts {{(pid=62574) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 2074.408411] env[62574]: DEBUG oslo_concurrency.lockutils [None req-b4652c80-201b-4041-98d3-684ee49bb460 tempest-ServersTestJSON-109533052 tempest-ServersTestJSON-109533052-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.189s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2074.408943] env[62574]: DEBUG nova.compute.manager [None req-b4652c80-201b-4041-98d3-684ee49bb460 tempest-ServersTestJSON-109533052 tempest-ServersTestJSON-109533052-project-member] [instance: 31f8709d-2d2e-4074-bf75-76c44cfadb72] Start building networks asynchronously for instance. {{(pid=62574) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2074.412127] env[62574]: DEBUG oslo_concurrency.lockutils [None req-8317f2dc-e092-4bd8-9525-24ea5d9c89a1 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.660s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2074.412341] env[62574]: DEBUG nova.objects.instance [None req-8317f2dc-e092-4bd8-9525-24ea5d9c89a1 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Lazy-loading 'pci_requests' on Instance uuid 13d9a284-2078-4e13-848a-5cce88d50a54 {{(pid=62574) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2074.486450] env[62574]: DEBUG nova.compute.manager [req-634856ff-47c0-4ec5-b4f1-b7c814c35b96 req-9d3b6e19-f01d-47b8-8e1f-c25dfdf0e6a8 service nova] [instance: 6302cdc1-7534-4722-a8c4-7eaf67a4f125] Received event network-vif-deleted-71387246-f99d-4d36-915d-39296fb77a6b {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 2074.486693] env[62574]: INFO nova.compute.manager [req-634856ff-47c0-4ec5-b4f1-b7c814c35b96 req-9d3b6e19-f01d-47b8-8e1f-c25dfdf0e6a8 service nova] [instance: 6302cdc1-7534-4722-a8c4-7eaf67a4f125] Neutron deleted interface 71387246-f99d-4d36-915d-39296fb77a6b; detaching it from the instance and deleting it from the info cache [ 2074.486837] env[62574]: DEBUG nova.network.neutron [req-634856ff-47c0-4ec5-b4f1-b7c814c35b96 req-9d3b6e19-f01d-47b8-8e1f-c25dfdf0e6a8 service nova] [instance: 6302cdc1-7534-4722-a8c4-7eaf67a4f125] Updating instance_info_cache with network_info: [] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2074.718854] env[62574]: DEBUG nova.compute.manager [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] [instance: c790641f-213d-4c82-b627-7ffc416d9f0b] Instance has had 0 of 5 cleanup attempts {{(pid=62574) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 2074.915734] env[62574]: DEBUG nova.compute.utils [None req-b4652c80-201b-4041-98d3-684ee49bb460 tempest-ServersTestJSON-109533052 tempest-ServersTestJSON-109533052-project-member] Using /dev/sd instead of None {{(pid=62574) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2074.917132] env[62574]: DEBUG nova.compute.manager [None req-b4652c80-201b-4041-98d3-684ee49bb460 tempest-ServersTestJSON-109533052 tempest-ServersTestJSON-109533052-project-member] [instance: 31f8709d-2d2e-4074-bf75-76c44cfadb72] Allocating IP information in the background. {{(pid=62574) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2074.917314] env[62574]: DEBUG nova.network.neutron [None req-b4652c80-201b-4041-98d3-684ee49bb460 tempest-ServersTestJSON-109533052 tempest-ServersTestJSON-109533052-project-member] [instance: 31f8709d-2d2e-4074-bf75-76c44cfadb72] allocate_for_instance() {{(pid=62574) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2074.921303] env[62574]: DEBUG nova.objects.instance [None req-8317f2dc-e092-4bd8-9525-24ea5d9c89a1 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Lazy-loading 'numa_topology' on Instance uuid 13d9a284-2078-4e13-848a-5cce88d50a54 {{(pid=62574) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2074.961445] env[62574]: DEBUG nova.policy [None req-b4652c80-201b-4041-98d3-684ee49bb460 tempest-ServersTestJSON-109533052 tempest-ServersTestJSON-109533052-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9b0e41ae35da4246b81edd8392499c12', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4bf4529c92a34e3b8c34067d616309d8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62574) authorize /opt/stack/nova/nova/policy.py:192}} [ 2074.962928] env[62574]: DEBUG nova.network.neutron [-] [instance: 6302cdc1-7534-4722-a8c4-7eaf67a4f125] Updating instance_info_cache with network_info: [] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2074.989521] env[62574]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-869b025c-a6ae-4b28-ab1c-259a7ea4bad2 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2074.999567] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c73664c8-f976-4215-a5a3-90cd595b4da8 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2075.031678] env[62574]: DEBUG nova.compute.manager [req-634856ff-47c0-4ec5-b4f1-b7c814c35b96 req-9d3b6e19-f01d-47b8-8e1f-c25dfdf0e6a8 service nova] [instance: 6302cdc1-7534-4722-a8c4-7eaf67a4f125] Detach interface failed, port_id=71387246-f99d-4d36-915d-39296fb77a6b, reason: Instance 6302cdc1-7534-4722-a8c4-7eaf67a4f125 could not be found. {{(pid=62574) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 2075.222641] env[62574]: DEBUG nova.compute.manager [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] [instance: 1df4bdfb-d2ab-4974-99ed-9c7398e20b1d] Instance has had 0 of 5 cleanup attempts {{(pid=62574) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 2075.264558] env[62574]: DEBUG nova.network.neutron [None req-b4652c80-201b-4041-98d3-684ee49bb460 tempest-ServersTestJSON-109533052 tempest-ServersTestJSON-109533052-project-member] [instance: 31f8709d-2d2e-4074-bf75-76c44cfadb72] Successfully created port: a94a27a2-1581-4d10-bdfb-6dc61f898303 {{(pid=62574) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2075.423691] env[62574]: DEBUG nova.compute.manager [None req-b4652c80-201b-4041-98d3-684ee49bb460 tempest-ServersTestJSON-109533052 tempest-ServersTestJSON-109533052-project-member] [instance: 31f8709d-2d2e-4074-bf75-76c44cfadb72] Start building block device mappings for instance. {{(pid=62574) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2075.426735] env[62574]: INFO nova.compute.claims [None req-8317f2dc-e092-4bd8-9525-24ea5d9c89a1 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] [instance: 13d9a284-2078-4e13-848a-5cce88d50a54] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2075.466281] env[62574]: INFO nova.compute.manager [-] [instance: 6302cdc1-7534-4722-a8c4-7eaf67a4f125] Took 1.49 seconds to deallocate network for instance. [ 2075.727881] env[62574]: DEBUG nova.compute.manager [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] [instance: 5cb931ed-2cde-467c-a11f-0f03be79e11b] Instance has had 0 of 5 cleanup attempts {{(pid=62574) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 2075.972304] env[62574]: DEBUG oslo_concurrency.lockutils [None req-ea9e61de-c550-4af7-ba86-098541a0543d tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2076.232361] env[62574]: DEBUG nova.compute.manager [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] [instance: 43793844-f400-4665-b287-bc4374a1ae6d] Instance has had 0 of 5 cleanup attempts {{(pid=62574) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 2076.437129] env[62574]: DEBUG nova.compute.manager [None req-b4652c80-201b-4041-98d3-684ee49bb460 tempest-ServersTestJSON-109533052 tempest-ServersTestJSON-109533052-project-member] [instance: 31f8709d-2d2e-4074-bf75-76c44cfadb72] Start spawning the instance on the hypervisor. {{(pid=62574) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2076.465022] env[62574]: DEBUG nova.virt.hardware [None req-b4652c80-201b-4041-98d3-684ee49bb460 tempest-ServersTestJSON-109533052 tempest-ServersTestJSON-109533052-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T19:26:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-13T19:26:40Z,direct_url=,disk_format='vmdk',id=3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7eed1dd4d2c3418eb32c4f4ceda3ab0d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-13T19:26:41Z,virtual_size=,visibility=), allow threads: False {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2076.465022] env[62574]: DEBUG nova.virt.hardware [None req-b4652c80-201b-4041-98d3-684ee49bb460 tempest-ServersTestJSON-109533052 tempest-ServersTestJSON-109533052-project-member] Flavor limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2076.465212] env[62574]: DEBUG nova.virt.hardware [None req-b4652c80-201b-4041-98d3-684ee49bb460 tempest-ServersTestJSON-109533052 tempest-ServersTestJSON-109533052-project-member] Image limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2076.465361] env[62574]: DEBUG nova.virt.hardware [None req-b4652c80-201b-4041-98d3-684ee49bb460 tempest-ServersTestJSON-109533052 tempest-ServersTestJSON-109533052-project-member] Flavor pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2076.465511] env[62574]: DEBUG nova.virt.hardware [None req-b4652c80-201b-4041-98d3-684ee49bb460 tempest-ServersTestJSON-109533052 tempest-ServersTestJSON-109533052-project-member] Image pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2076.465659] env[62574]: DEBUG nova.virt.hardware [None req-b4652c80-201b-4041-98d3-684ee49bb460 tempest-ServersTestJSON-109533052 tempest-ServersTestJSON-109533052-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2076.465876] env[62574]: DEBUG nova.virt.hardware [None req-b4652c80-201b-4041-98d3-684ee49bb460 tempest-ServersTestJSON-109533052 tempest-ServersTestJSON-109533052-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2076.466049] env[62574]: DEBUG nova.virt.hardware [None req-b4652c80-201b-4041-98d3-684ee49bb460 tempest-ServersTestJSON-109533052 tempest-ServersTestJSON-109533052-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2076.466233] env[62574]: DEBUG nova.virt.hardware [None req-b4652c80-201b-4041-98d3-684ee49bb460 tempest-ServersTestJSON-109533052 tempest-ServersTestJSON-109533052-project-member] Got 1 possible topologies {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2076.466403] env[62574]: DEBUG nova.virt.hardware [None req-b4652c80-201b-4041-98d3-684ee49bb460 tempest-ServersTestJSON-109533052 tempest-ServersTestJSON-109533052-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2076.466579] env[62574]: DEBUG nova.virt.hardware [None req-b4652c80-201b-4041-98d3-684ee49bb460 tempest-ServersTestJSON-109533052 tempest-ServersTestJSON-109533052-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2076.467466] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ac0dc9d-f430-46f4-ad71-71fcbe9178ce {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2076.477664] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65ab34ba-e1ff-4951-8f73-17b94ebaa9c0 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2076.553369] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-081732ef-33c7-4e68-b3d5-84d3f267a50e {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2076.560628] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7709fe9-7405-4fb9-805c-e17cfaadd9d7 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2076.590570] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04726789-3de9-4e2e-9552-6fb7539faa5a {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2076.598020] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8418d4ed-0adf-4c37-9311-9eca469b87fa {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2076.610917] env[62574]: DEBUG nova.compute.provider_tree [None req-8317f2dc-e092-4bd8-9525-24ea5d9c89a1 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Inventory has not changed in ProviderTree for provider: f0ed160a-beff-4626-a531-2a70d7bc0627 {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2076.659952] env[62574]: DEBUG nova.compute.manager [req-3c9421ff-9f13-457a-9186-d671db66ede3 req-c27ba4ee-d833-4ccf-ab7d-f09001cce003 service nova] [instance: 31f8709d-2d2e-4074-bf75-76c44cfadb72] Received event network-vif-plugged-a94a27a2-1581-4d10-bdfb-6dc61f898303 {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 2076.660205] env[62574]: DEBUG oslo_concurrency.lockutils [req-3c9421ff-9f13-457a-9186-d671db66ede3 req-c27ba4ee-d833-4ccf-ab7d-f09001cce003 service nova] Acquiring lock "31f8709d-2d2e-4074-bf75-76c44cfadb72-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2076.660474] env[62574]: DEBUG oslo_concurrency.lockutils [req-3c9421ff-9f13-457a-9186-d671db66ede3 req-c27ba4ee-d833-4ccf-ab7d-f09001cce003 service nova] Lock "31f8709d-2d2e-4074-bf75-76c44cfadb72-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2076.660578] env[62574]: DEBUG oslo_concurrency.lockutils [req-3c9421ff-9f13-457a-9186-d671db66ede3 req-c27ba4ee-d833-4ccf-ab7d-f09001cce003 service nova] Lock "31f8709d-2d2e-4074-bf75-76c44cfadb72-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2076.660749] env[62574]: DEBUG nova.compute.manager [req-3c9421ff-9f13-457a-9186-d671db66ede3 req-c27ba4ee-d833-4ccf-ab7d-f09001cce003 service nova] [instance: 31f8709d-2d2e-4074-bf75-76c44cfadb72] No waiting events found dispatching network-vif-plugged-a94a27a2-1581-4d10-bdfb-6dc61f898303 {{(pid=62574) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2076.660949] env[62574]: WARNING nova.compute.manager [req-3c9421ff-9f13-457a-9186-d671db66ede3 req-c27ba4ee-d833-4ccf-ab7d-f09001cce003 service nova] [instance: 31f8709d-2d2e-4074-bf75-76c44cfadb72] Received unexpected event network-vif-plugged-a94a27a2-1581-4d10-bdfb-6dc61f898303 for instance with vm_state building and task_state spawning. [ 2076.735282] env[62574]: DEBUG nova.compute.manager [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] [instance: f90ce690-c313-43b3-a5e7-53257868a2af] Instance has had 0 of 5 cleanup attempts {{(pid=62574) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 2076.741895] env[62574]: DEBUG nova.network.neutron [None req-b4652c80-201b-4041-98d3-684ee49bb460 tempest-ServersTestJSON-109533052 tempest-ServersTestJSON-109533052-project-member] [instance: 31f8709d-2d2e-4074-bf75-76c44cfadb72] Successfully updated port: a94a27a2-1581-4d10-bdfb-6dc61f898303 {{(pid=62574) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2077.114447] env[62574]: DEBUG nova.scheduler.client.report [None req-8317f2dc-e092-4bd8-9525-24ea5d9c89a1 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Inventory has not changed for provider f0ed160a-beff-4626-a531-2a70d7bc0627 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 148, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2077.239119] env[62574]: DEBUG nova.compute.manager [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] [instance: ec94034b-6638-46fc-a09c-b7bf5709f039] Instance has had 0 of 5 cleanup attempts {{(pid=62574) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 2077.245735] env[62574]: DEBUG oslo_concurrency.lockutils [None req-b4652c80-201b-4041-98d3-684ee49bb460 tempest-ServersTestJSON-109533052 tempest-ServersTestJSON-109533052-project-member] Acquiring lock "refresh_cache-31f8709d-2d2e-4074-bf75-76c44cfadb72" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2077.245898] env[62574]: DEBUG oslo_concurrency.lockutils [None req-b4652c80-201b-4041-98d3-684ee49bb460 tempest-ServersTestJSON-109533052 tempest-ServersTestJSON-109533052-project-member] Acquired lock "refresh_cache-31f8709d-2d2e-4074-bf75-76c44cfadb72" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2077.246015] env[62574]: DEBUG nova.network.neutron [None req-b4652c80-201b-4041-98d3-684ee49bb460 tempest-ServersTestJSON-109533052 tempest-ServersTestJSON-109533052-project-member] [instance: 31f8709d-2d2e-4074-bf75-76c44cfadb72] Building network info cache for instance {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2077.618818] env[62574]: DEBUG oslo_concurrency.lockutils [None req-8317f2dc-e092-4bd8-9525-24ea5d9c89a1 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.207s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2077.621164] env[62574]: DEBUG oslo_concurrency.lockutils [None req-ea9e61de-c550-4af7-ba86-098541a0543d tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.649s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2077.621397] env[62574]: DEBUG nova.objects.instance [None req-ea9e61de-c550-4af7-ba86-098541a0543d tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Lazy-loading 'resources' on Instance uuid 6302cdc1-7534-4722-a8c4-7eaf67a4f125 {{(pid=62574) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2077.651454] env[62574]: INFO nova.network.neutron [None req-8317f2dc-e092-4bd8-9525-24ea5d9c89a1 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] [instance: 13d9a284-2078-4e13-848a-5cce88d50a54] Updating port e2602d78-f91c-4476-a1bd-d57cda450df9 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 2077.742597] env[62574]: DEBUG nova.compute.manager [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] [instance: 2238c3b9-d614-49b1-b507-31f649ac4b25] Instance has had 0 of 5 cleanup attempts {{(pid=62574) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 2077.775947] env[62574]: DEBUG nova.network.neutron [None req-b4652c80-201b-4041-98d3-684ee49bb460 tempest-ServersTestJSON-109533052 tempest-ServersTestJSON-109533052-project-member] [instance: 31f8709d-2d2e-4074-bf75-76c44cfadb72] Instance cache missing network info. {{(pid=62574) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2077.898982] env[62574]: DEBUG nova.network.neutron [None req-b4652c80-201b-4041-98d3-684ee49bb460 tempest-ServersTestJSON-109533052 tempest-ServersTestJSON-109533052-project-member] [instance: 31f8709d-2d2e-4074-bf75-76c44cfadb72] Updating instance_info_cache with network_info: [{"id": "a94a27a2-1581-4d10-bdfb-6dc61f898303", "address": "fa:16:3e:51:a9:3c", "network": {"id": "2f51f997-abee-4b4d-bad5-beb295e9fd42", "bridge": "br-int", "label": "tempest-ServersTestJSON-1874477469-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4bf4529c92a34e3b8c34067d616309d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "023d6500-887e-4dc4-bec5-06b40450d9c0", "external-id": "nsx-vlan-transportzone-108", "segmentation_id": 108, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa94a27a2-15", "ovs_interfaceid": "a94a27a2-1581-4d10-bdfb-6dc61f898303", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2078.222780] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18836ee9-cbe7-41ea-a071-25170e3bc421 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2078.230322] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdc9c47e-b68a-4cd5-8ee5-5b3021627087 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2078.258994] env[62574]: DEBUG nova.compute.manager [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] [instance: 863dbe8b-20e6-485c-ba4d-b709d80fa327] Instance has had 0 of 5 cleanup attempts {{(pid=62574) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 2078.261431] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86707a22-1bd5-4e81-be61-2c5f0e64b401 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2078.268490] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bd66106-8d0f-4e6f-8125-521da03241c7 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2078.282118] env[62574]: DEBUG nova.compute.provider_tree [None req-ea9e61de-c550-4af7-ba86-098541a0543d tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Inventory has not changed in ProviderTree for provider: f0ed160a-beff-4626-a531-2a70d7bc0627 {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2078.402315] env[62574]: DEBUG oslo_concurrency.lockutils [None req-b4652c80-201b-4041-98d3-684ee49bb460 tempest-ServersTestJSON-109533052 tempest-ServersTestJSON-109533052-project-member] Releasing lock "refresh_cache-31f8709d-2d2e-4074-bf75-76c44cfadb72" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2078.402772] env[62574]: DEBUG nova.compute.manager [None req-b4652c80-201b-4041-98d3-684ee49bb460 tempest-ServersTestJSON-109533052 tempest-ServersTestJSON-109533052-project-member] [instance: 31f8709d-2d2e-4074-bf75-76c44cfadb72] Instance network_info: |[{"id": "a94a27a2-1581-4d10-bdfb-6dc61f898303", "address": "fa:16:3e:51:a9:3c", "network": {"id": "2f51f997-abee-4b4d-bad5-beb295e9fd42", "bridge": "br-int", "label": "tempest-ServersTestJSON-1874477469-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4bf4529c92a34e3b8c34067d616309d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "023d6500-887e-4dc4-bec5-06b40450d9c0", "external-id": "nsx-vlan-transportzone-108", "segmentation_id": 108, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa94a27a2-15", "ovs_interfaceid": "a94a27a2-1581-4d10-bdfb-6dc61f898303", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62574) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2078.403252] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-b4652c80-201b-4041-98d3-684ee49bb460 tempest-ServersTestJSON-109533052 tempest-ServersTestJSON-109533052-project-member] [instance: 31f8709d-2d2e-4074-bf75-76c44cfadb72] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:51:a9:3c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '023d6500-887e-4dc4-bec5-06b40450d9c0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a94a27a2-1581-4d10-bdfb-6dc61f898303', 'vif_model': 'vmxnet3'}] {{(pid=62574) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2078.410666] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4652c80-201b-4041-98d3-684ee49bb460 tempest-ServersTestJSON-109533052 tempest-ServersTestJSON-109533052-project-member] Creating folder: Project (4bf4529c92a34e3b8c34067d616309d8). Parent ref: group-v384746. {{(pid=62574) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2078.410948] env[62574]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7325a374-9559-4c2a-9f2a-b092c1c32f02 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2078.422731] env[62574]: INFO nova.virt.vmwareapi.vm_util [None req-b4652c80-201b-4041-98d3-684ee49bb460 tempest-ServersTestJSON-109533052 tempest-ServersTestJSON-109533052-project-member] Created folder: Project (4bf4529c92a34e3b8c34067d616309d8) in parent group-v384746. [ 2078.422948] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4652c80-201b-4041-98d3-684ee49bb460 tempest-ServersTestJSON-109533052 tempest-ServersTestJSON-109533052-project-member] Creating folder: Instances. Parent ref: group-v385053. {{(pid=62574) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2078.423208] env[62574]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dfd24078-8d25-4913-8ca8-27e28ff9df63 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2078.433392] env[62574]: INFO nova.virt.vmwareapi.vm_util [None req-b4652c80-201b-4041-98d3-684ee49bb460 tempest-ServersTestJSON-109533052 tempest-ServersTestJSON-109533052-project-member] Created folder: Instances in parent group-v385053. [ 2078.433835] env[62574]: DEBUG oslo.service.loopingcall [None req-b4652c80-201b-4041-98d3-684ee49bb460 tempest-ServersTestJSON-109533052 tempest-ServersTestJSON-109533052-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62574) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2078.433835] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 31f8709d-2d2e-4074-bf75-76c44cfadb72] Creating VM on the ESX host {{(pid=62574) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2078.434011] env[62574]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-94c0cbb0-8d14-41b8-83b6-8f95da659f5d {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2078.455047] env[62574]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2078.455047] env[62574]: value = "task-1862665" [ 2078.455047] env[62574]: _type = "Task" [ 2078.455047] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2078.466667] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1862665, 'name': CreateVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2078.687208] env[62574]: DEBUG nova.compute.manager [req-efb4d9ad-22e0-4a21-ab7b-825e6fdfbe4d req-b138e220-5415-43d0-b4a3-b5301a55ea85 service nova] [instance: 31f8709d-2d2e-4074-bf75-76c44cfadb72] Received event network-changed-a94a27a2-1581-4d10-bdfb-6dc61f898303 {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 2078.687574] env[62574]: DEBUG nova.compute.manager [req-efb4d9ad-22e0-4a21-ab7b-825e6fdfbe4d req-b138e220-5415-43d0-b4a3-b5301a55ea85 service nova] [instance: 31f8709d-2d2e-4074-bf75-76c44cfadb72] Refreshing instance network info cache due to event network-changed-a94a27a2-1581-4d10-bdfb-6dc61f898303. {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 2078.688261] env[62574]: DEBUG oslo_concurrency.lockutils [req-efb4d9ad-22e0-4a21-ab7b-825e6fdfbe4d req-b138e220-5415-43d0-b4a3-b5301a55ea85 service nova] Acquiring lock "refresh_cache-31f8709d-2d2e-4074-bf75-76c44cfadb72" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2078.688483] env[62574]: DEBUG oslo_concurrency.lockutils [req-efb4d9ad-22e0-4a21-ab7b-825e6fdfbe4d req-b138e220-5415-43d0-b4a3-b5301a55ea85 service nova] Acquired lock "refresh_cache-31f8709d-2d2e-4074-bf75-76c44cfadb72" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2078.688718] env[62574]: DEBUG nova.network.neutron [req-efb4d9ad-22e0-4a21-ab7b-825e6fdfbe4d req-b138e220-5415-43d0-b4a3-b5301a55ea85 service nova] [instance: 31f8709d-2d2e-4074-bf75-76c44cfadb72] Refreshing network info cache for port a94a27a2-1581-4d10-bdfb-6dc61f898303 {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2078.765528] env[62574]: DEBUG nova.compute.manager [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] [instance: 6a34c941-0a2c-4eb8-a0cf-5ddbcd9d4cba] Instance has had 0 of 5 cleanup attempts {{(pid=62574) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 2078.785765] env[62574]: DEBUG nova.scheduler.client.report [None req-ea9e61de-c550-4af7-ba86-098541a0543d tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Inventory has not changed for provider f0ed160a-beff-4626-a531-2a70d7bc0627 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 148, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2078.964993] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1862665, 'name': CreateVM_Task, 'duration_secs': 0.45083} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2078.965169] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 31f8709d-2d2e-4074-bf75-76c44cfadb72] Created VM on the ESX host {{(pid=62574) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2078.965845] env[62574]: DEBUG oslo_concurrency.lockutils [None req-b4652c80-201b-4041-98d3-684ee49bb460 tempest-ServersTestJSON-109533052 tempest-ServersTestJSON-109533052-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2078.966029] env[62574]: DEBUG oslo_concurrency.lockutils [None req-b4652c80-201b-4041-98d3-684ee49bb460 tempest-ServersTestJSON-109533052 tempest-ServersTestJSON-109533052-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2078.966370] env[62574]: DEBUG oslo_concurrency.lockutils [None req-b4652c80-201b-4041-98d3-684ee49bb460 tempest-ServersTestJSON-109533052 tempest-ServersTestJSON-109533052-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2078.966620] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-411cba71-9df5-4d06-bebd-5327d0894ca6 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2078.971236] env[62574]: DEBUG oslo_vmware.api [None req-b4652c80-201b-4041-98d3-684ee49bb460 tempest-ServersTestJSON-109533052 tempest-ServersTestJSON-109533052-project-member] Waiting for the task: (returnval){ [ 2078.971236] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]526b0b7f-42f3-a5ff-4d2e-ec5d5bb2ed8f" [ 2078.971236] env[62574]: _type = "Task" [ 2078.971236] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2078.978736] env[62574]: DEBUG oslo_vmware.api [None req-b4652c80-201b-4041-98d3-684ee49bb460 tempest-ServersTestJSON-109533052 tempest-ServersTestJSON-109533052-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]526b0b7f-42f3-a5ff-4d2e-ec5d5bb2ed8f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2079.116162] env[62574]: DEBUG oslo_concurrency.lockutils [None req-8317f2dc-e092-4bd8-9525-24ea5d9c89a1 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Acquiring lock "refresh_cache-13d9a284-2078-4e13-848a-5cce88d50a54" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2079.116406] env[62574]: DEBUG oslo_concurrency.lockutils [None req-8317f2dc-e092-4bd8-9525-24ea5d9c89a1 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Acquired lock "refresh_cache-13d9a284-2078-4e13-848a-5cce88d50a54" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2079.116552] env[62574]: DEBUG nova.network.neutron [None req-8317f2dc-e092-4bd8-9525-24ea5d9c89a1 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] [instance: 13d9a284-2078-4e13-848a-5cce88d50a54] Building network info cache for instance {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2079.268083] env[62574]: DEBUG nova.compute.manager [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] [instance: fb94d5d1-7f0f-4534-b9e9-2a52ac9a7c7f] Instance has had 0 of 5 cleanup attempts {{(pid=62574) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 2079.292161] env[62574]: DEBUG oslo_concurrency.lockutils [None req-ea9e61de-c550-4af7-ba86-098541a0543d tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.671s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2079.308734] env[62574]: INFO nova.scheduler.client.report [None req-ea9e61de-c550-4af7-ba86-098541a0543d tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Deleted allocations for instance 6302cdc1-7534-4722-a8c4-7eaf67a4f125 [ 2079.375915] env[62574]: DEBUG nova.network.neutron [req-efb4d9ad-22e0-4a21-ab7b-825e6fdfbe4d req-b138e220-5415-43d0-b4a3-b5301a55ea85 service nova] [instance: 31f8709d-2d2e-4074-bf75-76c44cfadb72] Updated VIF entry in instance network info cache for port a94a27a2-1581-4d10-bdfb-6dc61f898303. {{(pid=62574) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2079.376377] env[62574]: DEBUG nova.network.neutron [req-efb4d9ad-22e0-4a21-ab7b-825e6fdfbe4d req-b138e220-5415-43d0-b4a3-b5301a55ea85 service nova] [instance: 31f8709d-2d2e-4074-bf75-76c44cfadb72] Updating instance_info_cache with network_info: [{"id": "a94a27a2-1581-4d10-bdfb-6dc61f898303", "address": "fa:16:3e:51:a9:3c", "network": {"id": "2f51f997-abee-4b4d-bad5-beb295e9fd42", "bridge": "br-int", "label": "tempest-ServersTestJSON-1874477469-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4bf4529c92a34e3b8c34067d616309d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "023d6500-887e-4dc4-bec5-06b40450d9c0", "external-id": "nsx-vlan-transportzone-108", "segmentation_id": 108, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa94a27a2-15", "ovs_interfaceid": "a94a27a2-1581-4d10-bdfb-6dc61f898303", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2079.481693] env[62574]: DEBUG oslo_vmware.api [None req-b4652c80-201b-4041-98d3-684ee49bb460 tempest-ServersTestJSON-109533052 tempest-ServersTestJSON-109533052-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]526b0b7f-42f3-a5ff-4d2e-ec5d5bb2ed8f, 'name': SearchDatastore_Task, 'duration_secs': 0.009685} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2079.481996] env[62574]: DEBUG oslo_concurrency.lockutils [None req-b4652c80-201b-4041-98d3-684ee49bb460 tempest-ServersTestJSON-109533052 tempest-ServersTestJSON-109533052-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2079.482252] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-b4652c80-201b-4041-98d3-684ee49bb460 tempest-ServersTestJSON-109533052 tempest-ServersTestJSON-109533052-project-member] [instance: 31f8709d-2d2e-4074-bf75-76c44cfadb72] Processing image 3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2 {{(pid=62574) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2079.482488] env[62574]: DEBUG oslo_concurrency.lockutils [None req-b4652c80-201b-4041-98d3-684ee49bb460 tempest-ServersTestJSON-109533052 tempest-ServersTestJSON-109533052-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2079.482639] env[62574]: DEBUG oslo_concurrency.lockutils [None req-b4652c80-201b-4041-98d3-684ee49bb460 tempest-ServersTestJSON-109533052 tempest-ServersTestJSON-109533052-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2079.482822] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4652c80-201b-4041-98d3-684ee49bb460 tempest-ServersTestJSON-109533052 tempest-ServersTestJSON-109533052-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2079.483106] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6d1c9d90-0267-498a-8a1a-aeb547a9dd04 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2079.491555] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4652c80-201b-4041-98d3-684ee49bb460 tempest-ServersTestJSON-109533052 tempest-ServersTestJSON-109533052-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2079.491752] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-b4652c80-201b-4041-98d3-684ee49bb460 tempest-ServersTestJSON-109533052 tempest-ServersTestJSON-109533052-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62574) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2079.492475] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-37f67eef-7742-4844-999b-aeb1352da68e {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2079.497634] env[62574]: DEBUG oslo_vmware.api [None req-b4652c80-201b-4041-98d3-684ee49bb460 tempest-ServersTestJSON-109533052 tempest-ServersTestJSON-109533052-project-member] Waiting for the task: (returnval){ [ 2079.497634] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]52156f2b-3295-c62d-6422-cc6a7b3bab2a" [ 2079.497634] env[62574]: _type = "Task" [ 2079.497634] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2079.504835] env[62574]: DEBUG oslo_vmware.api [None req-b4652c80-201b-4041-98d3-684ee49bb460 tempest-ServersTestJSON-109533052 tempest-ServersTestJSON-109533052-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52156f2b-3295-c62d-6422-cc6a7b3bab2a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2079.771234] env[62574]: DEBUG nova.compute.manager [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] [instance: fb4b387a-6321-46fc-ac71-bedadebad505] Instance has had 0 of 5 cleanup attempts {{(pid=62574) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 2079.818486] env[62574]: DEBUG oslo_concurrency.lockutils [None req-ea9e61de-c550-4af7-ba86-098541a0543d tempest-AttachVolumeNegativeTest-818138867 tempest-AttachVolumeNegativeTest-818138867-project-member] Lock "6302cdc1-7534-4722-a8c4-7eaf67a4f125" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.491s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2079.840500] env[62574]: DEBUG nova.network.neutron [None req-8317f2dc-e092-4bd8-9525-24ea5d9c89a1 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] [instance: 13d9a284-2078-4e13-848a-5cce88d50a54] Updating instance_info_cache with network_info: [{"id": "e2602d78-f91c-4476-a1bd-d57cda450df9", "address": "fa:16:3e:67:c4:38", "network": {"id": "b2d07115-f5da-483b-99a5-ede728256338", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-116321158-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.173", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ab01ddb6cf3453f8b60099794e20a03", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c20f5114-0866-45b3-9a7c-62f113ff83fa", "external-id": "nsx-vlan-transportzone-47", "segmentation_id": 47, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2602d78-f9", "ovs_interfaceid": "e2602d78-f91c-4476-a1bd-d57cda450df9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2079.879317] env[62574]: DEBUG oslo_concurrency.lockutils [req-efb4d9ad-22e0-4a21-ab7b-825e6fdfbe4d req-b138e220-5415-43d0-b4a3-b5301a55ea85 service nova] Releasing lock "refresh_cache-31f8709d-2d2e-4074-bf75-76c44cfadb72" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2080.008353] env[62574]: DEBUG oslo_vmware.api [None req-b4652c80-201b-4041-98d3-684ee49bb460 tempest-ServersTestJSON-109533052 tempest-ServersTestJSON-109533052-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52156f2b-3295-c62d-6422-cc6a7b3bab2a, 'name': SearchDatastore_Task, 'duration_secs': 0.008016} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2080.009131] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab6ed9be-cecb-4e7a-89eb-6285c1f9452c {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2080.014292] env[62574]: DEBUG oslo_vmware.api [None req-b4652c80-201b-4041-98d3-684ee49bb460 tempest-ServersTestJSON-109533052 tempest-ServersTestJSON-109533052-project-member] Waiting for the task: (returnval){ [ 2080.014292] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]52c94e1d-f60a-aff6-07cf-2ea7f36ef164" [ 2080.014292] env[62574]: _type = "Task" [ 2080.014292] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2080.021166] env[62574]: DEBUG oslo_vmware.api [None req-b4652c80-201b-4041-98d3-684ee49bb460 tempest-ServersTestJSON-109533052 tempest-ServersTestJSON-109533052-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52c94e1d-f60a-aff6-07cf-2ea7f36ef164, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2080.275026] env[62574]: DEBUG nova.compute.manager [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] [instance: f2c6c5a5-8ba2-40a4-808c-26b8b73e1050] Instance has had 0 of 5 cleanup attempts {{(pid=62574) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 2080.344030] env[62574]: DEBUG oslo_concurrency.lockutils [None req-8317f2dc-e092-4bd8-9525-24ea5d9c89a1 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Releasing lock "refresh_cache-13d9a284-2078-4e13-848a-5cce88d50a54" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2080.370152] env[62574]: DEBUG nova.virt.hardware [None req-8317f2dc-e092-4bd8-9525-24ea5d9c89a1 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T19:26:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c7a19aa53904a5da90452fdd6b6ba0aa',container_format='bare',created_at=2024-12-13T19:52:51Z,direct_url=,disk_format='vmdk',id=f2c4e19a-6bb0-4942-b59d-2b31ff967674,min_disk=1,min_ram=0,name='tempest-ServerActionsTestOtherB-server-1929736213-shelved',owner='7ab01ddb6cf3453f8b60099794e20a03',properties=ImageMetaProps,protected=,size=31669760,status='active',tags=,updated_at=2024-12-13T19:53:09Z,virtual_size=,visibility=), allow threads: False {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2080.370416] env[62574]: DEBUG nova.virt.hardware [None req-8317f2dc-e092-4bd8-9525-24ea5d9c89a1 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Flavor limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2080.370574] env[62574]: DEBUG nova.virt.hardware [None req-8317f2dc-e092-4bd8-9525-24ea5d9c89a1 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Image limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2080.370970] env[62574]: DEBUG nova.virt.hardware [None req-8317f2dc-e092-4bd8-9525-24ea5d9c89a1 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Flavor pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2080.370970] env[62574]: DEBUG nova.virt.hardware [None req-8317f2dc-e092-4bd8-9525-24ea5d9c89a1 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Image pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2080.371107] env[62574]: DEBUG nova.virt.hardware [None req-8317f2dc-e092-4bd8-9525-24ea5d9c89a1 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2080.371256] env[62574]: DEBUG nova.virt.hardware [None req-8317f2dc-e092-4bd8-9525-24ea5d9c89a1 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2080.371414] env[62574]: DEBUG nova.virt.hardware [None req-8317f2dc-e092-4bd8-9525-24ea5d9c89a1 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2080.371581] env[62574]: DEBUG nova.virt.hardware [None req-8317f2dc-e092-4bd8-9525-24ea5d9c89a1 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Got 1 possible topologies {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2080.371828] env[62574]: DEBUG nova.virt.hardware [None req-8317f2dc-e092-4bd8-9525-24ea5d9c89a1 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2080.372049] env[62574]: DEBUG nova.virt.hardware [None req-8317f2dc-e092-4bd8-9525-24ea5d9c89a1 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2080.372920] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fa81a29-296e-4ffa-bea9-7bef9bcfe018 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2080.381434] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d305ead-9bbb-4475-bcd1-98d3f11ec663 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2080.395346] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-8317f2dc-e092-4bd8-9525-24ea5d9c89a1 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] [instance: 13d9a284-2078-4e13-848a-5cce88d50a54] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:67:c4:38', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c20f5114-0866-45b3-9a7c-62f113ff83fa', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e2602d78-f91c-4476-a1bd-d57cda450df9', 'vif_model': 'vmxnet3'}] {{(pid=62574) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2080.402608] env[62574]: DEBUG oslo.service.loopingcall [None req-8317f2dc-e092-4bd8-9525-24ea5d9c89a1 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62574) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2080.402868] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 13d9a284-2078-4e13-848a-5cce88d50a54] Creating VM on the ESX host {{(pid=62574) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2080.403078] env[62574]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-022c7c8d-a680-44ab-9df6-a575e1d9da29 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2080.422308] env[62574]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2080.422308] env[62574]: value = "task-1862667" [ 2080.422308] env[62574]: _type = "Task" [ 2080.422308] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2080.429911] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1862667, 'name': CreateVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2080.524184] env[62574]: DEBUG oslo_vmware.api [None req-b4652c80-201b-4041-98d3-684ee49bb460 tempest-ServersTestJSON-109533052 tempest-ServersTestJSON-109533052-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52c94e1d-f60a-aff6-07cf-2ea7f36ef164, 'name': SearchDatastore_Task, 'duration_secs': 0.008406} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2080.524460] env[62574]: DEBUG oslo_concurrency.lockutils [None req-b4652c80-201b-4041-98d3-684ee49bb460 tempest-ServersTestJSON-109533052 tempest-ServersTestJSON-109533052-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2080.524718] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4652c80-201b-4041-98d3-684ee49bb460 tempest-ServersTestJSON-109533052 tempest-ServersTestJSON-109533052-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk to [datastore2] 31f8709d-2d2e-4074-bf75-76c44cfadb72/31f8709d-2d2e-4074-bf75-76c44cfadb72.vmdk {{(pid=62574) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2080.524981] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fa806f38-641c-4f07-be71-c070d05a798b {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2080.531410] env[62574]: DEBUG oslo_vmware.api [None req-b4652c80-201b-4041-98d3-684ee49bb460 tempest-ServersTestJSON-109533052 tempest-ServersTestJSON-109533052-project-member] Waiting for the task: (returnval){ [ 2080.531410] env[62574]: value = "task-1862668" [ 2080.531410] env[62574]: _type = "Task" [ 2080.531410] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2080.539240] env[62574]: DEBUG oslo_vmware.api [None req-b4652c80-201b-4041-98d3-684ee49bb460 tempest-ServersTestJSON-109533052 tempest-ServersTestJSON-109533052-project-member] Task: {'id': task-1862668, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2080.743133] env[62574]: DEBUG nova.compute.manager [req-d15582a3-5fef-44c0-b005-4319d786df76 req-be2f6836-5c6a-4c84-8f8a-42721363894a service nova] [instance: 13d9a284-2078-4e13-848a-5cce88d50a54] Received event network-vif-plugged-e2602d78-f91c-4476-a1bd-d57cda450df9 {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 2080.743389] env[62574]: DEBUG oslo_concurrency.lockutils [req-d15582a3-5fef-44c0-b005-4319d786df76 req-be2f6836-5c6a-4c84-8f8a-42721363894a service nova] Acquiring lock "13d9a284-2078-4e13-848a-5cce88d50a54-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2080.743606] env[62574]: DEBUG oslo_concurrency.lockutils [req-d15582a3-5fef-44c0-b005-4319d786df76 req-be2f6836-5c6a-4c84-8f8a-42721363894a service nova] Lock "13d9a284-2078-4e13-848a-5cce88d50a54-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2080.743781] env[62574]: DEBUG oslo_concurrency.lockutils [req-d15582a3-5fef-44c0-b005-4319d786df76 req-be2f6836-5c6a-4c84-8f8a-42721363894a service nova] Lock "13d9a284-2078-4e13-848a-5cce88d50a54-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2080.744017] env[62574]: DEBUG nova.compute.manager [req-d15582a3-5fef-44c0-b005-4319d786df76 req-be2f6836-5c6a-4c84-8f8a-42721363894a service nova] [instance: 13d9a284-2078-4e13-848a-5cce88d50a54] No waiting events found dispatching network-vif-plugged-e2602d78-f91c-4476-a1bd-d57cda450df9 {{(pid=62574) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2080.744234] env[62574]: WARNING nova.compute.manager [req-d15582a3-5fef-44c0-b005-4319d786df76 req-be2f6836-5c6a-4c84-8f8a-42721363894a service nova] [instance: 13d9a284-2078-4e13-848a-5cce88d50a54] Received unexpected event network-vif-plugged-e2602d78-f91c-4476-a1bd-d57cda450df9 for instance with vm_state shelved_offloaded and task_state spawning. [ 2080.744397] env[62574]: DEBUG nova.compute.manager [req-d15582a3-5fef-44c0-b005-4319d786df76 req-be2f6836-5c6a-4c84-8f8a-42721363894a service nova] [instance: 13d9a284-2078-4e13-848a-5cce88d50a54] Received event network-changed-e2602d78-f91c-4476-a1bd-d57cda450df9 {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 2080.744556] env[62574]: DEBUG nova.compute.manager [req-d15582a3-5fef-44c0-b005-4319d786df76 req-be2f6836-5c6a-4c84-8f8a-42721363894a service nova] [instance: 13d9a284-2078-4e13-848a-5cce88d50a54] Refreshing instance network info cache due to event network-changed-e2602d78-f91c-4476-a1bd-d57cda450df9. {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 2080.744804] env[62574]: DEBUG oslo_concurrency.lockutils [req-d15582a3-5fef-44c0-b005-4319d786df76 req-be2f6836-5c6a-4c84-8f8a-42721363894a service nova] Acquiring lock "refresh_cache-13d9a284-2078-4e13-848a-5cce88d50a54" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2080.744974] env[62574]: DEBUG oslo_concurrency.lockutils [req-d15582a3-5fef-44c0-b005-4319d786df76 req-be2f6836-5c6a-4c84-8f8a-42721363894a service nova] Acquired lock "refresh_cache-13d9a284-2078-4e13-848a-5cce88d50a54" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2080.745228] env[62574]: DEBUG nova.network.neutron [req-d15582a3-5fef-44c0-b005-4319d786df76 req-be2f6836-5c6a-4c84-8f8a-42721363894a service nova] [instance: 13d9a284-2078-4e13-848a-5cce88d50a54] Refreshing network info cache for port e2602d78-f91c-4476-a1bd-d57cda450df9 {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2080.778261] env[62574]: DEBUG nova.compute.manager [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] [instance: 437af2e4-dbbd-4fc4-8262-a8a179e4c3bb] Instance has had 0 of 5 cleanup attempts {{(pid=62574) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 2080.933389] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1862667, 'name': CreateVM_Task} progress is 25%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2081.040762] env[62574]: DEBUG oslo_vmware.api [None req-b4652c80-201b-4041-98d3-684ee49bb460 tempest-ServersTestJSON-109533052 tempest-ServersTestJSON-109533052-project-member] Task: {'id': task-1862668, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.473928} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2081.041061] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4652c80-201b-4041-98d3-684ee49bb460 tempest-ServersTestJSON-109533052 tempest-ServersTestJSON-109533052-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk to [datastore2] 31f8709d-2d2e-4074-bf75-76c44cfadb72/31f8709d-2d2e-4074-bf75-76c44cfadb72.vmdk {{(pid=62574) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2081.041282] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-b4652c80-201b-4041-98d3-684ee49bb460 tempest-ServersTestJSON-109533052 tempest-ServersTestJSON-109533052-project-member] [instance: 31f8709d-2d2e-4074-bf75-76c44cfadb72] Extending root virtual disk to 1048576 {{(pid=62574) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2081.041539] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cf695228-a91a-47eb-84fd-d9473e562c71 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2081.048316] env[62574]: DEBUG oslo_vmware.api [None req-b4652c80-201b-4041-98d3-684ee49bb460 tempest-ServersTestJSON-109533052 tempest-ServersTestJSON-109533052-project-member] Waiting for the task: (returnval){ [ 2081.048316] env[62574]: value = "task-1862669" [ 2081.048316] env[62574]: _type = "Task" [ 2081.048316] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2081.057508] env[62574]: DEBUG oslo_vmware.api [None req-b4652c80-201b-4041-98d3-684ee49bb460 tempest-ServersTestJSON-109533052 tempest-ServersTestJSON-109533052-project-member] Task: {'id': task-1862669, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2081.281346] env[62574]: DEBUG nova.compute.manager [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] [instance: 89a30a5b-dcdd-4140-b047-b3ea62dcf0b5] Instance has had 0 of 5 cleanup attempts {{(pid=62574) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 2081.432624] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1862667, 'name': CreateVM_Task, 'duration_secs': 0.610484} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2081.432774] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 13d9a284-2078-4e13-848a-5cce88d50a54] Created VM on the ESX host {{(pid=62574) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2081.441066] env[62574]: DEBUG oslo_concurrency.lockutils [None req-8317f2dc-e092-4bd8-9525-24ea5d9c89a1 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f2c4e19a-6bb0-4942-b59d-2b31ff967674" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2081.441283] env[62574]: DEBUG oslo_concurrency.lockutils [None req-8317f2dc-e092-4bd8-9525-24ea5d9c89a1 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f2c4e19a-6bb0-4942-b59d-2b31ff967674" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2081.441681] env[62574]: DEBUG oslo_concurrency.lockutils [None req-8317f2dc-e092-4bd8-9525-24ea5d9c89a1 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f2c4e19a-6bb0-4942-b59d-2b31ff967674" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2081.442238] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-75d7b791-7256-443d-9864-c8631fd150ba {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2081.447133] env[62574]: DEBUG oslo_vmware.api [None req-8317f2dc-e092-4bd8-9525-24ea5d9c89a1 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Waiting for the task: (returnval){ [ 2081.447133] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]52932616-42cf-508c-033e-f4f77c905106" [ 2081.447133] env[62574]: _type = "Task" [ 2081.447133] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2081.456380] env[62574]: DEBUG oslo_vmware.api [None req-8317f2dc-e092-4bd8-9525-24ea5d9c89a1 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52932616-42cf-508c-033e-f4f77c905106, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2081.526913] env[62574]: DEBUG nova.network.neutron [req-d15582a3-5fef-44c0-b005-4319d786df76 req-be2f6836-5c6a-4c84-8f8a-42721363894a service nova] [instance: 13d9a284-2078-4e13-848a-5cce88d50a54] Updated VIF entry in instance network info cache for port e2602d78-f91c-4476-a1bd-d57cda450df9. {{(pid=62574) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2081.527305] env[62574]: DEBUG nova.network.neutron [req-d15582a3-5fef-44c0-b005-4319d786df76 req-be2f6836-5c6a-4c84-8f8a-42721363894a service nova] [instance: 13d9a284-2078-4e13-848a-5cce88d50a54] Updating instance_info_cache with network_info: [{"id": "e2602d78-f91c-4476-a1bd-d57cda450df9", "address": "fa:16:3e:67:c4:38", "network": {"id": "b2d07115-f5da-483b-99a5-ede728256338", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-116321158-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.173", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ab01ddb6cf3453f8b60099794e20a03", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c20f5114-0866-45b3-9a7c-62f113ff83fa", "external-id": "nsx-vlan-transportzone-47", "segmentation_id": 47, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2602d78-f9", "ovs_interfaceid": "e2602d78-f91c-4476-a1bd-d57cda450df9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2081.558179] env[62574]: DEBUG oslo_vmware.api [None req-b4652c80-201b-4041-98d3-684ee49bb460 tempest-ServersTestJSON-109533052 tempest-ServersTestJSON-109533052-project-member] Task: {'id': task-1862669, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.058537} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2081.558440] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-b4652c80-201b-4041-98d3-684ee49bb460 tempest-ServersTestJSON-109533052 tempest-ServersTestJSON-109533052-project-member] [instance: 31f8709d-2d2e-4074-bf75-76c44cfadb72] Extended root virtual disk {{(pid=62574) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2081.559216] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb74063a-8e8f-4a71-a0bc-4ea3507b6020 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2081.580711] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4652c80-201b-4041-98d3-684ee49bb460 tempest-ServersTestJSON-109533052 tempest-ServersTestJSON-109533052-project-member] [instance: 31f8709d-2d2e-4074-bf75-76c44cfadb72] Reconfiguring VM instance instance-00000073 to attach disk [datastore2] 31f8709d-2d2e-4074-bf75-76c44cfadb72/31f8709d-2d2e-4074-bf75-76c44cfadb72.vmdk or device None with type sparse {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2081.580951] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-697eaa1d-09e0-4b24-bd09-3502b5292140 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2081.600716] env[62574]: DEBUG oslo_vmware.api [None req-b4652c80-201b-4041-98d3-684ee49bb460 tempest-ServersTestJSON-109533052 tempest-ServersTestJSON-109533052-project-member] Waiting for the task: (returnval){ [ 2081.600716] env[62574]: value = "task-1862670" [ 2081.600716] env[62574]: _type = "Task" [ 2081.600716] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2081.612351] env[62574]: DEBUG oslo_vmware.api [None req-b4652c80-201b-4041-98d3-684ee49bb460 tempest-ServersTestJSON-109533052 tempest-ServersTestJSON-109533052-project-member] Task: {'id': task-1862670, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2081.785390] env[62574]: DEBUG nova.compute.manager [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] [instance: 4d74e512-951b-49f7-80d0-4a24a2fdecda] Instance has had 0 of 5 cleanup attempts {{(pid=62574) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 2081.956843] env[62574]: DEBUG oslo_concurrency.lockutils [None req-8317f2dc-e092-4bd8-9525-24ea5d9c89a1 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f2c4e19a-6bb0-4942-b59d-2b31ff967674" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2081.957116] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-8317f2dc-e092-4bd8-9525-24ea5d9c89a1 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] [instance: 13d9a284-2078-4e13-848a-5cce88d50a54] Processing image f2c4e19a-6bb0-4942-b59d-2b31ff967674 {{(pid=62574) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2081.957364] env[62574]: DEBUG oslo_concurrency.lockutils [None req-8317f2dc-e092-4bd8-9525-24ea5d9c89a1 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f2c4e19a-6bb0-4942-b59d-2b31ff967674/f2c4e19a-6bb0-4942-b59d-2b31ff967674.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2081.957509] env[62574]: DEBUG oslo_concurrency.lockutils [None req-8317f2dc-e092-4bd8-9525-24ea5d9c89a1 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f2c4e19a-6bb0-4942-b59d-2b31ff967674/f2c4e19a-6bb0-4942-b59d-2b31ff967674.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2081.957687] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-8317f2dc-e092-4bd8-9525-24ea5d9c89a1 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2081.957956] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e26dfeeb-2549-4c8a-9dd0-b02da6de1e82 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2081.965532] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-8317f2dc-e092-4bd8-9525-24ea5d9c89a1 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2081.965704] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-8317f2dc-e092-4bd8-9525-24ea5d9c89a1 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62574) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2081.966383] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-23c06221-5c0b-4a7f-86a0-ada1c754281a {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2081.970971] env[62574]: DEBUG oslo_vmware.api [None req-8317f2dc-e092-4bd8-9525-24ea5d9c89a1 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Waiting for the task: (returnval){ [ 2081.970971] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]520a94ec-4399-296b-1cd6-fc7ea95d29fc" [ 2081.970971] env[62574]: _type = "Task" [ 2081.970971] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2081.978200] env[62574]: DEBUG oslo_vmware.api [None req-8317f2dc-e092-4bd8-9525-24ea5d9c89a1 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]520a94ec-4399-296b-1cd6-fc7ea95d29fc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2082.029787] env[62574]: DEBUG oslo_concurrency.lockutils [req-d15582a3-5fef-44c0-b005-4319d786df76 req-be2f6836-5c6a-4c84-8f8a-42721363894a service nova] Releasing lock "refresh_cache-13d9a284-2078-4e13-848a-5cce88d50a54" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2082.110074] env[62574]: DEBUG oslo_vmware.api [None req-b4652c80-201b-4041-98d3-684ee49bb460 tempest-ServersTestJSON-109533052 tempest-ServersTestJSON-109533052-project-member] Task: {'id': task-1862670, 'name': ReconfigVM_Task, 'duration_secs': 0.295193} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2082.110348] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4652c80-201b-4041-98d3-684ee49bb460 tempest-ServersTestJSON-109533052 tempest-ServersTestJSON-109533052-project-member] [instance: 31f8709d-2d2e-4074-bf75-76c44cfadb72] Reconfigured VM instance instance-00000073 to attach disk [datastore2] 31f8709d-2d2e-4074-bf75-76c44cfadb72/31f8709d-2d2e-4074-bf75-76c44cfadb72.vmdk or device None with type sparse {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2082.110989] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-adae8e54-5750-4e9e-bd73-3570116268c2 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2082.117550] env[62574]: DEBUG oslo_vmware.api [None req-b4652c80-201b-4041-98d3-684ee49bb460 tempest-ServersTestJSON-109533052 tempest-ServersTestJSON-109533052-project-member] Waiting for the task: (returnval){ [ 2082.117550] env[62574]: value = "task-1862671" [ 2082.117550] env[62574]: _type = "Task" [ 2082.117550] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2082.125031] env[62574]: DEBUG oslo_vmware.api [None req-b4652c80-201b-4041-98d3-684ee49bb460 tempest-ServersTestJSON-109533052 tempest-ServersTestJSON-109533052-project-member] Task: {'id': task-1862671, 'name': Rename_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2082.288933] env[62574]: DEBUG nova.compute.manager [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] [instance: d3965319-4501-491b-bd91-0ca579ba9753] Instance has had 0 of 5 cleanup attempts {{(pid=62574) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 2082.480906] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-8317f2dc-e092-4bd8-9525-24ea5d9c89a1 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] [instance: 13d9a284-2078-4e13-848a-5cce88d50a54] Preparing fetch location {{(pid=62574) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 2082.481213] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-8317f2dc-e092-4bd8-9525-24ea5d9c89a1 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] [instance: 13d9a284-2078-4e13-848a-5cce88d50a54] Fetch image to [datastore2] OSTACK_IMG_c607589c-4efc-4445-ad62-5885b5f606ea/OSTACK_IMG_c607589c-4efc-4445-ad62-5885b5f606ea.vmdk {{(pid=62574) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 2082.481404] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-8317f2dc-e092-4bd8-9525-24ea5d9c89a1 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] [instance: 13d9a284-2078-4e13-848a-5cce88d50a54] Downloading stream optimized image f2c4e19a-6bb0-4942-b59d-2b31ff967674 to [datastore2] OSTACK_IMG_c607589c-4efc-4445-ad62-5885b5f606ea/OSTACK_IMG_c607589c-4efc-4445-ad62-5885b5f606ea.vmdk on the data store datastore2 as vApp {{(pid=62574) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 2082.481639] env[62574]: DEBUG nova.virt.vmwareapi.images [None req-8317f2dc-e092-4bd8-9525-24ea5d9c89a1 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] [instance: 13d9a284-2078-4e13-848a-5cce88d50a54] Downloading image file data f2c4e19a-6bb0-4942-b59d-2b31ff967674 to the ESX as VM named 'OSTACK_IMG_c607589c-4efc-4445-ad62-5885b5f606ea' {{(pid=62574) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 2082.551866] env[62574]: DEBUG oslo_vmware.rw_handles [None req-8317f2dc-e092-4bd8-9525-24ea5d9c89a1 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 2082.551866] env[62574]: value = "resgroup-9" [ 2082.551866] env[62574]: _type = "ResourcePool" [ 2082.551866] env[62574]: }. {{(pid=62574) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 2082.552209] env[62574]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-5977ba3d-2be1-480f-ae3c-e1eb9e54cf3d {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2082.574803] env[62574]: DEBUG oslo_vmware.rw_handles [None req-8317f2dc-e092-4bd8-9525-24ea5d9c89a1 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Lease: (returnval){ [ 2082.574803] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]52d7bd22-ddcf-97cd-30c5-9df3d9a30128" [ 2082.574803] env[62574]: _type = "HttpNfcLease" [ 2082.574803] env[62574]: } obtained for vApp import into resource pool (val){ [ 2082.574803] env[62574]: value = "resgroup-9" [ 2082.574803] env[62574]: _type = "ResourcePool" [ 2082.574803] env[62574]: }. {{(pid=62574) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 2082.575088] env[62574]: DEBUG oslo_vmware.api [None req-8317f2dc-e092-4bd8-9525-24ea5d9c89a1 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Waiting for the lease: (returnval){ [ 2082.575088] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]52d7bd22-ddcf-97cd-30c5-9df3d9a30128" [ 2082.575088] env[62574]: _type = "HttpNfcLease" [ 2082.575088] env[62574]: } to be ready. {{(pid=62574) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 2082.581346] env[62574]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2082.581346] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]52d7bd22-ddcf-97cd-30c5-9df3d9a30128" [ 2082.581346] env[62574]: _type = "HttpNfcLease" [ 2082.581346] env[62574]: } is initializing. {{(pid=62574) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2082.626850] env[62574]: DEBUG oslo_vmware.api [None req-b4652c80-201b-4041-98d3-684ee49bb460 tempest-ServersTestJSON-109533052 tempest-ServersTestJSON-109533052-project-member] Task: {'id': task-1862671, 'name': Rename_Task, 'duration_secs': 0.138599} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2082.627122] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4652c80-201b-4041-98d3-684ee49bb460 tempest-ServersTestJSON-109533052 tempest-ServersTestJSON-109533052-project-member] [instance: 31f8709d-2d2e-4074-bf75-76c44cfadb72] Powering on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2082.627362] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f342f874-9893-4c6e-a738-4a1d1d86c77c {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2082.633268] env[62574]: DEBUG oslo_vmware.api [None req-b4652c80-201b-4041-98d3-684ee49bb460 tempest-ServersTestJSON-109533052 tempest-ServersTestJSON-109533052-project-member] Waiting for the task: (returnval){ [ 2082.633268] env[62574]: value = "task-1862673" [ 2082.633268] env[62574]: _type = "Task" [ 2082.633268] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2082.640898] env[62574]: DEBUG oslo_vmware.api [None req-b4652c80-201b-4041-98d3-684ee49bb460 tempest-ServersTestJSON-109533052 tempest-ServersTestJSON-109533052-project-member] Task: {'id': task-1862673, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2082.792069] env[62574]: DEBUG nova.compute.manager [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] [instance: f6cfb126-1ff6-4ac9-802e-7bbdfb539176] Instance has had 0 of 5 cleanup attempts {{(pid=62574) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 2083.084518] env[62574]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2083.084518] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]52d7bd22-ddcf-97cd-30c5-9df3d9a30128" [ 2083.084518] env[62574]: _type = "HttpNfcLease" [ 2083.084518] env[62574]: } is ready. {{(pid=62574) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 2083.084830] env[62574]: DEBUG oslo_vmware.rw_handles [None req-8317f2dc-e092-4bd8-9525-24ea5d9c89a1 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 2083.084830] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]52d7bd22-ddcf-97cd-30c5-9df3d9a30128" [ 2083.084830] env[62574]: _type = "HttpNfcLease" [ 2083.084830] env[62574]: }. {{(pid=62574) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 2083.085579] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db13195c-197e-413f-b060-211be1eb473d {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2083.093504] env[62574]: DEBUG oslo_vmware.rw_handles [None req-8317f2dc-e092-4bd8-9525-24ea5d9c89a1 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f7541d-839d-1de2-2f91-51157320b446/disk-0.vmdk from lease info. {{(pid=62574) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 2083.093686] env[62574]: DEBUG oslo_vmware.rw_handles [None req-8317f2dc-e092-4bd8-9525-24ea5d9c89a1 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Creating HTTP connection to write to file with size = 31669760 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f7541d-839d-1de2-2f91-51157320b446/disk-0.vmdk. {{(pid=62574) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 2083.163490] env[62574]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-ee9a1a13-4dbd-4cce-b1ed-b543bf95f0e6 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2083.165195] env[62574]: DEBUG oslo_vmware.api [None req-b4652c80-201b-4041-98d3-684ee49bb460 tempest-ServersTestJSON-109533052 tempest-ServersTestJSON-109533052-project-member] Task: {'id': task-1862673, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2083.296426] env[62574]: DEBUG nova.compute.manager [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] [instance: 76ab47f1-1837-44ef-a0c5-bbd149566601] Instance has had 0 of 5 cleanup attempts {{(pid=62574) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 2083.663324] env[62574]: DEBUG oslo_vmware.api [None req-b4652c80-201b-4041-98d3-684ee49bb460 tempest-ServersTestJSON-109533052 tempest-ServersTestJSON-109533052-project-member] Task: {'id': task-1862673, 'name': PowerOnVM_Task, 'duration_secs': 0.647297} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2083.663602] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4652c80-201b-4041-98d3-684ee49bb460 tempest-ServersTestJSON-109533052 tempest-ServersTestJSON-109533052-project-member] [instance: 31f8709d-2d2e-4074-bf75-76c44cfadb72] Powered on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2083.664032] env[62574]: INFO nova.compute.manager [None req-b4652c80-201b-4041-98d3-684ee49bb460 tempest-ServersTestJSON-109533052 tempest-ServersTestJSON-109533052-project-member] [instance: 31f8709d-2d2e-4074-bf75-76c44cfadb72] Took 7.23 seconds to spawn the instance on the hypervisor. [ 2083.664032] env[62574]: DEBUG nova.compute.manager [None req-b4652c80-201b-4041-98d3-684ee49bb460 tempest-ServersTestJSON-109533052 tempest-ServersTestJSON-109533052-project-member] [instance: 31f8709d-2d2e-4074-bf75-76c44cfadb72] Checking state {{(pid=62574) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2083.664742] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f494054-8277-4f9d-b37e-c317b546502e {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2083.799661] env[62574]: DEBUG nova.compute.manager [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] [instance: 8275ea75-5ca3-4b37-89e5-00babfa3d24e] Instance has had 0 of 5 cleanup attempts {{(pid=62574) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 2084.184210] env[62574]: INFO nova.compute.manager [None req-b4652c80-201b-4041-98d3-684ee49bb460 tempest-ServersTestJSON-109533052 tempest-ServersTestJSON-109533052-project-member] [instance: 31f8709d-2d2e-4074-bf75-76c44cfadb72] Took 13.81 seconds to build instance. [ 2084.236878] env[62574]: DEBUG oslo_vmware.rw_handles [None req-8317f2dc-e092-4bd8-9525-24ea5d9c89a1 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Completed reading data from the image iterator. {{(pid=62574) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 2084.237158] env[62574]: DEBUG oslo_vmware.rw_handles [None req-8317f2dc-e092-4bd8-9525-24ea5d9c89a1 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f7541d-839d-1de2-2f91-51157320b446/disk-0.vmdk. {{(pid=62574) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 2084.238856] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b19387e9-7004-4e1c-9505-ead01d5b1c08 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2084.246890] env[62574]: DEBUG oslo_vmware.rw_handles [None req-8317f2dc-e092-4bd8-9525-24ea5d9c89a1 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f7541d-839d-1de2-2f91-51157320b446/disk-0.vmdk is in state: ready. {{(pid=62574) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 2084.247209] env[62574]: DEBUG oslo_vmware.rw_handles [None req-8317f2dc-e092-4bd8-9525-24ea5d9c89a1 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f7541d-839d-1de2-2f91-51157320b446/disk-0.vmdk. {{(pid=62574) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 2084.247600] env[62574]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-9a0c3688-50bc-4111-94c4-f9a425e758e6 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2084.304464] env[62574]: DEBUG nova.compute.manager [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] [instance: 6a33b561-3788-4b8e-8763-ac23485c0dc8] Instance has had 0 of 5 cleanup attempts {{(pid=62574) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 2084.465752] env[62574]: DEBUG oslo_vmware.rw_handles [None req-8317f2dc-e092-4bd8-9525-24ea5d9c89a1 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f7541d-839d-1de2-2f91-51157320b446/disk-0.vmdk. {{(pid=62574) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 2084.465980] env[62574]: INFO nova.virt.vmwareapi.images [None req-8317f2dc-e092-4bd8-9525-24ea5d9c89a1 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] [instance: 13d9a284-2078-4e13-848a-5cce88d50a54] Downloaded image file data f2c4e19a-6bb0-4942-b59d-2b31ff967674 [ 2084.467331] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b5af123-637b-45e5-aa8c-3029e4873364 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2084.482151] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6b47d27c-4908-4fba-bfe7-df3a8b6c2732 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2084.510887] env[62574]: INFO nova.virt.vmwareapi.images [None req-8317f2dc-e092-4bd8-9525-24ea5d9c89a1 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] [instance: 13d9a284-2078-4e13-848a-5cce88d50a54] The imported VM was unregistered [ 2084.513582] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-8317f2dc-e092-4bd8-9525-24ea5d9c89a1 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] [instance: 13d9a284-2078-4e13-848a-5cce88d50a54] Caching image {{(pid=62574) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 2084.513582] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-8317f2dc-e092-4bd8-9525-24ea5d9c89a1 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Creating directory with path [datastore2] devstack-image-cache_base/f2c4e19a-6bb0-4942-b59d-2b31ff967674 {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2084.513913] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-01c6a8c7-9e82-4ea1-964b-c4d30596324b {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2084.534103] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-8317f2dc-e092-4bd8-9525-24ea5d9c89a1 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Created directory with path [datastore2] devstack-image-cache_base/f2c4e19a-6bb0-4942-b59d-2b31ff967674 {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2084.534421] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-8317f2dc-e092-4bd8-9525-24ea5d9c89a1 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_c607589c-4efc-4445-ad62-5885b5f606ea/OSTACK_IMG_c607589c-4efc-4445-ad62-5885b5f606ea.vmdk to [datastore2] devstack-image-cache_base/f2c4e19a-6bb0-4942-b59d-2b31ff967674/f2c4e19a-6bb0-4942-b59d-2b31ff967674.vmdk. {{(pid=62574) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 2084.534861] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-d7ae3a80-f61a-4951-81f1-4764f2f035fa {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2084.545280] env[62574]: DEBUG oslo_vmware.api [None req-8317f2dc-e092-4bd8-9525-24ea5d9c89a1 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Waiting for the task: (returnval){ [ 2084.545280] env[62574]: value = "task-1862676" [ 2084.545280] env[62574]: _type = "Task" [ 2084.545280] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2084.554802] env[62574]: DEBUG oslo_vmware.api [None req-8317f2dc-e092-4bd8-9525-24ea5d9c89a1 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Task: {'id': task-1862676, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2084.687383] env[62574]: DEBUG oslo_concurrency.lockutils [None req-b4652c80-201b-4041-98d3-684ee49bb460 tempest-ServersTestJSON-109533052 tempest-ServersTestJSON-109533052-project-member] Lock "31f8709d-2d2e-4074-bf75-76c44cfadb72" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.330s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2084.812247] env[62574]: DEBUG nova.compute.manager [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] [instance: bf51b779-23b8-4401-8e23-74f751a27b18] Instance has had 0 of 5 cleanup attempts {{(pid=62574) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 2084.898299] env[62574]: DEBUG nova.compute.manager [req-c061a5f6-dbc3-4216-bcbd-b3750bad267b req-aa16403a-352a-4333-ad1b-7efffeec849c service nova] [instance: 31f8709d-2d2e-4074-bf75-76c44cfadb72] Received event network-changed-a94a27a2-1581-4d10-bdfb-6dc61f898303 {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 2084.898681] env[62574]: DEBUG nova.compute.manager [req-c061a5f6-dbc3-4216-bcbd-b3750bad267b req-aa16403a-352a-4333-ad1b-7efffeec849c service nova] [instance: 31f8709d-2d2e-4074-bf75-76c44cfadb72] Refreshing instance network info cache due to event network-changed-a94a27a2-1581-4d10-bdfb-6dc61f898303. {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 2084.898753] env[62574]: DEBUG oslo_concurrency.lockutils [req-c061a5f6-dbc3-4216-bcbd-b3750bad267b req-aa16403a-352a-4333-ad1b-7efffeec849c service nova] Acquiring lock "refresh_cache-31f8709d-2d2e-4074-bf75-76c44cfadb72" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2084.898855] env[62574]: DEBUG oslo_concurrency.lockutils [req-c061a5f6-dbc3-4216-bcbd-b3750bad267b req-aa16403a-352a-4333-ad1b-7efffeec849c service nova] Acquired lock "refresh_cache-31f8709d-2d2e-4074-bf75-76c44cfadb72" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2084.899021] env[62574]: DEBUG nova.network.neutron [req-c061a5f6-dbc3-4216-bcbd-b3750bad267b req-aa16403a-352a-4333-ad1b-7efffeec849c service nova] [instance: 31f8709d-2d2e-4074-bf75-76c44cfadb72] Refreshing network info cache for port a94a27a2-1581-4d10-bdfb-6dc61f898303 {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2085.055210] env[62574]: DEBUG oslo_vmware.api [None req-8317f2dc-e092-4bd8-9525-24ea5d9c89a1 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Task: {'id': task-1862676, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2085.319423] env[62574]: DEBUG nova.compute.manager [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] [instance: 5dac9007-8ded-444f-a7ea-5032465ccced] Instance has had 0 of 5 cleanup attempts {{(pid=62574) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 2085.467231] env[62574]: DEBUG nova.compute.manager [None req-9e7e54ea-a78d-4b68-aee4-ca288de2621d tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] [instance: cb1a85c5-e90a-4290-a603-e2d08f5c0ee4] Stashing vm_state: active {{(pid=62574) _prep_resize /opt/stack/nova/nova/compute/manager.py:6034}} [ 2085.557447] env[62574]: DEBUG oslo_vmware.api [None req-8317f2dc-e092-4bd8-9525-24ea5d9c89a1 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Task: {'id': task-1862676, 'name': MoveVirtualDisk_Task} progress is 15%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2085.682744] env[62574]: DEBUG nova.network.neutron [req-c061a5f6-dbc3-4216-bcbd-b3750bad267b req-aa16403a-352a-4333-ad1b-7efffeec849c service nova] [instance: 31f8709d-2d2e-4074-bf75-76c44cfadb72] Updated VIF entry in instance network info cache for port a94a27a2-1581-4d10-bdfb-6dc61f898303. {{(pid=62574) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2085.683190] env[62574]: DEBUG nova.network.neutron [req-c061a5f6-dbc3-4216-bcbd-b3750bad267b req-aa16403a-352a-4333-ad1b-7efffeec849c service nova] [instance: 31f8709d-2d2e-4074-bf75-76c44cfadb72] Updating instance_info_cache with network_info: [{"id": "a94a27a2-1581-4d10-bdfb-6dc61f898303", "address": "fa:16:3e:51:a9:3c", "network": {"id": "2f51f997-abee-4b4d-bad5-beb295e9fd42", "bridge": "br-int", "label": "tempest-ServersTestJSON-1874477469-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.197", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4bf4529c92a34e3b8c34067d616309d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "023d6500-887e-4dc4-bec5-06b40450d9c0", "external-id": "nsx-vlan-transportzone-108", "segmentation_id": 108, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa94a27a2-15", "ovs_interfaceid": "a94a27a2-1581-4d10-bdfb-6dc61f898303", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2085.822975] env[62574]: DEBUG nova.compute.manager [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] [instance: cdb4528a-d1b1-442b-a5e3-e3c663ab7390] Instance has had 0 of 5 cleanup attempts {{(pid=62574) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 2085.988351] env[62574]: DEBUG oslo_concurrency.lockutils [None req-9e7e54ea-a78d-4b68-aee4-ca288de2621d tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2085.988647] env[62574]: DEBUG oslo_concurrency.lockutils [None req-9e7e54ea-a78d-4b68-aee4-ca288de2621d tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.001s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2086.057064] env[62574]: DEBUG oslo_vmware.api [None req-8317f2dc-e092-4bd8-9525-24ea5d9c89a1 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Task: {'id': task-1862676, 'name': MoveVirtualDisk_Task} progress is 35%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2086.187795] env[62574]: DEBUG oslo_concurrency.lockutils [req-c061a5f6-dbc3-4216-bcbd-b3750bad267b req-aa16403a-352a-4333-ad1b-7efffeec849c service nova] Releasing lock "refresh_cache-31f8709d-2d2e-4074-bf75-76c44cfadb72" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2086.327402] env[62574]: DEBUG nova.compute.manager [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] [instance: 9ed0f4bc-f4eb-4eca-b448-053eec6339d4] Instance has had 0 of 5 cleanup attempts {{(pid=62574) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 2086.496725] env[62574]: INFO nova.compute.claims [None req-9e7e54ea-a78d-4b68-aee4-ca288de2621d tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] [instance: cb1a85c5-e90a-4290-a603-e2d08f5c0ee4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2086.558712] env[62574]: DEBUG oslo_vmware.api [None req-8317f2dc-e092-4bd8-9525-24ea5d9c89a1 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Task: {'id': task-1862676, 'name': MoveVirtualDisk_Task} progress is 57%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2086.831320] env[62574]: DEBUG nova.compute.manager [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] [instance: c2d3abbc-2fdd-4df1-bb58-709b2bc89bb4] Instance has had 0 of 5 cleanup attempts {{(pid=62574) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 2087.003572] env[62574]: INFO nova.compute.resource_tracker [None req-9e7e54ea-a78d-4b68-aee4-ca288de2621d tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] [instance: cb1a85c5-e90a-4290-a603-e2d08f5c0ee4] Updating resource usage from migration 6d9ade42-21fd-4343-a19f-1a49f947bf90 [ 2087.058015] env[62574]: DEBUG oslo_vmware.api [None req-8317f2dc-e092-4bd8-9525-24ea5d9c89a1 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Task: {'id': task-1862676, 'name': MoveVirtualDisk_Task} progress is 80%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2087.121510] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b93a5eb5-fc59-4705-b2c6-dcf8991254bb {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2087.129787] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b58a5f9b-23e9-4df5-9594-0c2b08eb7e34 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2087.159933] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c213700c-2db7-4e54-846c-eb7f416a040c {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2087.167625] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47a6b471-dc19-477c-b2bc-e1df5d051f34 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2087.181188] env[62574]: DEBUG nova.compute.provider_tree [None req-9e7e54ea-a78d-4b68-aee4-ca288de2621d tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Inventory has not changed in ProviderTree for provider: f0ed160a-beff-4626-a531-2a70d7bc0627 {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2087.335964] env[62574]: DEBUG nova.compute.manager [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] [instance: 315b8f76-6d67-4e58-8898-2b68a1e4f79a] Instance has had 0 of 5 cleanup attempts {{(pid=62574) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 2087.559679] env[62574]: DEBUG oslo_vmware.api [None req-8317f2dc-e092-4bd8-9525-24ea5d9c89a1 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Task: {'id': task-1862676, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.967658} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2087.559893] env[62574]: INFO nova.virt.vmwareapi.ds_util [None req-8317f2dc-e092-4bd8-9525-24ea5d9c89a1 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_c607589c-4efc-4445-ad62-5885b5f606ea/OSTACK_IMG_c607589c-4efc-4445-ad62-5885b5f606ea.vmdk to [datastore2] devstack-image-cache_base/f2c4e19a-6bb0-4942-b59d-2b31ff967674/f2c4e19a-6bb0-4942-b59d-2b31ff967674.vmdk. [ 2087.560095] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-8317f2dc-e092-4bd8-9525-24ea5d9c89a1 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] [instance: 13d9a284-2078-4e13-848a-5cce88d50a54] Cleaning up location [datastore2] OSTACK_IMG_c607589c-4efc-4445-ad62-5885b5f606ea {{(pid=62574) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 2087.560268] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-8317f2dc-e092-4bd8-9525-24ea5d9c89a1 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_c607589c-4efc-4445-ad62-5885b5f606ea {{(pid=62574) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2087.560529] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9c152c25-c0f0-430c-bc46-29ae118a72ee {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2087.566431] env[62574]: DEBUG oslo_vmware.api [None req-8317f2dc-e092-4bd8-9525-24ea5d9c89a1 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Waiting for the task: (returnval){ [ 2087.566431] env[62574]: value = "task-1862678" [ 2087.566431] env[62574]: _type = "Task" [ 2087.566431] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2087.573433] env[62574]: DEBUG oslo_vmware.api [None req-8317f2dc-e092-4bd8-9525-24ea5d9c89a1 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Task: {'id': task-1862678, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2087.684491] env[62574]: DEBUG nova.scheduler.client.report [None req-9e7e54ea-a78d-4b68-aee4-ca288de2621d tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Inventory has not changed for provider f0ed160a-beff-4626-a531-2a70d7bc0627 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 148, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2087.839742] env[62574]: DEBUG nova.compute.manager [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] [instance: e34254ce-88c3-41dd-be1c-553eea828050] Instance has had 0 of 5 cleanup attempts {{(pid=62574) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 2088.077105] env[62574]: DEBUG oslo_vmware.api [None req-8317f2dc-e092-4bd8-9525-24ea5d9c89a1 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Task: {'id': task-1862678, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.246537} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2088.077105] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-8317f2dc-e092-4bd8-9525-24ea5d9c89a1 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Deleted the datastore file {{(pid=62574) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2088.077105] env[62574]: DEBUG oslo_concurrency.lockutils [None req-8317f2dc-e092-4bd8-9525-24ea5d9c89a1 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f2c4e19a-6bb0-4942-b59d-2b31ff967674/f2c4e19a-6bb0-4942-b59d-2b31ff967674.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2088.077105] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-8317f2dc-e092-4bd8-9525-24ea5d9c89a1 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f2c4e19a-6bb0-4942-b59d-2b31ff967674/f2c4e19a-6bb0-4942-b59d-2b31ff967674.vmdk to [datastore2] 13d9a284-2078-4e13-848a-5cce88d50a54/13d9a284-2078-4e13-848a-5cce88d50a54.vmdk {{(pid=62574) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2088.077424] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-49e68a8c-1f7c-4c3d-9ea0-1a7abdac7a20 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2088.083947] env[62574]: DEBUG oslo_vmware.api [None req-8317f2dc-e092-4bd8-9525-24ea5d9c89a1 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Waiting for the task: (returnval){ [ 2088.083947] env[62574]: value = "task-1862679" [ 2088.083947] env[62574]: _type = "Task" [ 2088.083947] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2088.090827] env[62574]: DEBUG oslo_vmware.api [None req-8317f2dc-e092-4bd8-9525-24ea5d9c89a1 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Task: {'id': task-1862679, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2088.189542] env[62574]: DEBUG oslo_concurrency.lockutils [None req-9e7e54ea-a78d-4b68-aee4-ca288de2621d tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.201s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2088.189757] env[62574]: INFO nova.compute.manager [None req-9e7e54ea-a78d-4b68-aee4-ca288de2621d tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] [instance: cb1a85c5-e90a-4290-a603-e2d08f5c0ee4] Migrating [ 2088.343138] env[62574]: DEBUG nova.compute.manager [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] [instance: d06fca54-652a-47dd-b14b-8f6bbf696503] Instance has had 0 of 5 cleanup attempts {{(pid=62574) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 2088.593528] env[62574]: DEBUG oslo_vmware.api [None req-8317f2dc-e092-4bd8-9525-24ea5d9c89a1 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Task: {'id': task-1862679, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2088.704739] env[62574]: DEBUG oslo_concurrency.lockutils [None req-9e7e54ea-a78d-4b68-aee4-ca288de2621d tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Acquiring lock "refresh_cache-cb1a85c5-e90a-4290-a603-e2d08f5c0ee4" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2088.704914] env[62574]: DEBUG oslo_concurrency.lockutils [None req-9e7e54ea-a78d-4b68-aee4-ca288de2621d tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Acquired lock "refresh_cache-cb1a85c5-e90a-4290-a603-e2d08f5c0ee4" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2088.705073] env[62574]: DEBUG nova.network.neutron [None req-9e7e54ea-a78d-4b68-aee4-ca288de2621d tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] [instance: cb1a85c5-e90a-4290-a603-e2d08f5c0ee4] Building network info cache for instance {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2088.848827] env[62574]: DEBUG nova.compute.manager [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] [instance: a3e0bf12-7471-4d8d-bb31-bf4b3b35f87f] Instance has had 0 of 5 cleanup attempts {{(pid=62574) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 2089.094401] env[62574]: DEBUG oslo_vmware.api [None req-8317f2dc-e092-4bd8-9525-24ea5d9c89a1 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Task: {'id': task-1862679, 'name': CopyVirtualDisk_Task} progress is 15%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2089.351667] env[62574]: DEBUG nova.compute.manager [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] [instance: c4ca3d86-7d6e-4dbf-912b-7cb292596272] Instance has had 0 of 5 cleanup attempts {{(pid=62574) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 2089.516182] env[62574]: DEBUG nova.network.neutron [None req-9e7e54ea-a78d-4b68-aee4-ca288de2621d tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] [instance: cb1a85c5-e90a-4290-a603-e2d08f5c0ee4] Updating instance_info_cache with network_info: [{"id": "ff792130-dc68-4699-8856-25805dd1df9e", "address": "fa:16:3e:3e:71:8d", "network": {"id": "3af14f16-9d32-4c8d-8557-ce8f3b8b4086", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1431517823-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.141", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "31d5eeff630d40d2928149f27883ae60", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff792130-dc", "ovs_interfaceid": "ff792130-dc68-4699-8856-25805dd1df9e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2089.597690] env[62574]: DEBUG oslo_vmware.api [None req-8317f2dc-e092-4bd8-9525-24ea5d9c89a1 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Task: {'id': task-1862679, 'name': CopyVirtualDisk_Task} progress is 38%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2089.855888] env[62574]: DEBUG nova.compute.manager [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] [instance: 296cf9dd-e110-4144-8899-56fb0d257b8b] Instance has had 0 of 5 cleanup attempts {{(pid=62574) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 2090.018491] env[62574]: DEBUG oslo_concurrency.lockutils [None req-9e7e54ea-a78d-4b68-aee4-ca288de2621d tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Releasing lock "refresh_cache-cb1a85c5-e90a-4290-a603-e2d08f5c0ee4" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2090.097407] env[62574]: DEBUG oslo_vmware.api [None req-8317f2dc-e092-4bd8-9525-24ea5d9c89a1 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Task: {'id': task-1862679, 'name': CopyVirtualDisk_Task} progress is 57%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2090.359940] env[62574]: DEBUG nova.compute.manager [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] [instance: e9878c22-2044-464f-915f-c1c865693437] Instance has had 0 of 5 cleanup attempts {{(pid=62574) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 2090.597593] env[62574]: DEBUG oslo_vmware.api [None req-8317f2dc-e092-4bd8-9525-24ea5d9c89a1 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Task: {'id': task-1862679, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2090.863823] env[62574]: DEBUG nova.compute.manager [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] [instance: 4cc7d784-be5d-41db-a028-0dade3464032] Instance has had 0 of 5 cleanup attempts {{(pid=62574) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 2091.097289] env[62574]: DEBUG oslo_vmware.api [None req-8317f2dc-e092-4bd8-9525-24ea5d9c89a1 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Task: {'id': task-1862679, 'name': CopyVirtualDisk_Task} progress is 97%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2091.369040] env[62574]: DEBUG nova.compute.manager [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] [instance: cf8dfe40-abfe-4888-a1a5-b26f6d781e93] Instance has had 0 of 5 cleanup attempts {{(pid=62574) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 2091.535179] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62c4e726-918d-4ffa-9eaa-4820e376a431 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2091.555374] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-9e7e54ea-a78d-4b68-aee4-ca288de2621d tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] [instance: cb1a85c5-e90a-4290-a603-e2d08f5c0ee4] Updating instance 'cb1a85c5-e90a-4290-a603-e2d08f5c0ee4' progress to 0 {{(pid=62574) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2091.599539] env[62574]: DEBUG oslo_vmware.api [None req-8317f2dc-e092-4bd8-9525-24ea5d9c89a1 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Task: {'id': task-1862679, 'name': CopyVirtualDisk_Task, 'duration_secs': 3.076837} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2091.599822] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-8317f2dc-e092-4bd8-9525-24ea5d9c89a1 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f2c4e19a-6bb0-4942-b59d-2b31ff967674/f2c4e19a-6bb0-4942-b59d-2b31ff967674.vmdk to [datastore2] 13d9a284-2078-4e13-848a-5cce88d50a54/13d9a284-2078-4e13-848a-5cce88d50a54.vmdk {{(pid=62574) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2091.601430] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54f3e8c1-5f74-48ab-9af6-90f928ef1d79 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2091.628127] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-8317f2dc-e092-4bd8-9525-24ea5d9c89a1 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] [instance: 13d9a284-2078-4e13-848a-5cce88d50a54] Reconfiguring VM instance instance-0000006f to attach disk [datastore2] 13d9a284-2078-4e13-848a-5cce88d50a54/13d9a284-2078-4e13-848a-5cce88d50a54.vmdk or device None with type streamOptimized {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2091.628784] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4f1a2caa-3672-41a6-9c43-ab3e09022c92 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2091.649317] env[62574]: DEBUG oslo_vmware.api [None req-8317f2dc-e092-4bd8-9525-24ea5d9c89a1 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Waiting for the task: (returnval){ [ 2091.649317] env[62574]: value = "task-1862680" [ 2091.649317] env[62574]: _type = "Task" [ 2091.649317] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2091.657458] env[62574]: DEBUG oslo_vmware.api [None req-8317f2dc-e092-4bd8-9525-24ea5d9c89a1 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Task: {'id': task-1862680, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2091.872339] env[62574]: DEBUG nova.compute.manager [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] [instance: 1e669675-0551-49d8-af15-64fdd0984b3f] Instance has had 0 of 5 cleanup attempts {{(pid=62574) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 2091.933786] env[62574]: DEBUG oslo_concurrency.lockutils [None req-a12930c8-3017-475e-9833-fa78808d11d2 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Acquiring lock "8ed6360e-d8a3-478a-a78f-3b8e9ef9464e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2091.934084] env[62574]: DEBUG oslo_concurrency.lockutils [None req-a12930c8-3017-475e-9833-fa78808d11d2 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Lock "8ed6360e-d8a3-478a-a78f-3b8e9ef9464e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2091.934312] env[62574]: DEBUG oslo_concurrency.lockutils [None req-a12930c8-3017-475e-9833-fa78808d11d2 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Acquiring lock "8ed6360e-d8a3-478a-a78f-3b8e9ef9464e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2091.934505] env[62574]: DEBUG oslo_concurrency.lockutils [None req-a12930c8-3017-475e-9833-fa78808d11d2 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Lock "8ed6360e-d8a3-478a-a78f-3b8e9ef9464e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2091.934677] env[62574]: DEBUG oslo_concurrency.lockutils [None req-a12930c8-3017-475e-9833-fa78808d11d2 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Lock "8ed6360e-d8a3-478a-a78f-3b8e9ef9464e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2091.937124] env[62574]: INFO nova.compute.manager [None req-a12930c8-3017-475e-9833-fa78808d11d2 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] [instance: 8ed6360e-d8a3-478a-a78f-3b8e9ef9464e] Terminating instance [ 2092.061379] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e7e54ea-a78d-4b68-aee4-ca288de2621d tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] [instance: cb1a85c5-e90a-4290-a603-e2d08f5c0ee4] Powering off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2092.061747] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c177d542-381e-4734-86dd-e5a7b3473982 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2092.068489] env[62574]: DEBUG oslo_vmware.api [None req-9e7e54ea-a78d-4b68-aee4-ca288de2621d tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Waiting for the task: (returnval){ [ 2092.068489] env[62574]: value = "task-1862681" [ 2092.068489] env[62574]: _type = "Task" [ 2092.068489] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2092.076596] env[62574]: DEBUG oslo_vmware.api [None req-9e7e54ea-a78d-4b68-aee4-ca288de2621d tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Task: {'id': task-1862681, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2092.158819] env[62574]: DEBUG oslo_vmware.api [None req-8317f2dc-e092-4bd8-9525-24ea5d9c89a1 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Task: {'id': task-1862680, 'name': ReconfigVM_Task, 'duration_secs': 0.29095} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2092.159122] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-8317f2dc-e092-4bd8-9525-24ea5d9c89a1 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] [instance: 13d9a284-2078-4e13-848a-5cce88d50a54] Reconfigured VM instance instance-0000006f to attach disk [datastore2] 13d9a284-2078-4e13-848a-5cce88d50a54/13d9a284-2078-4e13-848a-5cce88d50a54.vmdk or device None with type streamOptimized {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2092.159791] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4e52d878-2638-4057-ac4c-1611544621ab {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2092.165727] env[62574]: DEBUG oslo_vmware.api [None req-8317f2dc-e092-4bd8-9525-24ea5d9c89a1 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Waiting for the task: (returnval){ [ 2092.165727] env[62574]: value = "task-1862682" [ 2092.165727] env[62574]: _type = "Task" [ 2092.165727] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2092.173386] env[62574]: DEBUG oslo_vmware.api [None req-8317f2dc-e092-4bd8-9525-24ea5d9c89a1 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Task: {'id': task-1862682, 'name': Rename_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2092.376063] env[62574]: DEBUG oslo_service.periodic_task [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62574) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2092.376426] env[62574]: DEBUG nova.compute.manager [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Cleaning up deleted instances with incomplete migration {{(pid=62574) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11683}} [ 2092.442191] env[62574]: DEBUG nova.compute.manager [None req-a12930c8-3017-475e-9833-fa78808d11d2 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] [instance: 8ed6360e-d8a3-478a-a78f-3b8e9ef9464e] Start destroying the instance on the hypervisor. {{(pid=62574) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2092.442191] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-a12930c8-3017-475e-9833-fa78808d11d2 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] [instance: 8ed6360e-d8a3-478a-a78f-3b8e9ef9464e] Destroying instance {{(pid=62574) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2092.442191] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8f190de-dc21-4f2e-8ba5-f3e56b73cf96 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2092.450236] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-a12930c8-3017-475e-9833-fa78808d11d2 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] [instance: 8ed6360e-d8a3-478a-a78f-3b8e9ef9464e] Powering off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2092.450489] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-840b04db-0612-478e-a3b0-02e12590dcd0 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2092.457054] env[62574]: DEBUG oslo_vmware.api [None req-a12930c8-3017-475e-9833-fa78808d11d2 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Waiting for the task: (returnval){ [ 2092.457054] env[62574]: value = "task-1862683" [ 2092.457054] env[62574]: _type = "Task" [ 2092.457054] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2092.465218] env[62574]: DEBUG oslo_vmware.api [None req-a12930c8-3017-475e-9833-fa78808d11d2 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Task: {'id': task-1862683, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2092.578304] env[62574]: DEBUG oslo_vmware.api [None req-9e7e54ea-a78d-4b68-aee4-ca288de2621d tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Task: {'id': task-1862681, 'name': PowerOffVM_Task, 'duration_secs': 0.173954} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2092.578622] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e7e54ea-a78d-4b68-aee4-ca288de2621d tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] [instance: cb1a85c5-e90a-4290-a603-e2d08f5c0ee4] Powered off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2092.578832] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-9e7e54ea-a78d-4b68-aee4-ca288de2621d tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] [instance: cb1a85c5-e90a-4290-a603-e2d08f5c0ee4] Updating instance 'cb1a85c5-e90a-4290-a603-e2d08f5c0ee4' progress to 17 {{(pid=62574) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2092.675711] env[62574]: DEBUG oslo_vmware.api [None req-8317f2dc-e092-4bd8-9525-24ea5d9c89a1 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Task: {'id': task-1862682, 'name': Rename_Task, 'duration_secs': 0.190919} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2092.676753] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-8317f2dc-e092-4bd8-9525-24ea5d9c89a1 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] [instance: 13d9a284-2078-4e13-848a-5cce88d50a54] Powering on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2092.676753] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e805abf3-22ca-4826-a267-04cdf11acfd5 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2092.683091] env[62574]: DEBUG oslo_vmware.api [None req-8317f2dc-e092-4bd8-9525-24ea5d9c89a1 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Waiting for the task: (returnval){ [ 2092.683091] env[62574]: value = "task-1862684" [ 2092.683091] env[62574]: _type = "Task" [ 2092.683091] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2092.700682] env[62574]: DEBUG oslo_vmware.api [None req-8317f2dc-e092-4bd8-9525-24ea5d9c89a1 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Task: {'id': task-1862684, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2092.878958] env[62574]: DEBUG oslo_service.periodic_task [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62574) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2092.967792] env[62574]: DEBUG oslo_vmware.api [None req-a12930c8-3017-475e-9833-fa78808d11d2 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Task: {'id': task-1862683, 'name': PowerOffVM_Task, 'duration_secs': 0.37347} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2092.968075] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-a12930c8-3017-475e-9833-fa78808d11d2 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] [instance: 8ed6360e-d8a3-478a-a78f-3b8e9ef9464e] Powered off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2092.968261] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-a12930c8-3017-475e-9833-fa78808d11d2 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] [instance: 8ed6360e-d8a3-478a-a78f-3b8e9ef9464e] Unregistering the VM {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2092.968526] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5edceaa8-3cb3-4e48-acb5-3201e474bcc9 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2093.085159] env[62574]: DEBUG nova.virt.hardware [None req-9e7e54ea-a78d-4b68-aee4-ca288de2621d tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T19:27:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2093.085418] env[62574]: DEBUG nova.virt.hardware [None req-9e7e54ea-a78d-4b68-aee4-ca288de2621d tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Flavor limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2093.085582] env[62574]: DEBUG nova.virt.hardware [None req-9e7e54ea-a78d-4b68-aee4-ca288de2621d tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Image limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2093.085778] env[62574]: DEBUG nova.virt.hardware [None req-9e7e54ea-a78d-4b68-aee4-ca288de2621d tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Flavor pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2093.085931] env[62574]: DEBUG nova.virt.hardware [None req-9e7e54ea-a78d-4b68-aee4-ca288de2621d tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Image pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2093.086086] env[62574]: DEBUG nova.virt.hardware [None req-9e7e54ea-a78d-4b68-aee4-ca288de2621d tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2093.086460] env[62574]: DEBUG nova.virt.hardware [None req-9e7e54ea-a78d-4b68-aee4-ca288de2621d tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2093.086649] env[62574]: DEBUG nova.virt.hardware [None req-9e7e54ea-a78d-4b68-aee4-ca288de2621d tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2093.086837] env[62574]: DEBUG nova.virt.hardware [None req-9e7e54ea-a78d-4b68-aee4-ca288de2621d tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Got 1 possible topologies {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2093.086984] env[62574]: DEBUG nova.virt.hardware [None req-9e7e54ea-a78d-4b68-aee4-ca288de2621d tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2093.087177] env[62574]: DEBUG nova.virt.hardware [None req-9e7e54ea-a78d-4b68-aee4-ca288de2621d tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2093.092136] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e469a00c-c4aa-4923-b8c0-acab02939c02 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2093.108604] env[62574]: DEBUG oslo_vmware.api [None req-9e7e54ea-a78d-4b68-aee4-ca288de2621d tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Waiting for the task: (returnval){ [ 2093.108604] env[62574]: value = "task-1862686" [ 2093.108604] env[62574]: _type = "Task" [ 2093.108604] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2093.118518] env[62574]: DEBUG oslo_vmware.api [None req-9e7e54ea-a78d-4b68-aee4-ca288de2621d tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Task: {'id': task-1862686, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2093.180983] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-a12930c8-3017-475e-9833-fa78808d11d2 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] [instance: 8ed6360e-d8a3-478a-a78f-3b8e9ef9464e] Unregistered the VM {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2093.181242] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-a12930c8-3017-475e-9833-fa78808d11d2 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] [instance: 8ed6360e-d8a3-478a-a78f-3b8e9ef9464e] Deleting contents of the VM from datastore datastore1 {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2093.181365] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-a12930c8-3017-475e-9833-fa78808d11d2 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Deleting the datastore file [datastore1] 8ed6360e-d8a3-478a-a78f-3b8e9ef9464e {{(pid=62574) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2093.181701] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f6b2e12b-a9c0-4c8b-a5e5-ce2c9726d91d {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2093.194049] env[62574]: DEBUG oslo_vmware.api [None req-8317f2dc-e092-4bd8-9525-24ea5d9c89a1 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Task: {'id': task-1862684, 'name': PowerOnVM_Task, 'duration_secs': 0.465368} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2093.194049] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-8317f2dc-e092-4bd8-9525-24ea5d9c89a1 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] [instance: 13d9a284-2078-4e13-848a-5cce88d50a54] Powered on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2093.195597] env[62574]: DEBUG oslo_vmware.api [None req-a12930c8-3017-475e-9833-fa78808d11d2 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Waiting for the task: (returnval){ [ 2093.195597] env[62574]: value = "task-1862687" [ 2093.195597] env[62574]: _type = "Task" [ 2093.195597] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2093.205135] env[62574]: DEBUG oslo_vmware.api [None req-a12930c8-3017-475e-9833-fa78808d11d2 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Task: {'id': task-1862687, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2093.300061] env[62574]: DEBUG nova.compute.manager [None req-8317f2dc-e092-4bd8-9525-24ea5d9c89a1 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] [instance: 13d9a284-2078-4e13-848a-5cce88d50a54] Checking state {{(pid=62574) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2093.301085] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03b2a2d6-d36b-4824-806d-99d9d50bca27 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2093.619310] env[62574]: DEBUG oslo_vmware.api [None req-9e7e54ea-a78d-4b68-aee4-ca288de2621d tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Task: {'id': task-1862686, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2093.705780] env[62574]: DEBUG oslo_vmware.api [None req-a12930c8-3017-475e-9833-fa78808d11d2 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Task: {'id': task-1862687, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.164395} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2093.705995] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-a12930c8-3017-475e-9833-fa78808d11d2 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Deleted the datastore file {{(pid=62574) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2093.706196] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-a12930c8-3017-475e-9833-fa78808d11d2 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] [instance: 8ed6360e-d8a3-478a-a78f-3b8e9ef9464e] Deleted contents of the VM from datastore datastore1 {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2093.706368] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-a12930c8-3017-475e-9833-fa78808d11d2 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] [instance: 8ed6360e-d8a3-478a-a78f-3b8e9ef9464e] Instance destroyed {{(pid=62574) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2093.706540] env[62574]: INFO nova.compute.manager [None req-a12930c8-3017-475e-9833-fa78808d11d2 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] [instance: 8ed6360e-d8a3-478a-a78f-3b8e9ef9464e] Took 1.27 seconds to destroy the instance on the hypervisor. [ 2093.706782] env[62574]: DEBUG oslo.service.loopingcall [None req-a12930c8-3017-475e-9833-fa78808d11d2 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62574) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2093.706971] env[62574]: DEBUG nova.compute.manager [-] [instance: 8ed6360e-d8a3-478a-a78f-3b8e9ef9464e] Deallocating network for instance {{(pid=62574) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2093.707082] env[62574]: DEBUG nova.network.neutron [-] [instance: 8ed6360e-d8a3-478a-a78f-3b8e9ef9464e] deallocate_for_instance() {{(pid=62574) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2093.817639] env[62574]: DEBUG oslo_concurrency.lockutils [None req-8317f2dc-e092-4bd8-9525-24ea5d9c89a1 tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Lock "13d9a284-2078-4e13-848a-5cce88d50a54" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 21.084s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2093.888582] env[62574]: DEBUG oslo_concurrency.lockutils [None req-b37ea15e-aa49-407c-92ae-dd3d9c4957c0 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Acquiring lock "3c459fd4-3e28-458f-91d3-da2220e42191" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2093.888864] env[62574]: DEBUG oslo_concurrency.lockutils [None req-b37ea15e-aa49-407c-92ae-dd3d9c4957c0 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Lock "3c459fd4-3e28-458f-91d3-da2220e42191" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2093.889149] env[62574]: DEBUG oslo_concurrency.lockutils [None req-b37ea15e-aa49-407c-92ae-dd3d9c4957c0 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Acquiring lock "3c459fd4-3e28-458f-91d3-da2220e42191-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2093.889345] env[62574]: DEBUG oslo_concurrency.lockutils [None req-b37ea15e-aa49-407c-92ae-dd3d9c4957c0 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Lock "3c459fd4-3e28-458f-91d3-da2220e42191-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2093.889538] env[62574]: DEBUG oslo_concurrency.lockutils [None req-b37ea15e-aa49-407c-92ae-dd3d9c4957c0 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Lock "3c459fd4-3e28-458f-91d3-da2220e42191-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2093.891550] env[62574]: INFO nova.compute.manager [None req-b37ea15e-aa49-407c-92ae-dd3d9c4957c0 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] [instance: 3c459fd4-3e28-458f-91d3-da2220e42191] Terminating instance [ 2094.121356] env[62574]: DEBUG oslo_vmware.api [None req-9e7e54ea-a78d-4b68-aee4-ca288de2621d tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Task: {'id': task-1862686, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2094.264843] env[62574]: DEBUG nova.compute.manager [req-b6f58336-5572-497f-af3b-243c60df761a req-8bcf8a88-9452-4ada-8f8f-62a33b229d39 service nova] [instance: 8ed6360e-d8a3-478a-a78f-3b8e9ef9464e] Received event network-vif-deleted-f7ace2fc-c340-4e8c-a214-95cdeca63c65 {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 2094.265086] env[62574]: INFO nova.compute.manager [req-b6f58336-5572-497f-af3b-243c60df761a req-8bcf8a88-9452-4ada-8f8f-62a33b229d39 service nova] [instance: 8ed6360e-d8a3-478a-a78f-3b8e9ef9464e] Neutron deleted interface f7ace2fc-c340-4e8c-a214-95cdeca63c65; detaching it from the instance and deleting it from the info cache [ 2094.265245] env[62574]: DEBUG nova.network.neutron [req-b6f58336-5572-497f-af3b-243c60df761a req-8bcf8a88-9452-4ada-8f8f-62a33b229d39 service nova] [instance: 8ed6360e-d8a3-478a-a78f-3b8e9ef9464e] Updating instance_info_cache with network_info: [] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2094.395896] env[62574]: DEBUG nova.compute.manager [None req-b37ea15e-aa49-407c-92ae-dd3d9c4957c0 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] [instance: 3c459fd4-3e28-458f-91d3-da2220e42191] Start destroying the instance on the hypervisor. {{(pid=62574) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2094.396197] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-b37ea15e-aa49-407c-92ae-dd3d9c4957c0 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] [instance: 3c459fd4-3e28-458f-91d3-da2220e42191] Powering off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2094.396447] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-12817fed-3e53-4725-8929-0c52d9cab785 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2094.404787] env[62574]: DEBUG oslo_vmware.api [None req-b37ea15e-aa49-407c-92ae-dd3d9c4957c0 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Waiting for the task: (returnval){ [ 2094.404787] env[62574]: value = "task-1862688" [ 2094.404787] env[62574]: _type = "Task" [ 2094.404787] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2094.412902] env[62574]: DEBUG oslo_vmware.api [None req-b37ea15e-aa49-407c-92ae-dd3d9c4957c0 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Task: {'id': task-1862688, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2094.619808] env[62574]: DEBUG oslo_vmware.api [None req-9e7e54ea-a78d-4b68-aee4-ca288de2621d tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Task: {'id': task-1862686, 'name': ReconfigVM_Task, 'duration_secs': 1.276797} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2094.620144] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-9e7e54ea-a78d-4b68-aee4-ca288de2621d tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] [instance: cb1a85c5-e90a-4290-a603-e2d08f5c0ee4] Updating instance 'cb1a85c5-e90a-4290-a603-e2d08f5c0ee4' progress to 33 {{(pid=62574) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2094.663690] env[62574]: DEBUG oslo_concurrency.lockutils [None req-579b782a-babb-4a65-a56a-09c28334d1ce tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Acquiring lock "13d9a284-2078-4e13-848a-5cce88d50a54" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2094.663839] env[62574]: DEBUG oslo_concurrency.lockutils [None req-579b782a-babb-4a65-a56a-09c28334d1ce tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Lock "13d9a284-2078-4e13-848a-5cce88d50a54" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2094.664016] env[62574]: DEBUG oslo_concurrency.lockutils [None req-579b782a-babb-4a65-a56a-09c28334d1ce tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Acquiring lock "13d9a284-2078-4e13-848a-5cce88d50a54-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2094.664222] env[62574]: DEBUG oslo_concurrency.lockutils [None req-579b782a-babb-4a65-a56a-09c28334d1ce tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Lock "13d9a284-2078-4e13-848a-5cce88d50a54-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2094.664394] env[62574]: DEBUG oslo_concurrency.lockutils [None req-579b782a-babb-4a65-a56a-09c28334d1ce tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Lock "13d9a284-2078-4e13-848a-5cce88d50a54-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2094.666243] env[62574]: INFO nova.compute.manager [None req-579b782a-babb-4a65-a56a-09c28334d1ce tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] [instance: 13d9a284-2078-4e13-848a-5cce88d50a54] Terminating instance [ 2094.742260] env[62574]: DEBUG nova.network.neutron [-] [instance: 8ed6360e-d8a3-478a-a78f-3b8e9ef9464e] Updating instance_info_cache with network_info: [] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2094.768363] env[62574]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-dc239bda-c8f1-4cf4-bd66-4d828be88836 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2094.777693] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6e1919e-f0bf-4716-87f5-3d9436c8bea0 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2094.805482] env[62574]: DEBUG nova.compute.manager [req-b6f58336-5572-497f-af3b-243c60df761a req-8bcf8a88-9452-4ada-8f8f-62a33b229d39 service nova] [instance: 8ed6360e-d8a3-478a-a78f-3b8e9ef9464e] Detach interface failed, port_id=f7ace2fc-c340-4e8c-a214-95cdeca63c65, reason: Instance 8ed6360e-d8a3-478a-a78f-3b8e9ef9464e could not be found. {{(pid=62574) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 2094.915901] env[62574]: DEBUG oslo_vmware.api [None req-b37ea15e-aa49-407c-92ae-dd3d9c4957c0 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Task: {'id': task-1862688, 'name': PowerOffVM_Task, 'duration_secs': 0.161538} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2094.916174] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-b37ea15e-aa49-407c-92ae-dd3d9c4957c0 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] [instance: 3c459fd4-3e28-458f-91d3-da2220e42191] Powered off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2094.916397] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-b37ea15e-aa49-407c-92ae-dd3d9c4957c0 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] [instance: 3c459fd4-3e28-458f-91d3-da2220e42191] Volume detach. Driver type: vmdk {{(pid=62574) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2094.916613] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-b37ea15e-aa49-407c-92ae-dd3d9c4957c0 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] [instance: 3c459fd4-3e28-458f-91d3-da2220e42191] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-385040', 'volume_id': 'b3fb9e30-28f5-4f58-a30c-2065cae5631f', 'name': 'volume-b3fb9e30-28f5-4f58-a30c-2065cae5631f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '3c459fd4-3e28-458f-91d3-da2220e42191', 'attached_at': '2024-12-13T19:53:00.000000', 'detached_at': '', 'volume_id': 'b3fb9e30-28f5-4f58-a30c-2065cae5631f', 'serial': 'b3fb9e30-28f5-4f58-a30c-2065cae5631f'} {{(pid=62574) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2094.917407] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-915ebfc4-f2ce-44c4-ac0b-64f4a94be4de {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2094.935414] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaaa62cb-fc6a-4550-a7c2-27ab743e10a6 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2094.941711] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b31c262e-25d9-4781-b82e-c4759583f1e1 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2094.960820] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13c6b2bb-228f-4f2b-8c8a-4bdac268009f {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2094.978510] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-b37ea15e-aa49-407c-92ae-dd3d9c4957c0 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] The volume has not been displaced from its original location: [datastore2] volume-b3fb9e30-28f5-4f58-a30c-2065cae5631f/volume-b3fb9e30-28f5-4f58-a30c-2065cae5631f.vmdk. No consolidation needed. {{(pid=62574) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2094.984046] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-b37ea15e-aa49-407c-92ae-dd3d9c4957c0 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] [instance: 3c459fd4-3e28-458f-91d3-da2220e42191] Reconfiguring VM instance instance-00000071 to detach disk 2000 {{(pid=62574) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2094.984341] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-70c1bfc7-0bc3-4259-83d3-fe31fc35f94d {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2095.002431] env[62574]: DEBUG oslo_vmware.api [None req-b37ea15e-aa49-407c-92ae-dd3d9c4957c0 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Waiting for the task: (returnval){ [ 2095.002431] env[62574]: value = "task-1862689" [ 2095.002431] env[62574]: _type = "Task" [ 2095.002431] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2095.013286] env[62574]: DEBUG oslo_vmware.api [None req-b37ea15e-aa49-407c-92ae-dd3d9c4957c0 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Task: {'id': task-1862689, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2095.126188] env[62574]: DEBUG nova.virt.hardware [None req-9e7e54ea-a78d-4b68-aee4-ca288de2621d tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T19:26:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2095.126466] env[62574]: DEBUG nova.virt.hardware [None req-9e7e54ea-a78d-4b68-aee4-ca288de2621d tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Flavor limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2095.126629] env[62574]: DEBUG nova.virt.hardware [None req-9e7e54ea-a78d-4b68-aee4-ca288de2621d tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Image limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2095.126817] env[62574]: DEBUG nova.virt.hardware [None req-9e7e54ea-a78d-4b68-aee4-ca288de2621d tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Flavor pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2095.126964] env[62574]: DEBUG nova.virt.hardware [None req-9e7e54ea-a78d-4b68-aee4-ca288de2621d tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Image pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2095.127128] env[62574]: DEBUG nova.virt.hardware [None req-9e7e54ea-a78d-4b68-aee4-ca288de2621d tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2095.127334] env[62574]: DEBUG nova.virt.hardware [None req-9e7e54ea-a78d-4b68-aee4-ca288de2621d tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2095.127495] env[62574]: DEBUG nova.virt.hardware [None req-9e7e54ea-a78d-4b68-aee4-ca288de2621d tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2095.127659] env[62574]: DEBUG nova.virt.hardware [None req-9e7e54ea-a78d-4b68-aee4-ca288de2621d tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Got 1 possible topologies {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2095.127819] env[62574]: DEBUG nova.virt.hardware [None req-9e7e54ea-a78d-4b68-aee4-ca288de2621d tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2095.128015] env[62574]: DEBUG nova.virt.hardware [None req-9e7e54ea-a78d-4b68-aee4-ca288de2621d tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2095.133307] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e7e54ea-a78d-4b68-aee4-ca288de2621d tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] [instance: cb1a85c5-e90a-4290-a603-e2d08f5c0ee4] Reconfiguring VM instance instance-00000072 to detach disk 2000 {{(pid=62574) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2095.133600] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bde28b9c-4f13-4532-8b34-3bcacba299bd {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2095.151244] env[62574]: DEBUG oslo_vmware.api [None req-9e7e54ea-a78d-4b68-aee4-ca288de2621d tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Waiting for the task: (returnval){ [ 2095.151244] env[62574]: value = "task-1862690" [ 2095.151244] env[62574]: _type = "Task" [ 2095.151244] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2095.162843] env[62574]: DEBUG oslo_vmware.api [None req-9e7e54ea-a78d-4b68-aee4-ca288de2621d tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Task: {'id': task-1862690, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2095.169506] env[62574]: DEBUG nova.compute.manager [None req-579b782a-babb-4a65-a56a-09c28334d1ce tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] [instance: 13d9a284-2078-4e13-848a-5cce88d50a54] Start destroying the instance on the hypervisor. {{(pid=62574) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2095.169698] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-579b782a-babb-4a65-a56a-09c28334d1ce tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] [instance: 13d9a284-2078-4e13-848a-5cce88d50a54] Destroying instance {{(pid=62574) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2095.170415] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-861f9d03-a830-448d-85dd-ad44434b82d7 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2095.177066] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-579b782a-babb-4a65-a56a-09c28334d1ce tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] [instance: 13d9a284-2078-4e13-848a-5cce88d50a54] Powering off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2095.177293] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4e8f82d5-cdc1-4755-8077-b20db7f97bd8 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2095.184048] env[62574]: DEBUG oslo_vmware.api [None req-579b782a-babb-4a65-a56a-09c28334d1ce tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Waiting for the task: (returnval){ [ 2095.184048] env[62574]: value = "task-1862691" [ 2095.184048] env[62574]: _type = "Task" [ 2095.184048] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2095.195478] env[62574]: DEBUG oslo_vmware.api [None req-579b782a-babb-4a65-a56a-09c28334d1ce tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Task: {'id': task-1862691, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2095.244582] env[62574]: INFO nova.compute.manager [-] [instance: 8ed6360e-d8a3-478a-a78f-3b8e9ef9464e] Took 1.54 seconds to deallocate network for instance. [ 2095.512953] env[62574]: DEBUG oslo_vmware.api [None req-b37ea15e-aa49-407c-92ae-dd3d9c4957c0 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Task: {'id': task-1862689, 'name': ReconfigVM_Task, 'duration_secs': 0.151475} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2095.513267] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-b37ea15e-aa49-407c-92ae-dd3d9c4957c0 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] [instance: 3c459fd4-3e28-458f-91d3-da2220e42191] Reconfigured VM instance instance-00000071 to detach disk 2000 {{(pid=62574) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2095.517782] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b83200e1-c5bd-4366-8008-845245399706 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2095.532418] env[62574]: DEBUG oslo_vmware.api [None req-b37ea15e-aa49-407c-92ae-dd3d9c4957c0 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Waiting for the task: (returnval){ [ 2095.532418] env[62574]: value = "task-1862692" [ 2095.532418] env[62574]: _type = "Task" [ 2095.532418] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2095.541463] env[62574]: DEBUG oslo_vmware.api [None req-b37ea15e-aa49-407c-92ae-dd3d9c4957c0 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Task: {'id': task-1862692, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2095.660935] env[62574]: DEBUG oslo_vmware.api [None req-9e7e54ea-a78d-4b68-aee4-ca288de2621d tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Task: {'id': task-1862690, 'name': ReconfigVM_Task, 'duration_secs': 0.199092} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2095.661295] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e7e54ea-a78d-4b68-aee4-ca288de2621d tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] [instance: cb1a85c5-e90a-4290-a603-e2d08f5c0ee4] Reconfigured VM instance instance-00000072 to detach disk 2000 {{(pid=62574) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2095.662071] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27f62c2c-1968-47fd-9b50-e8a5a9f82772 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2095.683914] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e7e54ea-a78d-4b68-aee4-ca288de2621d tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] [instance: cb1a85c5-e90a-4290-a603-e2d08f5c0ee4] Reconfiguring VM instance instance-00000072 to attach disk [datastore1] cb1a85c5-e90a-4290-a603-e2d08f5c0ee4/cb1a85c5-e90a-4290-a603-e2d08f5c0ee4.vmdk or device None with type thin {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2095.684214] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f5c4409c-58cd-4bda-b2b6-0dde6a372bbf {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2095.706137] env[62574]: DEBUG oslo_vmware.api [None req-579b782a-babb-4a65-a56a-09c28334d1ce tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Task: {'id': task-1862691, 'name': PowerOffVM_Task, 'duration_secs': 0.175256} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2095.707326] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-579b782a-babb-4a65-a56a-09c28334d1ce tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] [instance: 13d9a284-2078-4e13-848a-5cce88d50a54] Powered off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2095.707531] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-579b782a-babb-4a65-a56a-09c28334d1ce tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] [instance: 13d9a284-2078-4e13-848a-5cce88d50a54] Unregistering the VM {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2095.707830] env[62574]: DEBUG oslo_vmware.api [None req-9e7e54ea-a78d-4b68-aee4-ca288de2621d tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Waiting for the task: (returnval){ [ 2095.707830] env[62574]: value = "task-1862693" [ 2095.707830] env[62574]: _type = "Task" [ 2095.707830] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2095.708033] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ce888f9e-9290-4287-94d3-e4ddfd220acf {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2095.721129] env[62574]: DEBUG oslo_vmware.api [None req-9e7e54ea-a78d-4b68-aee4-ca288de2621d tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Task: {'id': task-1862693, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2095.751411] env[62574]: DEBUG oslo_concurrency.lockutils [None req-a12930c8-3017-475e-9833-fa78808d11d2 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2095.751719] env[62574]: DEBUG oslo_concurrency.lockutils [None req-a12930c8-3017-475e-9833-fa78808d11d2 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2095.752130] env[62574]: DEBUG nova.objects.instance [None req-a12930c8-3017-475e-9833-fa78808d11d2 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Lazy-loading 'resources' on Instance uuid 8ed6360e-d8a3-478a-a78f-3b8e9ef9464e {{(pid=62574) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2095.817326] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-579b782a-babb-4a65-a56a-09c28334d1ce tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] [instance: 13d9a284-2078-4e13-848a-5cce88d50a54] Unregistered the VM {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2095.817568] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-579b782a-babb-4a65-a56a-09c28334d1ce tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] [instance: 13d9a284-2078-4e13-848a-5cce88d50a54] Deleting contents of the VM from datastore datastore2 {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2095.817751] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-579b782a-babb-4a65-a56a-09c28334d1ce tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Deleting the datastore file [datastore2] 13d9a284-2078-4e13-848a-5cce88d50a54 {{(pid=62574) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2095.818037] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7e4fa264-abc9-420d-b21d-05f51facc220 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2095.825914] env[62574]: DEBUG oslo_vmware.api [None req-579b782a-babb-4a65-a56a-09c28334d1ce tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Waiting for the task: (returnval){ [ 2095.825914] env[62574]: value = "task-1862695" [ 2095.825914] env[62574]: _type = "Task" [ 2095.825914] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2095.833852] env[62574]: DEBUG oslo_vmware.api [None req-579b782a-babb-4a65-a56a-09c28334d1ce tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Task: {'id': task-1862695, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2096.043140] env[62574]: DEBUG oslo_vmware.api [None req-b37ea15e-aa49-407c-92ae-dd3d9c4957c0 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Task: {'id': task-1862692, 'name': ReconfigVM_Task, 'duration_secs': 0.133174} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2096.043491] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-b37ea15e-aa49-407c-92ae-dd3d9c4957c0 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] [instance: 3c459fd4-3e28-458f-91d3-da2220e42191] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-385040', 'volume_id': 'b3fb9e30-28f5-4f58-a30c-2065cae5631f', 'name': 'volume-b3fb9e30-28f5-4f58-a30c-2065cae5631f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '3c459fd4-3e28-458f-91d3-da2220e42191', 'attached_at': '2024-12-13T19:53:00.000000', 'detached_at': '', 'volume_id': 'b3fb9e30-28f5-4f58-a30c-2065cae5631f', 'serial': 'b3fb9e30-28f5-4f58-a30c-2065cae5631f'} {{(pid=62574) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2096.043780] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-b37ea15e-aa49-407c-92ae-dd3d9c4957c0 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] [instance: 3c459fd4-3e28-458f-91d3-da2220e42191] Destroying instance {{(pid=62574) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2096.044667] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc4794d6-bd04-45d5-b780-233998d69b71 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2096.051273] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-b37ea15e-aa49-407c-92ae-dd3d9c4957c0 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] [instance: 3c459fd4-3e28-458f-91d3-da2220e42191] Unregistering the VM {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2096.051467] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b175221e-af32-429e-956a-cc6c34d45388 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2096.219533] env[62574]: DEBUG oslo_vmware.api [None req-9e7e54ea-a78d-4b68-aee4-ca288de2621d tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Task: {'id': task-1862693, 'name': ReconfigVM_Task, 'duration_secs': 0.305947} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2096.219795] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e7e54ea-a78d-4b68-aee4-ca288de2621d tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] [instance: cb1a85c5-e90a-4290-a603-e2d08f5c0ee4] Reconfigured VM instance instance-00000072 to attach disk [datastore1] cb1a85c5-e90a-4290-a603-e2d08f5c0ee4/cb1a85c5-e90a-4290-a603-e2d08f5c0ee4.vmdk or device None with type thin {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2096.220083] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-9e7e54ea-a78d-4b68-aee4-ca288de2621d tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] [instance: cb1a85c5-e90a-4290-a603-e2d08f5c0ee4] Updating instance 'cb1a85c5-e90a-4290-a603-e2d08f5c0ee4' progress to 50 {{(pid=62574) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2096.278616] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-b37ea15e-aa49-407c-92ae-dd3d9c4957c0 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] [instance: 3c459fd4-3e28-458f-91d3-da2220e42191] Unregistered the VM {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2096.278848] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-b37ea15e-aa49-407c-92ae-dd3d9c4957c0 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] [instance: 3c459fd4-3e28-458f-91d3-da2220e42191] Deleting contents of the VM from datastore datastore2 {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2096.279065] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-b37ea15e-aa49-407c-92ae-dd3d9c4957c0 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Deleting the datastore file [datastore2] 3c459fd4-3e28-458f-91d3-da2220e42191 {{(pid=62574) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2096.279329] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-131bb26d-3ed6-4ef8-a25a-c4bf92c57cbf {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2096.285653] env[62574]: DEBUG oslo_vmware.api [None req-b37ea15e-aa49-407c-92ae-dd3d9c4957c0 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Waiting for the task: (returnval){ [ 2096.285653] env[62574]: value = "task-1862697" [ 2096.285653] env[62574]: _type = "Task" [ 2096.285653] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2096.295310] env[62574]: DEBUG oslo_vmware.api [None req-b37ea15e-aa49-407c-92ae-dd3d9c4957c0 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Task: {'id': task-1862697, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2096.335201] env[62574]: DEBUG oslo_vmware.api [None req-579b782a-babb-4a65-a56a-09c28334d1ce tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Task: {'id': task-1862695, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.224303} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2096.335446] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-579b782a-babb-4a65-a56a-09c28334d1ce tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Deleted the datastore file {{(pid=62574) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2096.335628] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-579b782a-babb-4a65-a56a-09c28334d1ce tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] [instance: 13d9a284-2078-4e13-848a-5cce88d50a54] Deleted contents of the VM from datastore datastore2 {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2096.335805] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-579b782a-babb-4a65-a56a-09c28334d1ce tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] [instance: 13d9a284-2078-4e13-848a-5cce88d50a54] Instance destroyed {{(pid=62574) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2096.335973] env[62574]: INFO nova.compute.manager [None req-579b782a-babb-4a65-a56a-09c28334d1ce tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] [instance: 13d9a284-2078-4e13-848a-5cce88d50a54] Took 1.17 seconds to destroy the instance on the hypervisor. [ 2096.336227] env[62574]: DEBUG oslo.service.loopingcall [None req-579b782a-babb-4a65-a56a-09c28334d1ce tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62574) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2096.336419] env[62574]: DEBUG nova.compute.manager [-] [instance: 13d9a284-2078-4e13-848a-5cce88d50a54] Deallocating network for instance {{(pid=62574) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2096.336513] env[62574]: DEBUG nova.network.neutron [-] [instance: 13d9a284-2078-4e13-848a-5cce88d50a54] deallocate_for_instance() {{(pid=62574) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2096.363373] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7c13c09-280f-4ff5-a764-948ae9c66438 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2096.373168] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5782b86-c4cf-4f41-a154-0929c3569b45 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2096.403862] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e3a35ba-62d6-4a3b-b141-48c8afc50fd5 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2096.411908] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90084613-9d5c-45b5-8568-6adb510c2b5c {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2096.424314] env[62574]: DEBUG nova.compute.provider_tree [None req-a12930c8-3017-475e-9833-fa78808d11d2 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Inventory has not changed in ProviderTree for provider: f0ed160a-beff-4626-a531-2a70d7bc0627 {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2096.726814] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9db65292-acf4-4fde-aed9-50c5921e41cc {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2096.750875] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cc5d25e-2abe-4d9b-bf98-b1e8338fd013 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2096.777502] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-9e7e54ea-a78d-4b68-aee4-ca288de2621d tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] [instance: cb1a85c5-e90a-4290-a603-e2d08f5c0ee4] Updating instance 'cb1a85c5-e90a-4290-a603-e2d08f5c0ee4' progress to 67 {{(pid=62574) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2096.796191] env[62574]: DEBUG oslo_vmware.api [None req-b37ea15e-aa49-407c-92ae-dd3d9c4957c0 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Task: {'id': task-1862697, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.084014} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2096.796750] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-b37ea15e-aa49-407c-92ae-dd3d9c4957c0 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Deleted the datastore file {{(pid=62574) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2096.797296] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-b37ea15e-aa49-407c-92ae-dd3d9c4957c0 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] [instance: 3c459fd4-3e28-458f-91d3-da2220e42191] Deleted contents of the VM from datastore datastore2 {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2096.800021] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-b37ea15e-aa49-407c-92ae-dd3d9c4957c0 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] [instance: 3c459fd4-3e28-458f-91d3-da2220e42191] Instance destroyed {{(pid=62574) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2096.800021] env[62574]: INFO nova.compute.manager [None req-b37ea15e-aa49-407c-92ae-dd3d9c4957c0 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] [instance: 3c459fd4-3e28-458f-91d3-da2220e42191] Took 2.40 seconds to destroy the instance on the hypervisor. [ 2096.800021] env[62574]: DEBUG oslo.service.loopingcall [None req-b37ea15e-aa49-407c-92ae-dd3d9c4957c0 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62574) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2096.800021] env[62574]: DEBUG nova.compute.manager [-] [instance: 3c459fd4-3e28-458f-91d3-da2220e42191] Deallocating network for instance {{(pid=62574) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2096.800021] env[62574]: DEBUG nova.network.neutron [-] [instance: 3c459fd4-3e28-458f-91d3-da2220e42191] deallocate_for_instance() {{(pid=62574) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2096.804122] env[62574]: DEBUG nova.compute.manager [req-f57962a6-ba69-4ae5-a953-216d2daac73c req-d2c21afc-5d60-49ee-aa77-fdf9980072cc service nova] [instance: 13d9a284-2078-4e13-848a-5cce88d50a54] Received event network-vif-deleted-e2602d78-f91c-4476-a1bd-d57cda450df9 {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 2096.805610] env[62574]: INFO nova.compute.manager [req-f57962a6-ba69-4ae5-a953-216d2daac73c req-d2c21afc-5d60-49ee-aa77-fdf9980072cc service nova] [instance: 13d9a284-2078-4e13-848a-5cce88d50a54] Neutron deleted interface e2602d78-f91c-4476-a1bd-d57cda450df9; detaching it from the instance and deleting it from the info cache [ 2096.805610] env[62574]: DEBUG nova.network.neutron [req-f57962a6-ba69-4ae5-a953-216d2daac73c req-d2c21afc-5d60-49ee-aa77-fdf9980072cc service nova] [instance: 13d9a284-2078-4e13-848a-5cce88d50a54] Updating instance_info_cache with network_info: [] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2096.927926] env[62574]: DEBUG nova.scheduler.client.report [None req-a12930c8-3017-475e-9833-fa78808d11d2 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Inventory has not changed for provider f0ed160a-beff-4626-a531-2a70d7bc0627 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 148, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2097.286271] env[62574]: DEBUG nova.network.neutron [-] [instance: 13d9a284-2078-4e13-848a-5cce88d50a54] Updating instance_info_cache with network_info: [] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2097.309600] env[62574]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1f9a2f31-3e6b-4615-b8b1-2e555242b609 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2097.316633] env[62574]: DEBUG nova.network.neutron [None req-9e7e54ea-a78d-4b68-aee4-ca288de2621d tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] [instance: cb1a85c5-e90a-4290-a603-e2d08f5c0ee4] Port ff792130-dc68-4699-8856-25805dd1df9e binding to destination host cpu-1 is already ACTIVE {{(pid=62574) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 2097.322052] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bffb60f-d4b1-4b57-b10a-89aa3474c24e {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2097.353361] env[62574]: DEBUG nova.compute.manager [req-f57962a6-ba69-4ae5-a953-216d2daac73c req-d2c21afc-5d60-49ee-aa77-fdf9980072cc service nova] [instance: 13d9a284-2078-4e13-848a-5cce88d50a54] Detach interface failed, port_id=e2602d78-f91c-4476-a1bd-d57cda450df9, reason: Instance 13d9a284-2078-4e13-848a-5cce88d50a54 could not be found. {{(pid=62574) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 2097.433449] env[62574]: DEBUG oslo_concurrency.lockutils [None req-a12930c8-3017-475e-9833-fa78808d11d2 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.682s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2097.454118] env[62574]: INFO nova.scheduler.client.report [None req-a12930c8-3017-475e-9833-fa78808d11d2 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Deleted allocations for instance 8ed6360e-d8a3-478a-a78f-3b8e9ef9464e [ 2097.743355] env[62574]: DEBUG nova.network.neutron [-] [instance: 3c459fd4-3e28-458f-91d3-da2220e42191] Updating instance_info_cache with network_info: [] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2097.792725] env[62574]: INFO nova.compute.manager [-] [instance: 13d9a284-2078-4e13-848a-5cce88d50a54] Took 1.46 seconds to deallocate network for instance. [ 2097.964170] env[62574]: DEBUG oslo_concurrency.lockutils [None req-a12930c8-3017-475e-9833-fa78808d11d2 tempest-AttachVolumeShelveTestJSON-130527164 tempest-AttachVolumeShelveTestJSON-130527164-project-member] Lock "8ed6360e-d8a3-478a-a78f-3b8e9ef9464e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.030s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2098.245982] env[62574]: INFO nova.compute.manager [-] [instance: 3c459fd4-3e28-458f-91d3-da2220e42191] Took 1.45 seconds to deallocate network for instance. [ 2098.298847] env[62574]: DEBUG oslo_concurrency.lockutils [None req-579b782a-babb-4a65-a56a-09c28334d1ce tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2098.299285] env[62574]: DEBUG oslo_concurrency.lockutils [None req-579b782a-babb-4a65-a56a-09c28334d1ce tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2098.299560] env[62574]: DEBUG nova.objects.instance [None req-579b782a-babb-4a65-a56a-09c28334d1ce tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Lazy-loading 'resources' on Instance uuid 13d9a284-2078-4e13-848a-5cce88d50a54 {{(pid=62574) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2098.353137] env[62574]: DEBUG oslo_concurrency.lockutils [None req-9e7e54ea-a78d-4b68-aee4-ca288de2621d tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Acquiring lock "cb1a85c5-e90a-4290-a603-e2d08f5c0ee4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2098.353383] env[62574]: DEBUG oslo_concurrency.lockutils [None req-9e7e54ea-a78d-4b68-aee4-ca288de2621d tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Lock "cb1a85c5-e90a-4290-a603-e2d08f5c0ee4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2098.353561] env[62574]: DEBUG oslo_concurrency.lockutils [None req-9e7e54ea-a78d-4b68-aee4-ca288de2621d tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Lock "cb1a85c5-e90a-4290-a603-e2d08f5c0ee4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2098.381875] env[62574]: DEBUG oslo_service.periodic_task [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62574) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2098.383015] env[62574]: DEBUG oslo_service.periodic_task [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62574) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2098.383015] env[62574]: DEBUG nova.compute.manager [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Starting heal instance info cache {{(pid=62574) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10345}} [ 2098.383015] env[62574]: DEBUG nova.compute.manager [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Rebuilding the list of instances to heal {{(pid=62574) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10349}} [ 2098.787051] env[62574]: INFO nova.compute.manager [None req-b37ea15e-aa49-407c-92ae-dd3d9c4957c0 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] [instance: 3c459fd4-3e28-458f-91d3-da2220e42191] Took 0.54 seconds to detach 1 volumes for instance. [ 2098.788580] env[62574]: DEBUG nova.compute.manager [None req-b37ea15e-aa49-407c-92ae-dd3d9c4957c0 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] [instance: 3c459fd4-3e28-458f-91d3-da2220e42191] Deleting volume: b3fb9e30-28f5-4f58-a30c-2065cae5631f {{(pid=62574) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 2098.827137] env[62574]: DEBUG nova.compute.manager [req-682c24ca-55fc-49c4-be27-5222d45e7e18 req-05d062dc-1c68-4eff-ada5-c4701efbbb8b service nova] [instance: 3c459fd4-3e28-458f-91d3-da2220e42191] Received event network-vif-deleted-16fb461c-b9ba-4be8-a6d6-f6b68f12469a {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 2098.885806] env[62574]: DEBUG nova.compute.manager [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] [instance: 3c459fd4-3e28-458f-91d3-da2220e42191] Skipping network cache update for instance because it is being deleted. {{(pid=62574) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10362}} [ 2098.901406] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13d9baa3-ffb3-43fb-8a90-641dc86ec00e {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2098.908962] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84c0a281-408d-4cc1-8aa4-bd4fb03f7c9c {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2098.940252] env[62574]: DEBUG oslo_concurrency.lockutils [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Acquiring lock "refresh_cache-b4522995-fb9c-471f-bd36-af8b721aa5ff" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2098.940408] env[62574]: DEBUG oslo_concurrency.lockutils [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Acquired lock "refresh_cache-b4522995-fb9c-471f-bd36-af8b721aa5ff" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2098.940530] env[62574]: DEBUG nova.network.neutron [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] [instance: b4522995-fb9c-471f-bd36-af8b721aa5ff] Forcefully refreshing network info cache for instance {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 2098.940681] env[62574]: DEBUG nova.objects.instance [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Lazy-loading 'info_cache' on Instance uuid b4522995-fb9c-471f-bd36-af8b721aa5ff {{(pid=62574) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2098.942464] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b539b7bd-af70-45c4-93c1-e839ff8b69de {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2098.950041] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3faddab4-9404-401e-bcb0-9c05136cfd70 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2098.964019] env[62574]: DEBUG nova.compute.provider_tree [None req-579b782a-babb-4a65-a56a-09c28334d1ce tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Inventory has not changed in ProviderTree for provider: f0ed160a-beff-4626-a531-2a70d7bc0627 {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2099.322792] env[62574]: DEBUG oslo_concurrency.lockutils [None req-b37ea15e-aa49-407c-92ae-dd3d9c4957c0 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2099.386487] env[62574]: DEBUG oslo_concurrency.lockutils [None req-9e7e54ea-a78d-4b68-aee4-ca288de2621d tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Acquiring lock "refresh_cache-cb1a85c5-e90a-4290-a603-e2d08f5c0ee4" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2099.386689] env[62574]: DEBUG oslo_concurrency.lockutils [None req-9e7e54ea-a78d-4b68-aee4-ca288de2621d tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Acquired lock "refresh_cache-cb1a85c5-e90a-4290-a603-e2d08f5c0ee4" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2099.386871] env[62574]: DEBUG nova.network.neutron [None req-9e7e54ea-a78d-4b68-aee4-ca288de2621d tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] [instance: cb1a85c5-e90a-4290-a603-e2d08f5c0ee4] Building network info cache for instance {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2099.466888] env[62574]: DEBUG nova.scheduler.client.report [None req-579b782a-babb-4a65-a56a-09c28334d1ce tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Inventory has not changed for provider f0ed160a-beff-4626-a531-2a70d7bc0627 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 148, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2099.972757] env[62574]: DEBUG oslo_concurrency.lockutils [None req-579b782a-babb-4a65-a56a-09c28334d1ce tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.673s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2099.975016] env[62574]: DEBUG oslo_concurrency.lockutils [None req-b37ea15e-aa49-407c-92ae-dd3d9c4957c0 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.652s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2099.975253] env[62574]: DEBUG oslo_concurrency.lockutils [None req-b37ea15e-aa49-407c-92ae-dd3d9c4957c0 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2099.992829] env[62574]: INFO nova.scheduler.client.report [None req-579b782a-babb-4a65-a56a-09c28334d1ce tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Deleted allocations for instance 13d9a284-2078-4e13-848a-5cce88d50a54 [ 2099.996570] env[62574]: INFO nova.scheduler.client.report [None req-b37ea15e-aa49-407c-92ae-dd3d9c4957c0 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Deleted allocations for instance 3c459fd4-3e28-458f-91d3-da2220e42191 [ 2100.149350] env[62574]: DEBUG nova.network.neutron [None req-9e7e54ea-a78d-4b68-aee4-ca288de2621d tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] [instance: cb1a85c5-e90a-4290-a603-e2d08f5c0ee4] Updating instance_info_cache with network_info: [{"id": "ff792130-dc68-4699-8856-25805dd1df9e", "address": "fa:16:3e:3e:71:8d", "network": {"id": "3af14f16-9d32-4c8d-8557-ce8f3b8b4086", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1431517823-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.141", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "31d5eeff630d40d2928149f27883ae60", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff792130-dc", "ovs_interfaceid": "ff792130-dc68-4699-8856-25805dd1df9e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2100.506383] env[62574]: DEBUG oslo_concurrency.lockutils [None req-579b782a-babb-4a65-a56a-09c28334d1ce tempest-ServerActionsTestOtherB-2075451721 tempest-ServerActionsTestOtherB-2075451721-project-member] Lock "13d9a284-2078-4e13-848a-5cce88d50a54" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.842s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2100.507298] env[62574]: DEBUG oslo_concurrency.lockutils [None req-b37ea15e-aa49-407c-92ae-dd3d9c4957c0 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Lock "3c459fd4-3e28-458f-91d3-da2220e42191" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.618s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2100.641445] env[62574]: DEBUG nova.network.neutron [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] [instance: b4522995-fb9c-471f-bd36-af8b721aa5ff] Updating instance_info_cache with network_info: [{"id": "caf5c8e8-e94e-42ba-ab38-e0de749fbc41", "address": "fa:16:3e:e7:4f:ca", "network": {"id": "048e4d0d-d1ab-45c4-a15c-a1cfb16572ac", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1657993544-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3efda8e53e3c4eea8bfd1d5d6cd90db3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f68ebd2a-3c68-48db-8c32-8a01497fc2e7", "external-id": "nsx-vlan-transportzone-49", "segmentation_id": 49, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcaf5c8e8-e9", "ovs_interfaceid": "caf5c8e8-e94e-42ba-ab38-e0de749fbc41", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2100.651755] env[62574]: DEBUG oslo_concurrency.lockutils [None req-9e7e54ea-a78d-4b68-aee4-ca288de2621d tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Releasing lock "refresh_cache-cb1a85c5-e90a-4290-a603-e2d08f5c0ee4" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2101.144619] env[62574]: DEBUG oslo_concurrency.lockutils [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Releasing lock "refresh_cache-b4522995-fb9c-471f-bd36-af8b721aa5ff" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2101.144928] env[62574]: DEBUG nova.compute.manager [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] [instance: b4522995-fb9c-471f-bd36-af8b721aa5ff] Updated the network info_cache for instance {{(pid=62574) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10416}} [ 2101.145113] env[62574]: DEBUG oslo_service.periodic_task [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62574) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2101.145289] env[62574]: DEBUG oslo_service.periodic_task [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62574) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2101.145439] env[62574]: DEBUG oslo_service.periodic_task [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62574) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2101.145587] env[62574]: DEBUG oslo_service.periodic_task [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62574) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2101.145728] env[62574]: DEBUG oslo_service.periodic_task [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62574) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2101.145868] env[62574]: DEBUG oslo_service.periodic_task [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62574) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2101.145995] env[62574]: DEBUG nova.compute.manager [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62574) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10964}} [ 2101.146170] env[62574]: DEBUG oslo_service.periodic_task [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Running periodic task ComputeManager.update_available_resource {{(pid=62574) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2101.176311] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f01a6920-3055-4a1d-8f44-167e9dc082f5 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2101.196229] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0518ab9c-7352-4f02-a1c8-cdfee25b266c {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2101.206236] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-9e7e54ea-a78d-4b68-aee4-ca288de2621d tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] [instance: cb1a85c5-e90a-4290-a603-e2d08f5c0ee4] Updating instance 'cb1a85c5-e90a-4290-a603-e2d08f5c0ee4' progress to 83 {{(pid=62574) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2101.649057] env[62574]: DEBUG oslo_concurrency.lockutils [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2101.649451] env[62574]: DEBUG oslo_concurrency.lockutils [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2101.649530] env[62574]: DEBUG oslo_concurrency.lockutils [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2101.649668] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62574) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2101.650666] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff7d950d-589e-4a54-9a22-d59b1bfb59d7 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2101.659253] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41db6c33-3c45-4185-aa5a-63bb0aefa76f {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2101.675449] env[62574]: DEBUG oslo_concurrency.lockutils [None req-90013541-7bd5-46b1-b8cf-a2444b8e8b6b tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Acquiring lock "df645c24-e08c-48e1-aee8-2da12c3203b2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2101.675773] env[62574]: DEBUG oslo_concurrency.lockutils [None req-90013541-7bd5-46b1-b8cf-a2444b8e8b6b tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Lock "df645c24-e08c-48e1-aee8-2da12c3203b2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2101.676074] env[62574]: DEBUG oslo_concurrency.lockutils [None req-90013541-7bd5-46b1-b8cf-a2444b8e8b6b tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Acquiring lock "df645c24-e08c-48e1-aee8-2da12c3203b2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2101.676394] env[62574]: DEBUG oslo_concurrency.lockutils [None req-90013541-7bd5-46b1-b8cf-a2444b8e8b6b tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Lock "df645c24-e08c-48e1-aee8-2da12c3203b2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2101.676596] env[62574]: DEBUG oslo_concurrency.lockutils [None req-90013541-7bd5-46b1-b8cf-a2444b8e8b6b tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Lock "df645c24-e08c-48e1-aee8-2da12c3203b2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2101.678997] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6675816d-9d6b-4c72-91d1-31a6d24be9f6 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2101.681992] env[62574]: INFO nova.compute.manager [None req-90013541-7bd5-46b1-b8cf-a2444b8e8b6b tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] [instance: df645c24-e08c-48e1-aee8-2da12c3203b2] Terminating instance [ 2101.689966] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58672d03-d3c7-41f7-bcd5-9f11d9550b92 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2101.721363] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e7e54ea-a78d-4b68-aee4-ca288de2621d tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] [instance: cb1a85c5-e90a-4290-a603-e2d08f5c0ee4] Powering on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2101.721698] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179982MB free_disk=148GB free_vcpus=48 pci_devices=None {{(pid=62574) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2101.721830] env[62574]: DEBUG oslo_concurrency.lockutils [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2101.722050] env[62574]: DEBUG oslo_concurrency.lockutils [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2101.723421] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e73729e6-6903-449b-8a6c-c02a5a654420 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2101.730688] env[62574]: DEBUG oslo_vmware.api [None req-9e7e54ea-a78d-4b68-aee4-ca288de2621d tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Waiting for the task: (returnval){ [ 2101.730688] env[62574]: value = "task-1862701" [ 2101.730688] env[62574]: _type = "Task" [ 2101.730688] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2101.745014] env[62574]: DEBUG oslo_vmware.api [None req-9e7e54ea-a78d-4b68-aee4-ca288de2621d tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Task: {'id': task-1862701, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2102.186165] env[62574]: DEBUG nova.compute.manager [None req-90013541-7bd5-46b1-b8cf-a2444b8e8b6b tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] [instance: df645c24-e08c-48e1-aee8-2da12c3203b2] Start destroying the instance on the hypervisor. {{(pid=62574) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2102.186435] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-90013541-7bd5-46b1-b8cf-a2444b8e8b6b tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] [instance: df645c24-e08c-48e1-aee8-2da12c3203b2] Destroying instance {{(pid=62574) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2102.187349] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2b73d1c-5f49-48cd-bc01-27f1b165111c {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2102.195492] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-90013541-7bd5-46b1-b8cf-a2444b8e8b6b tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] [instance: df645c24-e08c-48e1-aee8-2da12c3203b2] Powering off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2102.196125] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-96841623-8ff8-447f-8d6b-41d1f3a7cfb7 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2102.203025] env[62574]: DEBUG oslo_vmware.api [None req-90013541-7bd5-46b1-b8cf-a2444b8e8b6b tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Waiting for the task: (returnval){ [ 2102.203025] env[62574]: value = "task-1862702" [ 2102.203025] env[62574]: _type = "Task" [ 2102.203025] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2102.211602] env[62574]: DEBUG oslo_vmware.api [None req-90013541-7bd5-46b1-b8cf-a2444b8e8b6b tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Task: {'id': task-1862702, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2102.241395] env[62574]: DEBUG oslo_vmware.api [None req-9e7e54ea-a78d-4b68-aee4-ca288de2621d tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Task: {'id': task-1862701, 'name': PowerOnVM_Task, 'duration_secs': 0.37108} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2102.241662] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e7e54ea-a78d-4b68-aee4-ca288de2621d tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] [instance: cb1a85c5-e90a-4290-a603-e2d08f5c0ee4] Powered on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2102.241935] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-9e7e54ea-a78d-4b68-aee4-ca288de2621d tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] [instance: cb1a85c5-e90a-4290-a603-e2d08f5c0ee4] Updating instance 'cb1a85c5-e90a-4290-a603-e2d08f5c0ee4' progress to 100 {{(pid=62574) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2102.713544] env[62574]: DEBUG oslo_vmware.api [None req-90013541-7bd5-46b1-b8cf-a2444b8e8b6b tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Task: {'id': task-1862702, 'name': PowerOffVM_Task, 'duration_secs': 0.224765} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2102.713824] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-90013541-7bd5-46b1-b8cf-a2444b8e8b6b tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] [instance: df645c24-e08c-48e1-aee8-2da12c3203b2] Powered off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2102.713991] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-90013541-7bd5-46b1-b8cf-a2444b8e8b6b tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] [instance: df645c24-e08c-48e1-aee8-2da12c3203b2] Unregistering the VM {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2102.714269] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2bc4ab68-43c7-4f60-91a9-b56248002ce1 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2102.730650] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Applying migration context for instance cb1a85c5-e90a-4290-a603-e2d08f5c0ee4 as it has an incoming, in-progress migration 6d9ade42-21fd-4343-a19f-1a49f947bf90. Migration status is post-migrating {{(pid=62574) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 2102.731533] env[62574]: INFO nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] [instance: cb1a85c5-e90a-4290-a603-e2d08f5c0ee4] Updating resource usage from migration 6d9ade42-21fd-4343-a19f-1a49f947bf90 [ 2102.751040] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Instance b4522995-fb9c-471f-bd36-af8b721aa5ff actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62574) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2102.751142] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Instance df645c24-e08c-48e1-aee8-2da12c3203b2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62574) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2102.751281] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Instance 31f8709d-2d2e-4074-bf75-76c44cfadb72 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62574) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2102.751400] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Migration 6d9ade42-21fd-4343-a19f-1a49f947bf90 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62574) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 2102.751515] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Instance cb1a85c5-e90a-4290-a603-e2d08f5c0ee4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62574) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2102.751692] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Total usable vcpus: 48, total allocated vcpus: 5 {{(pid=62574) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2102.751925] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1536MB phys_disk=200GB used_disk=5GB total_vcpus=48 used_vcpus=5 pci_stats=[] {{(pid=62574) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2102.823680] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-367f973d-3b15-49f6-817e-f79ace06b4f2 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2102.832145] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df74efe0-30ca-43c6-993b-48ba88d703cb {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2102.863349] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9375bec-012d-441d-a9f6-a20ab7353315 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2102.871298] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-233fb561-7d55-41dc-9366-9b0d590f558d {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2102.876203] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-90013541-7bd5-46b1-b8cf-a2444b8e8b6b tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] [instance: df645c24-e08c-48e1-aee8-2da12c3203b2] Unregistered the VM {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2102.876415] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-90013541-7bd5-46b1-b8cf-a2444b8e8b6b tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] [instance: df645c24-e08c-48e1-aee8-2da12c3203b2] Deleting contents of the VM from datastore datastore1 {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2102.876611] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-90013541-7bd5-46b1-b8cf-a2444b8e8b6b tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Deleting the datastore file [datastore1] df645c24-e08c-48e1-aee8-2da12c3203b2 {{(pid=62574) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2102.877168] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ef189de7-27b4-4196-9a24-9cd0026e99a4 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2102.886519] env[62574]: DEBUG nova.compute.provider_tree [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Inventory has not changed in ProviderTree for provider: f0ed160a-beff-4626-a531-2a70d7bc0627 {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2102.889862] env[62574]: DEBUG oslo_vmware.api [None req-90013541-7bd5-46b1-b8cf-a2444b8e8b6b tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Waiting for the task: (returnval){ [ 2102.889862] env[62574]: value = "task-1862704" [ 2102.889862] env[62574]: _type = "Task" [ 2102.889862] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2102.915361] env[62574]: DEBUG oslo_vmware.api [None req-90013541-7bd5-46b1-b8cf-a2444b8e8b6b tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Task: {'id': task-1862704, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2103.391145] env[62574]: DEBUG nova.scheduler.client.report [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Inventory has not changed for provider f0ed160a-beff-4626-a531-2a70d7bc0627 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 148, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2103.403834] env[62574]: DEBUG oslo_vmware.api [None req-90013541-7bd5-46b1-b8cf-a2444b8e8b6b tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Task: {'id': task-1862704, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.132664} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2103.404133] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-90013541-7bd5-46b1-b8cf-a2444b8e8b6b tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Deleted the datastore file {{(pid=62574) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2103.404328] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-90013541-7bd5-46b1-b8cf-a2444b8e8b6b tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] [instance: df645c24-e08c-48e1-aee8-2da12c3203b2] Deleted contents of the VM from datastore datastore1 {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2103.404505] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-90013541-7bd5-46b1-b8cf-a2444b8e8b6b tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] [instance: df645c24-e08c-48e1-aee8-2da12c3203b2] Instance destroyed {{(pid=62574) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2103.404678] env[62574]: INFO nova.compute.manager [None req-90013541-7bd5-46b1-b8cf-a2444b8e8b6b tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] [instance: df645c24-e08c-48e1-aee8-2da12c3203b2] Took 1.22 seconds to destroy the instance on the hypervisor. [ 2103.404929] env[62574]: DEBUG oslo.service.loopingcall [None req-90013541-7bd5-46b1-b8cf-a2444b8e8b6b tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62574) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2103.405265] env[62574]: DEBUG nova.compute.manager [-] [instance: df645c24-e08c-48e1-aee8-2da12c3203b2] Deallocating network for instance {{(pid=62574) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2103.405517] env[62574]: DEBUG nova.network.neutron [-] [instance: df645c24-e08c-48e1-aee8-2da12c3203b2] deallocate_for_instance() {{(pid=62574) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2103.679552] env[62574]: DEBUG nova.compute.manager [req-c6d8ccc9-6446-4e7c-98fb-0020211d7ffd req-ce5c3f2f-1ae5-439e-ad9c-f27108981f53 service nova] [instance: df645c24-e08c-48e1-aee8-2da12c3203b2] Received event network-vif-deleted-8dacdd44-5cde-4ea9-8506-dbae301fbf55 {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 2103.679812] env[62574]: INFO nova.compute.manager [req-c6d8ccc9-6446-4e7c-98fb-0020211d7ffd req-ce5c3f2f-1ae5-439e-ad9c-f27108981f53 service nova] [instance: df645c24-e08c-48e1-aee8-2da12c3203b2] Neutron deleted interface 8dacdd44-5cde-4ea9-8506-dbae301fbf55; detaching it from the instance and deleting it from the info cache [ 2103.679942] env[62574]: DEBUG nova.network.neutron [req-c6d8ccc9-6446-4e7c-98fb-0020211d7ffd req-ce5c3f2f-1ae5-439e-ad9c-f27108981f53 service nova] [instance: df645c24-e08c-48e1-aee8-2da12c3203b2] Updating instance_info_cache with network_info: [] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2103.899419] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62574) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2103.899610] env[62574]: DEBUG oslo_concurrency.lockutils [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.178s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2104.158357] env[62574]: DEBUG nova.network.neutron [-] [instance: df645c24-e08c-48e1-aee8-2da12c3203b2] Updating instance_info_cache with network_info: [] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2104.181928] env[62574]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9c2dc96d-e4a1-4db0-ae40-f9bd277cc3dd {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2104.193825] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11c9a081-e2e1-4214-a656-641001ef1be6 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2104.222547] env[62574]: DEBUG nova.compute.manager [req-c6d8ccc9-6446-4e7c-98fb-0020211d7ffd req-ce5c3f2f-1ae5-439e-ad9c-f27108981f53 service nova] [instance: df645c24-e08c-48e1-aee8-2da12c3203b2] Detach interface failed, port_id=8dacdd44-5cde-4ea9-8506-dbae301fbf55, reason: Instance df645c24-e08c-48e1-aee8-2da12c3203b2 could not be found. {{(pid=62574) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 2104.319660] env[62574]: DEBUG nova.network.neutron [None req-fae41db4-b654-45d8-9042-b54c2420cd6e tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] [instance: cb1a85c5-e90a-4290-a603-e2d08f5c0ee4] Port ff792130-dc68-4699-8856-25805dd1df9e binding to destination host cpu-1 is already ACTIVE {{(pid=62574) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 2104.319933] env[62574]: DEBUG oslo_concurrency.lockutils [None req-fae41db4-b654-45d8-9042-b54c2420cd6e tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Acquiring lock "refresh_cache-cb1a85c5-e90a-4290-a603-e2d08f5c0ee4" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2104.320413] env[62574]: DEBUG oslo_concurrency.lockutils [None req-fae41db4-b654-45d8-9042-b54c2420cd6e tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Acquired lock "refresh_cache-cb1a85c5-e90a-4290-a603-e2d08f5c0ee4" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2104.320413] env[62574]: DEBUG nova.network.neutron [None req-fae41db4-b654-45d8-9042-b54c2420cd6e tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] [instance: cb1a85c5-e90a-4290-a603-e2d08f5c0ee4] Building network info cache for instance {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2104.661627] env[62574]: INFO nova.compute.manager [-] [instance: df645c24-e08c-48e1-aee8-2da12c3203b2] Took 1.26 seconds to deallocate network for instance. [ 2105.169093] env[62574]: DEBUG oslo_concurrency.lockutils [None req-90013541-7bd5-46b1-b8cf-a2444b8e8b6b tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2105.169409] env[62574]: DEBUG oslo_concurrency.lockutils [None req-90013541-7bd5-46b1-b8cf-a2444b8e8b6b tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2105.169629] env[62574]: DEBUG nova.objects.instance [None req-90013541-7bd5-46b1-b8cf-a2444b8e8b6b tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Lazy-loading 'resources' on Instance uuid df645c24-e08c-48e1-aee8-2da12c3203b2 {{(pid=62574) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2105.233280] env[62574]: DEBUG nova.network.neutron [None req-fae41db4-b654-45d8-9042-b54c2420cd6e tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] [instance: cb1a85c5-e90a-4290-a603-e2d08f5c0ee4] Updating instance_info_cache with network_info: [{"id": "ff792130-dc68-4699-8856-25805dd1df9e", "address": "fa:16:3e:3e:71:8d", "network": {"id": "3af14f16-9d32-4c8d-8557-ce8f3b8b4086", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1431517823-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.141", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "31d5eeff630d40d2928149f27883ae60", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff792130-dc", "ovs_interfaceid": "ff792130-dc68-4699-8856-25805dd1df9e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2105.743644] env[62574]: DEBUG oslo_concurrency.lockutils [None req-fae41db4-b654-45d8-9042-b54c2420cd6e tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Releasing lock "refresh_cache-cb1a85c5-e90a-4290-a603-e2d08f5c0ee4" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2105.766512] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-437ebcec-b6c9-49a3-a666-919d68bffe22 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2105.778423] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60ee3b5b-334b-4b26-b9e3-e6328e3aa7e0 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2105.823604] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcd34e46-0fa2-47ea-a64b-978f77cb0fae {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2105.832424] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-538e67c4-817a-4dc6-86de-144422af5af5 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2105.846864] env[62574]: DEBUG nova.compute.provider_tree [None req-90013541-7bd5-46b1-b8cf-a2444b8e8b6b tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Inventory has not changed in ProviderTree for provider: f0ed160a-beff-4626-a531-2a70d7bc0627 {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2106.247034] env[62574]: DEBUG nova.compute.manager [None req-fae41db4-b654-45d8-9042-b54c2420cd6e tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] [instance: cb1a85c5-e90a-4290-a603-e2d08f5c0ee4] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=62574) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 2106.248550] env[62574]: DEBUG oslo_concurrency.lockutils [None req-fae41db4-b654-45d8-9042-b54c2420cd6e tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2106.352843] env[62574]: DEBUG nova.scheduler.client.report [None req-90013541-7bd5-46b1-b8cf-a2444b8e8b6b tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Inventory has not changed for provider f0ed160a-beff-4626-a531-2a70d7bc0627 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 148, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2106.859267] env[62574]: DEBUG oslo_concurrency.lockutils [None req-90013541-7bd5-46b1-b8cf-a2444b8e8b6b tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.688s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2106.861685] env[62574]: DEBUG oslo_concurrency.lockutils [None req-fae41db4-b654-45d8-9042-b54c2420cd6e tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.613s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2106.884462] env[62574]: INFO nova.scheduler.client.report [None req-90013541-7bd5-46b1-b8cf-a2444b8e8b6b tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Deleted allocations for instance df645c24-e08c-48e1-aee8-2da12c3203b2 [ 2107.365071] env[62574]: DEBUG nova.objects.instance [None req-fae41db4-b654-45d8-9042-b54c2420cd6e tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Lazy-loading 'migration_context' on Instance uuid cb1a85c5-e90a-4290-a603-e2d08f5c0ee4 {{(pid=62574) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2107.391348] env[62574]: DEBUG oslo_concurrency.lockutils [None req-90013541-7bd5-46b1-b8cf-a2444b8e8b6b tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Lock "df645c24-e08c-48e1-aee8-2da12c3203b2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.716s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2107.831924] env[62574]: DEBUG oslo_concurrency.lockutils [None req-9f3f28d7-4601-4fac-87db-479c8bf430ed tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] Acquiring lock "36b49cb1-2f00-4662-909e-7e8cb6ee5c67" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2107.832201] env[62574]: DEBUG oslo_concurrency.lockutils [None req-9f3f28d7-4601-4fac-87db-479c8bf430ed tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] Lock "36b49cb1-2f00-4662-909e-7e8cb6ee5c67" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2107.945969] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acc83a5a-ca9d-447d-9934-6c6702f9ad1c {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2107.953688] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45337ffb-6e03-4cbc-9720-ef0751bdae35 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2107.984273] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cff5e045-f1a1-4f8e-8d52-751642a119b9 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2107.991777] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1be06daa-ef09-416b-a560-61467fc65959 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2108.005017] env[62574]: DEBUG nova.compute.provider_tree [None req-fae41db4-b654-45d8-9042-b54c2420cd6e tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Inventory has not changed in ProviderTree for provider: f0ed160a-beff-4626-a531-2a70d7bc0627 {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2108.334507] env[62574]: DEBUG nova.compute.manager [None req-9f3f28d7-4601-4fac-87db-479c8bf430ed tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] [instance: 36b49cb1-2f00-4662-909e-7e8cb6ee5c67] Starting instance... {{(pid=62574) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2108.507721] env[62574]: DEBUG nova.scheduler.client.report [None req-fae41db4-b654-45d8-9042-b54c2420cd6e tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Inventory has not changed for provider f0ed160a-beff-4626-a531-2a70d7bc0627 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 148, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2108.853332] env[62574]: DEBUG oslo_concurrency.lockutils [None req-9f3f28d7-4601-4fac-87db-479c8bf430ed tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2109.519477] env[62574]: DEBUG oslo_concurrency.lockutils [None req-fae41db4-b654-45d8-9042-b54c2420cd6e tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.658s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2109.525796] env[62574]: DEBUG oslo_concurrency.lockutils [None req-9f3f28d7-4601-4fac-87db-479c8bf430ed tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.673s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2109.527210] env[62574]: INFO nova.compute.claims [None req-9f3f28d7-4601-4fac-87db-479c8bf430ed tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] [instance: 36b49cb1-2f00-4662-909e-7e8cb6ee5c67] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2110.613694] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a119900-85b8-48d9-ae92-90dc2adf1174 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2110.621535] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44d7500c-f71d-473a-ab03-79f62d9ac3e4 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2110.651525] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0642b2f3-f95f-4f53-b621-5b1026e6f6be {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2110.659299] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df6ba49d-8169-4248-83c8-5846f309e781 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2110.672884] env[62574]: DEBUG nova.compute.provider_tree [None req-9f3f28d7-4601-4fac-87db-479c8bf430ed tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] Inventory has not changed in ProviderTree for provider: f0ed160a-beff-4626-a531-2a70d7bc0627 {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2111.062812] env[62574]: INFO nova.compute.manager [None req-fae41db4-b654-45d8-9042-b54c2420cd6e tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] [instance: cb1a85c5-e90a-4290-a603-e2d08f5c0ee4] Swapping old allocation on dict_keys(['f0ed160a-beff-4626-a531-2a70d7bc0627']) held by migration 6d9ade42-21fd-4343-a19f-1a49f947bf90 for instance [ 2111.082150] env[62574]: DEBUG nova.scheduler.client.report [None req-fae41db4-b654-45d8-9042-b54c2420cd6e tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Overwriting current allocation {'allocations': {'f0ed160a-beff-4626-a531-2a70d7bc0627': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 164}}, 'project_id': '31d5eeff630d40d2928149f27883ae60', 'user_id': 'd754949021a246e2af0e849b98f3873a', 'consumer_generation': 1} on consumer cb1a85c5-e90a-4290-a603-e2d08f5c0ee4 {{(pid=62574) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 2111.155112] env[62574]: DEBUG oslo_concurrency.lockutils [None req-fae41db4-b654-45d8-9042-b54c2420cd6e tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Acquiring lock "refresh_cache-cb1a85c5-e90a-4290-a603-e2d08f5c0ee4" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2111.155355] env[62574]: DEBUG oslo_concurrency.lockutils [None req-fae41db4-b654-45d8-9042-b54c2420cd6e tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Acquired lock "refresh_cache-cb1a85c5-e90a-4290-a603-e2d08f5c0ee4" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2111.155539] env[62574]: DEBUG nova.network.neutron [None req-fae41db4-b654-45d8-9042-b54c2420cd6e tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] [instance: cb1a85c5-e90a-4290-a603-e2d08f5c0ee4] Building network info cache for instance {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2111.176160] env[62574]: DEBUG nova.scheduler.client.report [None req-9f3f28d7-4601-4fac-87db-479c8bf430ed tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] Inventory has not changed for provider f0ed160a-beff-4626-a531-2a70d7bc0627 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 148, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2111.401400] env[62574]: DEBUG oslo_concurrency.lockutils [None req-8d6f66d0-039c-4cc0-84b1-fcebabdc3799 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Acquiring lock "b4522995-fb9c-471f-bd36-af8b721aa5ff" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2111.401688] env[62574]: DEBUG oslo_concurrency.lockutils [None req-8d6f66d0-039c-4cc0-84b1-fcebabdc3799 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Lock "b4522995-fb9c-471f-bd36-af8b721aa5ff" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2111.402037] env[62574]: DEBUG oslo_concurrency.lockutils [None req-8d6f66d0-039c-4cc0-84b1-fcebabdc3799 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Acquiring lock "b4522995-fb9c-471f-bd36-af8b721aa5ff-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2111.402791] env[62574]: DEBUG oslo_concurrency.lockutils [None req-8d6f66d0-039c-4cc0-84b1-fcebabdc3799 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Lock "b4522995-fb9c-471f-bd36-af8b721aa5ff-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2111.402997] env[62574]: DEBUG oslo_concurrency.lockutils [None req-8d6f66d0-039c-4cc0-84b1-fcebabdc3799 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Lock "b4522995-fb9c-471f-bd36-af8b721aa5ff-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2111.405132] env[62574]: INFO nova.compute.manager [None req-8d6f66d0-039c-4cc0-84b1-fcebabdc3799 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] [instance: b4522995-fb9c-471f-bd36-af8b721aa5ff] Terminating instance [ 2111.680932] env[62574]: DEBUG oslo_concurrency.lockutils [None req-9f3f28d7-4601-4fac-87db-479c8bf430ed tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.155s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2111.681756] env[62574]: DEBUG nova.compute.manager [None req-9f3f28d7-4601-4fac-87db-479c8bf430ed tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] [instance: 36b49cb1-2f00-4662-909e-7e8cb6ee5c67] Start building networks asynchronously for instance. {{(pid=62574) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2111.876050] env[62574]: DEBUG nova.network.neutron [None req-fae41db4-b654-45d8-9042-b54c2420cd6e tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] [instance: cb1a85c5-e90a-4290-a603-e2d08f5c0ee4] Updating instance_info_cache with network_info: [{"id": "ff792130-dc68-4699-8856-25805dd1df9e", "address": "fa:16:3e:3e:71:8d", "network": {"id": "3af14f16-9d32-4c8d-8557-ce8f3b8b4086", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1431517823-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.141", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "31d5eeff630d40d2928149f27883ae60", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff792130-dc", "ovs_interfaceid": "ff792130-dc68-4699-8856-25805dd1df9e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2111.908881] env[62574]: DEBUG nova.compute.manager [None req-8d6f66d0-039c-4cc0-84b1-fcebabdc3799 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] [instance: b4522995-fb9c-471f-bd36-af8b721aa5ff] Start destroying the instance on the hypervisor. {{(pid=62574) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2111.909151] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-8d6f66d0-039c-4cc0-84b1-fcebabdc3799 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] [instance: b4522995-fb9c-471f-bd36-af8b721aa5ff] Destroying instance {{(pid=62574) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2111.910033] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-195e4744-8165-4548-ac0e-92068da1d278 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2111.918297] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d6f66d0-039c-4cc0-84b1-fcebabdc3799 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] [instance: b4522995-fb9c-471f-bd36-af8b721aa5ff] Powering off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2111.918535] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b26745d3-e2c8-48ae-863a-401f76b0a6eb {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2111.926041] env[62574]: DEBUG oslo_vmware.api [None req-8d6f66d0-039c-4cc0-84b1-fcebabdc3799 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Waiting for the task: (returnval){ [ 2111.926041] env[62574]: value = "task-1862706" [ 2111.926041] env[62574]: _type = "Task" [ 2111.926041] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2111.932893] env[62574]: DEBUG oslo_vmware.api [None req-8d6f66d0-039c-4cc0-84b1-fcebabdc3799 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Task: {'id': task-1862706, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2112.186395] env[62574]: DEBUG nova.compute.utils [None req-9f3f28d7-4601-4fac-87db-479c8bf430ed tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] Using /dev/sd instead of None {{(pid=62574) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2112.187754] env[62574]: DEBUG nova.compute.manager [None req-9f3f28d7-4601-4fac-87db-479c8bf430ed tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] [instance: 36b49cb1-2f00-4662-909e-7e8cb6ee5c67] Allocating IP information in the background. {{(pid=62574) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2112.187928] env[62574]: DEBUG nova.network.neutron [None req-9f3f28d7-4601-4fac-87db-479c8bf430ed tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] [instance: 36b49cb1-2f00-4662-909e-7e8cb6ee5c67] allocate_for_instance() {{(pid=62574) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2112.225530] env[62574]: DEBUG nova.policy [None req-9f3f28d7-4601-4fac-87db-479c8bf430ed tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b34f902475cb4c6d897618610e189601', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b9a1f51591de495fab1d31bd59552aa2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62574) authorize /opt/stack/nova/nova/policy.py:192}} [ 2112.379053] env[62574]: DEBUG oslo_concurrency.lockutils [None req-fae41db4-b654-45d8-9042-b54c2420cd6e tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Releasing lock "refresh_cache-cb1a85c5-e90a-4290-a603-e2d08f5c0ee4" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2112.379518] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-fae41db4-b654-45d8-9042-b54c2420cd6e tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] [instance: cb1a85c5-e90a-4290-a603-e2d08f5c0ee4] Powering off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2112.379829] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-94a72e79-5802-465f-a4ea-145894483003 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2112.387563] env[62574]: DEBUG oslo_vmware.api [None req-fae41db4-b654-45d8-9042-b54c2420cd6e tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Waiting for the task: (returnval){ [ 2112.387563] env[62574]: value = "task-1862707" [ 2112.387563] env[62574]: _type = "Task" [ 2112.387563] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2112.395331] env[62574]: DEBUG oslo_vmware.api [None req-fae41db4-b654-45d8-9042-b54c2420cd6e tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Task: {'id': task-1862707, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2112.434607] env[62574]: DEBUG oslo_vmware.api [None req-8d6f66d0-039c-4cc0-84b1-fcebabdc3799 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Task: {'id': task-1862706, 'name': PowerOffVM_Task, 'duration_secs': 0.208025} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2112.434862] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d6f66d0-039c-4cc0-84b1-fcebabdc3799 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] [instance: b4522995-fb9c-471f-bd36-af8b721aa5ff] Powered off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2112.435043] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-8d6f66d0-039c-4cc0-84b1-fcebabdc3799 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] [instance: b4522995-fb9c-471f-bd36-af8b721aa5ff] Unregistering the VM {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2112.435289] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e0181c98-dd0c-4cf1-8b2e-df87879858a1 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2112.474456] env[62574]: DEBUG nova.network.neutron [None req-9f3f28d7-4601-4fac-87db-479c8bf430ed tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] [instance: 36b49cb1-2f00-4662-909e-7e8cb6ee5c67] Successfully created port: 83657641-ffd9-49c4-8dc0-a2782919b8c5 {{(pid=62574) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2112.536941] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-8d6f66d0-039c-4cc0-84b1-fcebabdc3799 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] [instance: b4522995-fb9c-471f-bd36-af8b721aa5ff] Unregistered the VM {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2112.537527] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-8d6f66d0-039c-4cc0-84b1-fcebabdc3799 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] [instance: b4522995-fb9c-471f-bd36-af8b721aa5ff] Deleting contents of the VM from datastore datastore1 {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2112.537848] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d6f66d0-039c-4cc0-84b1-fcebabdc3799 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Deleting the datastore file [datastore1] b4522995-fb9c-471f-bd36-af8b721aa5ff {{(pid=62574) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2112.538255] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ae0aace6-f4d6-4c27-9ed1-e5202d0d5aff {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2112.545992] env[62574]: DEBUG oslo_vmware.api [None req-8d6f66d0-039c-4cc0-84b1-fcebabdc3799 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Waiting for the task: (returnval){ [ 2112.545992] env[62574]: value = "task-1862709" [ 2112.545992] env[62574]: _type = "Task" [ 2112.545992] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2112.561107] env[62574]: DEBUG oslo_vmware.api [None req-8d6f66d0-039c-4cc0-84b1-fcebabdc3799 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Task: {'id': task-1862709, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2112.691402] env[62574]: DEBUG nova.compute.manager [None req-9f3f28d7-4601-4fac-87db-479c8bf430ed tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] [instance: 36b49cb1-2f00-4662-909e-7e8cb6ee5c67] Start building block device mappings for instance. {{(pid=62574) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2112.899794] env[62574]: DEBUG oslo_vmware.api [None req-fae41db4-b654-45d8-9042-b54c2420cd6e tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Task: {'id': task-1862707, 'name': PowerOffVM_Task, 'duration_secs': 0.200382} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2112.899794] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-fae41db4-b654-45d8-9042-b54c2420cd6e tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] [instance: cb1a85c5-e90a-4290-a603-e2d08f5c0ee4] Powered off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2112.900199] env[62574]: DEBUG nova.virt.hardware [None req-fae41db4-b654-45d8-9042-b54c2420cd6e tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T19:26:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2112.900417] env[62574]: DEBUG nova.virt.hardware [None req-fae41db4-b654-45d8-9042-b54c2420cd6e tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Flavor limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2112.900572] env[62574]: DEBUG nova.virt.hardware [None req-fae41db4-b654-45d8-9042-b54c2420cd6e tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Image limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2112.900867] env[62574]: DEBUG nova.virt.hardware [None req-fae41db4-b654-45d8-9042-b54c2420cd6e tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Flavor pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2112.901139] env[62574]: DEBUG nova.virt.hardware [None req-fae41db4-b654-45d8-9042-b54c2420cd6e tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Image pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2112.901307] env[62574]: DEBUG nova.virt.hardware [None req-fae41db4-b654-45d8-9042-b54c2420cd6e tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2112.901523] env[62574]: DEBUG nova.virt.hardware [None req-fae41db4-b654-45d8-9042-b54c2420cd6e tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2112.901685] env[62574]: DEBUG nova.virt.hardware [None req-fae41db4-b654-45d8-9042-b54c2420cd6e tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2112.902009] env[62574]: DEBUG nova.virt.hardware [None req-fae41db4-b654-45d8-9042-b54c2420cd6e tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Got 1 possible topologies {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2112.902205] env[62574]: DEBUG nova.virt.hardware [None req-fae41db4-b654-45d8-9042-b54c2420cd6e tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2112.902392] env[62574]: DEBUG nova.virt.hardware [None req-fae41db4-b654-45d8-9042-b54c2420cd6e tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2112.907435] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-adb6af17-d239-4e80-80f1-e8bfe3403910 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2112.924536] env[62574]: DEBUG oslo_vmware.api [None req-fae41db4-b654-45d8-9042-b54c2420cd6e tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Waiting for the task: (returnval){ [ 2112.924536] env[62574]: value = "task-1862710" [ 2112.924536] env[62574]: _type = "Task" [ 2112.924536] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2112.937346] env[62574]: DEBUG oslo_vmware.api [None req-fae41db4-b654-45d8-9042-b54c2420cd6e tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Task: {'id': task-1862710, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2113.056052] env[62574]: DEBUG oslo_vmware.api [None req-8d6f66d0-039c-4cc0-84b1-fcebabdc3799 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Task: {'id': task-1862709, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.12935} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2113.056197] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d6f66d0-039c-4cc0-84b1-fcebabdc3799 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Deleted the datastore file {{(pid=62574) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2113.056297] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-8d6f66d0-039c-4cc0-84b1-fcebabdc3799 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] [instance: b4522995-fb9c-471f-bd36-af8b721aa5ff] Deleted contents of the VM from datastore datastore1 {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2113.056484] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-8d6f66d0-039c-4cc0-84b1-fcebabdc3799 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] [instance: b4522995-fb9c-471f-bd36-af8b721aa5ff] Instance destroyed {{(pid=62574) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2113.056657] env[62574]: INFO nova.compute.manager [None req-8d6f66d0-039c-4cc0-84b1-fcebabdc3799 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] [instance: b4522995-fb9c-471f-bd36-af8b721aa5ff] Took 1.15 seconds to destroy the instance on the hypervisor. [ 2113.056899] env[62574]: DEBUG oslo.service.loopingcall [None req-8d6f66d0-039c-4cc0-84b1-fcebabdc3799 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62574) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2113.057176] env[62574]: DEBUG nova.compute.manager [-] [instance: b4522995-fb9c-471f-bd36-af8b721aa5ff] Deallocating network for instance {{(pid=62574) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2113.057284] env[62574]: DEBUG nova.network.neutron [-] [instance: b4522995-fb9c-471f-bd36-af8b721aa5ff] deallocate_for_instance() {{(pid=62574) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2113.361444] env[62574]: DEBUG nova.compute.manager [req-a4268266-6f0c-46ef-b269-3031cb3d89fa req-df56056a-b3de-4e5a-b3f9-dbd356f9b37c service nova] [instance: b4522995-fb9c-471f-bd36-af8b721aa5ff] Received event network-vif-deleted-caf5c8e8-e94e-42ba-ab38-e0de749fbc41 {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 2113.362143] env[62574]: INFO nova.compute.manager [req-a4268266-6f0c-46ef-b269-3031cb3d89fa req-df56056a-b3de-4e5a-b3f9-dbd356f9b37c service nova] [instance: b4522995-fb9c-471f-bd36-af8b721aa5ff] Neutron deleted interface caf5c8e8-e94e-42ba-ab38-e0de749fbc41; detaching it from the instance and deleting it from the info cache [ 2113.362143] env[62574]: DEBUG nova.network.neutron [req-a4268266-6f0c-46ef-b269-3031cb3d89fa req-df56056a-b3de-4e5a-b3f9-dbd356f9b37c service nova] [instance: b4522995-fb9c-471f-bd36-af8b721aa5ff] Updating instance_info_cache with network_info: [] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2113.435285] env[62574]: DEBUG oslo_vmware.api [None req-fae41db4-b654-45d8-9042-b54c2420cd6e tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Task: {'id': task-1862710, 'name': ReconfigVM_Task, 'duration_secs': 0.143344} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2113.436465] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ef0721f-2eb3-43b9-afec-c21812f0ee82 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2113.454174] env[62574]: DEBUG nova.virt.hardware [None req-fae41db4-b654-45d8-9042-b54c2420cd6e tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T19:26:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2113.454412] env[62574]: DEBUG nova.virt.hardware [None req-fae41db4-b654-45d8-9042-b54c2420cd6e tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Flavor limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2113.454571] env[62574]: DEBUG nova.virt.hardware [None req-fae41db4-b654-45d8-9042-b54c2420cd6e tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Image limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2113.454755] env[62574]: DEBUG nova.virt.hardware [None req-fae41db4-b654-45d8-9042-b54c2420cd6e tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Flavor pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2113.454903] env[62574]: DEBUG nova.virt.hardware [None req-fae41db4-b654-45d8-9042-b54c2420cd6e tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Image pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2113.455063] env[62574]: DEBUG nova.virt.hardware [None req-fae41db4-b654-45d8-9042-b54c2420cd6e tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2113.455269] env[62574]: DEBUG nova.virt.hardware [None req-fae41db4-b654-45d8-9042-b54c2420cd6e tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2113.455427] env[62574]: DEBUG nova.virt.hardware [None req-fae41db4-b654-45d8-9042-b54c2420cd6e tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2113.455590] env[62574]: DEBUG nova.virt.hardware [None req-fae41db4-b654-45d8-9042-b54c2420cd6e tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Got 1 possible topologies {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2113.455751] env[62574]: DEBUG nova.virt.hardware [None req-fae41db4-b654-45d8-9042-b54c2420cd6e tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2113.455932] env[62574]: DEBUG nova.virt.hardware [None req-fae41db4-b654-45d8-9042-b54c2420cd6e tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2113.456691] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-96f0163b-6667-40e5-a5a9-cc5670c030cd {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2113.462286] env[62574]: DEBUG oslo_vmware.api [None req-fae41db4-b654-45d8-9042-b54c2420cd6e tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Waiting for the task: (returnval){ [ 2113.462286] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]52e82cd0-5990-206c-fc67-ad37a4783850" [ 2113.462286] env[62574]: _type = "Task" [ 2113.462286] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2113.470126] env[62574]: DEBUG oslo_vmware.api [None req-fae41db4-b654-45d8-9042-b54c2420cd6e tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52e82cd0-5990-206c-fc67-ad37a4783850, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2113.700601] env[62574]: DEBUG nova.compute.manager [None req-9f3f28d7-4601-4fac-87db-479c8bf430ed tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] [instance: 36b49cb1-2f00-4662-909e-7e8cb6ee5c67] Start spawning the instance on the hypervisor. {{(pid=62574) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2113.725982] env[62574]: DEBUG nova.virt.hardware [None req-9f3f28d7-4601-4fac-87db-479c8bf430ed tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T19:26:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-13T19:26:40Z,direct_url=,disk_format='vmdk',id=3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7eed1dd4d2c3418eb32c4f4ceda3ab0d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-13T19:26:41Z,virtual_size=,visibility=), allow threads: False {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2113.726254] env[62574]: DEBUG nova.virt.hardware [None req-9f3f28d7-4601-4fac-87db-479c8bf430ed tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] Flavor limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2113.726414] env[62574]: DEBUG nova.virt.hardware [None req-9f3f28d7-4601-4fac-87db-479c8bf430ed tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] Image limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2113.726597] env[62574]: DEBUG nova.virt.hardware [None req-9f3f28d7-4601-4fac-87db-479c8bf430ed tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] Flavor pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2113.726744] env[62574]: DEBUG nova.virt.hardware [None req-9f3f28d7-4601-4fac-87db-479c8bf430ed tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] Image pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2113.726892] env[62574]: DEBUG nova.virt.hardware [None req-9f3f28d7-4601-4fac-87db-479c8bf430ed tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2113.727111] env[62574]: DEBUG nova.virt.hardware [None req-9f3f28d7-4601-4fac-87db-479c8bf430ed tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2113.727274] env[62574]: DEBUG nova.virt.hardware [None req-9f3f28d7-4601-4fac-87db-479c8bf430ed tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2113.727441] env[62574]: DEBUG nova.virt.hardware [None req-9f3f28d7-4601-4fac-87db-479c8bf430ed tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] Got 1 possible topologies {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2113.727602] env[62574]: DEBUG nova.virt.hardware [None req-9f3f28d7-4601-4fac-87db-479c8bf430ed tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2113.727769] env[62574]: DEBUG nova.virt.hardware [None req-9f3f28d7-4601-4fac-87db-479c8bf430ed tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2113.728632] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-369c4af2-b53b-48cb-9c5e-5db9df54c8d4 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2113.736363] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5197871e-6dcf-44e7-ac40-ed8608d719c0 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2113.804577] env[62574]: DEBUG nova.network.neutron [-] [instance: b4522995-fb9c-471f-bd36-af8b721aa5ff] Updating instance_info_cache with network_info: [] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2113.865040] env[62574]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d1a9438d-8a06-452f-a7ff-21c4a192daf0 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2113.877642] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f47c3079-8ae7-464c-a9ad-d28cb8a66ae8 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2113.902014] env[62574]: DEBUG nova.compute.manager [req-a4268266-6f0c-46ef-b269-3031cb3d89fa req-df56056a-b3de-4e5a-b3f9-dbd356f9b37c service nova] [instance: b4522995-fb9c-471f-bd36-af8b721aa5ff] Detach interface failed, port_id=caf5c8e8-e94e-42ba-ab38-e0de749fbc41, reason: Instance b4522995-fb9c-471f-bd36-af8b721aa5ff could not be found. {{(pid=62574) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 2113.956671] env[62574]: DEBUG nova.compute.manager [req-be358d51-b712-4ea5-bb06-accf7085084b req-9a23d025-07d7-4737-bd68-42b874cfe798 service nova] [instance: 36b49cb1-2f00-4662-909e-7e8cb6ee5c67] Received event network-vif-plugged-83657641-ffd9-49c4-8dc0-a2782919b8c5 {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 2113.956955] env[62574]: DEBUG oslo_concurrency.lockutils [req-be358d51-b712-4ea5-bb06-accf7085084b req-9a23d025-07d7-4737-bd68-42b874cfe798 service nova] Acquiring lock "36b49cb1-2f00-4662-909e-7e8cb6ee5c67-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2113.957174] env[62574]: DEBUG oslo_concurrency.lockutils [req-be358d51-b712-4ea5-bb06-accf7085084b req-9a23d025-07d7-4737-bd68-42b874cfe798 service nova] Lock "36b49cb1-2f00-4662-909e-7e8cb6ee5c67-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2113.957421] env[62574]: DEBUG oslo_concurrency.lockutils [req-be358d51-b712-4ea5-bb06-accf7085084b req-9a23d025-07d7-4737-bd68-42b874cfe798 service nova] Lock "36b49cb1-2f00-4662-909e-7e8cb6ee5c67-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2113.957484] env[62574]: DEBUG nova.compute.manager [req-be358d51-b712-4ea5-bb06-accf7085084b req-9a23d025-07d7-4737-bd68-42b874cfe798 service nova] [instance: 36b49cb1-2f00-4662-909e-7e8cb6ee5c67] No waiting events found dispatching network-vif-plugged-83657641-ffd9-49c4-8dc0-a2782919b8c5 {{(pid=62574) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2113.957623] env[62574]: WARNING nova.compute.manager [req-be358d51-b712-4ea5-bb06-accf7085084b req-9a23d025-07d7-4737-bd68-42b874cfe798 service nova] [instance: 36b49cb1-2f00-4662-909e-7e8cb6ee5c67] Received unexpected event network-vif-plugged-83657641-ffd9-49c4-8dc0-a2782919b8c5 for instance with vm_state building and task_state spawning. [ 2113.973079] env[62574]: DEBUG oslo_vmware.api [None req-fae41db4-b654-45d8-9042-b54c2420cd6e tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52e82cd0-5990-206c-fc67-ad37a4783850, 'name': SearchDatastore_Task, 'duration_secs': 0.007453} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2113.978268] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-fae41db4-b654-45d8-9042-b54c2420cd6e tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] [instance: cb1a85c5-e90a-4290-a603-e2d08f5c0ee4] Reconfiguring VM instance instance-00000072 to detach disk 2000 {{(pid=62574) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2113.978831] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-521e0241-ab4a-4c05-9456-599ecf6e91d5 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2113.996878] env[62574]: DEBUG oslo_vmware.api [None req-fae41db4-b654-45d8-9042-b54c2420cd6e tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Waiting for the task: (returnval){ [ 2113.996878] env[62574]: value = "task-1862711" [ 2113.996878] env[62574]: _type = "Task" [ 2113.996878] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2114.005242] env[62574]: DEBUG oslo_vmware.api [None req-fae41db4-b654-45d8-9042-b54c2420cd6e tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Task: {'id': task-1862711, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2114.070392] env[62574]: DEBUG nova.network.neutron [None req-9f3f28d7-4601-4fac-87db-479c8bf430ed tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] [instance: 36b49cb1-2f00-4662-909e-7e8cb6ee5c67] Successfully updated port: 83657641-ffd9-49c4-8dc0-a2782919b8c5 {{(pid=62574) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2114.307905] env[62574]: INFO nova.compute.manager [-] [instance: b4522995-fb9c-471f-bd36-af8b721aa5ff] Took 1.25 seconds to deallocate network for instance. [ 2114.507476] env[62574]: DEBUG oslo_vmware.api [None req-fae41db4-b654-45d8-9042-b54c2420cd6e tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Task: {'id': task-1862711, 'name': ReconfigVM_Task, 'duration_secs': 0.207805} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2114.507739] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-fae41db4-b654-45d8-9042-b54c2420cd6e tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] [instance: cb1a85c5-e90a-4290-a603-e2d08f5c0ee4] Reconfigured VM instance instance-00000072 to detach disk 2000 {{(pid=62574) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2114.508567] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6564aa32-5680-4f4a-ac91-91162e2a923b {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2114.530188] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-fae41db4-b654-45d8-9042-b54c2420cd6e tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] [instance: cb1a85c5-e90a-4290-a603-e2d08f5c0ee4] Reconfiguring VM instance instance-00000072 to attach disk [datastore1] cb1a85c5-e90a-4290-a603-e2d08f5c0ee4/cb1a85c5-e90a-4290-a603-e2d08f5c0ee4.vmdk or device None with type thin {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2114.530411] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3e1cf48d-3c7e-456c-bbe7-7c97f256e6dd {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2114.549121] env[62574]: DEBUG oslo_vmware.api [None req-fae41db4-b654-45d8-9042-b54c2420cd6e tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Waiting for the task: (returnval){ [ 2114.549121] env[62574]: value = "task-1862712" [ 2114.549121] env[62574]: _type = "Task" [ 2114.549121] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2114.559318] env[62574]: DEBUG oslo_vmware.api [None req-fae41db4-b654-45d8-9042-b54c2420cd6e tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Task: {'id': task-1862712, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2114.572971] env[62574]: DEBUG oslo_concurrency.lockutils [None req-9f3f28d7-4601-4fac-87db-479c8bf430ed tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] Acquiring lock "refresh_cache-36b49cb1-2f00-4662-909e-7e8cb6ee5c67" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2114.573117] env[62574]: DEBUG oslo_concurrency.lockutils [None req-9f3f28d7-4601-4fac-87db-479c8bf430ed tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] Acquired lock "refresh_cache-36b49cb1-2f00-4662-909e-7e8cb6ee5c67" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2114.573329] env[62574]: DEBUG nova.network.neutron [None req-9f3f28d7-4601-4fac-87db-479c8bf430ed tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] [instance: 36b49cb1-2f00-4662-909e-7e8cb6ee5c67] Building network info cache for instance {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2114.813974] env[62574]: DEBUG oslo_concurrency.lockutils [None req-8d6f66d0-039c-4cc0-84b1-fcebabdc3799 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2114.814312] env[62574]: DEBUG oslo_concurrency.lockutils [None req-8d6f66d0-039c-4cc0-84b1-fcebabdc3799 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2114.814498] env[62574]: DEBUG nova.objects.instance [None req-8d6f66d0-039c-4cc0-84b1-fcebabdc3799 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Lazy-loading 'resources' on Instance uuid b4522995-fb9c-471f-bd36-af8b721aa5ff {{(pid=62574) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2115.058792] env[62574]: DEBUG oslo_vmware.api [None req-fae41db4-b654-45d8-9042-b54c2420cd6e tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Task: {'id': task-1862712, 'name': ReconfigVM_Task, 'duration_secs': 0.249741} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2115.059111] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-fae41db4-b654-45d8-9042-b54c2420cd6e tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] [instance: cb1a85c5-e90a-4290-a603-e2d08f5c0ee4] Reconfigured VM instance instance-00000072 to attach disk [datastore1] cb1a85c5-e90a-4290-a603-e2d08f5c0ee4/cb1a85c5-e90a-4290-a603-e2d08f5c0ee4.vmdk or device None with type thin {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2115.059957] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7579f02c-40c3-47d5-807f-5a1d4a14059e {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2115.081670] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dee9983a-cbea-41f6-a0be-3a8ae3468cd2 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2115.101254] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35bd4b8a-3502-4ce9-9412-66e55e25c9c5 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2115.118950] env[62574]: DEBUG nova.network.neutron [None req-9f3f28d7-4601-4fac-87db-479c8bf430ed tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] [instance: 36b49cb1-2f00-4662-909e-7e8cb6ee5c67] Instance cache missing network info. {{(pid=62574) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2115.121210] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2a43ef3-7fb4-4e11-9724-ae734a273bdf {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2115.128065] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-fae41db4-b654-45d8-9042-b54c2420cd6e tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] [instance: cb1a85c5-e90a-4290-a603-e2d08f5c0ee4] Powering on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2115.128317] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-331c5669-203c-4498-9112-fa083371530d {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2115.134569] env[62574]: DEBUG oslo_vmware.api [None req-fae41db4-b654-45d8-9042-b54c2420cd6e tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Waiting for the task: (returnval){ [ 2115.134569] env[62574]: value = "task-1862713" [ 2115.134569] env[62574]: _type = "Task" [ 2115.134569] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2115.143378] env[62574]: DEBUG oslo_vmware.api [None req-fae41db4-b654-45d8-9042-b54c2420cd6e tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Task: {'id': task-1862713, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2115.258184] env[62574]: DEBUG nova.network.neutron [None req-9f3f28d7-4601-4fac-87db-479c8bf430ed tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] [instance: 36b49cb1-2f00-4662-909e-7e8cb6ee5c67] Updating instance_info_cache with network_info: [{"id": "83657641-ffd9-49c4-8dc0-a2782919b8c5", "address": "fa:16:3e:cc:6f:62", "network": {"id": "b8d54aae-4356-4bda-ac80-8aff560fc517", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-261048869-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9a1f51591de495fab1d31bd59552aa2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56b944d8-803d-43f2-945d-0f334ee4ea1c", "external-id": "nsx-vlan-transportzone-799", "segmentation_id": 799, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83657641-ff", "ovs_interfaceid": "83657641-ffd9-49c4-8dc0-a2782919b8c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2115.384237] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5343c325-23af-4079-af80-120ea619215a {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2115.392996] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e34ac63c-2896-440b-82d9-87b6aefacb4c {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2115.425899] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce2dbd96-c357-49e0-bbe9-d17ee1878068 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2115.434189] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6186acc1-0cc9-472a-8d1a-aeaf9ae3eadb {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2115.448775] env[62574]: DEBUG nova.compute.provider_tree [None req-8d6f66d0-039c-4cc0-84b1-fcebabdc3799 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Inventory has not changed in ProviderTree for provider: f0ed160a-beff-4626-a531-2a70d7bc0627 {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2115.644928] env[62574]: DEBUG oslo_vmware.api [None req-fae41db4-b654-45d8-9042-b54c2420cd6e tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Task: {'id': task-1862713, 'name': PowerOnVM_Task, 'duration_secs': 0.382243} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2115.645975] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-fae41db4-b654-45d8-9042-b54c2420cd6e tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] [instance: cb1a85c5-e90a-4290-a603-e2d08f5c0ee4] Powered on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2115.761244] env[62574]: DEBUG oslo_concurrency.lockutils [None req-9f3f28d7-4601-4fac-87db-479c8bf430ed tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] Releasing lock "refresh_cache-36b49cb1-2f00-4662-909e-7e8cb6ee5c67" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2115.761508] env[62574]: DEBUG nova.compute.manager [None req-9f3f28d7-4601-4fac-87db-479c8bf430ed tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] [instance: 36b49cb1-2f00-4662-909e-7e8cb6ee5c67] Instance network_info: |[{"id": "83657641-ffd9-49c4-8dc0-a2782919b8c5", "address": "fa:16:3e:cc:6f:62", "network": {"id": "b8d54aae-4356-4bda-ac80-8aff560fc517", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-261048869-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9a1f51591de495fab1d31bd59552aa2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56b944d8-803d-43f2-945d-0f334ee4ea1c", "external-id": "nsx-vlan-transportzone-799", "segmentation_id": 799, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83657641-ff", "ovs_interfaceid": "83657641-ffd9-49c4-8dc0-a2782919b8c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62574) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2115.761946] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-9f3f28d7-4601-4fac-87db-479c8bf430ed tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] [instance: 36b49cb1-2f00-4662-909e-7e8cb6ee5c67] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cc:6f:62', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '56b944d8-803d-43f2-945d-0f334ee4ea1c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '83657641-ffd9-49c4-8dc0-a2782919b8c5', 'vif_model': 'vmxnet3'}] {{(pid=62574) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2115.769225] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f3f28d7-4601-4fac-87db-479c8bf430ed tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] Creating folder: Project (b9a1f51591de495fab1d31bd59552aa2). Parent ref: group-v384746. {{(pid=62574) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2115.769483] env[62574]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-470ee3ac-fab0-4962-9d45-6eeb1595324e {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2115.780552] env[62574]: INFO nova.virt.vmwareapi.vm_util [None req-9f3f28d7-4601-4fac-87db-479c8bf430ed tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] Created folder: Project (b9a1f51591de495fab1d31bd59552aa2) in parent group-v384746. [ 2115.780747] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f3f28d7-4601-4fac-87db-479c8bf430ed tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] Creating folder: Instances. Parent ref: group-v385058. {{(pid=62574) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2115.780974] env[62574]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c9c398e7-7a33-475c-8c9f-8b55143e91b7 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2115.789797] env[62574]: INFO nova.virt.vmwareapi.vm_util [None req-9f3f28d7-4601-4fac-87db-479c8bf430ed tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] Created folder: Instances in parent group-v385058. [ 2115.790020] env[62574]: DEBUG oslo.service.loopingcall [None req-9f3f28d7-4601-4fac-87db-479c8bf430ed tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62574) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2115.790199] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 36b49cb1-2f00-4662-909e-7e8cb6ee5c67] Creating VM on the ESX host {{(pid=62574) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2115.790380] env[62574]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c681f91d-7f4f-4f32-be29-9de39e8be223 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2115.808877] env[62574]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2115.808877] env[62574]: value = "task-1862716" [ 2115.808877] env[62574]: _type = "Task" [ 2115.808877] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2115.815748] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1862716, 'name': CreateVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2115.952023] env[62574]: DEBUG nova.scheduler.client.report [None req-8d6f66d0-039c-4cc0-84b1-fcebabdc3799 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Inventory has not changed for provider f0ed160a-beff-4626-a531-2a70d7bc0627 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 148, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2115.983352] env[62574]: DEBUG nova.compute.manager [req-189adeda-442a-4b0e-bcfd-0f67a8321106 req-22dc39c8-2bbb-42df-ab40-a5741e255faa service nova] [instance: 36b49cb1-2f00-4662-909e-7e8cb6ee5c67] Received event network-changed-83657641-ffd9-49c4-8dc0-a2782919b8c5 {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 2115.983558] env[62574]: DEBUG nova.compute.manager [req-189adeda-442a-4b0e-bcfd-0f67a8321106 req-22dc39c8-2bbb-42df-ab40-a5741e255faa service nova] [instance: 36b49cb1-2f00-4662-909e-7e8cb6ee5c67] Refreshing instance network info cache due to event network-changed-83657641-ffd9-49c4-8dc0-a2782919b8c5. {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 2115.983772] env[62574]: DEBUG oslo_concurrency.lockutils [req-189adeda-442a-4b0e-bcfd-0f67a8321106 req-22dc39c8-2bbb-42df-ab40-a5741e255faa service nova] Acquiring lock "refresh_cache-36b49cb1-2f00-4662-909e-7e8cb6ee5c67" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2115.983919] env[62574]: DEBUG oslo_concurrency.lockutils [req-189adeda-442a-4b0e-bcfd-0f67a8321106 req-22dc39c8-2bbb-42df-ab40-a5741e255faa service nova] Acquired lock "refresh_cache-36b49cb1-2f00-4662-909e-7e8cb6ee5c67" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2115.984138] env[62574]: DEBUG nova.network.neutron [req-189adeda-442a-4b0e-bcfd-0f67a8321106 req-22dc39c8-2bbb-42df-ab40-a5741e255faa service nova] [instance: 36b49cb1-2f00-4662-909e-7e8cb6ee5c67] Refreshing network info cache for port 83657641-ffd9-49c4-8dc0-a2782919b8c5 {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2116.319781] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1862716, 'name': CreateVM_Task, 'duration_secs': 0.320384} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2116.319980] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 36b49cb1-2f00-4662-909e-7e8cb6ee5c67] Created VM on the ESX host {{(pid=62574) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2116.320674] env[62574]: DEBUG oslo_concurrency.lockutils [None req-9f3f28d7-4601-4fac-87db-479c8bf430ed tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2116.320844] env[62574]: DEBUG oslo_concurrency.lockutils [None req-9f3f28d7-4601-4fac-87db-479c8bf430ed tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2116.321219] env[62574]: DEBUG oslo_concurrency.lockutils [None req-9f3f28d7-4601-4fac-87db-479c8bf430ed tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2116.321483] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e9c6cd33-f551-4bd9-9471-f03367976d18 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2116.326847] env[62574]: DEBUG oslo_vmware.api [None req-9f3f28d7-4601-4fac-87db-479c8bf430ed tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] Waiting for the task: (returnval){ [ 2116.326847] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]52af850f-186e-e609-31a9-d414b51e27f6" [ 2116.326847] env[62574]: _type = "Task" [ 2116.326847] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2116.334826] env[62574]: DEBUG oslo_vmware.api [None req-9f3f28d7-4601-4fac-87db-479c8bf430ed tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52af850f-186e-e609-31a9-d414b51e27f6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2116.457716] env[62574]: DEBUG oslo_concurrency.lockutils [None req-8d6f66d0-039c-4cc0-84b1-fcebabdc3799 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.643s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2116.477850] env[62574]: INFO nova.scheduler.client.report [None req-8d6f66d0-039c-4cc0-84b1-fcebabdc3799 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Deleted allocations for instance b4522995-fb9c-471f-bd36-af8b721aa5ff [ 2116.657762] env[62574]: INFO nova.compute.manager [None req-fae41db4-b654-45d8-9042-b54c2420cd6e tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] [instance: cb1a85c5-e90a-4290-a603-e2d08f5c0ee4] Updating instance to original state: 'active' [ 2116.663194] env[62574]: DEBUG nova.network.neutron [req-189adeda-442a-4b0e-bcfd-0f67a8321106 req-22dc39c8-2bbb-42df-ab40-a5741e255faa service nova] [instance: 36b49cb1-2f00-4662-909e-7e8cb6ee5c67] Updated VIF entry in instance network info cache for port 83657641-ffd9-49c4-8dc0-a2782919b8c5. {{(pid=62574) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2116.663536] env[62574]: DEBUG nova.network.neutron [req-189adeda-442a-4b0e-bcfd-0f67a8321106 req-22dc39c8-2bbb-42df-ab40-a5741e255faa service nova] [instance: 36b49cb1-2f00-4662-909e-7e8cb6ee5c67] Updating instance_info_cache with network_info: [{"id": "83657641-ffd9-49c4-8dc0-a2782919b8c5", "address": "fa:16:3e:cc:6f:62", "network": {"id": "b8d54aae-4356-4bda-ac80-8aff560fc517", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-261048869-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9a1f51591de495fab1d31bd59552aa2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56b944d8-803d-43f2-945d-0f334ee4ea1c", "external-id": "nsx-vlan-transportzone-799", "segmentation_id": 799, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83657641-ff", "ovs_interfaceid": "83657641-ffd9-49c4-8dc0-a2782919b8c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2116.836813] env[62574]: DEBUG oslo_vmware.api [None req-9f3f28d7-4601-4fac-87db-479c8bf430ed tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52af850f-186e-e609-31a9-d414b51e27f6, 'name': SearchDatastore_Task, 'duration_secs': 0.013015} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2116.837185] env[62574]: DEBUG oslo_concurrency.lockutils [None req-9f3f28d7-4601-4fac-87db-479c8bf430ed tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2116.837364] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-9f3f28d7-4601-4fac-87db-479c8bf430ed tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] [instance: 36b49cb1-2f00-4662-909e-7e8cb6ee5c67] Processing image 3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2 {{(pid=62574) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2116.837597] env[62574]: DEBUG oslo_concurrency.lockutils [None req-9f3f28d7-4601-4fac-87db-479c8bf430ed tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2116.837742] env[62574]: DEBUG oslo_concurrency.lockutils [None req-9f3f28d7-4601-4fac-87db-479c8bf430ed tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2116.837920] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f3f28d7-4601-4fac-87db-479c8bf430ed tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2116.838203] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a52aa84f-adc7-405e-baf5-f98b3ae781b4 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2116.846747] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f3f28d7-4601-4fac-87db-479c8bf430ed tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2116.846920] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-9f3f28d7-4601-4fac-87db-479c8bf430ed tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62574) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2116.847606] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e3c66503-7f73-4576-a3fc-157ad2c5ce73 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2116.852314] env[62574]: DEBUG oslo_vmware.api [None req-9f3f28d7-4601-4fac-87db-479c8bf430ed tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] Waiting for the task: (returnval){ [ 2116.852314] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]522a4ffd-7147-3e53-72c2-c42a3653977e" [ 2116.852314] env[62574]: _type = "Task" [ 2116.852314] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2116.859322] env[62574]: DEBUG oslo_vmware.api [None req-9f3f28d7-4601-4fac-87db-479c8bf430ed tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]522a4ffd-7147-3e53-72c2-c42a3653977e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2116.986393] env[62574]: DEBUG oslo_concurrency.lockutils [None req-8d6f66d0-039c-4cc0-84b1-fcebabdc3799 tempest-ServerActionsTestOtherA-538320415 tempest-ServerActionsTestOtherA-538320415-project-member] Lock "b4522995-fb9c-471f-bd36-af8b721aa5ff" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.584s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2117.167991] env[62574]: DEBUG oslo_concurrency.lockutils [req-189adeda-442a-4b0e-bcfd-0f67a8321106 req-22dc39c8-2bbb-42df-ab40-a5741e255faa service nova] Releasing lock "refresh_cache-36b49cb1-2f00-4662-909e-7e8cb6ee5c67" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2117.362018] env[62574]: DEBUG oslo_vmware.api [None req-9f3f28d7-4601-4fac-87db-479c8bf430ed tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]522a4ffd-7147-3e53-72c2-c42a3653977e, 'name': SearchDatastore_Task, 'duration_secs': 0.009369} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2117.362794] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c3eb797-d039-4ead-b03b-9c02a56d0881 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2117.367683] env[62574]: DEBUG oslo_vmware.api [None req-9f3f28d7-4601-4fac-87db-479c8bf430ed tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] Waiting for the task: (returnval){ [ 2117.367683] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]520565f7-8f60-49ec-d91c-1775104c2745" [ 2117.367683] env[62574]: _type = "Task" [ 2117.367683] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2117.375200] env[62574]: DEBUG oslo_vmware.api [None req-9f3f28d7-4601-4fac-87db-479c8bf430ed tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]520565f7-8f60-49ec-d91c-1775104c2745, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2117.878523] env[62574]: DEBUG oslo_vmware.api [None req-9f3f28d7-4601-4fac-87db-479c8bf430ed tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]520565f7-8f60-49ec-d91c-1775104c2745, 'name': SearchDatastore_Task, 'duration_secs': 0.009153} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2117.879018] env[62574]: DEBUG oslo_concurrency.lockutils [None req-9f3f28d7-4601-4fac-87db-479c8bf430ed tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2117.879127] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f3f28d7-4601-4fac-87db-479c8bf430ed tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk to [datastore1] 36b49cb1-2f00-4662-909e-7e8cb6ee5c67/36b49cb1-2f00-4662-909e-7e8cb6ee5c67.vmdk {{(pid=62574) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2117.879351] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c99745fa-8842-464c-8a6c-6cc8eaea5ed8 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2117.886946] env[62574]: DEBUG oslo_vmware.api [None req-9f3f28d7-4601-4fac-87db-479c8bf430ed tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] Waiting for the task: (returnval){ [ 2117.886946] env[62574]: value = "task-1862717" [ 2117.886946] env[62574]: _type = "Task" [ 2117.886946] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2117.894575] env[62574]: DEBUG oslo_vmware.api [None req-9f3f28d7-4601-4fac-87db-479c8bf430ed tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] Task: {'id': task-1862717, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2118.057058] env[62574]: DEBUG oslo_concurrency.lockutils [None req-421af26f-d8b1-4b28-975b-fe0140533ef3 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Acquiring lock "cb1a85c5-e90a-4290-a603-e2d08f5c0ee4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2118.057058] env[62574]: DEBUG oslo_concurrency.lockutils [None req-421af26f-d8b1-4b28-975b-fe0140533ef3 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Lock "cb1a85c5-e90a-4290-a603-e2d08f5c0ee4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2118.057058] env[62574]: DEBUG oslo_concurrency.lockutils [None req-421af26f-d8b1-4b28-975b-fe0140533ef3 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Acquiring lock "cb1a85c5-e90a-4290-a603-e2d08f5c0ee4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2118.057058] env[62574]: DEBUG oslo_concurrency.lockutils [None req-421af26f-d8b1-4b28-975b-fe0140533ef3 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Lock "cb1a85c5-e90a-4290-a603-e2d08f5c0ee4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2118.057058] env[62574]: DEBUG oslo_concurrency.lockutils [None req-421af26f-d8b1-4b28-975b-fe0140533ef3 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Lock "cb1a85c5-e90a-4290-a603-e2d08f5c0ee4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2118.058066] env[62574]: INFO nova.compute.manager [None req-421af26f-d8b1-4b28-975b-fe0140533ef3 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] [instance: cb1a85c5-e90a-4290-a603-e2d08f5c0ee4] Terminating instance [ 2118.397150] env[62574]: DEBUG oslo_vmware.api [None req-9f3f28d7-4601-4fac-87db-479c8bf430ed tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] Task: {'id': task-1862717, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.447442} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2118.397150] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f3f28d7-4601-4fac-87db-479c8bf430ed tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk to [datastore1] 36b49cb1-2f00-4662-909e-7e8cb6ee5c67/36b49cb1-2f00-4662-909e-7e8cb6ee5c67.vmdk {{(pid=62574) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2118.397150] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-9f3f28d7-4601-4fac-87db-479c8bf430ed tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] [instance: 36b49cb1-2f00-4662-909e-7e8cb6ee5c67] Extending root virtual disk to 1048576 {{(pid=62574) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2118.397403] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-19468d04-5e24-447f-b8bf-833d5e136558 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2118.404749] env[62574]: DEBUG oslo_vmware.api [None req-9f3f28d7-4601-4fac-87db-479c8bf430ed tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] Waiting for the task: (returnval){ [ 2118.404749] env[62574]: value = "task-1862718" [ 2118.404749] env[62574]: _type = "Task" [ 2118.404749] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2118.412956] env[62574]: DEBUG oslo_vmware.api [None req-9f3f28d7-4601-4fac-87db-479c8bf430ed tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] Task: {'id': task-1862718, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2118.562480] env[62574]: DEBUG nova.compute.manager [None req-421af26f-d8b1-4b28-975b-fe0140533ef3 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] [instance: cb1a85c5-e90a-4290-a603-e2d08f5c0ee4] Start destroying the instance on the hypervisor. {{(pid=62574) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2118.562720] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-421af26f-d8b1-4b28-975b-fe0140533ef3 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] [instance: cb1a85c5-e90a-4290-a603-e2d08f5c0ee4] Destroying instance {{(pid=62574) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2118.563667] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42a64001-3860-4d8f-88ca-4c01a9251890 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2118.572703] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-421af26f-d8b1-4b28-975b-fe0140533ef3 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] [instance: cb1a85c5-e90a-4290-a603-e2d08f5c0ee4] Powering off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2118.572955] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b5cefb7b-7fdc-40c0-acc1-8f80f6e0903c {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2118.579757] env[62574]: DEBUG oslo_vmware.api [None req-421af26f-d8b1-4b28-975b-fe0140533ef3 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Waiting for the task: (returnval){ [ 2118.579757] env[62574]: value = "task-1862719" [ 2118.579757] env[62574]: _type = "Task" [ 2118.579757] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2118.587970] env[62574]: DEBUG oslo_vmware.api [None req-421af26f-d8b1-4b28-975b-fe0140533ef3 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Task: {'id': task-1862719, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2118.914977] env[62574]: DEBUG oslo_vmware.api [None req-9f3f28d7-4601-4fac-87db-479c8bf430ed tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] Task: {'id': task-1862718, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074155} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2118.915355] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-9f3f28d7-4601-4fac-87db-479c8bf430ed tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] [instance: 36b49cb1-2f00-4662-909e-7e8cb6ee5c67] Extended root virtual disk {{(pid=62574) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2118.916139] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b7a51d4-bdfc-4980-b3f5-841fb4ddfd67 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2118.937839] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f3f28d7-4601-4fac-87db-479c8bf430ed tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] [instance: 36b49cb1-2f00-4662-909e-7e8cb6ee5c67] Reconfiguring VM instance instance-00000074 to attach disk [datastore1] 36b49cb1-2f00-4662-909e-7e8cb6ee5c67/36b49cb1-2f00-4662-909e-7e8cb6ee5c67.vmdk or device None with type sparse {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2118.938133] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-027b85de-e547-45c6-936d-2a6c0aa92370 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2118.957672] env[62574]: DEBUG oslo_vmware.api [None req-9f3f28d7-4601-4fac-87db-479c8bf430ed tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] Waiting for the task: (returnval){ [ 2118.957672] env[62574]: value = "task-1862720" [ 2118.957672] env[62574]: _type = "Task" [ 2118.957672] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2118.965637] env[62574]: DEBUG oslo_vmware.api [None req-9f3f28d7-4601-4fac-87db-479c8bf430ed tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] Task: {'id': task-1862720, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2119.089501] env[62574]: DEBUG oslo_vmware.api [None req-421af26f-d8b1-4b28-975b-fe0140533ef3 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Task: {'id': task-1862719, 'name': PowerOffVM_Task, 'duration_secs': 0.206227} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2119.089769] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-421af26f-d8b1-4b28-975b-fe0140533ef3 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] [instance: cb1a85c5-e90a-4290-a603-e2d08f5c0ee4] Powered off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2119.089945] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-421af26f-d8b1-4b28-975b-fe0140533ef3 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] [instance: cb1a85c5-e90a-4290-a603-e2d08f5c0ee4] Unregistering the VM {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2119.090213] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1629ca6d-c3c0-4e55-8eb6-d80d00cad76e {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2119.182561] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-421af26f-d8b1-4b28-975b-fe0140533ef3 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] [instance: cb1a85c5-e90a-4290-a603-e2d08f5c0ee4] Unregistered the VM {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2119.182800] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-421af26f-d8b1-4b28-975b-fe0140533ef3 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] [instance: cb1a85c5-e90a-4290-a603-e2d08f5c0ee4] Deleting contents of the VM from datastore datastore1 {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2119.183016] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-421af26f-d8b1-4b28-975b-fe0140533ef3 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Deleting the datastore file [datastore1] cb1a85c5-e90a-4290-a603-e2d08f5c0ee4 {{(pid=62574) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2119.183303] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5597b38e-6fb1-4e6a-a5c5-29545064bc96 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2119.191701] env[62574]: DEBUG oslo_vmware.api [None req-421af26f-d8b1-4b28-975b-fe0140533ef3 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Waiting for the task: (returnval){ [ 2119.191701] env[62574]: value = "task-1862722" [ 2119.191701] env[62574]: _type = "Task" [ 2119.191701] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2119.200629] env[62574]: DEBUG oslo_vmware.api [None req-421af26f-d8b1-4b28-975b-fe0140533ef3 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Task: {'id': task-1862722, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2119.470294] env[62574]: DEBUG oslo_vmware.api [None req-9f3f28d7-4601-4fac-87db-479c8bf430ed tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] Task: {'id': task-1862720, 'name': ReconfigVM_Task, 'duration_secs': 0.279} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2119.470669] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f3f28d7-4601-4fac-87db-479c8bf430ed tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] [instance: 36b49cb1-2f00-4662-909e-7e8cb6ee5c67] Reconfigured VM instance instance-00000074 to attach disk [datastore1] 36b49cb1-2f00-4662-909e-7e8cb6ee5c67/36b49cb1-2f00-4662-909e-7e8cb6ee5c67.vmdk or device None with type sparse {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2119.471337] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dddb0fa1-125d-494c-b8f1-ae7f560c245c {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2119.478164] env[62574]: DEBUG oslo_vmware.api [None req-9f3f28d7-4601-4fac-87db-479c8bf430ed tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] Waiting for the task: (returnval){ [ 2119.478164] env[62574]: value = "task-1862723" [ 2119.478164] env[62574]: _type = "Task" [ 2119.478164] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2119.487012] env[62574]: DEBUG oslo_vmware.api [None req-9f3f28d7-4601-4fac-87db-479c8bf430ed tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] Task: {'id': task-1862723, 'name': Rename_Task} progress is 5%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2119.701671] env[62574]: DEBUG oslo_vmware.api [None req-421af26f-d8b1-4b28-975b-fe0140533ef3 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Task: {'id': task-1862722, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.15715} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2119.701935] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-421af26f-d8b1-4b28-975b-fe0140533ef3 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Deleted the datastore file {{(pid=62574) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2119.702116] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-421af26f-d8b1-4b28-975b-fe0140533ef3 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] [instance: cb1a85c5-e90a-4290-a603-e2d08f5c0ee4] Deleted contents of the VM from datastore datastore1 {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2119.702299] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-421af26f-d8b1-4b28-975b-fe0140533ef3 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] [instance: cb1a85c5-e90a-4290-a603-e2d08f5c0ee4] Instance destroyed {{(pid=62574) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2119.702475] env[62574]: INFO nova.compute.manager [None req-421af26f-d8b1-4b28-975b-fe0140533ef3 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] [instance: cb1a85c5-e90a-4290-a603-e2d08f5c0ee4] Took 1.14 seconds to destroy the instance on the hypervisor. [ 2119.702714] env[62574]: DEBUG oslo.service.loopingcall [None req-421af26f-d8b1-4b28-975b-fe0140533ef3 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62574) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2119.702914] env[62574]: DEBUG nova.compute.manager [-] [instance: cb1a85c5-e90a-4290-a603-e2d08f5c0ee4] Deallocating network for instance {{(pid=62574) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2119.703028] env[62574]: DEBUG nova.network.neutron [-] [instance: cb1a85c5-e90a-4290-a603-e2d08f5c0ee4] deallocate_for_instance() {{(pid=62574) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2119.989930] env[62574]: DEBUG oslo_vmware.api [None req-9f3f28d7-4601-4fac-87db-479c8bf430ed tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] Task: {'id': task-1862723, 'name': Rename_Task, 'duration_secs': 0.135765} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2119.990235] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f3f28d7-4601-4fac-87db-479c8bf430ed tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] [instance: 36b49cb1-2f00-4662-909e-7e8cb6ee5c67] Powering on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2119.990486] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-07c062da-eb7c-44e4-aecb-26e9038fce63 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2119.997754] env[62574]: DEBUG oslo_vmware.api [None req-9f3f28d7-4601-4fac-87db-479c8bf430ed tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] Waiting for the task: (returnval){ [ 2119.997754] env[62574]: value = "task-1862724" [ 2119.997754] env[62574]: _type = "Task" [ 2119.997754] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2120.012944] env[62574]: DEBUG oslo_vmware.api [None req-9f3f28d7-4601-4fac-87db-479c8bf430ed tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] Task: {'id': task-1862724, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2120.146307] env[62574]: DEBUG nova.compute.manager [req-0db738e3-7933-48a1-ad0f-c6ea9a9d934b req-f5719ef4-cf37-47ed-b5fc-c5eeaa2bd108 service nova] [instance: cb1a85c5-e90a-4290-a603-e2d08f5c0ee4] Received event network-vif-deleted-ff792130-dc68-4699-8856-25805dd1df9e {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 2120.146517] env[62574]: INFO nova.compute.manager [req-0db738e3-7933-48a1-ad0f-c6ea9a9d934b req-f5719ef4-cf37-47ed-b5fc-c5eeaa2bd108 service nova] [instance: cb1a85c5-e90a-4290-a603-e2d08f5c0ee4] Neutron deleted interface ff792130-dc68-4699-8856-25805dd1df9e; detaching it from the instance and deleting it from the info cache [ 2120.146691] env[62574]: DEBUG nova.network.neutron [req-0db738e3-7933-48a1-ad0f-c6ea9a9d934b req-f5719ef4-cf37-47ed-b5fc-c5eeaa2bd108 service nova] [instance: cb1a85c5-e90a-4290-a603-e2d08f5c0ee4] Updating instance_info_cache with network_info: [] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2120.512526] env[62574]: DEBUG oslo_vmware.api [None req-9f3f28d7-4601-4fac-87db-479c8bf430ed tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] Task: {'id': task-1862724, 'name': PowerOnVM_Task, 'duration_secs': 0.437245} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2120.512915] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f3f28d7-4601-4fac-87db-479c8bf430ed tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] [instance: 36b49cb1-2f00-4662-909e-7e8cb6ee5c67] Powered on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2120.513184] env[62574]: INFO nova.compute.manager [None req-9f3f28d7-4601-4fac-87db-479c8bf430ed tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] [instance: 36b49cb1-2f00-4662-909e-7e8cb6ee5c67] Took 6.81 seconds to spawn the instance on the hypervisor. [ 2120.513400] env[62574]: DEBUG nova.compute.manager [None req-9f3f28d7-4601-4fac-87db-479c8bf430ed tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] [instance: 36b49cb1-2f00-4662-909e-7e8cb6ee5c67] Checking state {{(pid=62574) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2120.514185] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d14223aa-f59b-4cc7-a87d-d2d3ca97e371 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2120.624154] env[62574]: DEBUG nova.network.neutron [-] [instance: cb1a85c5-e90a-4290-a603-e2d08f5c0ee4] Updating instance_info_cache with network_info: [] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2120.651016] env[62574]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-51545520-216d-4e80-bb3e-85ba4fe694a2 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2120.659520] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd3eaecf-7db1-41f4-9f49-cebb51e41d4b {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2120.682550] env[62574]: DEBUG nova.compute.manager [req-0db738e3-7933-48a1-ad0f-c6ea9a9d934b req-f5719ef4-cf37-47ed-b5fc-c5eeaa2bd108 service nova] [instance: cb1a85c5-e90a-4290-a603-e2d08f5c0ee4] Detach interface failed, port_id=ff792130-dc68-4699-8856-25805dd1df9e, reason: Instance cb1a85c5-e90a-4290-a603-e2d08f5c0ee4 could not be found. {{(pid=62574) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 2121.033314] env[62574]: INFO nova.compute.manager [None req-9f3f28d7-4601-4fac-87db-479c8bf430ed tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] [instance: 36b49cb1-2f00-4662-909e-7e8cb6ee5c67] Took 12.19 seconds to build instance. [ 2121.126534] env[62574]: INFO nova.compute.manager [-] [instance: cb1a85c5-e90a-4290-a603-e2d08f5c0ee4] Took 1.42 seconds to deallocate network for instance. [ 2121.535197] env[62574]: DEBUG oslo_concurrency.lockutils [None req-9f3f28d7-4601-4fac-87db-479c8bf430ed tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] Lock "36b49cb1-2f00-4662-909e-7e8cb6ee5c67" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.703s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2121.633403] env[62574]: DEBUG oslo_concurrency.lockutils [None req-421af26f-d8b1-4b28-975b-fe0140533ef3 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2121.633689] env[62574]: DEBUG oslo_concurrency.lockutils [None req-421af26f-d8b1-4b28-975b-fe0140533ef3 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2121.633904] env[62574]: DEBUG oslo_concurrency.lockutils [None req-421af26f-d8b1-4b28-975b-fe0140533ef3 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2121.758076] env[62574]: INFO nova.scheduler.client.report [None req-421af26f-d8b1-4b28-975b-fe0140533ef3 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Deleted allocations for instance cb1a85c5-e90a-4290-a603-e2d08f5c0ee4 [ 2122.266446] env[62574]: DEBUG oslo_concurrency.lockutils [None req-421af26f-d8b1-4b28-975b-fe0140533ef3 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Lock "cb1a85c5-e90a-4290-a603-e2d08f5c0ee4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.211s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2122.329301] env[62574]: DEBUG nova.compute.manager [req-0c4d9adb-519c-4454-a45f-aa37e4fd38e4 req-f3872792-d858-4d57-bf62-037007f6a4f5 service nova] [instance: 36b49cb1-2f00-4662-909e-7e8cb6ee5c67] Received event network-changed-83657641-ffd9-49c4-8dc0-a2782919b8c5 {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 2122.329585] env[62574]: DEBUG nova.compute.manager [req-0c4d9adb-519c-4454-a45f-aa37e4fd38e4 req-f3872792-d858-4d57-bf62-037007f6a4f5 service nova] [instance: 36b49cb1-2f00-4662-909e-7e8cb6ee5c67] Refreshing instance network info cache due to event network-changed-83657641-ffd9-49c4-8dc0-a2782919b8c5. {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 2122.329888] env[62574]: DEBUG oslo_concurrency.lockutils [req-0c4d9adb-519c-4454-a45f-aa37e4fd38e4 req-f3872792-d858-4d57-bf62-037007f6a4f5 service nova] Acquiring lock "refresh_cache-36b49cb1-2f00-4662-909e-7e8cb6ee5c67" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2122.330133] env[62574]: DEBUG oslo_concurrency.lockutils [req-0c4d9adb-519c-4454-a45f-aa37e4fd38e4 req-f3872792-d858-4d57-bf62-037007f6a4f5 service nova] Acquired lock "refresh_cache-36b49cb1-2f00-4662-909e-7e8cb6ee5c67" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2122.330368] env[62574]: DEBUG nova.network.neutron [req-0c4d9adb-519c-4454-a45f-aa37e4fd38e4 req-f3872792-d858-4d57-bf62-037007f6a4f5 service nova] [instance: 36b49cb1-2f00-4662-909e-7e8cb6ee5c67] Refreshing network info cache for port 83657641-ffd9-49c4-8dc0-a2782919b8c5 {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2122.963789] env[62574]: DEBUG oslo_concurrency.lockutils [None req-ecf24a98-f45b-499a-9071-0e8d98af3b38 tempest-ServerAddressesNegativeTestJSON-264215351 tempest-ServerAddressesNegativeTestJSON-264215351-project-member] Acquiring lock "34aae7ee-fdbf-40a9-bf3a-25428551153d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2122.964381] env[62574]: DEBUG oslo_concurrency.lockutils [None req-ecf24a98-f45b-499a-9071-0e8d98af3b38 tempest-ServerAddressesNegativeTestJSON-264215351 tempest-ServerAddressesNegativeTestJSON-264215351-project-member] Lock "34aae7ee-fdbf-40a9-bf3a-25428551153d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2123.122947] env[62574]: DEBUG nova.network.neutron [req-0c4d9adb-519c-4454-a45f-aa37e4fd38e4 req-f3872792-d858-4d57-bf62-037007f6a4f5 service nova] [instance: 36b49cb1-2f00-4662-909e-7e8cb6ee5c67] Updated VIF entry in instance network info cache for port 83657641-ffd9-49c4-8dc0-a2782919b8c5. {{(pid=62574) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2123.123354] env[62574]: DEBUG nova.network.neutron [req-0c4d9adb-519c-4454-a45f-aa37e4fd38e4 req-f3872792-d858-4d57-bf62-037007f6a4f5 service nova] [instance: 36b49cb1-2f00-4662-909e-7e8cb6ee5c67] Updating instance_info_cache with network_info: [{"id": "83657641-ffd9-49c4-8dc0-a2782919b8c5", "address": "fa:16:3e:cc:6f:62", "network": {"id": "b8d54aae-4356-4bda-ac80-8aff560fc517", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-261048869-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9a1f51591de495fab1d31bd59552aa2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56b944d8-803d-43f2-945d-0f334ee4ea1c", "external-id": "nsx-vlan-transportzone-799", "segmentation_id": 799, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83657641-ff", "ovs_interfaceid": "83657641-ffd9-49c4-8dc0-a2782919b8c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2123.353025] env[62574]: DEBUG oslo_concurrency.lockutils [None req-c49e10a6-179f-401f-bd50-5c97a1c54443 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Acquiring lock "2bdbd6da-c2d0-445b-b843-da341eec8e2f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2123.353025] env[62574]: DEBUG oslo_concurrency.lockutils [None req-c49e10a6-179f-401f-bd50-5c97a1c54443 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Lock "2bdbd6da-c2d0-445b-b843-da341eec8e2f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2123.408564] env[62574]: DEBUG oslo_concurrency.lockutils [None req-ce535334-84aa-4b4c-a231-eb53f4432b88 tempest-ServersTestJSON-109533052 tempest-ServersTestJSON-109533052-project-member] Acquiring lock "31f8709d-2d2e-4074-bf75-76c44cfadb72" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2123.408564] env[62574]: DEBUG oslo_concurrency.lockutils [None req-ce535334-84aa-4b4c-a231-eb53f4432b88 tempest-ServersTestJSON-109533052 tempest-ServersTestJSON-109533052-project-member] Lock "31f8709d-2d2e-4074-bf75-76c44cfadb72" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2123.408711] env[62574]: DEBUG oslo_concurrency.lockutils [None req-ce535334-84aa-4b4c-a231-eb53f4432b88 tempest-ServersTestJSON-109533052 tempest-ServersTestJSON-109533052-project-member] Acquiring lock "31f8709d-2d2e-4074-bf75-76c44cfadb72-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2123.408798] env[62574]: DEBUG oslo_concurrency.lockutils [None req-ce535334-84aa-4b4c-a231-eb53f4432b88 tempest-ServersTestJSON-109533052 tempest-ServersTestJSON-109533052-project-member] Lock "31f8709d-2d2e-4074-bf75-76c44cfadb72-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2123.408965] env[62574]: DEBUG oslo_concurrency.lockutils [None req-ce535334-84aa-4b4c-a231-eb53f4432b88 tempest-ServersTestJSON-109533052 tempest-ServersTestJSON-109533052-project-member] Lock "31f8709d-2d2e-4074-bf75-76c44cfadb72-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2123.411760] env[62574]: INFO nova.compute.manager [None req-ce535334-84aa-4b4c-a231-eb53f4432b88 tempest-ServersTestJSON-109533052 tempest-ServersTestJSON-109533052-project-member] [instance: 31f8709d-2d2e-4074-bf75-76c44cfadb72] Terminating instance [ 2123.467904] env[62574]: DEBUG nova.compute.manager [None req-ecf24a98-f45b-499a-9071-0e8d98af3b38 tempest-ServerAddressesNegativeTestJSON-264215351 tempest-ServerAddressesNegativeTestJSON-264215351-project-member] [instance: 34aae7ee-fdbf-40a9-bf3a-25428551153d] Starting instance... {{(pid=62574) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2123.626560] env[62574]: DEBUG oslo_concurrency.lockutils [req-0c4d9adb-519c-4454-a45f-aa37e4fd38e4 req-f3872792-d858-4d57-bf62-037007f6a4f5 service nova] Releasing lock "refresh_cache-36b49cb1-2f00-4662-909e-7e8cb6ee5c67" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2123.854981] env[62574]: DEBUG nova.compute.manager [None req-c49e10a6-179f-401f-bd50-5c97a1c54443 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] [instance: 2bdbd6da-c2d0-445b-b843-da341eec8e2f] Starting instance... {{(pid=62574) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2123.916745] env[62574]: DEBUG nova.compute.manager [None req-ce535334-84aa-4b4c-a231-eb53f4432b88 tempest-ServersTestJSON-109533052 tempest-ServersTestJSON-109533052-project-member] [instance: 31f8709d-2d2e-4074-bf75-76c44cfadb72] Start destroying the instance on the hypervisor. {{(pid=62574) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2123.917012] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-ce535334-84aa-4b4c-a231-eb53f4432b88 tempest-ServersTestJSON-109533052 tempest-ServersTestJSON-109533052-project-member] [instance: 31f8709d-2d2e-4074-bf75-76c44cfadb72] Destroying instance {{(pid=62574) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2123.917911] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff86995c-55b8-4ed6-92c4-13a6ed924eff {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2123.926321] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce535334-84aa-4b4c-a231-eb53f4432b88 tempest-ServersTestJSON-109533052 tempest-ServersTestJSON-109533052-project-member] [instance: 31f8709d-2d2e-4074-bf75-76c44cfadb72] Powering off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2123.926561] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eccbdaea-eab3-4933-9c6c-38788b664dd1 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2123.932188] env[62574]: DEBUG oslo_vmware.api [None req-ce535334-84aa-4b4c-a231-eb53f4432b88 tempest-ServersTestJSON-109533052 tempest-ServersTestJSON-109533052-project-member] Waiting for the task: (returnval){ [ 2123.932188] env[62574]: value = "task-1862725" [ 2123.932188] env[62574]: _type = "Task" [ 2123.932188] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2123.941217] env[62574]: DEBUG oslo_vmware.api [None req-ce535334-84aa-4b4c-a231-eb53f4432b88 tempest-ServersTestJSON-109533052 tempest-ServersTestJSON-109533052-project-member] Task: {'id': task-1862725, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2123.988627] env[62574]: DEBUG oslo_concurrency.lockutils [None req-ecf24a98-f45b-499a-9071-0e8d98af3b38 tempest-ServerAddressesNegativeTestJSON-264215351 tempest-ServerAddressesNegativeTestJSON-264215351-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2123.988899] env[62574]: DEBUG oslo_concurrency.lockutils [None req-ecf24a98-f45b-499a-9071-0e8d98af3b38 tempest-ServerAddressesNegativeTestJSON-264215351 tempest-ServerAddressesNegativeTestJSON-264215351-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2123.990523] env[62574]: INFO nova.compute.claims [None req-ecf24a98-f45b-499a-9071-0e8d98af3b38 tempest-ServerAddressesNegativeTestJSON-264215351 tempest-ServerAddressesNegativeTestJSON-264215351-project-member] [instance: 34aae7ee-fdbf-40a9-bf3a-25428551153d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2124.373762] env[62574]: DEBUG oslo_concurrency.lockutils [None req-c49e10a6-179f-401f-bd50-5c97a1c54443 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2124.441478] env[62574]: DEBUG oslo_vmware.api [None req-ce535334-84aa-4b4c-a231-eb53f4432b88 tempest-ServersTestJSON-109533052 tempest-ServersTestJSON-109533052-project-member] Task: {'id': task-1862725, 'name': PowerOffVM_Task, 'duration_secs': 0.195833} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2124.442138] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce535334-84aa-4b4c-a231-eb53f4432b88 tempest-ServersTestJSON-109533052 tempest-ServersTestJSON-109533052-project-member] [instance: 31f8709d-2d2e-4074-bf75-76c44cfadb72] Powered off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2124.442138] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-ce535334-84aa-4b4c-a231-eb53f4432b88 tempest-ServersTestJSON-109533052 tempest-ServersTestJSON-109533052-project-member] [instance: 31f8709d-2d2e-4074-bf75-76c44cfadb72] Unregistering the VM {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2124.442242] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-118ffc28-062c-4d84-8aab-a3f37b21d068 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2124.520765] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-ce535334-84aa-4b4c-a231-eb53f4432b88 tempest-ServersTestJSON-109533052 tempest-ServersTestJSON-109533052-project-member] [instance: 31f8709d-2d2e-4074-bf75-76c44cfadb72] Unregistered the VM {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2124.521244] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-ce535334-84aa-4b4c-a231-eb53f4432b88 tempest-ServersTestJSON-109533052 tempest-ServersTestJSON-109533052-project-member] [instance: 31f8709d-2d2e-4074-bf75-76c44cfadb72] Deleting contents of the VM from datastore datastore2 {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2124.521464] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce535334-84aa-4b4c-a231-eb53f4432b88 tempest-ServersTestJSON-109533052 tempest-ServersTestJSON-109533052-project-member] Deleting the datastore file [datastore2] 31f8709d-2d2e-4074-bf75-76c44cfadb72 {{(pid=62574) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2124.521733] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ddf30a89-30d7-4825-99c8-1951ccce72eb {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2124.529131] env[62574]: DEBUG oslo_vmware.api [None req-ce535334-84aa-4b4c-a231-eb53f4432b88 tempest-ServersTestJSON-109533052 tempest-ServersTestJSON-109533052-project-member] Waiting for the task: (returnval){ [ 2124.529131] env[62574]: value = "task-1862727" [ 2124.529131] env[62574]: _type = "Task" [ 2124.529131] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2124.537365] env[62574]: DEBUG oslo_vmware.api [None req-ce535334-84aa-4b4c-a231-eb53f4432b88 tempest-ServersTestJSON-109533052 tempest-ServersTestJSON-109533052-project-member] Task: {'id': task-1862727, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2125.042274] env[62574]: DEBUG oslo_vmware.api [None req-ce535334-84aa-4b4c-a231-eb53f4432b88 tempest-ServersTestJSON-109533052 tempest-ServersTestJSON-109533052-project-member] Task: {'id': task-1862727, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.133748} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2125.042524] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce535334-84aa-4b4c-a231-eb53f4432b88 tempest-ServersTestJSON-109533052 tempest-ServersTestJSON-109533052-project-member] Deleted the datastore file {{(pid=62574) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2125.042715] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-ce535334-84aa-4b4c-a231-eb53f4432b88 tempest-ServersTestJSON-109533052 tempest-ServersTestJSON-109533052-project-member] [instance: 31f8709d-2d2e-4074-bf75-76c44cfadb72] Deleted contents of the VM from datastore datastore2 {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2125.042917] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-ce535334-84aa-4b4c-a231-eb53f4432b88 tempest-ServersTestJSON-109533052 tempest-ServersTestJSON-109533052-project-member] [instance: 31f8709d-2d2e-4074-bf75-76c44cfadb72] Instance destroyed {{(pid=62574) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2125.043084] env[62574]: INFO nova.compute.manager [None req-ce535334-84aa-4b4c-a231-eb53f4432b88 tempest-ServersTestJSON-109533052 tempest-ServersTestJSON-109533052-project-member] [instance: 31f8709d-2d2e-4074-bf75-76c44cfadb72] Took 1.13 seconds to destroy the instance on the hypervisor. [ 2125.043339] env[62574]: DEBUG oslo.service.loopingcall [None req-ce535334-84aa-4b4c-a231-eb53f4432b88 tempest-ServersTestJSON-109533052 tempest-ServersTestJSON-109533052-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62574) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2125.043665] env[62574]: DEBUG nova.compute.manager [-] [instance: 31f8709d-2d2e-4074-bf75-76c44cfadb72] Deallocating network for instance {{(pid=62574) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2125.043665] env[62574]: DEBUG nova.network.neutron [-] [instance: 31f8709d-2d2e-4074-bf75-76c44cfadb72] deallocate_for_instance() {{(pid=62574) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2125.070120] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-706dd7f9-f08f-4c45-badc-8ce49603dea7 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2125.079860] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-438248ee-6aca-4cd8-9a51-79ce333a1fd9 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2125.109302] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3985081-824f-4782-baf9-ec208d852691 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2125.116951] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4edd902-fa54-406a-9964-03de34df2597 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2125.130040] env[62574]: DEBUG nova.compute.provider_tree [None req-ecf24a98-f45b-499a-9071-0e8d98af3b38 tempest-ServerAddressesNegativeTestJSON-264215351 tempest-ServerAddressesNegativeTestJSON-264215351-project-member] Inventory has not changed in ProviderTree for provider: f0ed160a-beff-4626-a531-2a70d7bc0627 {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2125.495489] env[62574]: DEBUG nova.compute.manager [req-9154d4bd-b167-4fec-a723-f21f4388de37 req-e4c169da-fd08-4693-83fc-71b420b85970 service nova] [instance: 31f8709d-2d2e-4074-bf75-76c44cfadb72] Received event network-vif-deleted-a94a27a2-1581-4d10-bdfb-6dc61f898303 {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 2125.495721] env[62574]: INFO nova.compute.manager [req-9154d4bd-b167-4fec-a723-f21f4388de37 req-e4c169da-fd08-4693-83fc-71b420b85970 service nova] [instance: 31f8709d-2d2e-4074-bf75-76c44cfadb72] Neutron deleted interface a94a27a2-1581-4d10-bdfb-6dc61f898303; detaching it from the instance and deleting it from the info cache [ 2125.495870] env[62574]: DEBUG nova.network.neutron [req-9154d4bd-b167-4fec-a723-f21f4388de37 req-e4c169da-fd08-4693-83fc-71b420b85970 service nova] [instance: 31f8709d-2d2e-4074-bf75-76c44cfadb72] Updating instance_info_cache with network_info: [] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2125.633179] env[62574]: DEBUG nova.scheduler.client.report [None req-ecf24a98-f45b-499a-9071-0e8d98af3b38 tempest-ServerAddressesNegativeTestJSON-264215351 tempest-ServerAddressesNegativeTestJSON-264215351-project-member] Inventory has not changed for provider f0ed160a-beff-4626-a531-2a70d7bc0627 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 148, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2125.975881] env[62574]: DEBUG nova.network.neutron [-] [instance: 31f8709d-2d2e-4074-bf75-76c44cfadb72] Updating instance_info_cache with network_info: [] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2125.998432] env[62574]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-75c53552-b082-4862-a8bf-b7f136b007f0 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2126.007830] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec2cf28e-ac69-4df5-bab9-a0466080cf73 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2126.032283] env[62574]: DEBUG nova.compute.manager [req-9154d4bd-b167-4fec-a723-f21f4388de37 req-e4c169da-fd08-4693-83fc-71b420b85970 service nova] [instance: 31f8709d-2d2e-4074-bf75-76c44cfadb72] Detach interface failed, port_id=a94a27a2-1581-4d10-bdfb-6dc61f898303, reason: Instance 31f8709d-2d2e-4074-bf75-76c44cfadb72 could not be found. {{(pid=62574) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 2126.140690] env[62574]: DEBUG oslo_concurrency.lockutils [None req-ecf24a98-f45b-499a-9071-0e8d98af3b38 tempest-ServerAddressesNegativeTestJSON-264215351 tempest-ServerAddressesNegativeTestJSON-264215351-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.152s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2126.141249] env[62574]: DEBUG nova.compute.manager [None req-ecf24a98-f45b-499a-9071-0e8d98af3b38 tempest-ServerAddressesNegativeTestJSON-264215351 tempest-ServerAddressesNegativeTestJSON-264215351-project-member] [instance: 34aae7ee-fdbf-40a9-bf3a-25428551153d] Start building networks asynchronously for instance. {{(pid=62574) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2126.143786] env[62574]: DEBUG oslo_concurrency.lockutils [None req-c49e10a6-179f-401f-bd50-5c97a1c54443 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.770s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2126.145225] env[62574]: INFO nova.compute.claims [None req-c49e10a6-179f-401f-bd50-5c97a1c54443 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] [instance: 2bdbd6da-c2d0-445b-b843-da341eec8e2f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2126.479343] env[62574]: INFO nova.compute.manager [-] [instance: 31f8709d-2d2e-4074-bf75-76c44cfadb72] Took 1.44 seconds to deallocate network for instance. [ 2126.652646] env[62574]: DEBUG nova.compute.utils [None req-ecf24a98-f45b-499a-9071-0e8d98af3b38 tempest-ServerAddressesNegativeTestJSON-264215351 tempest-ServerAddressesNegativeTestJSON-264215351-project-member] Using /dev/sd instead of None {{(pid=62574) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2126.654532] env[62574]: DEBUG nova.compute.manager [None req-ecf24a98-f45b-499a-9071-0e8d98af3b38 tempest-ServerAddressesNegativeTestJSON-264215351 tempest-ServerAddressesNegativeTestJSON-264215351-project-member] [instance: 34aae7ee-fdbf-40a9-bf3a-25428551153d] Allocating IP information in the background. {{(pid=62574) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2126.654713] env[62574]: DEBUG nova.network.neutron [None req-ecf24a98-f45b-499a-9071-0e8d98af3b38 tempest-ServerAddressesNegativeTestJSON-264215351 tempest-ServerAddressesNegativeTestJSON-264215351-project-member] [instance: 34aae7ee-fdbf-40a9-bf3a-25428551153d] allocate_for_instance() {{(pid=62574) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2126.699259] env[62574]: DEBUG nova.policy [None req-ecf24a98-f45b-499a-9071-0e8d98af3b38 tempest-ServerAddressesNegativeTestJSON-264215351 tempest-ServerAddressesNegativeTestJSON-264215351-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5934e3cf284f4ca2b1e65047fed6c579', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '651861fb251a46f3b6e3824f8a04ed88', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62574) authorize /opt/stack/nova/nova/policy.py:192}} [ 2126.943109] env[62574]: DEBUG nova.network.neutron [None req-ecf24a98-f45b-499a-9071-0e8d98af3b38 tempest-ServerAddressesNegativeTestJSON-264215351 tempest-ServerAddressesNegativeTestJSON-264215351-project-member] [instance: 34aae7ee-fdbf-40a9-bf3a-25428551153d] Successfully created port: 9870456e-f3f5-4ec5-9ff8-ee88f1016a9f {{(pid=62574) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2126.985946] env[62574]: DEBUG oslo_concurrency.lockutils [None req-ce535334-84aa-4b4c-a231-eb53f4432b88 tempest-ServersTestJSON-109533052 tempest-ServersTestJSON-109533052-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2127.155733] env[62574]: DEBUG nova.compute.manager [None req-ecf24a98-f45b-499a-9071-0e8d98af3b38 tempest-ServerAddressesNegativeTestJSON-264215351 tempest-ServerAddressesNegativeTestJSON-264215351-project-member] [instance: 34aae7ee-fdbf-40a9-bf3a-25428551153d] Start building block device mappings for instance. {{(pid=62574) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2127.226621] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3daf4e2f-0c7a-4681-9ef7-2ea86ef7b7f1 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2127.235096] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc1afab1-aafb-437e-9868-e0aa53d8e121 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2127.266646] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9497c692-a7a1-4de4-8f56-d0da7327ff08 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2127.274120] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e363751d-f195-486b-9b99-3a8d899bbe1a {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2127.287126] env[62574]: DEBUG nova.compute.provider_tree [None req-c49e10a6-179f-401f-bd50-5c97a1c54443 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Inventory has not changed in ProviderTree for provider: f0ed160a-beff-4626-a531-2a70d7bc0627 {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2127.790157] env[62574]: DEBUG nova.scheduler.client.report [None req-c49e10a6-179f-401f-bd50-5c97a1c54443 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Inventory has not changed for provider f0ed160a-beff-4626-a531-2a70d7bc0627 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 148, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2128.168204] env[62574]: DEBUG nova.compute.manager [None req-ecf24a98-f45b-499a-9071-0e8d98af3b38 tempest-ServerAddressesNegativeTestJSON-264215351 tempest-ServerAddressesNegativeTestJSON-264215351-project-member] [instance: 34aae7ee-fdbf-40a9-bf3a-25428551153d] Start spawning the instance on the hypervisor. {{(pid=62574) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2128.195214] env[62574]: DEBUG nova.virt.hardware [None req-ecf24a98-f45b-499a-9071-0e8d98af3b38 tempest-ServerAddressesNegativeTestJSON-264215351 tempest-ServerAddressesNegativeTestJSON-264215351-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T19:26:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-13T19:26:40Z,direct_url=,disk_format='vmdk',id=3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7eed1dd4d2c3418eb32c4f4ceda3ab0d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-13T19:26:41Z,virtual_size=,visibility=), allow threads: False {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2128.195487] env[62574]: DEBUG nova.virt.hardware [None req-ecf24a98-f45b-499a-9071-0e8d98af3b38 tempest-ServerAddressesNegativeTestJSON-264215351 tempest-ServerAddressesNegativeTestJSON-264215351-project-member] Flavor limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2128.195647] env[62574]: DEBUG nova.virt.hardware [None req-ecf24a98-f45b-499a-9071-0e8d98af3b38 tempest-ServerAddressesNegativeTestJSON-264215351 tempest-ServerAddressesNegativeTestJSON-264215351-project-member] Image limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2128.195832] env[62574]: DEBUG nova.virt.hardware [None req-ecf24a98-f45b-499a-9071-0e8d98af3b38 tempest-ServerAddressesNegativeTestJSON-264215351 tempest-ServerAddressesNegativeTestJSON-264215351-project-member] Flavor pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2128.195981] env[62574]: DEBUG nova.virt.hardware [None req-ecf24a98-f45b-499a-9071-0e8d98af3b38 tempest-ServerAddressesNegativeTestJSON-264215351 tempest-ServerAddressesNegativeTestJSON-264215351-project-member] Image pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2128.196172] env[62574]: DEBUG nova.virt.hardware [None req-ecf24a98-f45b-499a-9071-0e8d98af3b38 tempest-ServerAddressesNegativeTestJSON-264215351 tempest-ServerAddressesNegativeTestJSON-264215351-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2128.196390] env[62574]: DEBUG nova.virt.hardware [None req-ecf24a98-f45b-499a-9071-0e8d98af3b38 tempest-ServerAddressesNegativeTestJSON-264215351 tempest-ServerAddressesNegativeTestJSON-264215351-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2128.196548] env[62574]: DEBUG nova.virt.hardware [None req-ecf24a98-f45b-499a-9071-0e8d98af3b38 tempest-ServerAddressesNegativeTestJSON-264215351 tempest-ServerAddressesNegativeTestJSON-264215351-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2128.196713] env[62574]: DEBUG nova.virt.hardware [None req-ecf24a98-f45b-499a-9071-0e8d98af3b38 tempest-ServerAddressesNegativeTestJSON-264215351 tempest-ServerAddressesNegativeTestJSON-264215351-project-member] Got 1 possible topologies {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2128.196901] env[62574]: DEBUG nova.virt.hardware [None req-ecf24a98-f45b-499a-9071-0e8d98af3b38 tempest-ServerAddressesNegativeTestJSON-264215351 tempest-ServerAddressesNegativeTestJSON-264215351-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2128.197203] env[62574]: DEBUG nova.virt.hardware [None req-ecf24a98-f45b-499a-9071-0e8d98af3b38 tempest-ServerAddressesNegativeTestJSON-264215351 tempest-ServerAddressesNegativeTestJSON-264215351-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2128.198194] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a7a1307-4320-4400-bb3a-2ca40ff1c280 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2128.207525] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee4043f5-e688-40bb-9f01-844380e7435c {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2128.294814] env[62574]: DEBUG oslo_concurrency.lockutils [None req-c49e10a6-179f-401f-bd50-5c97a1c54443 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.151s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2128.295370] env[62574]: DEBUG nova.compute.manager [None req-c49e10a6-179f-401f-bd50-5c97a1c54443 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] [instance: 2bdbd6da-c2d0-445b-b843-da341eec8e2f] Start building networks asynchronously for instance. {{(pid=62574) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2128.297992] env[62574]: DEBUG oslo_concurrency.lockutils [None req-ce535334-84aa-4b4c-a231-eb53f4432b88 tempest-ServersTestJSON-109533052 tempest-ServersTestJSON-109533052-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.312s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2128.300823] env[62574]: DEBUG nova.objects.instance [None req-ce535334-84aa-4b4c-a231-eb53f4432b88 tempest-ServersTestJSON-109533052 tempest-ServersTestJSON-109533052-project-member] Lazy-loading 'resources' on Instance uuid 31f8709d-2d2e-4074-bf75-76c44cfadb72 {{(pid=62574) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2128.319163] env[62574]: DEBUG nova.compute.manager [req-d079a4e3-845d-452a-b43b-a7b5c136f1e2 req-14d73419-f34a-422a-8e3a-f1690197cdce service nova] [instance: 34aae7ee-fdbf-40a9-bf3a-25428551153d] Received event network-vif-plugged-9870456e-f3f5-4ec5-9ff8-ee88f1016a9f {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 2128.319385] env[62574]: DEBUG oslo_concurrency.lockutils [req-d079a4e3-845d-452a-b43b-a7b5c136f1e2 req-14d73419-f34a-422a-8e3a-f1690197cdce service nova] Acquiring lock "34aae7ee-fdbf-40a9-bf3a-25428551153d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2128.319671] env[62574]: DEBUG oslo_concurrency.lockutils [req-d079a4e3-845d-452a-b43b-a7b5c136f1e2 req-14d73419-f34a-422a-8e3a-f1690197cdce service nova] Lock "34aae7ee-fdbf-40a9-bf3a-25428551153d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2128.319757] env[62574]: DEBUG oslo_concurrency.lockutils [req-d079a4e3-845d-452a-b43b-a7b5c136f1e2 req-14d73419-f34a-422a-8e3a-f1690197cdce service nova] Lock "34aae7ee-fdbf-40a9-bf3a-25428551153d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2128.319910] env[62574]: DEBUG nova.compute.manager [req-d079a4e3-845d-452a-b43b-a7b5c136f1e2 req-14d73419-f34a-422a-8e3a-f1690197cdce service nova] [instance: 34aae7ee-fdbf-40a9-bf3a-25428551153d] No waiting events found dispatching network-vif-plugged-9870456e-f3f5-4ec5-9ff8-ee88f1016a9f {{(pid=62574) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2128.320085] env[62574]: WARNING nova.compute.manager [req-d079a4e3-845d-452a-b43b-a7b5c136f1e2 req-14d73419-f34a-422a-8e3a-f1690197cdce service nova] [instance: 34aae7ee-fdbf-40a9-bf3a-25428551153d] Received unexpected event network-vif-plugged-9870456e-f3f5-4ec5-9ff8-ee88f1016a9f for instance with vm_state building and task_state spawning. [ 2128.402756] env[62574]: DEBUG nova.network.neutron [None req-ecf24a98-f45b-499a-9071-0e8d98af3b38 tempest-ServerAddressesNegativeTestJSON-264215351 tempest-ServerAddressesNegativeTestJSON-264215351-project-member] [instance: 34aae7ee-fdbf-40a9-bf3a-25428551153d] Successfully updated port: 9870456e-f3f5-4ec5-9ff8-ee88f1016a9f {{(pid=62574) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2128.801293] env[62574]: DEBUG nova.compute.utils [None req-c49e10a6-179f-401f-bd50-5c97a1c54443 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Using /dev/sd instead of None {{(pid=62574) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2128.805420] env[62574]: DEBUG nova.compute.manager [None req-c49e10a6-179f-401f-bd50-5c97a1c54443 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] [instance: 2bdbd6da-c2d0-445b-b843-da341eec8e2f] Allocating IP information in the background. {{(pid=62574) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2128.805582] env[62574]: DEBUG nova.network.neutron [None req-c49e10a6-179f-401f-bd50-5c97a1c54443 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] [instance: 2bdbd6da-c2d0-445b-b843-da341eec8e2f] allocate_for_instance() {{(pid=62574) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2128.863456] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77482903-109d-4ac1-89a1-13e8a9d5e8e6 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2128.867405] env[62574]: DEBUG nova.policy [None req-c49e10a6-179f-401f-bd50-5c97a1c54443 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd754949021a246e2af0e849b98f3873a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '31d5eeff630d40d2928149f27883ae60', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62574) authorize /opt/stack/nova/nova/policy.py:192}} [ 2128.873728] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47edcfc8-650c-440f-ba0f-cb47d904d5a6 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2128.906216] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5785a2dc-c77a-4fe1-9591-09b59eb30e7b {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2128.908731] env[62574]: DEBUG oslo_concurrency.lockutils [None req-ecf24a98-f45b-499a-9071-0e8d98af3b38 tempest-ServerAddressesNegativeTestJSON-264215351 tempest-ServerAddressesNegativeTestJSON-264215351-project-member] Acquiring lock "refresh_cache-34aae7ee-fdbf-40a9-bf3a-25428551153d" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2128.908870] env[62574]: DEBUG oslo_concurrency.lockutils [None req-ecf24a98-f45b-499a-9071-0e8d98af3b38 tempest-ServerAddressesNegativeTestJSON-264215351 tempest-ServerAddressesNegativeTestJSON-264215351-project-member] Acquired lock "refresh_cache-34aae7ee-fdbf-40a9-bf3a-25428551153d" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2128.909025] env[62574]: DEBUG nova.network.neutron [None req-ecf24a98-f45b-499a-9071-0e8d98af3b38 tempest-ServerAddressesNegativeTestJSON-264215351 tempest-ServerAddressesNegativeTestJSON-264215351-project-member] [instance: 34aae7ee-fdbf-40a9-bf3a-25428551153d] Building network info cache for instance {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2128.915246] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d41d0f6-1b4b-4847-a9e5-80b61d934e24 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2128.929243] env[62574]: DEBUG nova.compute.provider_tree [None req-ce535334-84aa-4b4c-a231-eb53f4432b88 tempest-ServersTestJSON-109533052 tempest-ServersTestJSON-109533052-project-member] Inventory has not changed in ProviderTree for provider: f0ed160a-beff-4626-a531-2a70d7bc0627 {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2129.169753] env[62574]: DEBUG nova.network.neutron [None req-c49e10a6-179f-401f-bd50-5c97a1c54443 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] [instance: 2bdbd6da-c2d0-445b-b843-da341eec8e2f] Successfully created port: abc19893-e687-4542-b4f5-7a13ab0eb5cf {{(pid=62574) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2129.306684] env[62574]: DEBUG nova.compute.manager [None req-c49e10a6-179f-401f-bd50-5c97a1c54443 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] [instance: 2bdbd6da-c2d0-445b-b843-da341eec8e2f] Start building block device mappings for instance. {{(pid=62574) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2129.434086] env[62574]: DEBUG nova.scheduler.client.report [None req-ce535334-84aa-4b4c-a231-eb53f4432b88 tempest-ServersTestJSON-109533052 tempest-ServersTestJSON-109533052-project-member] Inventory has not changed for provider f0ed160a-beff-4626-a531-2a70d7bc0627 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 148, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2129.452283] env[62574]: DEBUG nova.network.neutron [None req-ecf24a98-f45b-499a-9071-0e8d98af3b38 tempest-ServerAddressesNegativeTestJSON-264215351 tempest-ServerAddressesNegativeTestJSON-264215351-project-member] [instance: 34aae7ee-fdbf-40a9-bf3a-25428551153d] Instance cache missing network info. {{(pid=62574) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2129.579926] env[62574]: DEBUG nova.network.neutron [None req-ecf24a98-f45b-499a-9071-0e8d98af3b38 tempest-ServerAddressesNegativeTestJSON-264215351 tempest-ServerAddressesNegativeTestJSON-264215351-project-member] [instance: 34aae7ee-fdbf-40a9-bf3a-25428551153d] Updating instance_info_cache with network_info: [{"id": "9870456e-f3f5-4ec5-9ff8-ee88f1016a9f", "address": "fa:16:3e:0a:ad:02", "network": {"id": "2fdb4f5a-0eee-446f-85e5-4a8ecc84c2f0", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1450556244-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "651861fb251a46f3b6e3824f8a04ed88", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "28d04eee-6dbb-491a-a999-b659c799679d", "external-id": "nsx-vlan-transportzone-501", "segmentation_id": 501, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9870456e-f3", "ovs_interfaceid": "9870456e-f3f5-4ec5-9ff8-ee88f1016a9f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2129.939359] env[62574]: DEBUG oslo_concurrency.lockutils [None req-ce535334-84aa-4b4c-a231-eb53f4432b88 tempest-ServersTestJSON-109533052 tempest-ServersTestJSON-109533052-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.641s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2129.961040] env[62574]: INFO nova.scheduler.client.report [None req-ce535334-84aa-4b4c-a231-eb53f4432b88 tempest-ServersTestJSON-109533052 tempest-ServersTestJSON-109533052-project-member] Deleted allocations for instance 31f8709d-2d2e-4074-bf75-76c44cfadb72 [ 2130.082761] env[62574]: DEBUG oslo_concurrency.lockutils [None req-ecf24a98-f45b-499a-9071-0e8d98af3b38 tempest-ServerAddressesNegativeTestJSON-264215351 tempest-ServerAddressesNegativeTestJSON-264215351-project-member] Releasing lock "refresh_cache-34aae7ee-fdbf-40a9-bf3a-25428551153d" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2130.083112] env[62574]: DEBUG nova.compute.manager [None req-ecf24a98-f45b-499a-9071-0e8d98af3b38 tempest-ServerAddressesNegativeTestJSON-264215351 tempest-ServerAddressesNegativeTestJSON-264215351-project-member] [instance: 34aae7ee-fdbf-40a9-bf3a-25428551153d] Instance network_info: |[{"id": "9870456e-f3f5-4ec5-9ff8-ee88f1016a9f", "address": "fa:16:3e:0a:ad:02", "network": {"id": "2fdb4f5a-0eee-446f-85e5-4a8ecc84c2f0", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1450556244-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "651861fb251a46f3b6e3824f8a04ed88", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "28d04eee-6dbb-491a-a999-b659c799679d", "external-id": "nsx-vlan-transportzone-501", "segmentation_id": 501, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9870456e-f3", "ovs_interfaceid": "9870456e-f3f5-4ec5-9ff8-ee88f1016a9f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62574) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2130.083546] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-ecf24a98-f45b-499a-9071-0e8d98af3b38 tempest-ServerAddressesNegativeTestJSON-264215351 tempest-ServerAddressesNegativeTestJSON-264215351-project-member] [instance: 34aae7ee-fdbf-40a9-bf3a-25428551153d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0a:ad:02', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '28d04eee-6dbb-491a-a999-b659c799679d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9870456e-f3f5-4ec5-9ff8-ee88f1016a9f', 'vif_model': 'vmxnet3'}] {{(pid=62574) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2130.091031] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecf24a98-f45b-499a-9071-0e8d98af3b38 tempest-ServerAddressesNegativeTestJSON-264215351 tempest-ServerAddressesNegativeTestJSON-264215351-project-member] Creating folder: Project (651861fb251a46f3b6e3824f8a04ed88). Parent ref: group-v384746. {{(pid=62574) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2130.091313] env[62574]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-13e45fcf-ff31-4890-b6c5-eeb747afc3d3 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2130.102152] env[62574]: INFO nova.virt.vmwareapi.vm_util [None req-ecf24a98-f45b-499a-9071-0e8d98af3b38 tempest-ServerAddressesNegativeTestJSON-264215351 tempest-ServerAddressesNegativeTestJSON-264215351-project-member] Created folder: Project (651861fb251a46f3b6e3824f8a04ed88) in parent group-v384746. [ 2130.102342] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecf24a98-f45b-499a-9071-0e8d98af3b38 tempest-ServerAddressesNegativeTestJSON-264215351 tempest-ServerAddressesNegativeTestJSON-264215351-project-member] Creating folder: Instances. Parent ref: group-v385061. {{(pid=62574) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2130.102560] env[62574]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-87f0cdfe-f899-4979-a910-d5d7241e0894 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2130.111127] env[62574]: INFO nova.virt.vmwareapi.vm_util [None req-ecf24a98-f45b-499a-9071-0e8d98af3b38 tempest-ServerAddressesNegativeTestJSON-264215351 tempest-ServerAddressesNegativeTestJSON-264215351-project-member] Created folder: Instances in parent group-v385061. [ 2130.111358] env[62574]: DEBUG oslo.service.loopingcall [None req-ecf24a98-f45b-499a-9071-0e8d98af3b38 tempest-ServerAddressesNegativeTestJSON-264215351 tempest-ServerAddressesNegativeTestJSON-264215351-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62574) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2130.111528] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 34aae7ee-fdbf-40a9-bf3a-25428551153d] Creating VM on the ESX host {{(pid=62574) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2130.111709] env[62574]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-284cf351-fd6b-4dd5-b767-c544241d9acc {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2130.131588] env[62574]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2130.131588] env[62574]: value = "task-1862730" [ 2130.131588] env[62574]: _type = "Task" [ 2130.131588] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2130.139208] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1862730, 'name': CreateVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2130.316417] env[62574]: DEBUG nova.compute.manager [None req-c49e10a6-179f-401f-bd50-5c97a1c54443 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] [instance: 2bdbd6da-c2d0-445b-b843-da341eec8e2f] Start spawning the instance on the hypervisor. {{(pid=62574) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2130.343990] env[62574]: DEBUG nova.compute.manager [req-13227225-e547-4ae2-b5a6-5b2b5aa31d34 req-d5a13f71-3017-4bdd-a813-58d02aca3609 service nova] [instance: 34aae7ee-fdbf-40a9-bf3a-25428551153d] Received event network-changed-9870456e-f3f5-4ec5-9ff8-ee88f1016a9f {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 2130.344252] env[62574]: DEBUG nova.compute.manager [req-13227225-e547-4ae2-b5a6-5b2b5aa31d34 req-d5a13f71-3017-4bdd-a813-58d02aca3609 service nova] [instance: 34aae7ee-fdbf-40a9-bf3a-25428551153d] Refreshing instance network info cache due to event network-changed-9870456e-f3f5-4ec5-9ff8-ee88f1016a9f. {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 2130.344386] env[62574]: DEBUG oslo_concurrency.lockutils [req-13227225-e547-4ae2-b5a6-5b2b5aa31d34 req-d5a13f71-3017-4bdd-a813-58d02aca3609 service nova] Acquiring lock "refresh_cache-34aae7ee-fdbf-40a9-bf3a-25428551153d" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2130.344486] env[62574]: DEBUG oslo_concurrency.lockutils [req-13227225-e547-4ae2-b5a6-5b2b5aa31d34 req-d5a13f71-3017-4bdd-a813-58d02aca3609 service nova] Acquired lock "refresh_cache-34aae7ee-fdbf-40a9-bf3a-25428551153d" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2130.344645] env[62574]: DEBUG nova.network.neutron [req-13227225-e547-4ae2-b5a6-5b2b5aa31d34 req-d5a13f71-3017-4bdd-a813-58d02aca3609 service nova] [instance: 34aae7ee-fdbf-40a9-bf3a-25428551153d] Refreshing network info cache for port 9870456e-f3f5-4ec5-9ff8-ee88f1016a9f {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2130.347613] env[62574]: DEBUG nova.virt.hardware [None req-c49e10a6-179f-401f-bd50-5c97a1c54443 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T19:26:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-13T19:26:40Z,direct_url=,disk_format='vmdk',id=3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7eed1dd4d2c3418eb32c4f4ceda3ab0d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-13T19:26:41Z,virtual_size=,visibility=), allow threads: False {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2130.347843] env[62574]: DEBUG nova.virt.hardware [None req-c49e10a6-179f-401f-bd50-5c97a1c54443 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Flavor limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2130.348016] env[62574]: DEBUG nova.virt.hardware [None req-c49e10a6-179f-401f-bd50-5c97a1c54443 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Image limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2130.348281] env[62574]: DEBUG nova.virt.hardware [None req-c49e10a6-179f-401f-bd50-5c97a1c54443 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Flavor pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2130.348408] env[62574]: DEBUG nova.virt.hardware [None req-c49e10a6-179f-401f-bd50-5c97a1c54443 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Image pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2130.348569] env[62574]: DEBUG nova.virt.hardware [None req-c49e10a6-179f-401f-bd50-5c97a1c54443 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2130.348791] env[62574]: DEBUG nova.virt.hardware [None req-c49e10a6-179f-401f-bd50-5c97a1c54443 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2130.349079] env[62574]: DEBUG nova.virt.hardware [None req-c49e10a6-179f-401f-bd50-5c97a1c54443 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2130.349199] env[62574]: DEBUG nova.virt.hardware [None req-c49e10a6-179f-401f-bd50-5c97a1c54443 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Got 1 possible topologies {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2130.349324] env[62574]: DEBUG nova.virt.hardware [None req-c49e10a6-179f-401f-bd50-5c97a1c54443 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2130.349496] env[62574]: DEBUG nova.virt.hardware [None req-c49e10a6-179f-401f-bd50-5c97a1c54443 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2130.351030] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ee66f2c-1ca0-402f-81cd-8dcdd37b7a97 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2130.360262] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8cbdfee-766d-4148-a9b4-5c3b2f0bbb4e {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2130.468243] env[62574]: DEBUG oslo_concurrency.lockutils [None req-ce535334-84aa-4b4c-a231-eb53f4432b88 tempest-ServersTestJSON-109533052 tempest-ServersTestJSON-109533052-project-member] Lock "31f8709d-2d2e-4074-bf75-76c44cfadb72" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.060s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2130.641872] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1862730, 'name': CreateVM_Task} progress is 99%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2130.696927] env[62574]: DEBUG nova.network.neutron [None req-c49e10a6-179f-401f-bd50-5c97a1c54443 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] [instance: 2bdbd6da-c2d0-445b-b843-da341eec8e2f] Successfully updated port: abc19893-e687-4542-b4f5-7a13ab0eb5cf {{(pid=62574) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2131.059880] env[62574]: DEBUG nova.network.neutron [req-13227225-e547-4ae2-b5a6-5b2b5aa31d34 req-d5a13f71-3017-4bdd-a813-58d02aca3609 service nova] [instance: 34aae7ee-fdbf-40a9-bf3a-25428551153d] Updated VIF entry in instance network info cache for port 9870456e-f3f5-4ec5-9ff8-ee88f1016a9f. {{(pid=62574) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2131.060252] env[62574]: DEBUG nova.network.neutron [req-13227225-e547-4ae2-b5a6-5b2b5aa31d34 req-d5a13f71-3017-4bdd-a813-58d02aca3609 service nova] [instance: 34aae7ee-fdbf-40a9-bf3a-25428551153d] Updating instance_info_cache with network_info: [{"id": "9870456e-f3f5-4ec5-9ff8-ee88f1016a9f", "address": "fa:16:3e:0a:ad:02", "network": {"id": "2fdb4f5a-0eee-446f-85e5-4a8ecc84c2f0", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1450556244-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "651861fb251a46f3b6e3824f8a04ed88", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "28d04eee-6dbb-491a-a999-b659c799679d", "external-id": "nsx-vlan-transportzone-501", "segmentation_id": 501, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9870456e-f3", "ovs_interfaceid": "9870456e-f3f5-4ec5-9ff8-ee88f1016a9f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2131.141932] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1862730, 'name': CreateVM_Task, 'duration_secs': 0.512747} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2131.142105] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 34aae7ee-fdbf-40a9-bf3a-25428551153d] Created VM on the ESX host {{(pid=62574) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2131.142771] env[62574]: DEBUG oslo_concurrency.lockutils [None req-ecf24a98-f45b-499a-9071-0e8d98af3b38 tempest-ServerAddressesNegativeTestJSON-264215351 tempest-ServerAddressesNegativeTestJSON-264215351-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2131.142931] env[62574]: DEBUG oslo_concurrency.lockutils [None req-ecf24a98-f45b-499a-9071-0e8d98af3b38 tempest-ServerAddressesNegativeTestJSON-264215351 tempest-ServerAddressesNegativeTestJSON-264215351-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2131.143270] env[62574]: DEBUG oslo_concurrency.lockutils [None req-ecf24a98-f45b-499a-9071-0e8d98af3b38 tempest-ServerAddressesNegativeTestJSON-264215351 tempest-ServerAddressesNegativeTestJSON-264215351-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2131.143522] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1143d534-daf8-4d20-87c2-a4d1665ab4cf {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2131.147951] env[62574]: DEBUG oslo_vmware.api [None req-ecf24a98-f45b-499a-9071-0e8d98af3b38 tempest-ServerAddressesNegativeTestJSON-264215351 tempest-ServerAddressesNegativeTestJSON-264215351-project-member] Waiting for the task: (returnval){ [ 2131.147951] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]52839bfd-5dcf-98ce-5842-348f9c7279a5" [ 2131.147951] env[62574]: _type = "Task" [ 2131.147951] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2131.156234] env[62574]: DEBUG oslo_vmware.api [None req-ecf24a98-f45b-499a-9071-0e8d98af3b38 tempest-ServerAddressesNegativeTestJSON-264215351 tempest-ServerAddressesNegativeTestJSON-264215351-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52839bfd-5dcf-98ce-5842-348f9c7279a5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2131.201538] env[62574]: DEBUG oslo_concurrency.lockutils [None req-c49e10a6-179f-401f-bd50-5c97a1c54443 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Acquiring lock "refresh_cache-2bdbd6da-c2d0-445b-b843-da341eec8e2f" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2131.201680] env[62574]: DEBUG oslo_concurrency.lockutils [None req-c49e10a6-179f-401f-bd50-5c97a1c54443 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Acquired lock "refresh_cache-2bdbd6da-c2d0-445b-b843-da341eec8e2f" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2131.201858] env[62574]: DEBUG nova.network.neutron [None req-c49e10a6-179f-401f-bd50-5c97a1c54443 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] [instance: 2bdbd6da-c2d0-445b-b843-da341eec8e2f] Building network info cache for instance {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2131.562723] env[62574]: DEBUG oslo_concurrency.lockutils [req-13227225-e547-4ae2-b5a6-5b2b5aa31d34 req-d5a13f71-3017-4bdd-a813-58d02aca3609 service nova] Releasing lock "refresh_cache-34aae7ee-fdbf-40a9-bf3a-25428551153d" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2131.666294] env[62574]: DEBUG oslo_vmware.api [None req-ecf24a98-f45b-499a-9071-0e8d98af3b38 tempest-ServerAddressesNegativeTestJSON-264215351 tempest-ServerAddressesNegativeTestJSON-264215351-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52839bfd-5dcf-98ce-5842-348f9c7279a5, 'name': SearchDatastore_Task, 'duration_secs': 0.010149} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2131.666294] env[62574]: DEBUG oslo_concurrency.lockutils [None req-ecf24a98-f45b-499a-9071-0e8d98af3b38 tempest-ServerAddressesNegativeTestJSON-264215351 tempest-ServerAddressesNegativeTestJSON-264215351-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2131.666294] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-ecf24a98-f45b-499a-9071-0e8d98af3b38 tempest-ServerAddressesNegativeTestJSON-264215351 tempest-ServerAddressesNegativeTestJSON-264215351-project-member] [instance: 34aae7ee-fdbf-40a9-bf3a-25428551153d] Processing image 3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2 {{(pid=62574) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2131.666294] env[62574]: DEBUG oslo_concurrency.lockutils [None req-ecf24a98-f45b-499a-9071-0e8d98af3b38 tempest-ServerAddressesNegativeTestJSON-264215351 tempest-ServerAddressesNegativeTestJSON-264215351-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2131.666294] env[62574]: DEBUG oslo_concurrency.lockutils [None req-ecf24a98-f45b-499a-9071-0e8d98af3b38 tempest-ServerAddressesNegativeTestJSON-264215351 tempest-ServerAddressesNegativeTestJSON-264215351-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2131.666294] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-ecf24a98-f45b-499a-9071-0e8d98af3b38 tempest-ServerAddressesNegativeTestJSON-264215351 tempest-ServerAddressesNegativeTestJSON-264215351-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2131.666294] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0622bafe-916d-43a6-b3ac-8c402e73d6a4 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2131.675254] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-ecf24a98-f45b-499a-9071-0e8d98af3b38 tempest-ServerAddressesNegativeTestJSON-264215351 tempest-ServerAddressesNegativeTestJSON-264215351-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2131.675417] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-ecf24a98-f45b-499a-9071-0e8d98af3b38 tempest-ServerAddressesNegativeTestJSON-264215351 tempest-ServerAddressesNegativeTestJSON-264215351-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62574) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2131.676130] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-22b0a6ce-8cbd-47c7-960e-b6366c47db3a {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2131.682440] env[62574]: DEBUG oslo_vmware.api [None req-ecf24a98-f45b-499a-9071-0e8d98af3b38 tempest-ServerAddressesNegativeTestJSON-264215351 tempest-ServerAddressesNegativeTestJSON-264215351-project-member] Waiting for the task: (returnval){ [ 2131.682440] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]527844fb-a9c3-55ce-3df4-61ac2113404e" [ 2131.682440] env[62574]: _type = "Task" [ 2131.682440] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2131.690798] env[62574]: DEBUG oslo_vmware.api [None req-ecf24a98-f45b-499a-9071-0e8d98af3b38 tempest-ServerAddressesNegativeTestJSON-264215351 tempest-ServerAddressesNegativeTestJSON-264215351-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]527844fb-a9c3-55ce-3df4-61ac2113404e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2131.731640] env[62574]: DEBUG nova.network.neutron [None req-c49e10a6-179f-401f-bd50-5c97a1c54443 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] [instance: 2bdbd6da-c2d0-445b-b843-da341eec8e2f] Instance cache missing network info. {{(pid=62574) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2131.854610] env[62574]: DEBUG nova.network.neutron [None req-c49e10a6-179f-401f-bd50-5c97a1c54443 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] [instance: 2bdbd6da-c2d0-445b-b843-da341eec8e2f] Updating instance_info_cache with network_info: [{"id": "abc19893-e687-4542-b4f5-7a13ab0eb5cf", "address": "fa:16:3e:68:44:17", "network": {"id": "3af14f16-9d32-4c8d-8557-ce8f3b8b4086", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1431517823-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "31d5eeff630d40d2928149f27883ae60", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapabc19893-e6", "ovs_interfaceid": "abc19893-e687-4542-b4f5-7a13ab0eb5cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2132.198129] env[62574]: DEBUG oslo_vmware.api [None req-ecf24a98-f45b-499a-9071-0e8d98af3b38 tempest-ServerAddressesNegativeTestJSON-264215351 tempest-ServerAddressesNegativeTestJSON-264215351-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]527844fb-a9c3-55ce-3df4-61ac2113404e, 'name': SearchDatastore_Task, 'duration_secs': 0.020184} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2132.199021] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc94297c-39ec-4d20-999b-e2c6744e98b9 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2132.206033] env[62574]: DEBUG oslo_vmware.api [None req-ecf24a98-f45b-499a-9071-0e8d98af3b38 tempest-ServerAddressesNegativeTestJSON-264215351 tempest-ServerAddressesNegativeTestJSON-264215351-project-member] Waiting for the task: (returnval){ [ 2132.206033] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]52fcbd86-f3eb-e814-d183-535289070d05" [ 2132.206033] env[62574]: _type = "Task" [ 2132.206033] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2132.215222] env[62574]: DEBUG oslo_vmware.api [None req-ecf24a98-f45b-499a-9071-0e8d98af3b38 tempest-ServerAddressesNegativeTestJSON-264215351 tempest-ServerAddressesNegativeTestJSON-264215351-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52fcbd86-f3eb-e814-d183-535289070d05, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2132.358161] env[62574]: DEBUG oslo_concurrency.lockutils [None req-c49e10a6-179f-401f-bd50-5c97a1c54443 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Releasing lock "refresh_cache-2bdbd6da-c2d0-445b-b843-da341eec8e2f" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2132.358423] env[62574]: DEBUG nova.compute.manager [None req-c49e10a6-179f-401f-bd50-5c97a1c54443 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] [instance: 2bdbd6da-c2d0-445b-b843-da341eec8e2f] Instance network_info: |[{"id": "abc19893-e687-4542-b4f5-7a13ab0eb5cf", "address": "fa:16:3e:68:44:17", "network": {"id": "3af14f16-9d32-4c8d-8557-ce8f3b8b4086", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1431517823-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "31d5eeff630d40d2928149f27883ae60", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapabc19893-e6", "ovs_interfaceid": "abc19893-e687-4542-b4f5-7a13ab0eb5cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62574) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2132.358877] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-c49e10a6-179f-401f-bd50-5c97a1c54443 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] [instance: 2bdbd6da-c2d0-445b-b843-da341eec8e2f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:68:44:17', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6b8137fc-f23d-49b1-b19c-3123a5588f34', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'abc19893-e687-4542-b4f5-7a13ab0eb5cf', 'vif_model': 'vmxnet3'}] {{(pid=62574) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2132.367594] env[62574]: DEBUG oslo.service.loopingcall [None req-c49e10a6-179f-401f-bd50-5c97a1c54443 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62574) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2132.367833] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2bdbd6da-c2d0-445b-b843-da341eec8e2f] Creating VM on the ESX host {{(pid=62574) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2132.368074] env[62574]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-74b7b888-c064-4bc0-b6ea-3788a0f7ffb4 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2132.383901] env[62574]: DEBUG nova.compute.manager [req-ebfd0af3-b1dd-4b62-8ec3-cd12247f18a8 req-e2c52701-7312-47e8-9723-b1550b45d4ba service nova] [instance: 2bdbd6da-c2d0-445b-b843-da341eec8e2f] Received event network-vif-plugged-abc19893-e687-4542-b4f5-7a13ab0eb5cf {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 2132.384117] env[62574]: DEBUG oslo_concurrency.lockutils [req-ebfd0af3-b1dd-4b62-8ec3-cd12247f18a8 req-e2c52701-7312-47e8-9723-b1550b45d4ba service nova] Acquiring lock "2bdbd6da-c2d0-445b-b843-da341eec8e2f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2132.384322] env[62574]: DEBUG oslo_concurrency.lockutils [req-ebfd0af3-b1dd-4b62-8ec3-cd12247f18a8 req-e2c52701-7312-47e8-9723-b1550b45d4ba service nova] Lock "2bdbd6da-c2d0-445b-b843-da341eec8e2f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2132.384488] env[62574]: DEBUG oslo_concurrency.lockutils [req-ebfd0af3-b1dd-4b62-8ec3-cd12247f18a8 req-e2c52701-7312-47e8-9723-b1550b45d4ba service nova] Lock "2bdbd6da-c2d0-445b-b843-da341eec8e2f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2132.384656] env[62574]: DEBUG nova.compute.manager [req-ebfd0af3-b1dd-4b62-8ec3-cd12247f18a8 req-e2c52701-7312-47e8-9723-b1550b45d4ba service nova] [instance: 2bdbd6da-c2d0-445b-b843-da341eec8e2f] No waiting events found dispatching network-vif-plugged-abc19893-e687-4542-b4f5-7a13ab0eb5cf {{(pid=62574) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2132.384968] env[62574]: WARNING nova.compute.manager [req-ebfd0af3-b1dd-4b62-8ec3-cd12247f18a8 req-e2c52701-7312-47e8-9723-b1550b45d4ba service nova] [instance: 2bdbd6da-c2d0-445b-b843-da341eec8e2f] Received unexpected event network-vif-plugged-abc19893-e687-4542-b4f5-7a13ab0eb5cf for instance with vm_state building and task_state spawning. [ 2132.384968] env[62574]: DEBUG nova.compute.manager [req-ebfd0af3-b1dd-4b62-8ec3-cd12247f18a8 req-e2c52701-7312-47e8-9723-b1550b45d4ba service nova] [instance: 2bdbd6da-c2d0-445b-b843-da341eec8e2f] Received event network-changed-abc19893-e687-4542-b4f5-7a13ab0eb5cf {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 2132.385135] env[62574]: DEBUG nova.compute.manager [req-ebfd0af3-b1dd-4b62-8ec3-cd12247f18a8 req-e2c52701-7312-47e8-9723-b1550b45d4ba service nova] [instance: 2bdbd6da-c2d0-445b-b843-da341eec8e2f] Refreshing instance network info cache due to event network-changed-abc19893-e687-4542-b4f5-7a13ab0eb5cf. {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 2132.385314] env[62574]: DEBUG oslo_concurrency.lockutils [req-ebfd0af3-b1dd-4b62-8ec3-cd12247f18a8 req-e2c52701-7312-47e8-9723-b1550b45d4ba service nova] Acquiring lock "refresh_cache-2bdbd6da-c2d0-445b-b843-da341eec8e2f" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2132.385449] env[62574]: DEBUG oslo_concurrency.lockutils [req-ebfd0af3-b1dd-4b62-8ec3-cd12247f18a8 req-e2c52701-7312-47e8-9723-b1550b45d4ba service nova] Acquired lock "refresh_cache-2bdbd6da-c2d0-445b-b843-da341eec8e2f" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2132.385599] env[62574]: DEBUG nova.network.neutron [req-ebfd0af3-b1dd-4b62-8ec3-cd12247f18a8 req-e2c52701-7312-47e8-9723-b1550b45d4ba service nova] [instance: 2bdbd6da-c2d0-445b-b843-da341eec8e2f] Refreshing network info cache for port abc19893-e687-4542-b4f5-7a13ab0eb5cf {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2132.392736] env[62574]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2132.392736] env[62574]: value = "task-1862731" [ 2132.392736] env[62574]: _type = "Task" [ 2132.392736] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2132.401397] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1862731, 'name': CreateVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2132.718339] env[62574]: DEBUG oslo_vmware.api [None req-ecf24a98-f45b-499a-9071-0e8d98af3b38 tempest-ServerAddressesNegativeTestJSON-264215351 tempest-ServerAddressesNegativeTestJSON-264215351-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52fcbd86-f3eb-e814-d183-535289070d05, 'name': SearchDatastore_Task, 'duration_secs': 0.00962} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2132.718584] env[62574]: DEBUG oslo_concurrency.lockutils [None req-ecf24a98-f45b-499a-9071-0e8d98af3b38 tempest-ServerAddressesNegativeTestJSON-264215351 tempest-ServerAddressesNegativeTestJSON-264215351-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2132.718843] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecf24a98-f45b-499a-9071-0e8d98af3b38 tempest-ServerAddressesNegativeTestJSON-264215351 tempest-ServerAddressesNegativeTestJSON-264215351-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk to [datastore2] 34aae7ee-fdbf-40a9-bf3a-25428551153d/34aae7ee-fdbf-40a9-bf3a-25428551153d.vmdk {{(pid=62574) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2132.719127] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-46bd33ab-d07e-4f3a-8eb7-e48f425f939f {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2132.726195] env[62574]: DEBUG oslo_vmware.api [None req-ecf24a98-f45b-499a-9071-0e8d98af3b38 tempest-ServerAddressesNegativeTestJSON-264215351 tempest-ServerAddressesNegativeTestJSON-264215351-project-member] Waiting for the task: (returnval){ [ 2132.726195] env[62574]: value = "task-1862732" [ 2132.726195] env[62574]: _type = "Task" [ 2132.726195] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2132.733936] env[62574]: DEBUG oslo_vmware.api [None req-ecf24a98-f45b-499a-9071-0e8d98af3b38 tempest-ServerAddressesNegativeTestJSON-264215351 tempest-ServerAddressesNegativeTestJSON-264215351-project-member] Task: {'id': task-1862732, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2132.904774] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1862731, 'name': CreateVM_Task, 'duration_secs': 0.366658} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2132.904774] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2bdbd6da-c2d0-445b-b843-da341eec8e2f] Created VM on the ESX host {{(pid=62574) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2132.905434] env[62574]: DEBUG oslo_concurrency.lockutils [None req-c49e10a6-179f-401f-bd50-5c97a1c54443 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2132.905634] env[62574]: DEBUG oslo_concurrency.lockutils [None req-c49e10a6-179f-401f-bd50-5c97a1c54443 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2132.905993] env[62574]: DEBUG oslo_concurrency.lockutils [None req-c49e10a6-179f-401f-bd50-5c97a1c54443 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2132.906668] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-50bf7938-592f-4975-9821-8722ad3f163b {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2132.911862] env[62574]: DEBUG oslo_vmware.api [None req-c49e10a6-179f-401f-bd50-5c97a1c54443 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Waiting for the task: (returnval){ [ 2132.911862] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]5284700f-4441-b918-56fe-c6ece0c47a93" [ 2132.911862] env[62574]: _type = "Task" [ 2132.911862] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2132.920710] env[62574]: DEBUG oslo_vmware.api [None req-c49e10a6-179f-401f-bd50-5c97a1c54443 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]5284700f-4441-b918-56fe-c6ece0c47a93, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2133.176932] env[62574]: DEBUG nova.network.neutron [req-ebfd0af3-b1dd-4b62-8ec3-cd12247f18a8 req-e2c52701-7312-47e8-9723-b1550b45d4ba service nova] [instance: 2bdbd6da-c2d0-445b-b843-da341eec8e2f] Updated VIF entry in instance network info cache for port abc19893-e687-4542-b4f5-7a13ab0eb5cf. {{(pid=62574) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2133.177370] env[62574]: DEBUG nova.network.neutron [req-ebfd0af3-b1dd-4b62-8ec3-cd12247f18a8 req-e2c52701-7312-47e8-9723-b1550b45d4ba service nova] [instance: 2bdbd6da-c2d0-445b-b843-da341eec8e2f] Updating instance_info_cache with network_info: [{"id": "abc19893-e687-4542-b4f5-7a13ab0eb5cf", "address": "fa:16:3e:68:44:17", "network": {"id": "3af14f16-9d32-4c8d-8557-ce8f3b8b4086", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1431517823-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "31d5eeff630d40d2928149f27883ae60", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapabc19893-e6", "ovs_interfaceid": "abc19893-e687-4542-b4f5-7a13ab0eb5cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2133.236160] env[62574]: DEBUG oslo_vmware.api [None req-ecf24a98-f45b-499a-9071-0e8d98af3b38 tempest-ServerAddressesNegativeTestJSON-264215351 tempest-ServerAddressesNegativeTestJSON-264215351-project-member] Task: {'id': task-1862732, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.466687} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2133.236482] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecf24a98-f45b-499a-9071-0e8d98af3b38 tempest-ServerAddressesNegativeTestJSON-264215351 tempest-ServerAddressesNegativeTestJSON-264215351-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk to [datastore2] 34aae7ee-fdbf-40a9-bf3a-25428551153d/34aae7ee-fdbf-40a9-bf3a-25428551153d.vmdk {{(pid=62574) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2133.236642] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-ecf24a98-f45b-499a-9071-0e8d98af3b38 tempest-ServerAddressesNegativeTestJSON-264215351 tempest-ServerAddressesNegativeTestJSON-264215351-project-member] [instance: 34aae7ee-fdbf-40a9-bf3a-25428551153d] Extending root virtual disk to 1048576 {{(pid=62574) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2133.236890] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7418cbce-578a-4e2c-8092-758f22d835cf {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2133.243841] env[62574]: DEBUG oslo_vmware.api [None req-ecf24a98-f45b-499a-9071-0e8d98af3b38 tempest-ServerAddressesNegativeTestJSON-264215351 tempest-ServerAddressesNegativeTestJSON-264215351-project-member] Waiting for the task: (returnval){ [ 2133.243841] env[62574]: value = "task-1862733" [ 2133.243841] env[62574]: _type = "Task" [ 2133.243841] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2133.252690] env[62574]: DEBUG oslo_vmware.api [None req-ecf24a98-f45b-499a-9071-0e8d98af3b38 tempest-ServerAddressesNegativeTestJSON-264215351 tempest-ServerAddressesNegativeTestJSON-264215351-project-member] Task: {'id': task-1862733, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2133.424236] env[62574]: DEBUG oslo_vmware.api [None req-c49e10a6-179f-401f-bd50-5c97a1c54443 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]5284700f-4441-b918-56fe-c6ece0c47a93, 'name': SearchDatastore_Task, 'duration_secs': 0.054796} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2133.424537] env[62574]: DEBUG oslo_concurrency.lockutils [None req-c49e10a6-179f-401f-bd50-5c97a1c54443 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2133.424763] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-c49e10a6-179f-401f-bd50-5c97a1c54443 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] [instance: 2bdbd6da-c2d0-445b-b843-da341eec8e2f] Processing image 3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2 {{(pid=62574) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2133.424999] env[62574]: DEBUG oslo_concurrency.lockutils [None req-c49e10a6-179f-401f-bd50-5c97a1c54443 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2133.425157] env[62574]: DEBUG oslo_concurrency.lockutils [None req-c49e10a6-179f-401f-bd50-5c97a1c54443 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2133.425348] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-c49e10a6-179f-401f-bd50-5c97a1c54443 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2133.425615] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-00292293-0413-49ca-9692-d46a1594ef79 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2133.434505] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-c49e10a6-179f-401f-bd50-5c97a1c54443 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2133.434678] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-c49e10a6-179f-401f-bd50-5c97a1c54443 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62574) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2133.435362] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-13dcf046-3066-4644-8aa8-6c6d9e676f2b {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2133.441034] env[62574]: DEBUG oslo_vmware.api [None req-c49e10a6-179f-401f-bd50-5c97a1c54443 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Waiting for the task: (returnval){ [ 2133.441034] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]521174db-cedc-9723-9e79-448e84140390" [ 2133.441034] env[62574]: _type = "Task" [ 2133.441034] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2133.448690] env[62574]: DEBUG oslo_vmware.api [None req-c49e10a6-179f-401f-bd50-5c97a1c54443 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]521174db-cedc-9723-9e79-448e84140390, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2133.680714] env[62574]: DEBUG oslo_concurrency.lockutils [req-ebfd0af3-b1dd-4b62-8ec3-cd12247f18a8 req-e2c52701-7312-47e8-9723-b1550b45d4ba service nova] Releasing lock "refresh_cache-2bdbd6da-c2d0-445b-b843-da341eec8e2f" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2133.753603] env[62574]: DEBUG oslo_vmware.api [None req-ecf24a98-f45b-499a-9071-0e8d98af3b38 tempest-ServerAddressesNegativeTestJSON-264215351 tempest-ServerAddressesNegativeTestJSON-264215351-project-member] Task: {'id': task-1862733, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067138} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2133.753836] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-ecf24a98-f45b-499a-9071-0e8d98af3b38 tempest-ServerAddressesNegativeTestJSON-264215351 tempest-ServerAddressesNegativeTestJSON-264215351-project-member] [instance: 34aae7ee-fdbf-40a9-bf3a-25428551153d] Extended root virtual disk {{(pid=62574) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2133.754656] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98ef8dd4-e870-45b5-a029-d91cab080c70 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2133.777502] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-ecf24a98-f45b-499a-9071-0e8d98af3b38 tempest-ServerAddressesNegativeTestJSON-264215351 tempest-ServerAddressesNegativeTestJSON-264215351-project-member] [instance: 34aae7ee-fdbf-40a9-bf3a-25428551153d] Reconfiguring VM instance instance-00000075 to attach disk [datastore2] 34aae7ee-fdbf-40a9-bf3a-25428551153d/34aae7ee-fdbf-40a9-bf3a-25428551153d.vmdk or device None with type sparse {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2133.777788] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-855a0f7c-7b40-4282-9cbd-9fa875dae388 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2133.797749] env[62574]: DEBUG oslo_vmware.api [None req-ecf24a98-f45b-499a-9071-0e8d98af3b38 tempest-ServerAddressesNegativeTestJSON-264215351 tempest-ServerAddressesNegativeTestJSON-264215351-project-member] Waiting for the task: (returnval){ [ 2133.797749] env[62574]: value = "task-1862734" [ 2133.797749] env[62574]: _type = "Task" [ 2133.797749] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2133.809723] env[62574]: DEBUG oslo_vmware.api [None req-ecf24a98-f45b-499a-9071-0e8d98af3b38 tempest-ServerAddressesNegativeTestJSON-264215351 tempest-ServerAddressesNegativeTestJSON-264215351-project-member] Task: {'id': task-1862734, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2133.951604] env[62574]: DEBUG oslo_vmware.api [None req-c49e10a6-179f-401f-bd50-5c97a1c54443 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]521174db-cedc-9723-9e79-448e84140390, 'name': SearchDatastore_Task, 'duration_secs': 0.009431} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2133.952503] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-69ab1dc8-f193-4865-bb6b-8ab1c79fd861 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2133.958052] env[62574]: DEBUG oslo_vmware.api [None req-c49e10a6-179f-401f-bd50-5c97a1c54443 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Waiting for the task: (returnval){ [ 2133.958052] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]52dcbebc-ea6e-e148-6676-6977712547a0" [ 2133.958052] env[62574]: _type = "Task" [ 2133.958052] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2133.965444] env[62574]: DEBUG oslo_vmware.api [None req-c49e10a6-179f-401f-bd50-5c97a1c54443 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52dcbebc-ea6e-e148-6676-6977712547a0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2134.091836] env[62574]: DEBUG oslo_service.periodic_task [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62574) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2134.091836] env[62574]: DEBUG oslo_service.periodic_task [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62574) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2134.307895] env[62574]: DEBUG oslo_vmware.api [None req-ecf24a98-f45b-499a-9071-0e8d98af3b38 tempest-ServerAddressesNegativeTestJSON-264215351 tempest-ServerAddressesNegativeTestJSON-264215351-project-member] Task: {'id': task-1862734, 'name': ReconfigVM_Task, 'duration_secs': 0.31412} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2134.308187] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-ecf24a98-f45b-499a-9071-0e8d98af3b38 tempest-ServerAddressesNegativeTestJSON-264215351 tempest-ServerAddressesNegativeTestJSON-264215351-project-member] [instance: 34aae7ee-fdbf-40a9-bf3a-25428551153d] Reconfigured VM instance instance-00000075 to attach disk [datastore2] 34aae7ee-fdbf-40a9-bf3a-25428551153d/34aae7ee-fdbf-40a9-bf3a-25428551153d.vmdk or device None with type sparse {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2134.308829] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8e4936bb-a9d3-4cc2-8c66-655b24835e88 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2134.315691] env[62574]: DEBUG oslo_vmware.api [None req-ecf24a98-f45b-499a-9071-0e8d98af3b38 tempest-ServerAddressesNegativeTestJSON-264215351 tempest-ServerAddressesNegativeTestJSON-264215351-project-member] Waiting for the task: (returnval){ [ 2134.315691] env[62574]: value = "task-1862735" [ 2134.315691] env[62574]: _type = "Task" [ 2134.315691] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2134.328128] env[62574]: DEBUG oslo_vmware.api [None req-ecf24a98-f45b-499a-9071-0e8d98af3b38 tempest-ServerAddressesNegativeTestJSON-264215351 tempest-ServerAddressesNegativeTestJSON-264215351-project-member] Task: {'id': task-1862735, 'name': Rename_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2134.468592] env[62574]: DEBUG oslo_vmware.api [None req-c49e10a6-179f-401f-bd50-5c97a1c54443 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52dcbebc-ea6e-e148-6676-6977712547a0, 'name': SearchDatastore_Task, 'duration_secs': 0.014554} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2134.468871] env[62574]: DEBUG oslo_concurrency.lockutils [None req-c49e10a6-179f-401f-bd50-5c97a1c54443 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2134.469178] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-c49e10a6-179f-401f-bd50-5c97a1c54443 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk to [datastore2] 2bdbd6da-c2d0-445b-b843-da341eec8e2f/2bdbd6da-c2d0-445b-b843-da341eec8e2f.vmdk {{(pid=62574) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2134.469586] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-759eb952-5c35-4917-8587-059ad706ba80 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2134.475737] env[62574]: DEBUG oslo_vmware.api [None req-c49e10a6-179f-401f-bd50-5c97a1c54443 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Waiting for the task: (returnval){ [ 2134.475737] env[62574]: value = "task-1862736" [ 2134.475737] env[62574]: _type = "Task" [ 2134.475737] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2134.484051] env[62574]: DEBUG oslo_vmware.api [None req-c49e10a6-179f-401f-bd50-5c97a1c54443 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Task: {'id': task-1862736, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2134.597793] env[62574]: DEBUG oslo_service.periodic_task [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62574) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2134.597793] env[62574]: DEBUG nova.compute.manager [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Starting heal instance info cache {{(pid=62574) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10345}} [ 2134.827583] env[62574]: DEBUG oslo_vmware.api [None req-ecf24a98-f45b-499a-9071-0e8d98af3b38 tempest-ServerAddressesNegativeTestJSON-264215351 tempest-ServerAddressesNegativeTestJSON-264215351-project-member] Task: {'id': task-1862735, 'name': Rename_Task, 'duration_secs': 0.146493} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2134.827920] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecf24a98-f45b-499a-9071-0e8d98af3b38 tempest-ServerAddressesNegativeTestJSON-264215351 tempest-ServerAddressesNegativeTestJSON-264215351-project-member] [instance: 34aae7ee-fdbf-40a9-bf3a-25428551153d] Powering on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2134.828338] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dbc456a9-75e4-4a1c-a72e-60319e36e7ca {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2134.837939] env[62574]: DEBUG oslo_vmware.api [None req-ecf24a98-f45b-499a-9071-0e8d98af3b38 tempest-ServerAddressesNegativeTestJSON-264215351 tempest-ServerAddressesNegativeTestJSON-264215351-project-member] Waiting for the task: (returnval){ [ 2134.837939] env[62574]: value = "task-1862737" [ 2134.837939] env[62574]: _type = "Task" [ 2134.837939] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2134.853719] env[62574]: DEBUG oslo_vmware.api [None req-ecf24a98-f45b-499a-9071-0e8d98af3b38 tempest-ServerAddressesNegativeTestJSON-264215351 tempest-ServerAddressesNegativeTestJSON-264215351-project-member] Task: {'id': task-1862737, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2134.985538] env[62574]: DEBUG oslo_vmware.api [None req-c49e10a6-179f-401f-bd50-5c97a1c54443 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Task: {'id': task-1862736, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2135.347776] env[62574]: DEBUG oslo_vmware.api [None req-ecf24a98-f45b-499a-9071-0e8d98af3b38 tempest-ServerAddressesNegativeTestJSON-264215351 tempest-ServerAddressesNegativeTestJSON-264215351-project-member] Task: {'id': task-1862737, 'name': PowerOnVM_Task} progress is 94%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2135.488624] env[62574]: DEBUG oslo_vmware.api [None req-c49e10a6-179f-401f-bd50-5c97a1c54443 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Task: {'id': task-1862736, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.520937} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2135.488894] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-c49e10a6-179f-401f-bd50-5c97a1c54443 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk to [datastore2] 2bdbd6da-c2d0-445b-b843-da341eec8e2f/2bdbd6da-c2d0-445b-b843-da341eec8e2f.vmdk {{(pid=62574) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2135.489128] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-c49e10a6-179f-401f-bd50-5c97a1c54443 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] [instance: 2bdbd6da-c2d0-445b-b843-da341eec8e2f] Extending root virtual disk to 1048576 {{(pid=62574) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2135.489391] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2e390a5f-e8f2-4523-bbc2-767b284217ac {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2135.497342] env[62574]: DEBUG oslo_vmware.api [None req-c49e10a6-179f-401f-bd50-5c97a1c54443 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Waiting for the task: (returnval){ [ 2135.497342] env[62574]: value = "task-1862738" [ 2135.497342] env[62574]: _type = "Task" [ 2135.497342] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2135.505719] env[62574]: DEBUG oslo_vmware.api [None req-c49e10a6-179f-401f-bd50-5c97a1c54443 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Task: {'id': task-1862738, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2135.848495] env[62574]: DEBUG oslo_vmware.api [None req-ecf24a98-f45b-499a-9071-0e8d98af3b38 tempest-ServerAddressesNegativeTestJSON-264215351 tempest-ServerAddressesNegativeTestJSON-264215351-project-member] Task: {'id': task-1862737, 'name': PowerOnVM_Task, 'duration_secs': 0.578677} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2135.848783] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecf24a98-f45b-499a-9071-0e8d98af3b38 tempest-ServerAddressesNegativeTestJSON-264215351 tempest-ServerAddressesNegativeTestJSON-264215351-project-member] [instance: 34aae7ee-fdbf-40a9-bf3a-25428551153d] Powered on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2135.848984] env[62574]: INFO nova.compute.manager [None req-ecf24a98-f45b-499a-9071-0e8d98af3b38 tempest-ServerAddressesNegativeTestJSON-264215351 tempest-ServerAddressesNegativeTestJSON-264215351-project-member] [instance: 34aae7ee-fdbf-40a9-bf3a-25428551153d] Took 7.68 seconds to spawn the instance on the hypervisor. [ 2135.849180] env[62574]: DEBUG nova.compute.manager [None req-ecf24a98-f45b-499a-9071-0e8d98af3b38 tempest-ServerAddressesNegativeTestJSON-264215351 tempest-ServerAddressesNegativeTestJSON-264215351-project-member] [instance: 34aae7ee-fdbf-40a9-bf3a-25428551153d] Checking state {{(pid=62574) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2135.849948] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41e22e4b-397b-48dc-a2f2-ceb891b957fc {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2135.894152] env[62574]: DEBUG oslo_concurrency.lockutils [None req-1356b4a4-c12c-41e4-96e4-3920e2154043 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Acquiring lock "535dc054-9169-4b02-8d90-6ec1ee284d86" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2135.894864] env[62574]: DEBUG oslo_concurrency.lockutils [None req-1356b4a4-c12c-41e4-96e4-3920e2154043 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Lock "535dc054-9169-4b02-8d90-6ec1ee284d86" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2136.008294] env[62574]: DEBUG oslo_vmware.api [None req-c49e10a6-179f-401f-bd50-5c97a1c54443 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Task: {'id': task-1862738, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071438} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2136.008556] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-c49e10a6-179f-401f-bd50-5c97a1c54443 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] [instance: 2bdbd6da-c2d0-445b-b843-da341eec8e2f] Extended root virtual disk {{(pid=62574) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2136.009353] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4f4619d-64a3-49da-8fd1-e5f48729b87d {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2136.031654] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-c49e10a6-179f-401f-bd50-5c97a1c54443 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] [instance: 2bdbd6da-c2d0-445b-b843-da341eec8e2f] Reconfiguring VM instance instance-00000076 to attach disk [datastore2] 2bdbd6da-c2d0-445b-b843-da341eec8e2f/2bdbd6da-c2d0-445b-b843-da341eec8e2f.vmdk or device None with type sparse {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2136.032284] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fb47ec96-d5f9-4aa0-b3f9-a988ac0630e7 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2136.052116] env[62574]: DEBUG oslo_vmware.api [None req-c49e10a6-179f-401f-bd50-5c97a1c54443 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Waiting for the task: (returnval){ [ 2136.052116] env[62574]: value = "task-1862739" [ 2136.052116] env[62574]: _type = "Task" [ 2136.052116] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2136.060036] env[62574]: DEBUG oslo_vmware.api [None req-c49e10a6-179f-401f-bd50-5c97a1c54443 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Task: {'id': task-1862739, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2136.369349] env[62574]: INFO nova.compute.manager [None req-ecf24a98-f45b-499a-9071-0e8d98af3b38 tempest-ServerAddressesNegativeTestJSON-264215351 tempest-ServerAddressesNegativeTestJSON-264215351-project-member] [instance: 34aae7ee-fdbf-40a9-bf3a-25428551153d] Took 12.40 seconds to build instance. [ 2136.397605] env[62574]: DEBUG nova.compute.manager [None req-1356b4a4-c12c-41e4-96e4-3920e2154043 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] [instance: 535dc054-9169-4b02-8d90-6ec1ee284d86] Starting instance... {{(pid=62574) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2136.562406] env[62574]: DEBUG oslo_vmware.api [None req-c49e10a6-179f-401f-bd50-5c97a1c54443 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Task: {'id': task-1862739, 'name': ReconfigVM_Task, 'duration_secs': 0.284038} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2136.562705] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-c49e10a6-179f-401f-bd50-5c97a1c54443 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] [instance: 2bdbd6da-c2d0-445b-b843-da341eec8e2f] Reconfigured VM instance instance-00000076 to attach disk [datastore2] 2bdbd6da-c2d0-445b-b843-da341eec8e2f/2bdbd6da-c2d0-445b-b843-da341eec8e2f.vmdk or device None with type sparse {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2136.563466] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6722afda-0f30-4a53-8ce7-06c147068bee {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2136.569989] env[62574]: DEBUG oslo_vmware.api [None req-c49e10a6-179f-401f-bd50-5c97a1c54443 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Waiting for the task: (returnval){ [ 2136.569989] env[62574]: value = "task-1862740" [ 2136.569989] env[62574]: _type = "Task" [ 2136.569989] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2136.577686] env[62574]: DEBUG oslo_vmware.api [None req-c49e10a6-179f-401f-bd50-5c97a1c54443 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Task: {'id': task-1862740, 'name': Rename_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2136.609471] env[62574]: DEBUG nova.compute.manager [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Didn't find any instances for network info cache update. {{(pid=62574) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10431}} [ 2136.610514] env[62574]: DEBUG oslo_service.periodic_task [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62574) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2136.610514] env[62574]: DEBUG oslo_service.periodic_task [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62574) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2136.610514] env[62574]: DEBUG oslo_service.periodic_task [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62574) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2136.610514] env[62574]: DEBUG oslo_service.periodic_task [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62574) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2136.610514] env[62574]: DEBUG oslo_service.periodic_task [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62574) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2136.610514] env[62574]: DEBUG oslo_service.periodic_task [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62574) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2136.610800] env[62574]: DEBUG nova.compute.manager [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62574) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10964}} [ 2136.610800] env[62574]: DEBUG oslo_service.periodic_task [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Running periodic task ComputeManager.update_available_resource {{(pid=62574) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2136.873112] env[62574]: DEBUG oslo_concurrency.lockutils [None req-ecf24a98-f45b-499a-9071-0e8d98af3b38 tempest-ServerAddressesNegativeTestJSON-264215351 tempest-ServerAddressesNegativeTestJSON-264215351-project-member] Lock "34aae7ee-fdbf-40a9-bf3a-25428551153d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.909s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2136.918256] env[62574]: DEBUG oslo_concurrency.lockutils [None req-1356b4a4-c12c-41e4-96e4-3920e2154043 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2136.919986] env[62574]: DEBUG oslo_concurrency.lockutils [None req-1356b4a4-c12c-41e4-96e4-3920e2154043 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2136.920459] env[62574]: INFO nova.compute.claims [None req-1356b4a4-c12c-41e4-96e4-3920e2154043 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] [instance: 535dc054-9169-4b02-8d90-6ec1ee284d86] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2137.079801] env[62574]: DEBUG oslo_vmware.api [None req-c49e10a6-179f-401f-bd50-5c97a1c54443 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Task: {'id': task-1862740, 'name': Rename_Task, 'duration_secs': 0.144168} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2137.080212] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-c49e10a6-179f-401f-bd50-5c97a1c54443 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] [instance: 2bdbd6da-c2d0-445b-b843-da341eec8e2f] Powering on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2137.080498] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-169705d4-137f-4327-b588-c6303cac6e68 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2137.085902] env[62574]: DEBUG oslo_vmware.api [None req-c49e10a6-179f-401f-bd50-5c97a1c54443 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Waiting for the task: (returnval){ [ 2137.085902] env[62574]: value = "task-1862741" [ 2137.085902] env[62574]: _type = "Task" [ 2137.085902] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2137.095674] env[62574]: DEBUG oslo_vmware.api [None req-c49e10a6-179f-401f-bd50-5c97a1c54443 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Task: {'id': task-1862741, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2137.113094] env[62574]: DEBUG oslo_concurrency.lockutils [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2137.348098] env[62574]: DEBUG oslo_concurrency.lockutils [None req-213ba2b6-e961-4173-92d5-358c00d96cb8 tempest-ServerAddressesNegativeTestJSON-264215351 tempest-ServerAddressesNegativeTestJSON-264215351-project-member] Acquiring lock "34aae7ee-fdbf-40a9-bf3a-25428551153d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2137.348409] env[62574]: DEBUG oslo_concurrency.lockutils [None req-213ba2b6-e961-4173-92d5-358c00d96cb8 tempest-ServerAddressesNegativeTestJSON-264215351 tempest-ServerAddressesNegativeTestJSON-264215351-project-member] Lock "34aae7ee-fdbf-40a9-bf3a-25428551153d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2137.348631] env[62574]: DEBUG oslo_concurrency.lockutils [None req-213ba2b6-e961-4173-92d5-358c00d96cb8 tempest-ServerAddressesNegativeTestJSON-264215351 tempest-ServerAddressesNegativeTestJSON-264215351-project-member] Acquiring lock "34aae7ee-fdbf-40a9-bf3a-25428551153d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2137.348819] env[62574]: DEBUG oslo_concurrency.lockutils [None req-213ba2b6-e961-4173-92d5-358c00d96cb8 tempest-ServerAddressesNegativeTestJSON-264215351 tempest-ServerAddressesNegativeTestJSON-264215351-project-member] Lock "34aae7ee-fdbf-40a9-bf3a-25428551153d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2137.349099] env[62574]: DEBUG oslo_concurrency.lockutils [None req-213ba2b6-e961-4173-92d5-358c00d96cb8 tempest-ServerAddressesNegativeTestJSON-264215351 tempest-ServerAddressesNegativeTestJSON-264215351-project-member] Lock "34aae7ee-fdbf-40a9-bf3a-25428551153d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2137.351397] env[62574]: INFO nova.compute.manager [None req-213ba2b6-e961-4173-92d5-358c00d96cb8 tempest-ServerAddressesNegativeTestJSON-264215351 tempest-ServerAddressesNegativeTestJSON-264215351-project-member] [instance: 34aae7ee-fdbf-40a9-bf3a-25428551153d] Terminating instance [ 2137.595872] env[62574]: DEBUG oslo_vmware.api [None req-c49e10a6-179f-401f-bd50-5c97a1c54443 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Task: {'id': task-1862741, 'name': PowerOnVM_Task, 'duration_secs': 0.452656} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2137.596295] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-c49e10a6-179f-401f-bd50-5c97a1c54443 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] [instance: 2bdbd6da-c2d0-445b-b843-da341eec8e2f] Powered on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2137.596341] env[62574]: INFO nova.compute.manager [None req-c49e10a6-179f-401f-bd50-5c97a1c54443 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] [instance: 2bdbd6da-c2d0-445b-b843-da341eec8e2f] Took 7.28 seconds to spawn the instance on the hypervisor. [ 2137.596488] env[62574]: DEBUG nova.compute.manager [None req-c49e10a6-179f-401f-bd50-5c97a1c54443 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] [instance: 2bdbd6da-c2d0-445b-b843-da341eec8e2f] Checking state {{(pid=62574) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2137.597241] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0169aebe-c873-4b8c-9f99-2bc48c63de41 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2137.855422] env[62574]: DEBUG nova.compute.manager [None req-213ba2b6-e961-4173-92d5-358c00d96cb8 tempest-ServerAddressesNegativeTestJSON-264215351 tempest-ServerAddressesNegativeTestJSON-264215351-project-member] [instance: 34aae7ee-fdbf-40a9-bf3a-25428551153d] Start destroying the instance on the hypervisor. {{(pid=62574) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2137.855677] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-213ba2b6-e961-4173-92d5-358c00d96cb8 tempest-ServerAddressesNegativeTestJSON-264215351 tempest-ServerAddressesNegativeTestJSON-264215351-project-member] [instance: 34aae7ee-fdbf-40a9-bf3a-25428551153d] Destroying instance {{(pid=62574) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2137.856609] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e7f2c80-a9a8-40aa-9345-c3cfeb330ee9 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2137.865769] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-213ba2b6-e961-4173-92d5-358c00d96cb8 tempest-ServerAddressesNegativeTestJSON-264215351 tempest-ServerAddressesNegativeTestJSON-264215351-project-member] [instance: 34aae7ee-fdbf-40a9-bf3a-25428551153d] Powering off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2137.866028] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8318a8f0-d7be-4ed9-b2e6-0b613e40cfba {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2137.872187] env[62574]: DEBUG oslo_vmware.api [None req-213ba2b6-e961-4173-92d5-358c00d96cb8 tempest-ServerAddressesNegativeTestJSON-264215351 tempest-ServerAddressesNegativeTestJSON-264215351-project-member] Waiting for the task: (returnval){ [ 2137.872187] env[62574]: value = "task-1862742" [ 2137.872187] env[62574]: _type = "Task" [ 2137.872187] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2137.879784] env[62574]: DEBUG oslo_vmware.api [None req-213ba2b6-e961-4173-92d5-358c00d96cb8 tempest-ServerAddressesNegativeTestJSON-264215351 tempest-ServerAddressesNegativeTestJSON-264215351-project-member] Task: {'id': task-1862742, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2137.995510] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5b6e1c6-0363-4164-a5e7-7397ba542cc1 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2138.003226] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-757eb00f-1d0b-452b-bcaf-b25ddc291950 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2138.034132] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70b31a71-a89c-4a60-926a-f1893b2eceaf {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2138.041746] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9a2301e-09a5-463a-b22b-5fa23321eba9 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2138.054984] env[62574]: DEBUG nova.compute.provider_tree [None req-1356b4a4-c12c-41e4-96e4-3920e2154043 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Inventory has not changed in ProviderTree for provider: f0ed160a-beff-4626-a531-2a70d7bc0627 {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2138.114845] env[62574]: INFO nova.compute.manager [None req-c49e10a6-179f-401f-bd50-5c97a1c54443 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] [instance: 2bdbd6da-c2d0-445b-b843-da341eec8e2f] Took 13.75 seconds to build instance. [ 2138.382713] env[62574]: DEBUG oslo_vmware.api [None req-213ba2b6-e961-4173-92d5-358c00d96cb8 tempest-ServerAddressesNegativeTestJSON-264215351 tempest-ServerAddressesNegativeTestJSON-264215351-project-member] Task: {'id': task-1862742, 'name': PowerOffVM_Task, 'duration_secs': 0.1827} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2138.382980] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-213ba2b6-e961-4173-92d5-358c00d96cb8 tempest-ServerAddressesNegativeTestJSON-264215351 tempest-ServerAddressesNegativeTestJSON-264215351-project-member] [instance: 34aae7ee-fdbf-40a9-bf3a-25428551153d] Powered off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2138.383167] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-213ba2b6-e961-4173-92d5-358c00d96cb8 tempest-ServerAddressesNegativeTestJSON-264215351 tempest-ServerAddressesNegativeTestJSON-264215351-project-member] [instance: 34aae7ee-fdbf-40a9-bf3a-25428551153d] Unregistering the VM {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2138.383421] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-631fb151-34ed-4751-8092-f4bf3d86b64b {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2138.468274] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-213ba2b6-e961-4173-92d5-358c00d96cb8 tempest-ServerAddressesNegativeTestJSON-264215351 tempest-ServerAddressesNegativeTestJSON-264215351-project-member] [instance: 34aae7ee-fdbf-40a9-bf3a-25428551153d] Unregistered the VM {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2138.469025] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-213ba2b6-e961-4173-92d5-358c00d96cb8 tempest-ServerAddressesNegativeTestJSON-264215351 tempest-ServerAddressesNegativeTestJSON-264215351-project-member] [instance: 34aae7ee-fdbf-40a9-bf3a-25428551153d] Deleting contents of the VM from datastore datastore2 {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2138.469025] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-213ba2b6-e961-4173-92d5-358c00d96cb8 tempest-ServerAddressesNegativeTestJSON-264215351 tempest-ServerAddressesNegativeTestJSON-264215351-project-member] Deleting the datastore file [datastore2] 34aae7ee-fdbf-40a9-bf3a-25428551153d {{(pid=62574) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2138.469212] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-39abf9bc-cd8f-4007-8d44-e5100b637c13 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2138.475314] env[62574]: DEBUG oslo_vmware.api [None req-213ba2b6-e961-4173-92d5-358c00d96cb8 tempest-ServerAddressesNegativeTestJSON-264215351 tempest-ServerAddressesNegativeTestJSON-264215351-project-member] Waiting for the task: (returnval){ [ 2138.475314] env[62574]: value = "task-1862744" [ 2138.475314] env[62574]: _type = "Task" [ 2138.475314] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2138.482972] env[62574]: DEBUG oslo_vmware.api [None req-213ba2b6-e961-4173-92d5-358c00d96cb8 tempest-ServerAddressesNegativeTestJSON-264215351 tempest-ServerAddressesNegativeTestJSON-264215351-project-member] Task: {'id': task-1862744, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2138.558641] env[62574]: DEBUG nova.scheduler.client.report [None req-1356b4a4-c12c-41e4-96e4-3920e2154043 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Inventory has not changed for provider f0ed160a-beff-4626-a531-2a70d7bc0627 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 148, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2138.617453] env[62574]: DEBUG oslo_concurrency.lockutils [None req-c49e10a6-179f-401f-bd50-5c97a1c54443 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Lock "2bdbd6da-c2d0-445b-b843-da341eec8e2f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.267s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2138.881541] env[62574]: DEBUG nova.compute.manager [req-b5fc66ab-2b38-4722-8b22-d0ce9a02ff67 req-54ba8c1c-df92-4ea7-9d9f-412e9152f6b5 service nova] [instance: 2bdbd6da-c2d0-445b-b843-da341eec8e2f] Received event network-changed-abc19893-e687-4542-b4f5-7a13ab0eb5cf {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 2138.881761] env[62574]: DEBUG nova.compute.manager [req-b5fc66ab-2b38-4722-8b22-d0ce9a02ff67 req-54ba8c1c-df92-4ea7-9d9f-412e9152f6b5 service nova] [instance: 2bdbd6da-c2d0-445b-b843-da341eec8e2f] Refreshing instance network info cache due to event network-changed-abc19893-e687-4542-b4f5-7a13ab0eb5cf. {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 2138.881974] env[62574]: DEBUG oslo_concurrency.lockutils [req-b5fc66ab-2b38-4722-8b22-d0ce9a02ff67 req-54ba8c1c-df92-4ea7-9d9f-412e9152f6b5 service nova] Acquiring lock "refresh_cache-2bdbd6da-c2d0-445b-b843-da341eec8e2f" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2138.882136] env[62574]: DEBUG oslo_concurrency.lockutils [req-b5fc66ab-2b38-4722-8b22-d0ce9a02ff67 req-54ba8c1c-df92-4ea7-9d9f-412e9152f6b5 service nova] Acquired lock "refresh_cache-2bdbd6da-c2d0-445b-b843-da341eec8e2f" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2138.882337] env[62574]: DEBUG nova.network.neutron [req-b5fc66ab-2b38-4722-8b22-d0ce9a02ff67 req-54ba8c1c-df92-4ea7-9d9f-412e9152f6b5 service nova] [instance: 2bdbd6da-c2d0-445b-b843-da341eec8e2f] Refreshing network info cache for port abc19893-e687-4542-b4f5-7a13ab0eb5cf {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2138.984972] env[62574]: DEBUG oslo_vmware.api [None req-213ba2b6-e961-4173-92d5-358c00d96cb8 tempest-ServerAddressesNegativeTestJSON-264215351 tempest-ServerAddressesNegativeTestJSON-264215351-project-member] Task: {'id': task-1862744, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.156608} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2138.985373] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-213ba2b6-e961-4173-92d5-358c00d96cb8 tempest-ServerAddressesNegativeTestJSON-264215351 tempest-ServerAddressesNegativeTestJSON-264215351-project-member] Deleted the datastore file {{(pid=62574) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2138.985566] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-213ba2b6-e961-4173-92d5-358c00d96cb8 tempest-ServerAddressesNegativeTestJSON-264215351 tempest-ServerAddressesNegativeTestJSON-264215351-project-member] [instance: 34aae7ee-fdbf-40a9-bf3a-25428551153d] Deleted contents of the VM from datastore datastore2 {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2138.985749] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-213ba2b6-e961-4173-92d5-358c00d96cb8 tempest-ServerAddressesNegativeTestJSON-264215351 tempest-ServerAddressesNegativeTestJSON-264215351-project-member] [instance: 34aae7ee-fdbf-40a9-bf3a-25428551153d] Instance destroyed {{(pid=62574) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2138.985907] env[62574]: INFO nova.compute.manager [None req-213ba2b6-e961-4173-92d5-358c00d96cb8 tempest-ServerAddressesNegativeTestJSON-264215351 tempest-ServerAddressesNegativeTestJSON-264215351-project-member] [instance: 34aae7ee-fdbf-40a9-bf3a-25428551153d] Took 1.13 seconds to destroy the instance on the hypervisor. [ 2138.986176] env[62574]: DEBUG oslo.service.loopingcall [None req-213ba2b6-e961-4173-92d5-358c00d96cb8 tempest-ServerAddressesNegativeTestJSON-264215351 tempest-ServerAddressesNegativeTestJSON-264215351-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62574) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2138.986818] env[62574]: DEBUG nova.compute.manager [-] [instance: 34aae7ee-fdbf-40a9-bf3a-25428551153d] Deallocating network for instance {{(pid=62574) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2138.986818] env[62574]: DEBUG nova.network.neutron [-] [instance: 34aae7ee-fdbf-40a9-bf3a-25428551153d] deallocate_for_instance() {{(pid=62574) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2139.065024] env[62574]: DEBUG oslo_concurrency.lockutils [None req-1356b4a4-c12c-41e4-96e4-3920e2154043 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.144s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2139.065024] env[62574]: DEBUG nova.compute.manager [None req-1356b4a4-c12c-41e4-96e4-3920e2154043 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] [instance: 535dc054-9169-4b02-8d90-6ec1ee284d86] Start building networks asynchronously for instance. {{(pid=62574) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2139.066026] env[62574]: DEBUG oslo_concurrency.lockutils [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 1.953s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2139.066217] env[62574]: DEBUG oslo_concurrency.lockutils [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2139.066367] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62574) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2139.067403] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4501c3cf-8da0-4a3d-b4fd-d0d209460be6 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2139.075564] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a38f8b2-114f-4914-b9e5-e110d70b65ec {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2139.090037] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f89bbf9b-4eba-4b6a-8a26-053522a0bf29 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2139.097168] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88ba1b0b-21b0-46ac-85b2-98009a13c492 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2139.126288] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180663MB free_disk=148GB free_vcpus=48 pci_devices=None {{(pid=62574) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2139.126446] env[62574]: DEBUG oslo_concurrency.lockutils [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2139.126638] env[62574]: DEBUG oslo_concurrency.lockutils [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2139.280845] env[62574]: DEBUG nova.compute.manager [req-340771bb-a630-426a-a233-611abe3ba6ce req-510f2961-293b-4ac9-af76-fc02439f6599 service nova] [instance: 34aae7ee-fdbf-40a9-bf3a-25428551153d] Received event network-vif-deleted-9870456e-f3f5-4ec5-9ff8-ee88f1016a9f {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 2139.281102] env[62574]: INFO nova.compute.manager [req-340771bb-a630-426a-a233-611abe3ba6ce req-510f2961-293b-4ac9-af76-fc02439f6599 service nova] [instance: 34aae7ee-fdbf-40a9-bf3a-25428551153d] Neutron deleted interface 9870456e-f3f5-4ec5-9ff8-ee88f1016a9f; detaching it from the instance and deleting it from the info cache [ 2139.281297] env[62574]: DEBUG nova.network.neutron [req-340771bb-a630-426a-a233-611abe3ba6ce req-510f2961-293b-4ac9-af76-fc02439f6599 service nova] [instance: 34aae7ee-fdbf-40a9-bf3a-25428551153d] Updating instance_info_cache with network_info: [] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2139.570472] env[62574]: DEBUG nova.compute.utils [None req-1356b4a4-c12c-41e4-96e4-3920e2154043 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Using /dev/sd instead of None {{(pid=62574) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2139.571823] env[62574]: DEBUG nova.compute.manager [None req-1356b4a4-c12c-41e4-96e4-3920e2154043 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] [instance: 535dc054-9169-4b02-8d90-6ec1ee284d86] Allocating IP information in the background. {{(pid=62574) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2139.571985] env[62574]: DEBUG nova.network.neutron [None req-1356b4a4-c12c-41e4-96e4-3920e2154043 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] [instance: 535dc054-9169-4b02-8d90-6ec1ee284d86] allocate_for_instance() {{(pid=62574) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2139.606750] env[62574]: DEBUG nova.network.neutron [req-b5fc66ab-2b38-4722-8b22-d0ce9a02ff67 req-54ba8c1c-df92-4ea7-9d9f-412e9152f6b5 service nova] [instance: 2bdbd6da-c2d0-445b-b843-da341eec8e2f] Updated VIF entry in instance network info cache for port abc19893-e687-4542-b4f5-7a13ab0eb5cf. {{(pid=62574) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2139.607158] env[62574]: DEBUG nova.network.neutron [req-b5fc66ab-2b38-4722-8b22-d0ce9a02ff67 req-54ba8c1c-df92-4ea7-9d9f-412e9152f6b5 service nova] [instance: 2bdbd6da-c2d0-445b-b843-da341eec8e2f] Updating instance_info_cache with network_info: [{"id": "abc19893-e687-4542-b4f5-7a13ab0eb5cf", "address": "fa:16:3e:68:44:17", "network": {"id": "3af14f16-9d32-4c8d-8557-ce8f3b8b4086", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1431517823-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.141", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "31d5eeff630d40d2928149f27883ae60", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapabc19893-e6", "ovs_interfaceid": "abc19893-e687-4542-b4f5-7a13ab0eb5cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2139.610288] env[62574]: DEBUG nova.policy [None req-1356b4a4-c12c-41e4-96e4-3920e2154043 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a762827922c14df88ba8f83e55341835', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2c59d09bb7e848f99194722508f035d2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62574) authorize /opt/stack/nova/nova/policy.py:192}} [ 2139.761378] env[62574]: DEBUG nova.network.neutron [-] [instance: 34aae7ee-fdbf-40a9-bf3a-25428551153d] Updating instance_info_cache with network_info: [] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2139.783903] env[62574]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2dba29f3-6c4b-4e58-8cc7-05f562ffb8c2 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2139.793783] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f519d349-39d8-4247-9bd0-799a89eaf579 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2139.820447] env[62574]: DEBUG nova.compute.manager [req-340771bb-a630-426a-a233-611abe3ba6ce req-510f2961-293b-4ac9-af76-fc02439f6599 service nova] [instance: 34aae7ee-fdbf-40a9-bf3a-25428551153d] Detach interface failed, port_id=9870456e-f3f5-4ec5-9ff8-ee88f1016a9f, reason: Instance 34aae7ee-fdbf-40a9-bf3a-25428551153d could not be found. {{(pid=62574) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 2139.852394] env[62574]: DEBUG nova.network.neutron [None req-1356b4a4-c12c-41e4-96e4-3920e2154043 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] [instance: 535dc054-9169-4b02-8d90-6ec1ee284d86] Successfully created port: ca832183-c646-48d2-b338-cfe96e38a909 {{(pid=62574) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2140.075624] env[62574]: DEBUG nova.compute.manager [None req-1356b4a4-c12c-41e4-96e4-3920e2154043 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] [instance: 535dc054-9169-4b02-8d90-6ec1ee284d86] Start building block device mappings for instance. {{(pid=62574) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2140.110020] env[62574]: DEBUG oslo_concurrency.lockutils [req-b5fc66ab-2b38-4722-8b22-d0ce9a02ff67 req-54ba8c1c-df92-4ea7-9d9f-412e9152f6b5 service nova] Releasing lock "refresh_cache-2bdbd6da-c2d0-445b-b843-da341eec8e2f" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2140.153330] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Instance 36b49cb1-2f00-4662-909e-7e8cb6ee5c67 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62574) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2140.153499] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Instance 34aae7ee-fdbf-40a9-bf3a-25428551153d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62574) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2140.153656] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Instance 2bdbd6da-c2d0-445b-b843-da341eec8e2f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62574) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2140.153755] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Instance 535dc054-9169-4b02-8d90-6ec1ee284d86 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62574) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2140.153945] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Total usable vcpus: 48, total allocated vcpus: 4 {{(pid=62574) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2140.154107] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1280MB phys_disk=200GB used_disk=4GB total_vcpus=48 used_vcpus=4 pci_stats=[] {{(pid=62574) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2140.212267] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6d1e991-3fcd-468d-804f-6f4de4bcf6e2 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2140.220205] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d096ee26-2fb3-4365-9b9c-743cb217b6c7 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2140.251632] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20075f61-6742-4f41-9733-57672f641f24 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2140.259468] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d524f0b3-0fee-4c8b-a84d-f3d0a8f7f0fb {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2140.263591] env[62574]: INFO nova.compute.manager [-] [instance: 34aae7ee-fdbf-40a9-bf3a-25428551153d] Took 1.28 seconds to deallocate network for instance. [ 2140.272700] env[62574]: DEBUG nova.compute.provider_tree [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Inventory has not changed in ProviderTree for provider: f0ed160a-beff-4626-a531-2a70d7bc0627 {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2140.777916] env[62574]: DEBUG nova.scheduler.client.report [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Inventory has not changed for provider f0ed160a-beff-4626-a531-2a70d7bc0627 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 148, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2140.781615] env[62574]: DEBUG oslo_concurrency.lockutils [None req-213ba2b6-e961-4173-92d5-358c00d96cb8 tempest-ServerAddressesNegativeTestJSON-264215351 tempest-ServerAddressesNegativeTestJSON-264215351-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2141.085294] env[62574]: DEBUG nova.compute.manager [None req-1356b4a4-c12c-41e4-96e4-3920e2154043 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] [instance: 535dc054-9169-4b02-8d90-6ec1ee284d86] Start spawning the instance on the hypervisor. {{(pid=62574) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2141.111966] env[62574]: DEBUG nova.virt.hardware [None req-1356b4a4-c12c-41e4-96e4-3920e2154043 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T19:26:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-13T19:26:40Z,direct_url=,disk_format='vmdk',id=3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7eed1dd4d2c3418eb32c4f4ceda3ab0d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-13T19:26:41Z,virtual_size=,visibility=), allow threads: False {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2141.112239] env[62574]: DEBUG nova.virt.hardware [None req-1356b4a4-c12c-41e4-96e4-3920e2154043 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Flavor limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2141.112401] env[62574]: DEBUG nova.virt.hardware [None req-1356b4a4-c12c-41e4-96e4-3920e2154043 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Image limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2141.112583] env[62574]: DEBUG nova.virt.hardware [None req-1356b4a4-c12c-41e4-96e4-3920e2154043 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Flavor pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2141.112732] env[62574]: DEBUG nova.virt.hardware [None req-1356b4a4-c12c-41e4-96e4-3920e2154043 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Image pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2141.112881] env[62574]: DEBUG nova.virt.hardware [None req-1356b4a4-c12c-41e4-96e4-3920e2154043 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2141.113103] env[62574]: DEBUG nova.virt.hardware [None req-1356b4a4-c12c-41e4-96e4-3920e2154043 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2141.113323] env[62574]: DEBUG nova.virt.hardware [None req-1356b4a4-c12c-41e4-96e4-3920e2154043 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2141.113434] env[62574]: DEBUG nova.virt.hardware [None req-1356b4a4-c12c-41e4-96e4-3920e2154043 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Got 1 possible topologies {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2141.113595] env[62574]: DEBUG nova.virt.hardware [None req-1356b4a4-c12c-41e4-96e4-3920e2154043 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2141.113765] env[62574]: DEBUG nova.virt.hardware [None req-1356b4a4-c12c-41e4-96e4-3920e2154043 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2141.114650] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11bc8fd4-d27c-4abe-a362-f60dadad2660 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2141.122786] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83e0ad55-260f-4b16-be84-0de8d65f8598 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2141.240220] env[62574]: DEBUG nova.compute.manager [req-801bc80a-f22f-4c19-8594-824ec0e83b23 req-0a12293f-fdfe-4aee-8c13-9fc829457c62 service nova] [instance: 535dc054-9169-4b02-8d90-6ec1ee284d86] Received event network-vif-plugged-ca832183-c646-48d2-b338-cfe96e38a909 {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 2141.240479] env[62574]: DEBUG oslo_concurrency.lockutils [req-801bc80a-f22f-4c19-8594-824ec0e83b23 req-0a12293f-fdfe-4aee-8c13-9fc829457c62 service nova] Acquiring lock "535dc054-9169-4b02-8d90-6ec1ee284d86-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2141.240707] env[62574]: DEBUG oslo_concurrency.lockutils [req-801bc80a-f22f-4c19-8594-824ec0e83b23 req-0a12293f-fdfe-4aee-8c13-9fc829457c62 service nova] Lock "535dc054-9169-4b02-8d90-6ec1ee284d86-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2141.240877] env[62574]: DEBUG oslo_concurrency.lockutils [req-801bc80a-f22f-4c19-8594-824ec0e83b23 req-0a12293f-fdfe-4aee-8c13-9fc829457c62 service nova] Lock "535dc054-9169-4b02-8d90-6ec1ee284d86-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2141.241058] env[62574]: DEBUG nova.compute.manager [req-801bc80a-f22f-4c19-8594-824ec0e83b23 req-0a12293f-fdfe-4aee-8c13-9fc829457c62 service nova] [instance: 535dc054-9169-4b02-8d90-6ec1ee284d86] No waiting events found dispatching network-vif-plugged-ca832183-c646-48d2-b338-cfe96e38a909 {{(pid=62574) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2141.241231] env[62574]: WARNING nova.compute.manager [req-801bc80a-f22f-4c19-8594-824ec0e83b23 req-0a12293f-fdfe-4aee-8c13-9fc829457c62 service nova] [instance: 535dc054-9169-4b02-8d90-6ec1ee284d86] Received unexpected event network-vif-plugged-ca832183-c646-48d2-b338-cfe96e38a909 for instance with vm_state building and task_state spawning. [ 2141.283536] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62574) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2141.283727] env[62574]: DEBUG oslo_concurrency.lockutils [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.157s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2141.283978] env[62574]: DEBUG oslo_concurrency.lockutils [None req-213ba2b6-e961-4173-92d5-358c00d96cb8 tempest-ServerAddressesNegativeTestJSON-264215351 tempest-ServerAddressesNegativeTestJSON-264215351-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.502s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2141.284211] env[62574]: DEBUG nova.objects.instance [None req-213ba2b6-e961-4173-92d5-358c00d96cb8 tempest-ServerAddressesNegativeTestJSON-264215351 tempest-ServerAddressesNegativeTestJSON-264215351-project-member] Lazy-loading 'resources' on Instance uuid 34aae7ee-fdbf-40a9-bf3a-25428551153d {{(pid=62574) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2141.329271] env[62574]: DEBUG nova.network.neutron [None req-1356b4a4-c12c-41e4-96e4-3920e2154043 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] [instance: 535dc054-9169-4b02-8d90-6ec1ee284d86] Successfully updated port: ca832183-c646-48d2-b338-cfe96e38a909 {{(pid=62574) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2141.834379] env[62574]: DEBUG oslo_concurrency.lockutils [None req-1356b4a4-c12c-41e4-96e4-3920e2154043 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Acquiring lock "refresh_cache-535dc054-9169-4b02-8d90-6ec1ee284d86" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2141.834665] env[62574]: DEBUG oslo_concurrency.lockutils [None req-1356b4a4-c12c-41e4-96e4-3920e2154043 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Acquired lock "refresh_cache-535dc054-9169-4b02-8d90-6ec1ee284d86" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2141.834818] env[62574]: DEBUG nova.network.neutron [None req-1356b4a4-c12c-41e4-96e4-3920e2154043 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] [instance: 535dc054-9169-4b02-8d90-6ec1ee284d86] Building network info cache for instance {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2141.848892] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bca1c04-4561-4386-8a85-0ef4a0d44f62 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2141.856839] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f7915af-0710-4a49-8619-fcea1e8cf2a0 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2141.887337] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caffe800-d490-4b4d-a3d3-1c45b66796c7 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2141.894430] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-545d6fee-05de-4784-992e-bbc0fd680334 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2141.907052] env[62574]: DEBUG nova.compute.provider_tree [None req-213ba2b6-e961-4173-92d5-358c00d96cb8 tempest-ServerAddressesNegativeTestJSON-264215351 tempest-ServerAddressesNegativeTestJSON-264215351-project-member] Inventory has not changed in ProviderTree for provider: f0ed160a-beff-4626-a531-2a70d7bc0627 {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2142.372701] env[62574]: DEBUG nova.network.neutron [None req-1356b4a4-c12c-41e4-96e4-3920e2154043 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] [instance: 535dc054-9169-4b02-8d90-6ec1ee284d86] Instance cache missing network info. {{(pid=62574) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2142.409776] env[62574]: DEBUG nova.scheduler.client.report [None req-213ba2b6-e961-4173-92d5-358c00d96cb8 tempest-ServerAddressesNegativeTestJSON-264215351 tempest-ServerAddressesNegativeTestJSON-264215351-project-member] Inventory has not changed for provider f0ed160a-beff-4626-a531-2a70d7bc0627 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 148, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2142.525127] env[62574]: DEBUG nova.network.neutron [None req-1356b4a4-c12c-41e4-96e4-3920e2154043 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] [instance: 535dc054-9169-4b02-8d90-6ec1ee284d86] Updating instance_info_cache with network_info: [{"id": "ca832183-c646-48d2-b338-cfe96e38a909", "address": "fa:16:3e:26:9b:53", "network": {"id": "f03597f1-26a8-4de5-aa19-ab11345ad179", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1253464518-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2c59d09bb7e848f99194722508f035d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60567ee6-01d0-4b16-9c7a-4a896827d6eb", "external-id": "nsx-vlan-transportzone-28", "segmentation_id": 28, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca832183-c6", "ovs_interfaceid": "ca832183-c646-48d2-b338-cfe96e38a909", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2142.916562] env[62574]: DEBUG oslo_concurrency.lockutils [None req-213ba2b6-e961-4173-92d5-358c00d96cb8 tempest-ServerAddressesNegativeTestJSON-264215351 tempest-ServerAddressesNegativeTestJSON-264215351-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.632s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2142.934693] env[62574]: INFO nova.scheduler.client.report [None req-213ba2b6-e961-4173-92d5-358c00d96cb8 tempest-ServerAddressesNegativeTestJSON-264215351 tempest-ServerAddressesNegativeTestJSON-264215351-project-member] Deleted allocations for instance 34aae7ee-fdbf-40a9-bf3a-25428551153d [ 2143.027508] env[62574]: DEBUG oslo_concurrency.lockutils [None req-1356b4a4-c12c-41e4-96e4-3920e2154043 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Releasing lock "refresh_cache-535dc054-9169-4b02-8d90-6ec1ee284d86" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2143.027891] env[62574]: DEBUG nova.compute.manager [None req-1356b4a4-c12c-41e4-96e4-3920e2154043 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] [instance: 535dc054-9169-4b02-8d90-6ec1ee284d86] Instance network_info: |[{"id": "ca832183-c646-48d2-b338-cfe96e38a909", "address": "fa:16:3e:26:9b:53", "network": {"id": "f03597f1-26a8-4de5-aa19-ab11345ad179", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1253464518-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2c59d09bb7e848f99194722508f035d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60567ee6-01d0-4b16-9c7a-4a896827d6eb", "external-id": "nsx-vlan-transportzone-28", "segmentation_id": 28, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca832183-c6", "ovs_interfaceid": "ca832183-c646-48d2-b338-cfe96e38a909", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62574) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2143.028389] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-1356b4a4-c12c-41e4-96e4-3920e2154043 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] [instance: 535dc054-9169-4b02-8d90-6ec1ee284d86] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:26:9b:53', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '60567ee6-01d0-4b16-9c7a-4a896827d6eb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ca832183-c646-48d2-b338-cfe96e38a909', 'vif_model': 'vmxnet3'}] {{(pid=62574) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2143.035674] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-1356b4a4-c12c-41e4-96e4-3920e2154043 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Creating folder: Project (2c59d09bb7e848f99194722508f035d2). Parent ref: group-v384746. {{(pid=62574) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2143.035973] env[62574]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-586634d6-6035-4f94-8eba-6ab532544d53 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2143.047356] env[62574]: INFO nova.virt.vmwareapi.vm_util [None req-1356b4a4-c12c-41e4-96e4-3920e2154043 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Created folder: Project (2c59d09bb7e848f99194722508f035d2) in parent group-v384746. [ 2143.047541] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-1356b4a4-c12c-41e4-96e4-3920e2154043 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Creating folder: Instances. Parent ref: group-v385065. {{(pid=62574) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2143.047764] env[62574]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cf71b2ec-1560-480c-bb13-20fee0d62626 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2143.057278] env[62574]: INFO nova.virt.vmwareapi.vm_util [None req-1356b4a4-c12c-41e4-96e4-3920e2154043 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Created folder: Instances in parent group-v385065. [ 2143.057455] env[62574]: DEBUG oslo.service.loopingcall [None req-1356b4a4-c12c-41e4-96e4-3920e2154043 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62574) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2143.057628] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 535dc054-9169-4b02-8d90-6ec1ee284d86] Creating VM on the ESX host {{(pid=62574) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2143.057809] env[62574]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-be17be60-a128-4974-9f70-ef941093756b {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2143.075814] env[62574]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2143.075814] env[62574]: value = "task-1862747" [ 2143.075814] env[62574]: _type = "Task" [ 2143.075814] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2143.083034] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1862747, 'name': CreateVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2143.267372] env[62574]: DEBUG nova.compute.manager [req-414f07cc-63ed-47f3-9fe5-8f9df2dd90fa req-aaf23bd1-139d-45da-aff3-03ae5344df2f service nova] [instance: 535dc054-9169-4b02-8d90-6ec1ee284d86] Received event network-changed-ca832183-c646-48d2-b338-cfe96e38a909 {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 2143.267571] env[62574]: DEBUG nova.compute.manager [req-414f07cc-63ed-47f3-9fe5-8f9df2dd90fa req-aaf23bd1-139d-45da-aff3-03ae5344df2f service nova] [instance: 535dc054-9169-4b02-8d90-6ec1ee284d86] Refreshing instance network info cache due to event network-changed-ca832183-c646-48d2-b338-cfe96e38a909. {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 2143.267788] env[62574]: DEBUG oslo_concurrency.lockutils [req-414f07cc-63ed-47f3-9fe5-8f9df2dd90fa req-aaf23bd1-139d-45da-aff3-03ae5344df2f service nova] Acquiring lock "refresh_cache-535dc054-9169-4b02-8d90-6ec1ee284d86" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2143.267933] env[62574]: DEBUG oslo_concurrency.lockutils [req-414f07cc-63ed-47f3-9fe5-8f9df2dd90fa req-aaf23bd1-139d-45da-aff3-03ae5344df2f service nova] Acquired lock "refresh_cache-535dc054-9169-4b02-8d90-6ec1ee284d86" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2143.268155] env[62574]: DEBUG nova.network.neutron [req-414f07cc-63ed-47f3-9fe5-8f9df2dd90fa req-aaf23bd1-139d-45da-aff3-03ae5344df2f service nova] [instance: 535dc054-9169-4b02-8d90-6ec1ee284d86] Refreshing network info cache for port ca832183-c646-48d2-b338-cfe96e38a909 {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2143.443341] env[62574]: DEBUG oslo_concurrency.lockutils [None req-213ba2b6-e961-4173-92d5-358c00d96cb8 tempest-ServerAddressesNegativeTestJSON-264215351 tempest-ServerAddressesNegativeTestJSON-264215351-project-member] Lock "34aae7ee-fdbf-40a9-bf3a-25428551153d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.095s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2143.585935] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1862747, 'name': CreateVM_Task, 'duration_secs': 0.402564} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2143.586111] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 535dc054-9169-4b02-8d90-6ec1ee284d86] Created VM on the ESX host {{(pid=62574) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2143.587171] env[62574]: DEBUG oslo_concurrency.lockutils [None req-1356b4a4-c12c-41e4-96e4-3920e2154043 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2143.587351] env[62574]: DEBUG oslo_concurrency.lockutils [None req-1356b4a4-c12c-41e4-96e4-3920e2154043 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2143.587691] env[62574]: DEBUG oslo_concurrency.lockutils [None req-1356b4a4-c12c-41e4-96e4-3920e2154043 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2143.587938] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-51759385-454e-4c2a-92fc-114cb1b9ea0e {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2143.592920] env[62574]: DEBUG oslo_vmware.api [None req-1356b4a4-c12c-41e4-96e4-3920e2154043 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Waiting for the task: (returnval){ [ 2143.592920] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]52bc9a55-f2d6-cc35-d310-a4a83bddbe10" [ 2143.592920] env[62574]: _type = "Task" [ 2143.592920] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2143.600485] env[62574]: DEBUG oslo_vmware.api [None req-1356b4a4-c12c-41e4-96e4-3920e2154043 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52bc9a55-f2d6-cc35-d310-a4a83bddbe10, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2144.103885] env[62574]: DEBUG oslo_vmware.api [None req-1356b4a4-c12c-41e4-96e4-3920e2154043 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52bc9a55-f2d6-cc35-d310-a4a83bddbe10, 'name': SearchDatastore_Task, 'duration_secs': 0.009248} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2144.104220] env[62574]: DEBUG oslo_concurrency.lockutils [None req-1356b4a4-c12c-41e4-96e4-3920e2154043 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2144.104404] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-1356b4a4-c12c-41e4-96e4-3920e2154043 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] [instance: 535dc054-9169-4b02-8d90-6ec1ee284d86] Processing image 3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2 {{(pid=62574) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2144.104635] env[62574]: DEBUG oslo_concurrency.lockutils [None req-1356b4a4-c12c-41e4-96e4-3920e2154043 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2144.104782] env[62574]: DEBUG oslo_concurrency.lockutils [None req-1356b4a4-c12c-41e4-96e4-3920e2154043 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2144.104960] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-1356b4a4-c12c-41e4-96e4-3920e2154043 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2144.105240] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e709f538-df8b-479c-b470-a9b365ad5d65 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2144.107544] env[62574]: DEBUG nova.network.neutron [req-414f07cc-63ed-47f3-9fe5-8f9df2dd90fa req-aaf23bd1-139d-45da-aff3-03ae5344df2f service nova] [instance: 535dc054-9169-4b02-8d90-6ec1ee284d86] Updated VIF entry in instance network info cache for port ca832183-c646-48d2-b338-cfe96e38a909. {{(pid=62574) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2144.107857] env[62574]: DEBUG nova.network.neutron [req-414f07cc-63ed-47f3-9fe5-8f9df2dd90fa req-aaf23bd1-139d-45da-aff3-03ae5344df2f service nova] [instance: 535dc054-9169-4b02-8d90-6ec1ee284d86] Updating instance_info_cache with network_info: [{"id": "ca832183-c646-48d2-b338-cfe96e38a909", "address": "fa:16:3e:26:9b:53", "network": {"id": "f03597f1-26a8-4de5-aa19-ab11345ad179", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1253464518-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2c59d09bb7e848f99194722508f035d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60567ee6-01d0-4b16-9c7a-4a896827d6eb", "external-id": "nsx-vlan-transportzone-28", "segmentation_id": 28, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca832183-c6", "ovs_interfaceid": "ca832183-c646-48d2-b338-cfe96e38a909", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2144.117013] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-1356b4a4-c12c-41e4-96e4-3920e2154043 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2144.117202] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-1356b4a4-c12c-41e4-96e4-3920e2154043 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62574) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2144.117882] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f6e32ec5-74d2-45b7-9b63-076f039dd27d {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2144.123707] env[62574]: DEBUG oslo_vmware.api [None req-1356b4a4-c12c-41e4-96e4-3920e2154043 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Waiting for the task: (returnval){ [ 2144.123707] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]52122b92-9f34-74e2-fab5-3e9a77cdb1bf" [ 2144.123707] env[62574]: _type = "Task" [ 2144.123707] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2144.131618] env[62574]: DEBUG oslo_vmware.api [None req-1356b4a4-c12c-41e4-96e4-3920e2154043 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52122b92-9f34-74e2-fab5-3e9a77cdb1bf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2144.610410] env[62574]: DEBUG oslo_concurrency.lockutils [req-414f07cc-63ed-47f3-9fe5-8f9df2dd90fa req-aaf23bd1-139d-45da-aff3-03ae5344df2f service nova] Releasing lock "refresh_cache-535dc054-9169-4b02-8d90-6ec1ee284d86" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2144.635070] env[62574]: DEBUG oslo_vmware.api [None req-1356b4a4-c12c-41e4-96e4-3920e2154043 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52122b92-9f34-74e2-fab5-3e9a77cdb1bf, 'name': SearchDatastore_Task, 'duration_secs': 0.008579} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2144.635983] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-518bd126-4d7b-47d4-9075-08ddccc4b017 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2144.642417] env[62574]: DEBUG oslo_vmware.api [None req-1356b4a4-c12c-41e4-96e4-3920e2154043 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Waiting for the task: (returnval){ [ 2144.642417] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]52bbd6e0-fd5c-766c-75ba-57ec9a8c9411" [ 2144.642417] env[62574]: _type = "Task" [ 2144.642417] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2144.650189] env[62574]: DEBUG oslo_vmware.api [None req-1356b4a4-c12c-41e4-96e4-3920e2154043 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52bbd6e0-fd5c-766c-75ba-57ec9a8c9411, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2145.153988] env[62574]: DEBUG oslo_vmware.api [None req-1356b4a4-c12c-41e4-96e4-3920e2154043 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52bbd6e0-fd5c-766c-75ba-57ec9a8c9411, 'name': SearchDatastore_Task, 'duration_secs': 0.009897} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2145.154255] env[62574]: DEBUG oslo_concurrency.lockutils [None req-1356b4a4-c12c-41e4-96e4-3920e2154043 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2145.154629] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-1356b4a4-c12c-41e4-96e4-3920e2154043 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk to [datastore1] 535dc054-9169-4b02-8d90-6ec1ee284d86/535dc054-9169-4b02-8d90-6ec1ee284d86.vmdk {{(pid=62574) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2145.154967] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0952492c-1def-4682-9926-03bf7ecbf138 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2145.161973] env[62574]: DEBUG oslo_vmware.api [None req-1356b4a4-c12c-41e4-96e4-3920e2154043 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Waiting for the task: (returnval){ [ 2145.161973] env[62574]: value = "task-1862748" [ 2145.161973] env[62574]: _type = "Task" [ 2145.161973] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2145.169981] env[62574]: DEBUG oslo_vmware.api [None req-1356b4a4-c12c-41e4-96e4-3920e2154043 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Task: {'id': task-1862748, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2145.671578] env[62574]: DEBUG oslo_vmware.api [None req-1356b4a4-c12c-41e4-96e4-3920e2154043 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Task: {'id': task-1862748, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.446885} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2145.671875] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-1356b4a4-c12c-41e4-96e4-3920e2154043 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk to [datastore1] 535dc054-9169-4b02-8d90-6ec1ee284d86/535dc054-9169-4b02-8d90-6ec1ee284d86.vmdk {{(pid=62574) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2145.672107] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-1356b4a4-c12c-41e4-96e4-3920e2154043 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] [instance: 535dc054-9169-4b02-8d90-6ec1ee284d86] Extending root virtual disk to 1048576 {{(pid=62574) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2145.672371] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-80806ad5-ef04-4290-a1fe-ff85bed7ab28 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2145.679327] env[62574]: DEBUG oslo_vmware.api [None req-1356b4a4-c12c-41e4-96e4-3920e2154043 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Waiting for the task: (returnval){ [ 2145.679327] env[62574]: value = "task-1862749" [ 2145.679327] env[62574]: _type = "Task" [ 2145.679327] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2145.686918] env[62574]: DEBUG oslo_vmware.api [None req-1356b4a4-c12c-41e4-96e4-3920e2154043 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Task: {'id': task-1862749, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2146.188563] env[62574]: DEBUG oslo_vmware.api [None req-1356b4a4-c12c-41e4-96e4-3920e2154043 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Task: {'id': task-1862749, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063986} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2146.188903] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-1356b4a4-c12c-41e4-96e4-3920e2154043 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] [instance: 535dc054-9169-4b02-8d90-6ec1ee284d86] Extended root virtual disk {{(pid=62574) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2146.189703] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab6a5c42-0a61-4205-80c2-83c7ec8ea2b7 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2146.211386] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-1356b4a4-c12c-41e4-96e4-3920e2154043 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] [instance: 535dc054-9169-4b02-8d90-6ec1ee284d86] Reconfiguring VM instance instance-00000077 to attach disk [datastore1] 535dc054-9169-4b02-8d90-6ec1ee284d86/535dc054-9169-4b02-8d90-6ec1ee284d86.vmdk or device None with type sparse {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2146.211648] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d8105480-0ed7-4a56-951e-4fc837adcaca {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2146.231216] env[62574]: DEBUG oslo_vmware.api [None req-1356b4a4-c12c-41e4-96e4-3920e2154043 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Waiting for the task: (returnval){ [ 2146.231216] env[62574]: value = "task-1862750" [ 2146.231216] env[62574]: _type = "Task" [ 2146.231216] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2146.238717] env[62574]: DEBUG oslo_vmware.api [None req-1356b4a4-c12c-41e4-96e4-3920e2154043 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Task: {'id': task-1862750, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2146.741879] env[62574]: DEBUG oslo_vmware.api [None req-1356b4a4-c12c-41e4-96e4-3920e2154043 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Task: {'id': task-1862750, 'name': ReconfigVM_Task, 'duration_secs': 0.299922} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2146.742166] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-1356b4a4-c12c-41e4-96e4-3920e2154043 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] [instance: 535dc054-9169-4b02-8d90-6ec1ee284d86] Reconfigured VM instance instance-00000077 to attach disk [datastore1] 535dc054-9169-4b02-8d90-6ec1ee284d86/535dc054-9169-4b02-8d90-6ec1ee284d86.vmdk or device None with type sparse {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2146.742809] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a6a9ba78-51e7-440d-96b7-224217256a21 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2146.749169] env[62574]: DEBUG oslo_vmware.api [None req-1356b4a4-c12c-41e4-96e4-3920e2154043 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Waiting for the task: (returnval){ [ 2146.749169] env[62574]: value = "task-1862751" [ 2146.749169] env[62574]: _type = "Task" [ 2146.749169] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2146.756414] env[62574]: DEBUG oslo_vmware.api [None req-1356b4a4-c12c-41e4-96e4-3920e2154043 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Task: {'id': task-1862751, 'name': Rename_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2147.259287] env[62574]: DEBUG oslo_vmware.api [None req-1356b4a4-c12c-41e4-96e4-3920e2154043 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Task: {'id': task-1862751, 'name': Rename_Task, 'duration_secs': 0.146073} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2147.259560] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-1356b4a4-c12c-41e4-96e4-3920e2154043 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] [instance: 535dc054-9169-4b02-8d90-6ec1ee284d86] Powering on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2147.259808] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8eecc224-3f58-4b7f-8059-b88f636aba29 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2147.267016] env[62574]: DEBUG oslo_vmware.api [None req-1356b4a4-c12c-41e4-96e4-3920e2154043 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Waiting for the task: (returnval){ [ 2147.267016] env[62574]: value = "task-1862752" [ 2147.267016] env[62574]: _type = "Task" [ 2147.267016] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2147.274308] env[62574]: DEBUG oslo_vmware.api [None req-1356b4a4-c12c-41e4-96e4-3920e2154043 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Task: {'id': task-1862752, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2147.777203] env[62574]: DEBUG oslo_vmware.api [None req-1356b4a4-c12c-41e4-96e4-3920e2154043 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Task: {'id': task-1862752, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2148.277627] env[62574]: DEBUG oslo_vmware.api [None req-1356b4a4-c12c-41e4-96e4-3920e2154043 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Task: {'id': task-1862752, 'name': PowerOnVM_Task, 'duration_secs': 0.63477} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2148.278132] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-1356b4a4-c12c-41e4-96e4-3920e2154043 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] [instance: 535dc054-9169-4b02-8d90-6ec1ee284d86] Powered on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2148.278215] env[62574]: INFO nova.compute.manager [None req-1356b4a4-c12c-41e4-96e4-3920e2154043 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] [instance: 535dc054-9169-4b02-8d90-6ec1ee284d86] Took 7.19 seconds to spawn the instance on the hypervisor. [ 2148.278346] env[62574]: DEBUG nova.compute.manager [None req-1356b4a4-c12c-41e4-96e4-3920e2154043 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] [instance: 535dc054-9169-4b02-8d90-6ec1ee284d86] Checking state {{(pid=62574) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2148.279090] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdfb3da7-6676-42b6-a97f-fd26f4bdcfbb {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2148.795820] env[62574]: INFO nova.compute.manager [None req-1356b4a4-c12c-41e4-96e4-3920e2154043 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] [instance: 535dc054-9169-4b02-8d90-6ec1ee284d86] Took 11.89 seconds to build instance. [ 2149.162310] env[62574]: INFO nova.compute.manager [None req-353e9999-0927-4f53-8094-0e268b00d371 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] [instance: 535dc054-9169-4b02-8d90-6ec1ee284d86] Rebuilding instance [ 2149.201125] env[62574]: DEBUG nova.compute.manager [None req-353e9999-0927-4f53-8094-0e268b00d371 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] [instance: 535dc054-9169-4b02-8d90-6ec1ee284d86] Checking state {{(pid=62574) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2149.202044] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6924c8d3-f970-4350-adc5-54524cfece7e {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2149.297823] env[62574]: DEBUG oslo_concurrency.lockutils [None req-1356b4a4-c12c-41e4-96e4-3920e2154043 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Lock "535dc054-9169-4b02-8d90-6ec1ee284d86" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.403s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2150.217694] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-353e9999-0927-4f53-8094-0e268b00d371 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] [instance: 535dc054-9169-4b02-8d90-6ec1ee284d86] Powering off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2150.218029] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-64d1d115-d258-499e-bf6a-b73831a087b1 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2150.226459] env[62574]: DEBUG oslo_vmware.api [None req-353e9999-0927-4f53-8094-0e268b00d371 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Waiting for the task: (returnval){ [ 2150.226459] env[62574]: value = "task-1862753" [ 2150.226459] env[62574]: _type = "Task" [ 2150.226459] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2150.234946] env[62574]: DEBUG oslo_vmware.api [None req-353e9999-0927-4f53-8094-0e268b00d371 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Task: {'id': task-1862753, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2150.736813] env[62574]: DEBUG oslo_vmware.api [None req-353e9999-0927-4f53-8094-0e268b00d371 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Task: {'id': task-1862753, 'name': PowerOffVM_Task, 'duration_secs': 0.254894} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2150.737117] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-353e9999-0927-4f53-8094-0e268b00d371 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] [instance: 535dc054-9169-4b02-8d90-6ec1ee284d86] Powered off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2150.737346] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-353e9999-0927-4f53-8094-0e268b00d371 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] [instance: 535dc054-9169-4b02-8d90-6ec1ee284d86] Destroying instance {{(pid=62574) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2150.738175] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98c89c69-39fb-4817-b810-d5c82950fbed {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2150.745182] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-353e9999-0927-4f53-8094-0e268b00d371 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] [instance: 535dc054-9169-4b02-8d90-6ec1ee284d86] Unregistering the VM {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2150.745426] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-87500e34-7ad4-4f3c-8dfe-311e0a31b0d5 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2150.835872] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-353e9999-0927-4f53-8094-0e268b00d371 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] [instance: 535dc054-9169-4b02-8d90-6ec1ee284d86] Unregistered the VM {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2150.836213] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-353e9999-0927-4f53-8094-0e268b00d371 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] [instance: 535dc054-9169-4b02-8d90-6ec1ee284d86] Deleting contents of the VM from datastore datastore1 {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2150.836490] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-353e9999-0927-4f53-8094-0e268b00d371 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Deleting the datastore file [datastore1] 535dc054-9169-4b02-8d90-6ec1ee284d86 {{(pid=62574) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2150.836804] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cbb16775-cd42-4966-9d0f-c074479b8541 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2150.844873] env[62574]: DEBUG oslo_vmware.api [None req-353e9999-0927-4f53-8094-0e268b00d371 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Waiting for the task: (returnval){ [ 2150.844873] env[62574]: value = "task-1862755" [ 2150.844873] env[62574]: _type = "Task" [ 2150.844873] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2150.853054] env[62574]: DEBUG oslo_vmware.api [None req-353e9999-0927-4f53-8094-0e268b00d371 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Task: {'id': task-1862755, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2151.354940] env[62574]: DEBUG oslo_vmware.api [None req-353e9999-0927-4f53-8094-0e268b00d371 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Task: {'id': task-1862755, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.171214} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2151.355209] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-353e9999-0927-4f53-8094-0e268b00d371 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Deleted the datastore file {{(pid=62574) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2151.355399] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-353e9999-0927-4f53-8094-0e268b00d371 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] [instance: 535dc054-9169-4b02-8d90-6ec1ee284d86] Deleted contents of the VM from datastore datastore1 {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2151.355580] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-353e9999-0927-4f53-8094-0e268b00d371 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] [instance: 535dc054-9169-4b02-8d90-6ec1ee284d86] Instance destroyed {{(pid=62574) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2152.390455] env[62574]: DEBUG nova.virt.hardware [None req-353e9999-0927-4f53-8094-0e268b00d371 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T19:26:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-13T19:26:40Z,direct_url=,disk_format='vmdk',id=3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7eed1dd4d2c3418eb32c4f4ceda3ab0d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-13T19:26:41Z,virtual_size=,visibility=), allow threads: False {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2152.390739] env[62574]: DEBUG nova.virt.hardware [None req-353e9999-0927-4f53-8094-0e268b00d371 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Flavor limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2152.390896] env[62574]: DEBUG nova.virt.hardware [None req-353e9999-0927-4f53-8094-0e268b00d371 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Image limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2152.391127] env[62574]: DEBUG nova.virt.hardware [None req-353e9999-0927-4f53-8094-0e268b00d371 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Flavor pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2152.391288] env[62574]: DEBUG nova.virt.hardware [None req-353e9999-0927-4f53-8094-0e268b00d371 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Image pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2152.391440] env[62574]: DEBUG nova.virt.hardware [None req-353e9999-0927-4f53-8094-0e268b00d371 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2152.391652] env[62574]: DEBUG nova.virt.hardware [None req-353e9999-0927-4f53-8094-0e268b00d371 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2152.391811] env[62574]: DEBUG nova.virt.hardware [None req-353e9999-0927-4f53-8094-0e268b00d371 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2152.391979] env[62574]: DEBUG nova.virt.hardware [None req-353e9999-0927-4f53-8094-0e268b00d371 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Got 1 possible topologies {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2152.392156] env[62574]: DEBUG nova.virt.hardware [None req-353e9999-0927-4f53-8094-0e268b00d371 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2152.392330] env[62574]: DEBUG nova.virt.hardware [None req-353e9999-0927-4f53-8094-0e268b00d371 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2152.393188] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2eaa74f-ee38-436b-b37d-d5d4466763ce {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2152.401229] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00d4f022-3d46-4b9f-8e42-4b2b868ef53c {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2152.415147] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-353e9999-0927-4f53-8094-0e268b00d371 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] [instance: 535dc054-9169-4b02-8d90-6ec1ee284d86] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:26:9b:53', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '60567ee6-01d0-4b16-9c7a-4a896827d6eb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ca832183-c646-48d2-b338-cfe96e38a909', 'vif_model': 'vmxnet3'}] {{(pid=62574) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2152.422475] env[62574]: DEBUG oslo.service.loopingcall [None req-353e9999-0927-4f53-8094-0e268b00d371 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62574) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2152.422711] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 535dc054-9169-4b02-8d90-6ec1ee284d86] Creating VM on the ESX host {{(pid=62574) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2152.422921] env[62574]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1d78b946-92a0-4496-b497-4a32d2cfa157 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2152.442083] env[62574]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2152.442083] env[62574]: value = "task-1862756" [ 2152.442083] env[62574]: _type = "Task" [ 2152.442083] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2152.449534] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1862756, 'name': CreateVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2152.951696] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1862756, 'name': CreateVM_Task} progress is 25%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2153.141208] env[62574]: DEBUG oslo_concurrency.lockutils [None req-96cb88d5-186a-4767-baae-89f56cfe3948 tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] Acquiring lock "36b49cb1-2f00-4662-909e-7e8cb6ee5c67" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2153.141391] env[62574]: DEBUG oslo_concurrency.lockutils [None req-96cb88d5-186a-4767-baae-89f56cfe3948 tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] Lock "36b49cb1-2f00-4662-909e-7e8cb6ee5c67" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2153.451488] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1862756, 'name': CreateVM_Task, 'duration_secs': 0.594448} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2153.451854] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 535dc054-9169-4b02-8d90-6ec1ee284d86] Created VM on the ESX host {{(pid=62574) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2153.452341] env[62574]: DEBUG oslo_concurrency.lockutils [None req-353e9999-0927-4f53-8094-0e268b00d371 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2153.452501] env[62574]: DEBUG oslo_concurrency.lockutils [None req-353e9999-0927-4f53-8094-0e268b00d371 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2153.452813] env[62574]: DEBUG oslo_concurrency.lockutils [None req-353e9999-0927-4f53-8094-0e268b00d371 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2153.453068] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1dc24fc8-4d36-472c-898f-6d9492138fa5 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2153.457414] env[62574]: DEBUG oslo_vmware.api [None req-353e9999-0927-4f53-8094-0e268b00d371 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Waiting for the task: (returnval){ [ 2153.457414] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]52d52c2a-473c-ac05-59ad-3f052016a1f8" [ 2153.457414] env[62574]: _type = "Task" [ 2153.457414] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2153.464613] env[62574]: DEBUG oslo_vmware.api [None req-353e9999-0927-4f53-8094-0e268b00d371 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52d52c2a-473c-ac05-59ad-3f052016a1f8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2153.645049] env[62574]: DEBUG nova.compute.utils [None req-96cb88d5-186a-4767-baae-89f56cfe3948 tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] Using /dev/sd instead of None {{(pid=62574) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2153.967586] env[62574]: DEBUG oslo_vmware.api [None req-353e9999-0927-4f53-8094-0e268b00d371 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52d52c2a-473c-ac05-59ad-3f052016a1f8, 'name': SearchDatastore_Task, 'duration_secs': 0.010058} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2153.967872] env[62574]: DEBUG oslo_concurrency.lockutils [None req-353e9999-0927-4f53-8094-0e268b00d371 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2153.968142] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-353e9999-0927-4f53-8094-0e268b00d371 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] [instance: 535dc054-9169-4b02-8d90-6ec1ee284d86] Processing image 3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2 {{(pid=62574) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2153.968408] env[62574]: DEBUG oslo_concurrency.lockutils [None req-353e9999-0927-4f53-8094-0e268b00d371 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2153.968570] env[62574]: DEBUG oslo_concurrency.lockutils [None req-353e9999-0927-4f53-8094-0e268b00d371 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2153.968846] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-353e9999-0927-4f53-8094-0e268b00d371 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2153.969120] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-346548ea-a566-443d-919b-d1cd40aa3e40 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2153.977014] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-353e9999-0927-4f53-8094-0e268b00d371 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2153.977213] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-353e9999-0927-4f53-8094-0e268b00d371 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62574) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2153.977896] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-589141a4-2b7e-4f98-96e8-7b986885abc0 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2153.983089] env[62574]: DEBUG oslo_vmware.api [None req-353e9999-0927-4f53-8094-0e268b00d371 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Waiting for the task: (returnval){ [ 2153.983089] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]522abcbd-ee07-ebf6-9696-8ac8e3e09606" [ 2153.983089] env[62574]: _type = "Task" [ 2153.983089] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2153.990283] env[62574]: DEBUG oslo_vmware.api [None req-353e9999-0927-4f53-8094-0e268b00d371 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]522abcbd-ee07-ebf6-9696-8ac8e3e09606, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2154.148348] env[62574]: DEBUG oslo_concurrency.lockutils [None req-96cb88d5-186a-4767-baae-89f56cfe3948 tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] Lock "36b49cb1-2f00-4662-909e-7e8cb6ee5c67" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2154.494136] env[62574]: DEBUG oslo_vmware.api [None req-353e9999-0927-4f53-8094-0e268b00d371 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]522abcbd-ee07-ebf6-9696-8ac8e3e09606, 'name': SearchDatastore_Task, 'duration_secs': 0.008532} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2154.494909] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d494ffcc-40e9-4578-b108-2e92b7d78ca6 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2154.500064] env[62574]: DEBUG oslo_vmware.api [None req-353e9999-0927-4f53-8094-0e268b00d371 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Waiting for the task: (returnval){ [ 2154.500064] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]5215de05-b14e-9503-47ca-0e7ad9a3585e" [ 2154.500064] env[62574]: _type = "Task" [ 2154.500064] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2154.507392] env[62574]: DEBUG oslo_vmware.api [None req-353e9999-0927-4f53-8094-0e268b00d371 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]5215de05-b14e-9503-47ca-0e7ad9a3585e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2155.010437] env[62574]: DEBUG oslo_vmware.api [None req-353e9999-0927-4f53-8094-0e268b00d371 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]5215de05-b14e-9503-47ca-0e7ad9a3585e, 'name': SearchDatastore_Task, 'duration_secs': 0.009613} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2155.010638] env[62574]: DEBUG oslo_concurrency.lockutils [None req-353e9999-0927-4f53-8094-0e268b00d371 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2155.010894] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-353e9999-0927-4f53-8094-0e268b00d371 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk to [datastore1] 535dc054-9169-4b02-8d90-6ec1ee284d86/535dc054-9169-4b02-8d90-6ec1ee284d86.vmdk {{(pid=62574) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2155.011166] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0ea3fe15-4e8e-4110-9a96-385a4f481d91 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2155.017573] env[62574]: DEBUG oslo_vmware.api [None req-353e9999-0927-4f53-8094-0e268b00d371 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Waiting for the task: (returnval){ [ 2155.017573] env[62574]: value = "task-1862757" [ 2155.017573] env[62574]: _type = "Task" [ 2155.017573] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2155.024759] env[62574]: DEBUG oslo_vmware.api [None req-353e9999-0927-4f53-8094-0e268b00d371 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Task: {'id': task-1862757, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2155.208483] env[62574]: DEBUG oslo_concurrency.lockutils [None req-96cb88d5-186a-4767-baae-89f56cfe3948 tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] Acquiring lock "36b49cb1-2f00-4662-909e-7e8cb6ee5c67" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2155.208915] env[62574]: DEBUG oslo_concurrency.lockutils [None req-96cb88d5-186a-4767-baae-89f56cfe3948 tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] Lock "36b49cb1-2f00-4662-909e-7e8cb6ee5c67" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2155.209235] env[62574]: INFO nova.compute.manager [None req-96cb88d5-186a-4767-baae-89f56cfe3948 tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] [instance: 36b49cb1-2f00-4662-909e-7e8cb6ee5c67] Attaching volume 1685938d-9caf-46fe-af53-822f539f1650 to /dev/sdb [ 2155.254517] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b67df5dd-9285-4480-b294-11602cd35fd5 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2155.262736] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f43dea7d-cc27-40aa-a9fb-eb8d580c2cdb {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2155.277811] env[62574]: DEBUG nova.virt.block_device [None req-96cb88d5-186a-4767-baae-89f56cfe3948 tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] [instance: 36b49cb1-2f00-4662-909e-7e8cb6ee5c67] Updating existing volume attachment record: ede4887a-16fe-4ad1-80a7-95783371cde3 {{(pid=62574) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2155.529073] env[62574]: DEBUG oslo_vmware.api [None req-353e9999-0927-4f53-8094-0e268b00d371 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Task: {'id': task-1862757, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.443421} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2155.529361] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-353e9999-0927-4f53-8094-0e268b00d371 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk to [datastore1] 535dc054-9169-4b02-8d90-6ec1ee284d86/535dc054-9169-4b02-8d90-6ec1ee284d86.vmdk {{(pid=62574) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2155.529555] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-353e9999-0927-4f53-8094-0e268b00d371 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] [instance: 535dc054-9169-4b02-8d90-6ec1ee284d86] Extending root virtual disk to 1048576 {{(pid=62574) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2155.529838] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bd5bc06e-884c-46f7-9185-bb26911f7340 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2155.535608] env[62574]: DEBUG oslo_vmware.api [None req-353e9999-0927-4f53-8094-0e268b00d371 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Waiting for the task: (returnval){ [ 2155.535608] env[62574]: value = "task-1862760" [ 2155.535608] env[62574]: _type = "Task" [ 2155.535608] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2155.543125] env[62574]: DEBUG oslo_vmware.api [None req-353e9999-0927-4f53-8094-0e268b00d371 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Task: {'id': task-1862760, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2156.045573] env[62574]: DEBUG oslo_vmware.api [None req-353e9999-0927-4f53-8094-0e268b00d371 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Task: {'id': task-1862760, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.411003} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2156.045831] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-353e9999-0927-4f53-8094-0e268b00d371 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] [instance: 535dc054-9169-4b02-8d90-6ec1ee284d86] Extended root virtual disk {{(pid=62574) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2156.046580] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6f6268b-b1b0-4688-b8c0-471a3455d159 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2156.068169] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-353e9999-0927-4f53-8094-0e268b00d371 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] [instance: 535dc054-9169-4b02-8d90-6ec1ee284d86] Reconfiguring VM instance instance-00000077 to attach disk [datastore1] 535dc054-9169-4b02-8d90-6ec1ee284d86/535dc054-9169-4b02-8d90-6ec1ee284d86.vmdk or device None with type sparse {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2156.068388] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4dce3d2f-d189-45a7-93de-9f76c6a68501 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2156.087615] env[62574]: DEBUG oslo_vmware.api [None req-353e9999-0927-4f53-8094-0e268b00d371 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Waiting for the task: (returnval){ [ 2156.087615] env[62574]: value = "task-1862762" [ 2156.087615] env[62574]: _type = "Task" [ 2156.087615] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2156.095109] env[62574]: DEBUG oslo_vmware.api [None req-353e9999-0927-4f53-8094-0e268b00d371 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Task: {'id': task-1862762, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2156.597246] env[62574]: DEBUG oslo_vmware.api [None req-353e9999-0927-4f53-8094-0e268b00d371 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Task: {'id': task-1862762, 'name': ReconfigVM_Task, 'duration_secs': 0.297252} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2156.597581] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-353e9999-0927-4f53-8094-0e268b00d371 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] [instance: 535dc054-9169-4b02-8d90-6ec1ee284d86] Reconfigured VM instance instance-00000077 to attach disk [datastore1] 535dc054-9169-4b02-8d90-6ec1ee284d86/535dc054-9169-4b02-8d90-6ec1ee284d86.vmdk or device None with type sparse {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2156.598124] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b6b0235d-f938-43cc-9c37-0507425f0f0c {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2156.604650] env[62574]: DEBUG oslo_vmware.api [None req-353e9999-0927-4f53-8094-0e268b00d371 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Waiting for the task: (returnval){ [ 2156.604650] env[62574]: value = "task-1862763" [ 2156.604650] env[62574]: _type = "Task" [ 2156.604650] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2156.616361] env[62574]: DEBUG oslo_vmware.api [None req-353e9999-0927-4f53-8094-0e268b00d371 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Task: {'id': task-1862763, 'name': Rename_Task} progress is 5%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2157.114926] env[62574]: DEBUG oslo_vmware.api [None req-353e9999-0927-4f53-8094-0e268b00d371 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Task: {'id': task-1862763, 'name': Rename_Task, 'duration_secs': 0.139862} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2157.115233] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-353e9999-0927-4f53-8094-0e268b00d371 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] [instance: 535dc054-9169-4b02-8d90-6ec1ee284d86] Powering on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2157.115469] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-aa9fa039-8030-4a03-8f61-256b126916e8 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2157.121568] env[62574]: DEBUG oslo_vmware.api [None req-353e9999-0927-4f53-8094-0e268b00d371 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Waiting for the task: (returnval){ [ 2157.121568] env[62574]: value = "task-1862764" [ 2157.121568] env[62574]: _type = "Task" [ 2157.121568] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2157.128516] env[62574]: DEBUG oslo_vmware.api [None req-353e9999-0927-4f53-8094-0e268b00d371 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Task: {'id': task-1862764, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2157.630591] env[62574]: DEBUG oslo_vmware.api [None req-353e9999-0927-4f53-8094-0e268b00d371 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Task: {'id': task-1862764, 'name': PowerOnVM_Task, 'duration_secs': 0.458015} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2157.630908] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-353e9999-0927-4f53-8094-0e268b00d371 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] [instance: 535dc054-9169-4b02-8d90-6ec1ee284d86] Powered on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2157.631110] env[62574]: DEBUG nova.compute.manager [None req-353e9999-0927-4f53-8094-0e268b00d371 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] [instance: 535dc054-9169-4b02-8d90-6ec1ee284d86] Checking state {{(pid=62574) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2157.631878] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c48f3a51-9094-49fc-af99-c4e28342aed0 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2158.147943] env[62574]: DEBUG oslo_concurrency.lockutils [None req-353e9999-0927-4f53-8094-0e268b00d371 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2158.148211] env[62574]: DEBUG oslo_concurrency.lockutils [None req-353e9999-0927-4f53-8094-0e268b00d371 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2158.148393] env[62574]: DEBUG nova.objects.instance [None req-353e9999-0927-4f53-8094-0e268b00d371 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] [instance: 535dc054-9169-4b02-8d90-6ec1ee284d86] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62574) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 2159.156860] env[62574]: DEBUG oslo_concurrency.lockutils [None req-353e9999-0927-4f53-8094-0e268b00d371 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.009s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2159.382019] env[62574]: DEBUG oslo_concurrency.lockutils [None req-126ad57f-7e53-4ffa-abe2-09ba72bc4b7e tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Acquiring lock "535dc054-9169-4b02-8d90-6ec1ee284d86" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2159.382281] env[62574]: DEBUG oslo_concurrency.lockutils [None req-126ad57f-7e53-4ffa-abe2-09ba72bc4b7e tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Lock "535dc054-9169-4b02-8d90-6ec1ee284d86" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2159.382500] env[62574]: DEBUG oslo_concurrency.lockutils [None req-126ad57f-7e53-4ffa-abe2-09ba72bc4b7e tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Acquiring lock "535dc054-9169-4b02-8d90-6ec1ee284d86-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2159.382681] env[62574]: DEBUG oslo_concurrency.lockutils [None req-126ad57f-7e53-4ffa-abe2-09ba72bc4b7e tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Lock "535dc054-9169-4b02-8d90-6ec1ee284d86-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2159.382875] env[62574]: DEBUG oslo_concurrency.lockutils [None req-126ad57f-7e53-4ffa-abe2-09ba72bc4b7e tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Lock "535dc054-9169-4b02-8d90-6ec1ee284d86-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2159.384961] env[62574]: INFO nova.compute.manager [None req-126ad57f-7e53-4ffa-abe2-09ba72bc4b7e tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] [instance: 535dc054-9169-4b02-8d90-6ec1ee284d86] Terminating instance [ 2159.770654] env[62574]: DEBUG oslo_concurrency.lockutils [None req-1e134588-25f1-4853-8e30-018e12ee578b tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Acquiring lock "c46833f3-76d7-4432-87f1-e753d73fc809" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2159.770934] env[62574]: DEBUG oslo_concurrency.lockutils [None req-1e134588-25f1-4853-8e30-018e12ee578b tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Lock "c46833f3-76d7-4432-87f1-e753d73fc809" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2159.856583] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-96cb88d5-186a-4767-baae-89f56cfe3948 tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] [instance: 36b49cb1-2f00-4662-909e-7e8cb6ee5c67] Volume attach. Driver type: vmdk {{(pid=62574) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2159.856824] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-96cb88d5-186a-4767-baae-89f56cfe3948 tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] [instance: 36b49cb1-2f00-4662-909e-7e8cb6ee5c67] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-385070', 'volume_id': '1685938d-9caf-46fe-af53-822f539f1650', 'name': 'volume-1685938d-9caf-46fe-af53-822f539f1650', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '36b49cb1-2f00-4662-909e-7e8cb6ee5c67', 'attached_at': '', 'detached_at': '', 'volume_id': '1685938d-9caf-46fe-af53-822f539f1650', 'serial': '1685938d-9caf-46fe-af53-822f539f1650'} {{(pid=62574) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2159.857744] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61d3be28-74cd-4560-a52a-1a974fa874a2 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2159.874296] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-088b9334-f917-4693-b135-342e052bf8e7 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2159.891593] env[62574]: DEBUG nova.compute.manager [None req-126ad57f-7e53-4ffa-abe2-09ba72bc4b7e tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] [instance: 535dc054-9169-4b02-8d90-6ec1ee284d86] Start destroying the instance on the hypervisor. {{(pid=62574) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2159.891805] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-126ad57f-7e53-4ffa-abe2-09ba72bc4b7e tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] [instance: 535dc054-9169-4b02-8d90-6ec1ee284d86] Destroying instance {{(pid=62574) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2159.898998] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-96cb88d5-186a-4767-baae-89f56cfe3948 tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] [instance: 36b49cb1-2f00-4662-909e-7e8cb6ee5c67] Reconfiguring VM instance instance-00000074 to attach disk [datastore1] volume-1685938d-9caf-46fe-af53-822f539f1650/volume-1685938d-9caf-46fe-af53-822f539f1650.vmdk or device None with type thin {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2159.899720] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c8d1f86-2d12-4522-95e9-09980f027c3a {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2159.902175] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3fdd78c4-5b7a-4fd1-8a06-60473fbad5b4 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2159.921046] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-126ad57f-7e53-4ffa-abe2-09ba72bc4b7e tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] [instance: 535dc054-9169-4b02-8d90-6ec1ee284d86] Powering off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2159.921266] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-96014b1a-4808-4c4b-aaf7-98f1c010355a {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2159.923536] env[62574]: DEBUG oslo_vmware.api [None req-96cb88d5-186a-4767-baae-89f56cfe3948 tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] Waiting for the task: (returnval){ [ 2159.923536] env[62574]: value = "task-1862766" [ 2159.923536] env[62574]: _type = "Task" [ 2159.923536] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2159.932669] env[62574]: DEBUG oslo_vmware.api [None req-96cb88d5-186a-4767-baae-89f56cfe3948 tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] Task: {'id': task-1862766, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2159.933516] env[62574]: DEBUG oslo_vmware.api [None req-126ad57f-7e53-4ffa-abe2-09ba72bc4b7e tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Waiting for the task: (returnval){ [ 2159.933516] env[62574]: value = "task-1862767" [ 2159.933516] env[62574]: _type = "Task" [ 2159.933516] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2159.940939] env[62574]: DEBUG oslo_vmware.api [None req-126ad57f-7e53-4ffa-abe2-09ba72bc4b7e tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Task: {'id': task-1862767, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2160.273406] env[62574]: DEBUG nova.compute.manager [None req-1e134588-25f1-4853-8e30-018e12ee578b tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] [instance: c46833f3-76d7-4432-87f1-e753d73fc809] Starting instance... {{(pid=62574) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2160.433921] env[62574]: DEBUG oslo_vmware.api [None req-96cb88d5-186a-4767-baae-89f56cfe3948 tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] Task: {'id': task-1862766, 'name': ReconfigVM_Task, 'duration_secs': 0.321009} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2160.434369] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-96cb88d5-186a-4767-baae-89f56cfe3948 tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] [instance: 36b49cb1-2f00-4662-909e-7e8cb6ee5c67] Reconfigured VM instance instance-00000074 to attach disk [datastore1] volume-1685938d-9caf-46fe-af53-822f539f1650/volume-1685938d-9caf-46fe-af53-822f539f1650.vmdk or device None with type thin {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2160.442064] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7463d49a-6b49-45a1-93c6-fa5417a701dc {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2160.456688] env[62574]: DEBUG oslo_vmware.api [None req-126ad57f-7e53-4ffa-abe2-09ba72bc4b7e tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Task: {'id': task-1862767, 'name': PowerOffVM_Task, 'duration_secs': 0.175459} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2160.457801] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-126ad57f-7e53-4ffa-abe2-09ba72bc4b7e tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] [instance: 535dc054-9169-4b02-8d90-6ec1ee284d86] Powered off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2160.457977] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-126ad57f-7e53-4ffa-abe2-09ba72bc4b7e tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] [instance: 535dc054-9169-4b02-8d90-6ec1ee284d86] Unregistering the VM {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2160.458274] env[62574]: DEBUG oslo_vmware.api [None req-96cb88d5-186a-4767-baae-89f56cfe3948 tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] Waiting for the task: (returnval){ [ 2160.458274] env[62574]: value = "task-1862768" [ 2160.458274] env[62574]: _type = "Task" [ 2160.458274] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2160.458453] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-76dbba32-60a7-4977-9511-52867f2742ac {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2160.467042] env[62574]: DEBUG oslo_vmware.api [None req-96cb88d5-186a-4767-baae-89f56cfe3948 tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] Task: {'id': task-1862768, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2160.580492] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-126ad57f-7e53-4ffa-abe2-09ba72bc4b7e tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] [instance: 535dc054-9169-4b02-8d90-6ec1ee284d86] Unregistered the VM {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2160.580750] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-126ad57f-7e53-4ffa-abe2-09ba72bc4b7e tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] [instance: 535dc054-9169-4b02-8d90-6ec1ee284d86] Deleting contents of the VM from datastore datastore1 {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2160.580932] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-126ad57f-7e53-4ffa-abe2-09ba72bc4b7e tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Deleting the datastore file [datastore1] 535dc054-9169-4b02-8d90-6ec1ee284d86 {{(pid=62574) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2160.581226] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9e66f4b7-d056-45e8-ae85-dfbc26d01e80 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2160.588989] env[62574]: DEBUG oslo_vmware.api [None req-126ad57f-7e53-4ffa-abe2-09ba72bc4b7e tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Waiting for the task: (returnval){ [ 2160.588989] env[62574]: value = "task-1862770" [ 2160.588989] env[62574]: _type = "Task" [ 2160.588989] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2160.596972] env[62574]: DEBUG oslo_vmware.api [None req-126ad57f-7e53-4ffa-abe2-09ba72bc4b7e tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Task: {'id': task-1862770, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2160.795597] env[62574]: DEBUG oslo_concurrency.lockutils [None req-1e134588-25f1-4853-8e30-018e12ee578b tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2160.795844] env[62574]: DEBUG oslo_concurrency.lockutils [None req-1e134588-25f1-4853-8e30-018e12ee578b tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2160.797291] env[62574]: INFO nova.compute.claims [None req-1e134588-25f1-4853-8e30-018e12ee578b tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] [instance: c46833f3-76d7-4432-87f1-e753d73fc809] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2160.969502] env[62574]: DEBUG oslo_vmware.api [None req-96cb88d5-186a-4767-baae-89f56cfe3948 tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] Task: {'id': task-1862768, 'name': ReconfigVM_Task, 'duration_secs': 0.138086} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2160.969832] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-96cb88d5-186a-4767-baae-89f56cfe3948 tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] [instance: 36b49cb1-2f00-4662-909e-7e8cb6ee5c67] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-385070', 'volume_id': '1685938d-9caf-46fe-af53-822f539f1650', 'name': 'volume-1685938d-9caf-46fe-af53-822f539f1650', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '36b49cb1-2f00-4662-909e-7e8cb6ee5c67', 'attached_at': '', 'detached_at': '', 'volume_id': '1685938d-9caf-46fe-af53-822f539f1650', 'serial': '1685938d-9caf-46fe-af53-822f539f1650'} {{(pid=62574) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2161.098898] env[62574]: DEBUG oslo_vmware.api [None req-126ad57f-7e53-4ffa-abe2-09ba72bc4b7e tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Task: {'id': task-1862770, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.115488} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2161.099153] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-126ad57f-7e53-4ffa-abe2-09ba72bc4b7e tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Deleted the datastore file {{(pid=62574) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2161.099342] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-126ad57f-7e53-4ffa-abe2-09ba72bc4b7e tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] [instance: 535dc054-9169-4b02-8d90-6ec1ee284d86] Deleted contents of the VM from datastore datastore1 {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2161.099518] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-126ad57f-7e53-4ffa-abe2-09ba72bc4b7e tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] [instance: 535dc054-9169-4b02-8d90-6ec1ee284d86] Instance destroyed {{(pid=62574) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2161.099718] env[62574]: INFO nova.compute.manager [None req-126ad57f-7e53-4ffa-abe2-09ba72bc4b7e tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] [instance: 535dc054-9169-4b02-8d90-6ec1ee284d86] Took 1.21 seconds to destroy the instance on the hypervisor. [ 2161.099970] env[62574]: DEBUG oslo.service.loopingcall [None req-126ad57f-7e53-4ffa-abe2-09ba72bc4b7e tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62574) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2161.100172] env[62574]: DEBUG nova.compute.manager [-] [instance: 535dc054-9169-4b02-8d90-6ec1ee284d86] Deallocating network for instance {{(pid=62574) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2161.100268] env[62574]: DEBUG nova.network.neutron [-] [instance: 535dc054-9169-4b02-8d90-6ec1ee284d86] deallocate_for_instance() {{(pid=62574) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2161.357645] env[62574]: DEBUG nova.compute.manager [req-61a7ae8c-69c7-4bdb-8ee0-27b61735dbaa req-8d81f1cf-f820-4d81-bcab-d9e33470c966 service nova] [instance: 535dc054-9169-4b02-8d90-6ec1ee284d86] Received event network-vif-deleted-ca832183-c646-48d2-b338-cfe96e38a909 {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 2161.357876] env[62574]: INFO nova.compute.manager [req-61a7ae8c-69c7-4bdb-8ee0-27b61735dbaa req-8d81f1cf-f820-4d81-bcab-d9e33470c966 service nova] [instance: 535dc054-9169-4b02-8d90-6ec1ee284d86] Neutron deleted interface ca832183-c646-48d2-b338-cfe96e38a909; detaching it from the instance and deleting it from the info cache [ 2161.358036] env[62574]: DEBUG nova.network.neutron [req-61a7ae8c-69c7-4bdb-8ee0-27b61735dbaa req-8d81f1cf-f820-4d81-bcab-d9e33470c966 service nova] [instance: 535dc054-9169-4b02-8d90-6ec1ee284d86] Updating instance_info_cache with network_info: [] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2161.838151] env[62574]: DEBUG nova.network.neutron [-] [instance: 535dc054-9169-4b02-8d90-6ec1ee284d86] Updating instance_info_cache with network_info: [] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2161.861075] env[62574]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cda86844-4988-4eb4-8ce7-25f23af88b03 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2161.865249] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef93a9c0-9321-4cae-bcd8-6a45a20e6875 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2161.871795] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f656f58c-ea60-4a55-a008-24ec5e5860dd {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2161.884878] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ebcfc2e-ece1-4124-b685-2fb1a66b5b38 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2161.919055] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a7e9774-4b9a-490c-8051-950d7ba7bb87 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2161.922131] env[62574]: DEBUG nova.compute.manager [req-61a7ae8c-69c7-4bdb-8ee0-27b61735dbaa req-8d81f1cf-f820-4d81-bcab-d9e33470c966 service nova] [instance: 535dc054-9169-4b02-8d90-6ec1ee284d86] Detach interface failed, port_id=ca832183-c646-48d2-b338-cfe96e38a909, reason: Instance 535dc054-9169-4b02-8d90-6ec1ee284d86 could not be found. {{(pid=62574) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 2161.928211] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e05daa8e-ca36-4bff-930b-9d8beee322c6 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2161.941705] env[62574]: DEBUG nova.compute.provider_tree [None req-1e134588-25f1-4853-8e30-018e12ee578b tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Inventory has not changed in ProviderTree for provider: f0ed160a-beff-4626-a531-2a70d7bc0627 {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2162.003226] env[62574]: DEBUG nova.objects.instance [None req-96cb88d5-186a-4767-baae-89f56cfe3948 tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] Lazy-loading 'flavor' on Instance uuid 36b49cb1-2f00-4662-909e-7e8cb6ee5c67 {{(pid=62574) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2162.340471] env[62574]: INFO nova.compute.manager [-] [instance: 535dc054-9169-4b02-8d90-6ec1ee284d86] Took 1.24 seconds to deallocate network for instance. [ 2162.445040] env[62574]: DEBUG nova.scheduler.client.report [None req-1e134588-25f1-4853-8e30-018e12ee578b tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Inventory has not changed for provider f0ed160a-beff-4626-a531-2a70d7bc0627 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 148, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2162.508311] env[62574]: DEBUG oslo_concurrency.lockutils [None req-96cb88d5-186a-4767-baae-89f56cfe3948 tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] Lock "36b49cb1-2f00-4662-909e-7e8cb6ee5c67" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.299s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2162.541821] env[62574]: DEBUG oslo_concurrency.lockutils [None req-db763587-9b65-46b3-ad45-8cdab69606c0 tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] Acquiring lock "36b49cb1-2f00-4662-909e-7e8cb6ee5c67" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2162.542066] env[62574]: DEBUG oslo_concurrency.lockutils [None req-db763587-9b65-46b3-ad45-8cdab69606c0 tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] Lock "36b49cb1-2f00-4662-909e-7e8cb6ee5c67" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2162.542248] env[62574]: DEBUG nova.compute.manager [None req-db763587-9b65-46b3-ad45-8cdab69606c0 tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] [instance: 36b49cb1-2f00-4662-909e-7e8cb6ee5c67] Checking state {{(pid=62574) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2162.543101] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e49db23b-3bea-4864-9195-45f0ca26e02a {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2162.550255] env[62574]: DEBUG nova.compute.manager [None req-db763587-9b65-46b3-ad45-8cdab69606c0 tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] [instance: 36b49cb1-2f00-4662-909e-7e8cb6ee5c67] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62574) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 2162.550798] env[62574]: DEBUG nova.objects.instance [None req-db763587-9b65-46b3-ad45-8cdab69606c0 tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] Lazy-loading 'flavor' on Instance uuid 36b49cb1-2f00-4662-909e-7e8cb6ee5c67 {{(pid=62574) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2162.847470] env[62574]: DEBUG oslo_concurrency.lockutils [None req-126ad57f-7e53-4ffa-abe2-09ba72bc4b7e tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2162.949788] env[62574]: DEBUG oslo_concurrency.lockutils [None req-1e134588-25f1-4853-8e30-018e12ee578b tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.154s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2162.950360] env[62574]: DEBUG nova.compute.manager [None req-1e134588-25f1-4853-8e30-018e12ee578b tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] [instance: c46833f3-76d7-4432-87f1-e753d73fc809] Start building networks asynchronously for instance. {{(pid=62574) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2162.952938] env[62574]: DEBUG oslo_concurrency.lockutils [None req-126ad57f-7e53-4ffa-abe2-09ba72bc4b7e tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.106s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2162.953174] env[62574]: DEBUG nova.objects.instance [None req-126ad57f-7e53-4ffa-abe2-09ba72bc4b7e tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Lazy-loading 'resources' on Instance uuid 535dc054-9169-4b02-8d90-6ec1ee284d86 {{(pid=62574) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2163.456731] env[62574]: DEBUG nova.compute.utils [None req-1e134588-25f1-4853-8e30-018e12ee578b tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Using /dev/sd instead of None {{(pid=62574) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2163.457633] env[62574]: DEBUG nova.compute.manager [None req-1e134588-25f1-4853-8e30-018e12ee578b tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] [instance: c46833f3-76d7-4432-87f1-e753d73fc809] Allocating IP information in the background. {{(pid=62574) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2163.457806] env[62574]: DEBUG nova.network.neutron [None req-1e134588-25f1-4853-8e30-018e12ee578b tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] [instance: c46833f3-76d7-4432-87f1-e753d73fc809] allocate_for_instance() {{(pid=62574) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2163.523493] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43422f6d-1f42-4b91-880b-54959cf9562d {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2163.531178] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92eef4d7-30a3-49f6-8dc6-b2528829dc8c {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2163.562798] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-db763587-9b65-46b3-ad45-8cdab69606c0 tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] [instance: 36b49cb1-2f00-4662-909e-7e8cb6ee5c67] Powering off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2163.563278] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e82d35ac-b680-48cc-865b-d501517d224d {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2163.565369] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8c0b236-253e-4ab8-bc3b-88dbccd4cf22 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2163.574026] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d533afa-5e7c-4559-aedc-dea4bec320fe {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2163.577923] env[62574]: DEBUG oslo_vmware.api [None req-db763587-9b65-46b3-ad45-8cdab69606c0 tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] Waiting for the task: (returnval){ [ 2163.577923] env[62574]: value = "task-1862771" [ 2163.577923] env[62574]: _type = "Task" [ 2163.577923] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2163.589131] env[62574]: DEBUG nova.compute.provider_tree [None req-126ad57f-7e53-4ffa-abe2-09ba72bc4b7e tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Inventory has not changed in ProviderTree for provider: f0ed160a-beff-4626-a531-2a70d7bc0627 {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2163.595141] env[62574]: DEBUG oslo_vmware.api [None req-db763587-9b65-46b3-ad45-8cdab69606c0 tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] Task: {'id': task-1862771, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2163.691828] env[62574]: DEBUG nova.policy [None req-1e134588-25f1-4853-8e30-018e12ee578b tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a762827922c14df88ba8f83e55341835', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2c59d09bb7e848f99194722508f035d2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62574) authorize /opt/stack/nova/nova/policy.py:192}} [ 2163.922552] env[62574]: DEBUG nova.network.neutron [None req-1e134588-25f1-4853-8e30-018e12ee578b tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] [instance: c46833f3-76d7-4432-87f1-e753d73fc809] Successfully created port: 002f8f33-1ab7-4c92-b232-6473684f8618 {{(pid=62574) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2163.985346] env[62574]: DEBUG nova.compute.manager [None req-1e134588-25f1-4853-8e30-018e12ee578b tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] [instance: c46833f3-76d7-4432-87f1-e753d73fc809] Start building block device mappings for instance. {{(pid=62574) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2164.088317] env[62574]: DEBUG oslo_vmware.api [None req-db763587-9b65-46b3-ad45-8cdab69606c0 tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] Task: {'id': task-1862771, 'name': PowerOffVM_Task, 'duration_secs': 0.240729} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2164.088577] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-db763587-9b65-46b3-ad45-8cdab69606c0 tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] [instance: 36b49cb1-2f00-4662-909e-7e8cb6ee5c67] Powered off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2164.088774] env[62574]: DEBUG nova.compute.manager [None req-db763587-9b65-46b3-ad45-8cdab69606c0 tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] [instance: 36b49cb1-2f00-4662-909e-7e8cb6ee5c67] Checking state {{(pid=62574) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2164.089556] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aab6db89-f836-4cd4-8fd2-e26cc36c7ad6 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2164.092569] env[62574]: DEBUG nova.scheduler.client.report [None req-126ad57f-7e53-4ffa-abe2-09ba72bc4b7e tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Inventory has not changed for provider f0ed160a-beff-4626-a531-2a70d7bc0627 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 148, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2164.597080] env[62574]: DEBUG oslo_concurrency.lockutils [None req-126ad57f-7e53-4ffa-abe2-09ba72bc4b7e tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.644s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2164.604064] env[62574]: DEBUG oslo_concurrency.lockutils [None req-db763587-9b65-46b3-ad45-8cdab69606c0 tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] Lock "36b49cb1-2f00-4662-909e-7e8cb6ee5c67" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.062s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2164.614895] env[62574]: INFO nova.scheduler.client.report [None req-126ad57f-7e53-4ffa-abe2-09ba72bc4b7e tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Deleted allocations for instance 535dc054-9169-4b02-8d90-6ec1ee284d86 [ 2164.909356] env[62574]: DEBUG nova.objects.instance [None req-e936c813-8695-4973-9490-1ce3b0b2580b tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] Lazy-loading 'flavor' on Instance uuid 36b49cb1-2f00-4662-909e-7e8cb6ee5c67 {{(pid=62574) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2164.977164] env[62574]: DEBUG nova.compute.manager [None req-1e134588-25f1-4853-8e30-018e12ee578b tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] [instance: c46833f3-76d7-4432-87f1-e753d73fc809] Start spawning the instance on the hypervisor. {{(pid=62574) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2165.002037] env[62574]: DEBUG nova.virt.hardware [None req-1e134588-25f1-4853-8e30-018e12ee578b tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T19:26:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-13T19:26:40Z,direct_url=,disk_format='vmdk',id=3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7eed1dd4d2c3418eb32c4f4ceda3ab0d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-13T19:26:41Z,virtual_size=,visibility=), allow threads: False {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2165.002320] env[62574]: DEBUG nova.virt.hardware [None req-1e134588-25f1-4853-8e30-018e12ee578b tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Flavor limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2165.002612] env[62574]: DEBUG nova.virt.hardware [None req-1e134588-25f1-4853-8e30-018e12ee578b tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Image limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2165.002688] env[62574]: DEBUG nova.virt.hardware [None req-1e134588-25f1-4853-8e30-018e12ee578b tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Flavor pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2165.002803] env[62574]: DEBUG nova.virt.hardware [None req-1e134588-25f1-4853-8e30-018e12ee578b tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Image pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2165.002951] env[62574]: DEBUG nova.virt.hardware [None req-1e134588-25f1-4853-8e30-018e12ee578b tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2165.003186] env[62574]: DEBUG nova.virt.hardware [None req-1e134588-25f1-4853-8e30-018e12ee578b tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2165.003353] env[62574]: DEBUG nova.virt.hardware [None req-1e134588-25f1-4853-8e30-018e12ee578b tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2165.003525] env[62574]: DEBUG nova.virt.hardware [None req-1e134588-25f1-4853-8e30-018e12ee578b tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Got 1 possible topologies {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2165.003685] env[62574]: DEBUG nova.virt.hardware [None req-1e134588-25f1-4853-8e30-018e12ee578b tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2165.003857] env[62574]: DEBUG nova.virt.hardware [None req-1e134588-25f1-4853-8e30-018e12ee578b tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2165.004728] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ed8b5a4-4021-4b35-b41f-be5769b64d67 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2165.014151] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7625a2e9-bfe2-4cb1-ba14-beaf44609f74 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2165.121675] env[62574]: DEBUG oslo_concurrency.lockutils [None req-126ad57f-7e53-4ffa-abe2-09ba72bc4b7e tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Lock "535dc054-9169-4b02-8d90-6ec1ee284d86" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.739s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2165.301346] env[62574]: DEBUG nova.compute.manager [req-daab5680-ae44-4610-bd1b-a658dacbd69b req-ac4a965f-2f0b-491a-aa2c-5c7cbacba383 service nova] [instance: c46833f3-76d7-4432-87f1-e753d73fc809] Received event network-vif-plugged-002f8f33-1ab7-4c92-b232-6473684f8618 {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 2165.301509] env[62574]: DEBUG oslo_concurrency.lockutils [req-daab5680-ae44-4610-bd1b-a658dacbd69b req-ac4a965f-2f0b-491a-aa2c-5c7cbacba383 service nova] Acquiring lock "c46833f3-76d7-4432-87f1-e753d73fc809-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2165.302143] env[62574]: DEBUG oslo_concurrency.lockutils [req-daab5680-ae44-4610-bd1b-a658dacbd69b req-ac4a965f-2f0b-491a-aa2c-5c7cbacba383 service nova] Lock "c46833f3-76d7-4432-87f1-e753d73fc809-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2165.302334] env[62574]: DEBUG oslo_concurrency.lockutils [req-daab5680-ae44-4610-bd1b-a658dacbd69b req-ac4a965f-2f0b-491a-aa2c-5c7cbacba383 service nova] Lock "c46833f3-76d7-4432-87f1-e753d73fc809-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2165.302509] env[62574]: DEBUG nova.compute.manager [req-daab5680-ae44-4610-bd1b-a658dacbd69b req-ac4a965f-2f0b-491a-aa2c-5c7cbacba383 service nova] [instance: c46833f3-76d7-4432-87f1-e753d73fc809] No waiting events found dispatching network-vif-plugged-002f8f33-1ab7-4c92-b232-6473684f8618 {{(pid=62574) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2165.302678] env[62574]: WARNING nova.compute.manager [req-daab5680-ae44-4610-bd1b-a658dacbd69b req-ac4a965f-2f0b-491a-aa2c-5c7cbacba383 service nova] [instance: c46833f3-76d7-4432-87f1-e753d73fc809] Received unexpected event network-vif-plugged-002f8f33-1ab7-4c92-b232-6473684f8618 for instance with vm_state building and task_state spawning. [ 2165.388486] env[62574]: DEBUG nova.network.neutron [None req-1e134588-25f1-4853-8e30-018e12ee578b tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] [instance: c46833f3-76d7-4432-87f1-e753d73fc809] Successfully updated port: 002f8f33-1ab7-4c92-b232-6473684f8618 {{(pid=62574) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2165.413503] env[62574]: DEBUG oslo_concurrency.lockutils [None req-e936c813-8695-4973-9490-1ce3b0b2580b tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] Acquiring lock "refresh_cache-36b49cb1-2f00-4662-909e-7e8cb6ee5c67" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2165.413903] env[62574]: DEBUG oslo_concurrency.lockutils [None req-e936c813-8695-4973-9490-1ce3b0b2580b tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] Acquired lock "refresh_cache-36b49cb1-2f00-4662-909e-7e8cb6ee5c67" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2165.414202] env[62574]: DEBUG nova.network.neutron [None req-e936c813-8695-4973-9490-1ce3b0b2580b tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] [instance: 36b49cb1-2f00-4662-909e-7e8cb6ee5c67] Building network info cache for instance {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2165.414507] env[62574]: DEBUG nova.objects.instance [None req-e936c813-8695-4973-9490-1ce3b0b2580b tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] Lazy-loading 'info_cache' on Instance uuid 36b49cb1-2f00-4662-909e-7e8cb6ee5c67 {{(pid=62574) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2165.893867] env[62574]: DEBUG oslo_concurrency.lockutils [None req-1e134588-25f1-4853-8e30-018e12ee578b tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Acquiring lock "refresh_cache-c46833f3-76d7-4432-87f1-e753d73fc809" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2165.894130] env[62574]: DEBUG oslo_concurrency.lockutils [None req-1e134588-25f1-4853-8e30-018e12ee578b tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Acquired lock "refresh_cache-c46833f3-76d7-4432-87f1-e753d73fc809" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2165.894314] env[62574]: DEBUG nova.network.neutron [None req-1e134588-25f1-4853-8e30-018e12ee578b tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] [instance: c46833f3-76d7-4432-87f1-e753d73fc809] Building network info cache for instance {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2165.917640] env[62574]: DEBUG nova.objects.base [None req-e936c813-8695-4973-9490-1ce3b0b2580b tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] Object Instance<36b49cb1-2f00-4662-909e-7e8cb6ee5c67> lazy-loaded attributes: flavor,info_cache {{(pid=62574) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2166.425224] env[62574]: DEBUG nova.network.neutron [None req-1e134588-25f1-4853-8e30-018e12ee578b tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] [instance: c46833f3-76d7-4432-87f1-e753d73fc809] Instance cache missing network info. {{(pid=62574) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2166.548348] env[62574]: DEBUG nova.network.neutron [None req-1e134588-25f1-4853-8e30-018e12ee578b tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] [instance: c46833f3-76d7-4432-87f1-e753d73fc809] Updating instance_info_cache with network_info: [{"id": "002f8f33-1ab7-4c92-b232-6473684f8618", "address": "fa:16:3e:c2:fc:a7", "network": {"id": "f03597f1-26a8-4de5-aa19-ab11345ad179", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1253464518-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2c59d09bb7e848f99194722508f035d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60567ee6-01d0-4b16-9c7a-4a896827d6eb", "external-id": "nsx-vlan-transportzone-28", "segmentation_id": 28, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap002f8f33-1a", "ovs_interfaceid": "002f8f33-1ab7-4c92-b232-6473684f8618", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2166.618469] env[62574]: DEBUG nova.network.neutron [None req-e936c813-8695-4973-9490-1ce3b0b2580b tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] [instance: 36b49cb1-2f00-4662-909e-7e8cb6ee5c67] Updating instance_info_cache with network_info: [{"id": "83657641-ffd9-49c4-8dc0-a2782919b8c5", "address": "fa:16:3e:cc:6f:62", "network": {"id": "b8d54aae-4356-4bda-ac80-8aff560fc517", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-261048869-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9a1f51591de495fab1d31bd59552aa2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56b944d8-803d-43f2-945d-0f334ee4ea1c", "external-id": "nsx-vlan-transportzone-799", "segmentation_id": 799, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83657641-ff", "ovs_interfaceid": "83657641-ffd9-49c4-8dc0-a2782919b8c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2167.050938] env[62574]: DEBUG oslo_concurrency.lockutils [None req-1e134588-25f1-4853-8e30-018e12ee578b tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Releasing lock "refresh_cache-c46833f3-76d7-4432-87f1-e753d73fc809" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2167.051337] env[62574]: DEBUG nova.compute.manager [None req-1e134588-25f1-4853-8e30-018e12ee578b tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] [instance: c46833f3-76d7-4432-87f1-e753d73fc809] Instance network_info: |[{"id": "002f8f33-1ab7-4c92-b232-6473684f8618", "address": "fa:16:3e:c2:fc:a7", "network": {"id": "f03597f1-26a8-4de5-aa19-ab11345ad179", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1253464518-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2c59d09bb7e848f99194722508f035d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60567ee6-01d0-4b16-9c7a-4a896827d6eb", "external-id": "nsx-vlan-transportzone-28", "segmentation_id": 28, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap002f8f33-1a", "ovs_interfaceid": "002f8f33-1ab7-4c92-b232-6473684f8618", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62574) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2167.051750] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-1e134588-25f1-4853-8e30-018e12ee578b tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] [instance: c46833f3-76d7-4432-87f1-e753d73fc809] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c2:fc:a7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '60567ee6-01d0-4b16-9c7a-4a896827d6eb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '002f8f33-1ab7-4c92-b232-6473684f8618', 'vif_model': 'vmxnet3'}] {{(pid=62574) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2167.059081] env[62574]: DEBUG oslo.service.loopingcall [None req-1e134588-25f1-4853-8e30-018e12ee578b tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62574) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2167.059311] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c46833f3-76d7-4432-87f1-e753d73fc809] Creating VM on the ESX host {{(pid=62574) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2167.059568] env[62574]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-428a684a-a762-45db-ac8a-afc3faba0e78 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2167.078847] env[62574]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2167.078847] env[62574]: value = "task-1862772" [ 2167.078847] env[62574]: _type = "Task" [ 2167.078847] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2167.088104] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1862772, 'name': CreateVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2167.120904] env[62574]: DEBUG oslo_concurrency.lockutils [None req-e936c813-8695-4973-9490-1ce3b0b2580b tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] Releasing lock "refresh_cache-36b49cb1-2f00-4662-909e-7e8cb6ee5c67" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2167.327101] env[62574]: DEBUG nova.compute.manager [req-a694ead3-9900-4a7d-a194-0193713b5323 req-edb07140-5fcf-4027-9559-c6916ab76f28 service nova] [instance: c46833f3-76d7-4432-87f1-e753d73fc809] Received event network-changed-002f8f33-1ab7-4c92-b232-6473684f8618 {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 2167.327247] env[62574]: DEBUG nova.compute.manager [req-a694ead3-9900-4a7d-a194-0193713b5323 req-edb07140-5fcf-4027-9559-c6916ab76f28 service nova] [instance: c46833f3-76d7-4432-87f1-e753d73fc809] Refreshing instance network info cache due to event network-changed-002f8f33-1ab7-4c92-b232-6473684f8618. {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 2167.327490] env[62574]: DEBUG oslo_concurrency.lockutils [req-a694ead3-9900-4a7d-a194-0193713b5323 req-edb07140-5fcf-4027-9559-c6916ab76f28 service nova] Acquiring lock "refresh_cache-c46833f3-76d7-4432-87f1-e753d73fc809" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2167.327647] env[62574]: DEBUG oslo_concurrency.lockutils [req-a694ead3-9900-4a7d-a194-0193713b5323 req-edb07140-5fcf-4027-9559-c6916ab76f28 service nova] Acquired lock "refresh_cache-c46833f3-76d7-4432-87f1-e753d73fc809" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2167.327812] env[62574]: DEBUG nova.network.neutron [req-a694ead3-9900-4a7d-a194-0193713b5323 req-edb07140-5fcf-4027-9559-c6916ab76f28 service nova] [instance: c46833f3-76d7-4432-87f1-e753d73fc809] Refreshing network info cache for port 002f8f33-1ab7-4c92-b232-6473684f8618 {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2167.590467] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1862772, 'name': CreateVM_Task, 'duration_secs': 0.315153} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2167.590723] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c46833f3-76d7-4432-87f1-e753d73fc809] Created VM on the ESX host {{(pid=62574) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2167.591385] env[62574]: DEBUG oslo_concurrency.lockutils [None req-1e134588-25f1-4853-8e30-018e12ee578b tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2167.591570] env[62574]: DEBUG oslo_concurrency.lockutils [None req-1e134588-25f1-4853-8e30-018e12ee578b tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2167.591942] env[62574]: DEBUG oslo_concurrency.lockutils [None req-1e134588-25f1-4853-8e30-018e12ee578b tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2167.592228] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef365732-dbda-45b9-9e76-d554762b3f85 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2167.597112] env[62574]: DEBUG oslo_vmware.api [None req-1e134588-25f1-4853-8e30-018e12ee578b tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Waiting for the task: (returnval){ [ 2167.597112] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]52512fd7-3879-ef6c-5bfb-14e0faca4a30" [ 2167.597112] env[62574]: _type = "Task" [ 2167.597112] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2167.605063] env[62574]: DEBUG oslo_vmware.api [None req-1e134588-25f1-4853-8e30-018e12ee578b tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52512fd7-3879-ef6c-5bfb-14e0faca4a30, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2168.025041] env[62574]: DEBUG nova.network.neutron [req-a694ead3-9900-4a7d-a194-0193713b5323 req-edb07140-5fcf-4027-9559-c6916ab76f28 service nova] [instance: c46833f3-76d7-4432-87f1-e753d73fc809] Updated VIF entry in instance network info cache for port 002f8f33-1ab7-4c92-b232-6473684f8618. {{(pid=62574) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2168.025436] env[62574]: DEBUG nova.network.neutron [req-a694ead3-9900-4a7d-a194-0193713b5323 req-edb07140-5fcf-4027-9559-c6916ab76f28 service nova] [instance: c46833f3-76d7-4432-87f1-e753d73fc809] Updating instance_info_cache with network_info: [{"id": "002f8f33-1ab7-4c92-b232-6473684f8618", "address": "fa:16:3e:c2:fc:a7", "network": {"id": "f03597f1-26a8-4de5-aa19-ab11345ad179", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1253464518-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2c59d09bb7e848f99194722508f035d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60567ee6-01d0-4b16-9c7a-4a896827d6eb", "external-id": "nsx-vlan-transportzone-28", "segmentation_id": 28, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap002f8f33-1a", "ovs_interfaceid": "002f8f33-1ab7-4c92-b232-6473684f8618", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2168.107785] env[62574]: DEBUG oslo_vmware.api [None req-1e134588-25f1-4853-8e30-018e12ee578b tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52512fd7-3879-ef6c-5bfb-14e0faca4a30, 'name': SearchDatastore_Task, 'duration_secs': 0.010192} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2168.108182] env[62574]: DEBUG oslo_concurrency.lockutils [None req-1e134588-25f1-4853-8e30-018e12ee578b tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2168.108390] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-1e134588-25f1-4853-8e30-018e12ee578b tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] [instance: c46833f3-76d7-4432-87f1-e753d73fc809] Processing image 3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2 {{(pid=62574) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2168.108630] env[62574]: DEBUG oslo_concurrency.lockutils [None req-1e134588-25f1-4853-8e30-018e12ee578b tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2168.108777] env[62574]: DEBUG oslo_concurrency.lockutils [None req-1e134588-25f1-4853-8e30-018e12ee578b tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2168.108956] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e134588-25f1-4853-8e30-018e12ee578b tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2168.109219] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9c984ad1-0b7b-42c1-843a-6d03f986e420 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2168.116818] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e134588-25f1-4853-8e30-018e12ee578b tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2168.116965] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-1e134588-25f1-4853-8e30-018e12ee578b tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62574) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2168.117631] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-41041fd5-2a41-4964-935b-f1fd027d2689 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2168.123014] env[62574]: DEBUG oslo_vmware.api [None req-1e134588-25f1-4853-8e30-018e12ee578b tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Waiting for the task: (returnval){ [ 2168.123014] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]52635d6d-ee9a-582c-9c77-5402e760525b" [ 2168.123014] env[62574]: _type = "Task" [ 2168.123014] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2168.125882] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-e936c813-8695-4973-9490-1ce3b0b2580b tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] [instance: 36b49cb1-2f00-4662-909e-7e8cb6ee5c67] Powering on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2168.126091] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a925c70c-c092-49f9-ad2f-46e6e1f23767 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2168.131819] env[62574]: DEBUG oslo_vmware.api [None req-1e134588-25f1-4853-8e30-018e12ee578b tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52635d6d-ee9a-582c-9c77-5402e760525b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2168.132884] env[62574]: DEBUG oslo_vmware.api [None req-e936c813-8695-4973-9490-1ce3b0b2580b tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] Waiting for the task: (returnval){ [ 2168.132884] env[62574]: value = "task-1862773" [ 2168.132884] env[62574]: _type = "Task" [ 2168.132884] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2168.139620] env[62574]: DEBUG oslo_vmware.api [None req-e936c813-8695-4973-9490-1ce3b0b2580b tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] Task: {'id': task-1862773, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2168.528568] env[62574]: DEBUG oslo_concurrency.lockutils [req-a694ead3-9900-4a7d-a194-0193713b5323 req-edb07140-5fcf-4027-9559-c6916ab76f28 service nova] Releasing lock "refresh_cache-c46833f3-76d7-4432-87f1-e753d73fc809" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2168.633837] env[62574]: DEBUG oslo_vmware.api [None req-1e134588-25f1-4853-8e30-018e12ee578b tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52635d6d-ee9a-582c-9c77-5402e760525b, 'name': SearchDatastore_Task, 'duration_secs': 0.008985} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2168.637292] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ae53514-cada-4fde-a3d3-e411d0584620 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2168.642617] env[62574]: DEBUG oslo_vmware.api [None req-1e134588-25f1-4853-8e30-018e12ee578b tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Waiting for the task: (returnval){ [ 2168.642617] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]5203df37-ab73-22a2-329e-d4e69f161333" [ 2168.642617] env[62574]: _type = "Task" [ 2168.642617] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2168.645416] env[62574]: DEBUG oslo_vmware.api [None req-e936c813-8695-4973-9490-1ce3b0b2580b tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] Task: {'id': task-1862773, 'name': PowerOnVM_Task, 'duration_secs': 0.370393} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2168.648122] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-e936c813-8695-4973-9490-1ce3b0b2580b tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] [instance: 36b49cb1-2f00-4662-909e-7e8cb6ee5c67] Powered on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2168.648336] env[62574]: DEBUG nova.compute.manager [None req-e936c813-8695-4973-9490-1ce3b0b2580b tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] [instance: 36b49cb1-2f00-4662-909e-7e8cb6ee5c67] Checking state {{(pid=62574) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2168.649032] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc83a934-9d42-43f2-8f05-bd3763da39d8 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2168.656064] env[62574]: DEBUG oslo_vmware.api [None req-1e134588-25f1-4853-8e30-018e12ee578b tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]5203df37-ab73-22a2-329e-d4e69f161333, 'name': SearchDatastore_Task, 'duration_secs': 0.008754} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2168.657369] env[62574]: DEBUG oslo_concurrency.lockutils [None req-1e134588-25f1-4853-8e30-018e12ee578b tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2168.657629] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e134588-25f1-4853-8e30-018e12ee578b tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk to [datastore1] c46833f3-76d7-4432-87f1-e753d73fc809/c46833f3-76d7-4432-87f1-e753d73fc809.vmdk {{(pid=62574) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2168.659896] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7b85aba4-57e4-4b4b-b735-e060b18857b7 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2168.666299] env[62574]: DEBUG oslo_vmware.api [None req-1e134588-25f1-4853-8e30-018e12ee578b tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Waiting for the task: (returnval){ [ 2168.666299] env[62574]: value = "task-1862774" [ 2168.666299] env[62574]: _type = "Task" [ 2168.666299] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2168.673466] env[62574]: DEBUG oslo_vmware.api [None req-1e134588-25f1-4853-8e30-018e12ee578b tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Task: {'id': task-1862774, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2169.175344] env[62574]: DEBUG oslo_vmware.api [None req-1e134588-25f1-4853-8e30-018e12ee578b tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Task: {'id': task-1862774, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.428883} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2169.175695] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e134588-25f1-4853-8e30-018e12ee578b tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk to [datastore1] c46833f3-76d7-4432-87f1-e753d73fc809/c46833f3-76d7-4432-87f1-e753d73fc809.vmdk {{(pid=62574) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2169.175772] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-1e134588-25f1-4853-8e30-018e12ee578b tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] [instance: c46833f3-76d7-4432-87f1-e753d73fc809] Extending root virtual disk to 1048576 {{(pid=62574) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2169.175976] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-aa755a5d-b5e3-422b-8b55-69e5e9e04942 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2169.183720] env[62574]: DEBUG oslo_vmware.api [None req-1e134588-25f1-4853-8e30-018e12ee578b tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Waiting for the task: (returnval){ [ 2169.183720] env[62574]: value = "task-1862775" [ 2169.183720] env[62574]: _type = "Task" [ 2169.183720] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2169.192306] env[62574]: DEBUG oslo_vmware.api [None req-1e134588-25f1-4853-8e30-018e12ee578b tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Task: {'id': task-1862775, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2169.693773] env[62574]: DEBUG oslo_vmware.api [None req-1e134588-25f1-4853-8e30-018e12ee578b tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Task: {'id': task-1862775, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.0621} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2169.694064] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-1e134588-25f1-4853-8e30-018e12ee578b tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] [instance: c46833f3-76d7-4432-87f1-e753d73fc809] Extended root virtual disk {{(pid=62574) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2169.694811] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5469112b-e938-4124-8dbd-d4d123300b08 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2169.716111] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e134588-25f1-4853-8e30-018e12ee578b tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] [instance: c46833f3-76d7-4432-87f1-e753d73fc809] Reconfiguring VM instance instance-00000078 to attach disk [datastore1] c46833f3-76d7-4432-87f1-e753d73fc809/c46833f3-76d7-4432-87f1-e753d73fc809.vmdk or device None with type sparse {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2169.716346] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b42e735d-ba3f-4d17-adcc-adc6b86f15a6 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2169.735739] env[62574]: DEBUG oslo_vmware.api [None req-1e134588-25f1-4853-8e30-018e12ee578b tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Waiting for the task: (returnval){ [ 2169.735739] env[62574]: value = "task-1862776" [ 2169.735739] env[62574]: _type = "Task" [ 2169.735739] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2169.743133] env[62574]: DEBUG oslo_vmware.api [None req-1e134588-25f1-4853-8e30-018e12ee578b tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Task: {'id': task-1862776, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2170.245581] env[62574]: DEBUG oslo_vmware.api [None req-1e134588-25f1-4853-8e30-018e12ee578b tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Task: {'id': task-1862776, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2170.746056] env[62574]: DEBUG oslo_vmware.api [None req-1e134588-25f1-4853-8e30-018e12ee578b tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Task: {'id': task-1862776, 'name': ReconfigVM_Task, 'duration_secs': 0.93296} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2170.746279] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e134588-25f1-4853-8e30-018e12ee578b tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] [instance: c46833f3-76d7-4432-87f1-e753d73fc809] Reconfigured VM instance instance-00000078 to attach disk [datastore1] c46833f3-76d7-4432-87f1-e753d73fc809/c46833f3-76d7-4432-87f1-e753d73fc809.vmdk or device None with type sparse {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2170.746906] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-91d6912c-ab13-44bb-80fe-6e884e09df91 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2170.753379] env[62574]: DEBUG oslo_vmware.api [None req-1e134588-25f1-4853-8e30-018e12ee578b tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Waiting for the task: (returnval){ [ 2170.753379] env[62574]: value = "task-1862777" [ 2170.753379] env[62574]: _type = "Task" [ 2170.753379] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2170.761400] env[62574]: DEBUG oslo_vmware.api [None req-1e134588-25f1-4853-8e30-018e12ee578b tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Task: {'id': task-1862777, 'name': Rename_Task} progress is 5%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2171.263279] env[62574]: DEBUG oslo_vmware.api [None req-1e134588-25f1-4853-8e30-018e12ee578b tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Task: {'id': task-1862777, 'name': Rename_Task, 'duration_secs': 0.15299} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2171.263693] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e134588-25f1-4853-8e30-018e12ee578b tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] [instance: c46833f3-76d7-4432-87f1-e753d73fc809] Powering on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2171.263799] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6570cacf-7212-4565-8670-55bb5ce1ea6a {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2171.269722] env[62574]: DEBUG oslo_vmware.api [None req-1e134588-25f1-4853-8e30-018e12ee578b tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Waiting for the task: (returnval){ [ 2171.269722] env[62574]: value = "task-1862778" [ 2171.269722] env[62574]: _type = "Task" [ 2171.269722] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2171.276856] env[62574]: DEBUG oslo_vmware.api [None req-1e134588-25f1-4853-8e30-018e12ee578b tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Task: {'id': task-1862778, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2171.779693] env[62574]: DEBUG oslo_vmware.api [None req-1e134588-25f1-4853-8e30-018e12ee578b tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Task: {'id': task-1862778, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2172.280758] env[62574]: DEBUG oslo_vmware.api [None req-1e134588-25f1-4853-8e30-018e12ee578b tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Task: {'id': task-1862778, 'name': PowerOnVM_Task, 'duration_secs': 1.001844} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2172.280758] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e134588-25f1-4853-8e30-018e12ee578b tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] [instance: c46833f3-76d7-4432-87f1-e753d73fc809] Powered on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2172.280758] env[62574]: INFO nova.compute.manager [None req-1e134588-25f1-4853-8e30-018e12ee578b tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] [instance: c46833f3-76d7-4432-87f1-e753d73fc809] Took 7.30 seconds to spawn the instance on the hypervisor. [ 2172.281205] env[62574]: DEBUG nova.compute.manager [None req-1e134588-25f1-4853-8e30-018e12ee578b tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] [instance: c46833f3-76d7-4432-87f1-e753d73fc809] Checking state {{(pid=62574) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2172.281718] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-402e2783-6343-4612-8ef8-b7e27ca3dc33 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2172.798468] env[62574]: INFO nova.compute.manager [None req-1e134588-25f1-4853-8e30-018e12ee578b tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] [instance: c46833f3-76d7-4432-87f1-e753d73fc809] Took 12.02 seconds to build instance. [ 2173.300387] env[62574]: DEBUG oslo_concurrency.lockutils [None req-1e134588-25f1-4853-8e30-018e12ee578b tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Lock "c46833f3-76d7-4432-87f1-e753d73fc809" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.529s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2173.960036] env[62574]: DEBUG oslo_concurrency.lockutils [None req-89a3c2c4-6ef7-409c-a6e2-6d829f4feb62 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Acquiring lock "2bdbd6da-c2d0-445b-b843-da341eec8e2f" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2173.960036] env[62574]: DEBUG oslo_concurrency.lockutils [None req-89a3c2c4-6ef7-409c-a6e2-6d829f4feb62 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Lock "2bdbd6da-c2d0-445b-b843-da341eec8e2f" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2173.960036] env[62574]: DEBUG nova.compute.manager [None req-89a3c2c4-6ef7-409c-a6e2-6d829f4feb62 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] [instance: 2bdbd6da-c2d0-445b-b843-da341eec8e2f] Checking state {{(pid=62574) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2173.961515] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12d2b5ae-e501-4b9a-a5b2-cfc37699e583 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2173.968942] env[62574]: DEBUG nova.compute.manager [None req-89a3c2c4-6ef7-409c-a6e2-6d829f4feb62 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] [instance: 2bdbd6da-c2d0-445b-b843-da341eec8e2f] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62574) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 2173.969622] env[62574]: DEBUG nova.objects.instance [None req-89a3c2c4-6ef7-409c-a6e2-6d829f4feb62 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Lazy-loading 'flavor' on Instance uuid 2bdbd6da-c2d0-445b-b843-da341eec8e2f {{(pid=62574) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2174.436080] env[62574]: INFO nova.compute.manager [None req-667e33d8-1cc7-4870-ae93-f503cb0c9f8b tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] [instance: c46833f3-76d7-4432-87f1-e753d73fc809] Rebuilding instance [ 2174.474845] env[62574]: DEBUG nova.compute.manager [None req-667e33d8-1cc7-4870-ae93-f503cb0c9f8b tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] [instance: c46833f3-76d7-4432-87f1-e753d73fc809] Checking state {{(pid=62574) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2174.475704] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcda4dca-1e87-4b02-830d-c4f5d03bc6a8 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2174.981119] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-89a3c2c4-6ef7-409c-a6e2-6d829f4feb62 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] [instance: 2bdbd6da-c2d0-445b-b843-da341eec8e2f] Powering off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2174.981119] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d5bd8f46-5cef-47b1-9f7b-60afb41ba317 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2174.989406] env[62574]: DEBUG oslo_vmware.api [None req-89a3c2c4-6ef7-409c-a6e2-6d829f4feb62 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Waiting for the task: (returnval){ [ 2174.989406] env[62574]: value = "task-1862779" [ 2174.989406] env[62574]: _type = "Task" [ 2174.989406] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2174.998059] env[62574]: DEBUG oslo_vmware.api [None req-89a3c2c4-6ef7-409c-a6e2-6d829f4feb62 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Task: {'id': task-1862779, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2175.489124] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-667e33d8-1cc7-4870-ae93-f503cb0c9f8b tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] [instance: c46833f3-76d7-4432-87f1-e753d73fc809] Powering off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2175.489542] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-613d1db9-01eb-4d31-bdae-354252136e34 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2175.499717] env[62574]: DEBUG oslo_vmware.api [None req-89a3c2c4-6ef7-409c-a6e2-6d829f4feb62 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Task: {'id': task-1862779, 'name': PowerOffVM_Task, 'duration_secs': 0.161501} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2175.500841] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-89a3c2c4-6ef7-409c-a6e2-6d829f4feb62 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] [instance: 2bdbd6da-c2d0-445b-b843-da341eec8e2f] Powered off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2175.501053] env[62574]: DEBUG nova.compute.manager [None req-89a3c2c4-6ef7-409c-a6e2-6d829f4feb62 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] [instance: 2bdbd6da-c2d0-445b-b843-da341eec8e2f] Checking state {{(pid=62574) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2175.501349] env[62574]: DEBUG oslo_vmware.api [None req-667e33d8-1cc7-4870-ae93-f503cb0c9f8b tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Waiting for the task: (returnval){ [ 2175.501349] env[62574]: value = "task-1862780" [ 2175.501349] env[62574]: _type = "Task" [ 2175.501349] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2175.502043] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-047c800e-7fed-4cb8-aaa3-9bd52279dff4 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2175.515192] env[62574]: DEBUG oslo_vmware.api [None req-667e33d8-1cc7-4870-ae93-f503cb0c9f8b tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Task: {'id': task-1862780, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2176.014506] env[62574]: DEBUG oslo_vmware.api [None req-667e33d8-1cc7-4870-ae93-f503cb0c9f8b tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Task: {'id': task-1862780, 'name': PowerOffVM_Task, 'duration_secs': 0.208959} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2176.014777] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-667e33d8-1cc7-4870-ae93-f503cb0c9f8b tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] [instance: c46833f3-76d7-4432-87f1-e753d73fc809] Powered off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2176.015030] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-667e33d8-1cc7-4870-ae93-f503cb0c9f8b tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] [instance: c46833f3-76d7-4432-87f1-e753d73fc809] Destroying instance {{(pid=62574) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2176.015763] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61ee66ba-c074-4edb-af2e-9b5577d926bb {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2176.020414] env[62574]: DEBUG oslo_concurrency.lockutils [None req-89a3c2c4-6ef7-409c-a6e2-6d829f4feb62 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Lock "2bdbd6da-c2d0-445b-b843-da341eec8e2f" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.061s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2176.024091] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-667e33d8-1cc7-4870-ae93-f503cb0c9f8b tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] [instance: c46833f3-76d7-4432-87f1-e753d73fc809] Unregistering the VM {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2176.024319] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c878803d-7774-4b77-a99f-9660b3f67712 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2176.213467] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-667e33d8-1cc7-4870-ae93-f503cb0c9f8b tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] [instance: c46833f3-76d7-4432-87f1-e753d73fc809] Unregistered the VM {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2176.213688] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-667e33d8-1cc7-4870-ae93-f503cb0c9f8b tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] [instance: c46833f3-76d7-4432-87f1-e753d73fc809] Deleting contents of the VM from datastore datastore1 {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2176.213871] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-667e33d8-1cc7-4870-ae93-f503cb0c9f8b tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Deleting the datastore file [datastore1] c46833f3-76d7-4432-87f1-e753d73fc809 {{(pid=62574) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2176.214967] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3efe6ab6-7f5a-433c-a934-6aaa3c3542a0 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2176.223739] env[62574]: DEBUG oslo_vmware.api [None req-667e33d8-1cc7-4870-ae93-f503cb0c9f8b tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Waiting for the task: (returnval){ [ 2176.223739] env[62574]: value = "task-1862782" [ 2176.223739] env[62574]: _type = "Task" [ 2176.223739] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2176.232267] env[62574]: DEBUG oslo_vmware.api [None req-667e33d8-1cc7-4870-ae93-f503cb0c9f8b tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Task: {'id': task-1862782, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2176.357069] env[62574]: DEBUG nova.objects.instance [None req-58e6cdcf-8127-45bc-9f7e-27369b932cc8 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Lazy-loading 'flavor' on Instance uuid 2bdbd6da-c2d0-445b-b843-da341eec8e2f {{(pid=62574) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2176.734445] env[62574]: DEBUG oslo_vmware.api [None req-667e33d8-1cc7-4870-ae93-f503cb0c9f8b tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Task: {'id': task-1862782, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.267352} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2176.734858] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-667e33d8-1cc7-4870-ae93-f503cb0c9f8b tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Deleted the datastore file {{(pid=62574) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2176.734909] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-667e33d8-1cc7-4870-ae93-f503cb0c9f8b tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] [instance: c46833f3-76d7-4432-87f1-e753d73fc809] Deleted contents of the VM from datastore datastore1 {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2176.735068] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-667e33d8-1cc7-4870-ae93-f503cb0c9f8b tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] [instance: c46833f3-76d7-4432-87f1-e753d73fc809] Instance destroyed {{(pid=62574) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2176.861918] env[62574]: DEBUG oslo_concurrency.lockutils [None req-58e6cdcf-8127-45bc-9f7e-27369b932cc8 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Acquiring lock "refresh_cache-2bdbd6da-c2d0-445b-b843-da341eec8e2f" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2176.862105] env[62574]: DEBUG oslo_concurrency.lockutils [None req-58e6cdcf-8127-45bc-9f7e-27369b932cc8 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Acquired lock "refresh_cache-2bdbd6da-c2d0-445b-b843-da341eec8e2f" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2176.862223] env[62574]: DEBUG nova.network.neutron [None req-58e6cdcf-8127-45bc-9f7e-27369b932cc8 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] [instance: 2bdbd6da-c2d0-445b-b843-da341eec8e2f] Building network info cache for instance {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2176.862436] env[62574]: DEBUG nova.objects.instance [None req-58e6cdcf-8127-45bc-9f7e-27369b932cc8 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Lazy-loading 'info_cache' on Instance uuid 2bdbd6da-c2d0-445b-b843-da341eec8e2f {{(pid=62574) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2177.366142] env[62574]: DEBUG nova.objects.base [None req-58e6cdcf-8127-45bc-9f7e-27369b932cc8 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Object Instance<2bdbd6da-c2d0-445b-b843-da341eec8e2f> lazy-loaded attributes: flavor,info_cache {{(pid=62574) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2177.770651] env[62574]: DEBUG nova.virt.hardware [None req-667e33d8-1cc7-4870-ae93-f503cb0c9f8b tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T19:26:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-13T19:26:40Z,direct_url=,disk_format='vmdk',id=3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7eed1dd4d2c3418eb32c4f4ceda3ab0d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-13T19:26:41Z,virtual_size=,visibility=), allow threads: False {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2177.770995] env[62574]: DEBUG nova.virt.hardware [None req-667e33d8-1cc7-4870-ae93-f503cb0c9f8b tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Flavor limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2177.771072] env[62574]: DEBUG nova.virt.hardware [None req-667e33d8-1cc7-4870-ae93-f503cb0c9f8b tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Image limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2177.771250] env[62574]: DEBUG nova.virt.hardware [None req-667e33d8-1cc7-4870-ae93-f503cb0c9f8b tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Flavor pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2177.771400] env[62574]: DEBUG nova.virt.hardware [None req-667e33d8-1cc7-4870-ae93-f503cb0c9f8b tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Image pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2177.771546] env[62574]: DEBUG nova.virt.hardware [None req-667e33d8-1cc7-4870-ae93-f503cb0c9f8b tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2177.771757] env[62574]: DEBUG nova.virt.hardware [None req-667e33d8-1cc7-4870-ae93-f503cb0c9f8b tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2177.771917] env[62574]: DEBUG nova.virt.hardware [None req-667e33d8-1cc7-4870-ae93-f503cb0c9f8b tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2177.772097] env[62574]: DEBUG nova.virt.hardware [None req-667e33d8-1cc7-4870-ae93-f503cb0c9f8b tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Got 1 possible topologies {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2177.772277] env[62574]: DEBUG nova.virt.hardware [None req-667e33d8-1cc7-4870-ae93-f503cb0c9f8b tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2177.772450] env[62574]: DEBUG nova.virt.hardware [None req-667e33d8-1cc7-4870-ae93-f503cb0c9f8b tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2177.773327] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4544e8eb-7ccb-4253-9bec-270ec4ef918a {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2177.781018] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ce51c3e-f14c-47ef-8656-c444c7268dcd {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2177.793929] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-667e33d8-1cc7-4870-ae93-f503cb0c9f8b tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] [instance: c46833f3-76d7-4432-87f1-e753d73fc809] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c2:fc:a7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '60567ee6-01d0-4b16-9c7a-4a896827d6eb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '002f8f33-1ab7-4c92-b232-6473684f8618', 'vif_model': 'vmxnet3'}] {{(pid=62574) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2177.800953] env[62574]: DEBUG oslo.service.loopingcall [None req-667e33d8-1cc7-4870-ae93-f503cb0c9f8b tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62574) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2177.801183] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c46833f3-76d7-4432-87f1-e753d73fc809] Creating VM on the ESX host {{(pid=62574) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2177.801382] env[62574]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b09c6809-7c3e-4cb8-8160-b6442b5902ae {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2177.820651] env[62574]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2177.820651] env[62574]: value = "task-1862783" [ 2177.820651] env[62574]: _type = "Task" [ 2177.820651] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2177.827683] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1862783, 'name': CreateVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2178.082015] env[62574]: DEBUG nova.network.neutron [None req-58e6cdcf-8127-45bc-9f7e-27369b932cc8 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] [instance: 2bdbd6da-c2d0-445b-b843-da341eec8e2f] Updating instance_info_cache with network_info: [{"id": "abc19893-e687-4542-b4f5-7a13ab0eb5cf", "address": "fa:16:3e:68:44:17", "network": {"id": "3af14f16-9d32-4c8d-8557-ce8f3b8b4086", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1431517823-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.141", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "31d5eeff630d40d2928149f27883ae60", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapabc19893-e6", "ovs_interfaceid": "abc19893-e687-4542-b4f5-7a13ab0eb5cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2178.333408] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1862783, 'name': CreateVM_Task, 'duration_secs': 0.422053} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2178.333607] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c46833f3-76d7-4432-87f1-e753d73fc809] Created VM on the ESX host {{(pid=62574) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2178.334214] env[62574]: DEBUG oslo_concurrency.lockutils [None req-667e33d8-1cc7-4870-ae93-f503cb0c9f8b tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2178.334381] env[62574]: DEBUG oslo_concurrency.lockutils [None req-667e33d8-1cc7-4870-ae93-f503cb0c9f8b tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2178.334708] env[62574]: DEBUG oslo_concurrency.lockutils [None req-667e33d8-1cc7-4870-ae93-f503cb0c9f8b tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2178.334957] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5dc53d99-5193-4aaa-acaf-27b1fbfd5db9 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2178.339196] env[62574]: DEBUG oslo_vmware.api [None req-667e33d8-1cc7-4870-ae93-f503cb0c9f8b tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Waiting for the task: (returnval){ [ 2178.339196] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]520ebc4c-fb4a-2169-ebb4-0d31a35d3c6d" [ 2178.339196] env[62574]: _type = "Task" [ 2178.339196] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2178.346271] env[62574]: DEBUG oslo_vmware.api [None req-667e33d8-1cc7-4870-ae93-f503cb0c9f8b tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]520ebc4c-fb4a-2169-ebb4-0d31a35d3c6d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2178.584805] env[62574]: DEBUG oslo_concurrency.lockutils [None req-58e6cdcf-8127-45bc-9f7e-27369b932cc8 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Releasing lock "refresh_cache-2bdbd6da-c2d0-445b-b843-da341eec8e2f" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2178.849877] env[62574]: DEBUG oslo_vmware.api [None req-667e33d8-1cc7-4870-ae93-f503cb0c9f8b tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]520ebc4c-fb4a-2169-ebb4-0d31a35d3c6d, 'name': SearchDatastore_Task, 'duration_secs': 0.009102} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2178.850268] env[62574]: DEBUG oslo_concurrency.lockutils [None req-667e33d8-1cc7-4870-ae93-f503cb0c9f8b tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2178.850428] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-667e33d8-1cc7-4870-ae93-f503cb0c9f8b tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] [instance: c46833f3-76d7-4432-87f1-e753d73fc809] Processing image 3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2 {{(pid=62574) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2178.850611] env[62574]: DEBUG oslo_concurrency.lockutils [None req-667e33d8-1cc7-4870-ae93-f503cb0c9f8b tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2178.850760] env[62574]: DEBUG oslo_concurrency.lockutils [None req-667e33d8-1cc7-4870-ae93-f503cb0c9f8b tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2178.850936] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-667e33d8-1cc7-4870-ae93-f503cb0c9f8b tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2178.851514] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fa4d5e84-0a34-4f7f-983a-a11490b7922b {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2178.859454] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-667e33d8-1cc7-4870-ae93-f503cb0c9f8b tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2178.859623] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-667e33d8-1cc7-4870-ae93-f503cb0c9f8b tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62574) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2178.860300] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af78a59e-67bf-4a2e-a9a6-068288a7b6b7 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2178.865351] env[62574]: DEBUG oslo_vmware.api [None req-667e33d8-1cc7-4870-ae93-f503cb0c9f8b tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Waiting for the task: (returnval){ [ 2178.865351] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]526fb2b0-eaf3-4ec5-89bd-61f89484f8fe" [ 2178.865351] env[62574]: _type = "Task" [ 2178.865351] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2178.872195] env[62574]: DEBUG oslo_vmware.api [None req-667e33d8-1cc7-4870-ae93-f503cb0c9f8b tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]526fb2b0-eaf3-4ec5-89bd-61f89484f8fe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2179.375276] env[62574]: DEBUG oslo_vmware.api [None req-667e33d8-1cc7-4870-ae93-f503cb0c9f8b tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]526fb2b0-eaf3-4ec5-89bd-61f89484f8fe, 'name': SearchDatastore_Task, 'duration_secs': 0.011177} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2179.376029] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-169f0f14-cadc-4e66-ac45-986393c55ab7 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2179.381347] env[62574]: DEBUG oslo_vmware.api [None req-667e33d8-1cc7-4870-ae93-f503cb0c9f8b tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Waiting for the task: (returnval){ [ 2179.381347] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]528f14af-9cb3-0761-c31a-74fcceb5859a" [ 2179.381347] env[62574]: _type = "Task" [ 2179.381347] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2179.388342] env[62574]: DEBUG oslo_vmware.api [None req-667e33d8-1cc7-4870-ae93-f503cb0c9f8b tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]528f14af-9cb3-0761-c31a-74fcceb5859a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2179.591334] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-58e6cdcf-8127-45bc-9f7e-27369b932cc8 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] [instance: 2bdbd6da-c2d0-445b-b843-da341eec8e2f] Powering on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2179.591685] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7ffcc98d-fdac-4a40-b85e-1ee1d512c155 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2179.598796] env[62574]: DEBUG oslo_vmware.api [None req-58e6cdcf-8127-45bc-9f7e-27369b932cc8 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Waiting for the task: (returnval){ [ 2179.598796] env[62574]: value = "task-1862784" [ 2179.598796] env[62574]: _type = "Task" [ 2179.598796] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2179.607182] env[62574]: DEBUG oslo_vmware.api [None req-58e6cdcf-8127-45bc-9f7e-27369b932cc8 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Task: {'id': task-1862784, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2179.891685] env[62574]: DEBUG oslo_vmware.api [None req-667e33d8-1cc7-4870-ae93-f503cb0c9f8b tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]528f14af-9cb3-0761-c31a-74fcceb5859a, 'name': SearchDatastore_Task, 'duration_secs': 0.008825} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2179.892120] env[62574]: DEBUG oslo_concurrency.lockutils [None req-667e33d8-1cc7-4870-ae93-f503cb0c9f8b tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2179.892202] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-667e33d8-1cc7-4870-ae93-f503cb0c9f8b tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk to [datastore1] c46833f3-76d7-4432-87f1-e753d73fc809/c46833f3-76d7-4432-87f1-e753d73fc809.vmdk {{(pid=62574) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2179.892478] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fa11c390-97d6-4828-9010-175c0dde3af5 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2179.899192] env[62574]: DEBUG oslo_vmware.api [None req-667e33d8-1cc7-4870-ae93-f503cb0c9f8b tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Waiting for the task: (returnval){ [ 2179.899192] env[62574]: value = "task-1862785" [ 2179.899192] env[62574]: _type = "Task" [ 2179.899192] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2179.906650] env[62574]: DEBUG oslo_vmware.api [None req-667e33d8-1cc7-4870-ae93-f503cb0c9f8b tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Task: {'id': task-1862785, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2180.108694] env[62574]: DEBUG oslo_vmware.api [None req-58e6cdcf-8127-45bc-9f7e-27369b932cc8 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Task: {'id': task-1862784, 'name': PowerOnVM_Task, 'duration_secs': 0.36607} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2180.108962] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-58e6cdcf-8127-45bc-9f7e-27369b932cc8 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] [instance: 2bdbd6da-c2d0-445b-b843-da341eec8e2f] Powered on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2180.109187] env[62574]: DEBUG nova.compute.manager [None req-58e6cdcf-8127-45bc-9f7e-27369b932cc8 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] [instance: 2bdbd6da-c2d0-445b-b843-da341eec8e2f] Checking state {{(pid=62574) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2180.109983] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec101c01-c310-4451-9561-f52f89d58361 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2180.410412] env[62574]: DEBUG oslo_vmware.api [None req-667e33d8-1cc7-4870-ae93-f503cb0c9f8b tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Task: {'id': task-1862785, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2180.910740] env[62574]: DEBUG oslo_vmware.api [None req-667e33d8-1cc7-4870-ae93-f503cb0c9f8b tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Task: {'id': task-1862785, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.52083} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2180.911345] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-667e33d8-1cc7-4870-ae93-f503cb0c9f8b tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk to [datastore1] c46833f3-76d7-4432-87f1-e753d73fc809/c46833f3-76d7-4432-87f1-e753d73fc809.vmdk {{(pid=62574) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2180.911584] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-667e33d8-1cc7-4870-ae93-f503cb0c9f8b tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] [instance: c46833f3-76d7-4432-87f1-e753d73fc809] Extending root virtual disk to 1048576 {{(pid=62574) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2180.911893] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f9a7152c-ff94-4833-9de2-05f8b1eedaa5 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2180.918825] env[62574]: DEBUG oslo_vmware.api [None req-667e33d8-1cc7-4870-ae93-f503cb0c9f8b tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Waiting for the task: (returnval){ [ 2180.918825] env[62574]: value = "task-1862786" [ 2180.918825] env[62574]: _type = "Task" [ 2180.918825] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2180.926686] env[62574]: DEBUG oslo_vmware.api [None req-667e33d8-1cc7-4870-ae93-f503cb0c9f8b tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Task: {'id': task-1862786, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2181.341011] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f9a9720-509b-4bed-a49b-2558c538ede5 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2181.347950] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-643e3220-1d6b-4223-a33e-797563f94f30 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] [instance: 2bdbd6da-c2d0-445b-b843-da341eec8e2f] Suspending the VM {{(pid=62574) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 2181.348192] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-85d1f061-f140-46e1-a082-26d405a6ef36 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2181.354315] env[62574]: DEBUG oslo_vmware.api [None req-643e3220-1d6b-4223-a33e-797563f94f30 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Waiting for the task: (returnval){ [ 2181.354315] env[62574]: value = "task-1862787" [ 2181.354315] env[62574]: _type = "Task" [ 2181.354315] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2181.362366] env[62574]: DEBUG oslo_vmware.api [None req-643e3220-1d6b-4223-a33e-797563f94f30 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Task: {'id': task-1862787, 'name': SuspendVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2181.428170] env[62574]: DEBUG oslo_vmware.api [None req-667e33d8-1cc7-4870-ae93-f503cb0c9f8b tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Task: {'id': task-1862786, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082754} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2181.428447] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-667e33d8-1cc7-4870-ae93-f503cb0c9f8b tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] [instance: c46833f3-76d7-4432-87f1-e753d73fc809] Extended root virtual disk {{(pid=62574) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2181.429247] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7a220d0-9e40-4bcc-9b18-4dc1a464ad73 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2181.450468] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-667e33d8-1cc7-4870-ae93-f503cb0c9f8b tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] [instance: c46833f3-76d7-4432-87f1-e753d73fc809] Reconfiguring VM instance instance-00000078 to attach disk [datastore1] c46833f3-76d7-4432-87f1-e753d73fc809/c46833f3-76d7-4432-87f1-e753d73fc809.vmdk or device None with type sparse {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2181.450716] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d20226b2-f747-46fe-824d-d3e765431e64 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2181.469737] env[62574]: DEBUG oslo_vmware.api [None req-667e33d8-1cc7-4870-ae93-f503cb0c9f8b tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Waiting for the task: (returnval){ [ 2181.469737] env[62574]: value = "task-1862788" [ 2181.469737] env[62574]: _type = "Task" [ 2181.469737] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2181.477530] env[62574]: DEBUG oslo_vmware.api [None req-667e33d8-1cc7-4870-ae93-f503cb0c9f8b tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Task: {'id': task-1862788, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2181.864011] env[62574]: DEBUG oslo_vmware.api [None req-643e3220-1d6b-4223-a33e-797563f94f30 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Task: {'id': task-1862787, 'name': SuspendVM_Task} progress is 54%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2181.982012] env[62574]: DEBUG oslo_vmware.api [None req-667e33d8-1cc7-4870-ae93-f503cb0c9f8b tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Task: {'id': task-1862788, 'name': ReconfigVM_Task, 'duration_secs': 0.353449} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2181.982405] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-667e33d8-1cc7-4870-ae93-f503cb0c9f8b tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] [instance: c46833f3-76d7-4432-87f1-e753d73fc809] Reconfigured VM instance instance-00000078 to attach disk [datastore1] c46833f3-76d7-4432-87f1-e753d73fc809/c46833f3-76d7-4432-87f1-e753d73fc809.vmdk or device None with type sparse {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2181.983234] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fe6783f4-180f-4629-b301-4517a2423173 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2181.991465] env[62574]: DEBUG oslo_vmware.api [None req-667e33d8-1cc7-4870-ae93-f503cb0c9f8b tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Waiting for the task: (returnval){ [ 2181.991465] env[62574]: value = "task-1862789" [ 2181.991465] env[62574]: _type = "Task" [ 2181.991465] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2182.002397] env[62574]: DEBUG oslo_vmware.api [None req-667e33d8-1cc7-4870-ae93-f503cb0c9f8b tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Task: {'id': task-1862789, 'name': Rename_Task} progress is 5%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2182.364897] env[62574]: DEBUG oslo_vmware.api [None req-643e3220-1d6b-4223-a33e-797563f94f30 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Task: {'id': task-1862787, 'name': SuspendVM_Task, 'duration_secs': 0.690133} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2182.365171] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-643e3220-1d6b-4223-a33e-797563f94f30 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] [instance: 2bdbd6da-c2d0-445b-b843-da341eec8e2f] Suspended the VM {{(pid=62574) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 2182.365358] env[62574]: DEBUG nova.compute.manager [None req-643e3220-1d6b-4223-a33e-797563f94f30 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] [instance: 2bdbd6da-c2d0-445b-b843-da341eec8e2f] Checking state {{(pid=62574) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2182.366103] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51073eee-37eb-4212-a1bf-44cd1bd86571 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2182.502262] env[62574]: DEBUG oslo_vmware.api [None req-667e33d8-1cc7-4870-ae93-f503cb0c9f8b tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Task: {'id': task-1862789, 'name': Rename_Task, 'duration_secs': 0.135211} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2182.502560] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-667e33d8-1cc7-4870-ae93-f503cb0c9f8b tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] [instance: c46833f3-76d7-4432-87f1-e753d73fc809] Powering on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2182.502806] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0a5cf76e-c144-4702-be1d-1d9de723b53f {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2182.508816] env[62574]: DEBUG oslo_vmware.api [None req-667e33d8-1cc7-4870-ae93-f503cb0c9f8b tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Waiting for the task: (returnval){ [ 2182.508816] env[62574]: value = "task-1862790" [ 2182.508816] env[62574]: _type = "Task" [ 2182.508816] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2182.516141] env[62574]: DEBUG oslo_vmware.api [None req-667e33d8-1cc7-4870-ae93-f503cb0c9f8b tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Task: {'id': task-1862790, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2183.019291] env[62574]: DEBUG oslo_vmware.api [None req-667e33d8-1cc7-4870-ae93-f503cb0c9f8b tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Task: {'id': task-1862790, 'name': PowerOnVM_Task, 'duration_secs': 0.43537} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2183.019624] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-667e33d8-1cc7-4870-ae93-f503cb0c9f8b tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] [instance: c46833f3-76d7-4432-87f1-e753d73fc809] Powered on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2183.019762] env[62574]: DEBUG nova.compute.manager [None req-667e33d8-1cc7-4870-ae93-f503cb0c9f8b tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] [instance: c46833f3-76d7-4432-87f1-e753d73fc809] Checking state {{(pid=62574) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2183.020539] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc7cebcd-a50b-4d83-b5b7-99812862f223 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2183.536032] env[62574]: DEBUG oslo_concurrency.lockutils [None req-667e33d8-1cc7-4870-ae93-f503cb0c9f8b tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2183.536032] env[62574]: DEBUG oslo_concurrency.lockutils [None req-667e33d8-1cc7-4870-ae93-f503cb0c9f8b tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.001s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2183.536990] env[62574]: DEBUG nova.objects.instance [None req-667e33d8-1cc7-4870-ae93-f503cb0c9f8b tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] [instance: c46833f3-76d7-4432-87f1-e753d73fc809] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62574) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 2183.696236] env[62574]: INFO nova.compute.manager [None req-b0cbbab8-61c4-49a5-9b8f-614c9243c648 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] [instance: 2bdbd6da-c2d0-445b-b843-da341eec8e2f] Resuming [ 2183.696872] env[62574]: DEBUG nova.objects.instance [None req-b0cbbab8-61c4-49a5-9b8f-614c9243c648 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Lazy-loading 'flavor' on Instance uuid 2bdbd6da-c2d0-445b-b843-da341eec8e2f {{(pid=62574) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2184.544783] env[62574]: DEBUG oslo_concurrency.lockutils [None req-667e33d8-1cc7-4870-ae93-f503cb0c9f8b tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.009s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2184.688073] env[62574]: DEBUG oslo_concurrency.lockutils [None req-7590df07-72f1-4e58-a7e8-4ffc84901ce2 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Acquiring lock "c46833f3-76d7-4432-87f1-e753d73fc809" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2184.688073] env[62574]: DEBUG oslo_concurrency.lockutils [None req-7590df07-72f1-4e58-a7e8-4ffc84901ce2 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Lock "c46833f3-76d7-4432-87f1-e753d73fc809" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2184.688073] env[62574]: DEBUG oslo_concurrency.lockutils [None req-7590df07-72f1-4e58-a7e8-4ffc84901ce2 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Acquiring lock "c46833f3-76d7-4432-87f1-e753d73fc809-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2184.688073] env[62574]: DEBUG oslo_concurrency.lockutils [None req-7590df07-72f1-4e58-a7e8-4ffc84901ce2 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Lock "c46833f3-76d7-4432-87f1-e753d73fc809-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2184.688301] env[62574]: DEBUG oslo_concurrency.lockutils [None req-7590df07-72f1-4e58-a7e8-4ffc84901ce2 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Lock "c46833f3-76d7-4432-87f1-e753d73fc809-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2184.690122] env[62574]: INFO nova.compute.manager [None req-7590df07-72f1-4e58-a7e8-4ffc84901ce2 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] [instance: c46833f3-76d7-4432-87f1-e753d73fc809] Terminating instance [ 2185.136824] env[62574]: DEBUG oslo_concurrency.lockutils [None req-badc2271-36a1-46a0-91fd-bf15e933f18c tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Acquiring lock "690dc33a-aa36-435f-9ebe-8ee9c89c32ba" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2185.137100] env[62574]: DEBUG oslo_concurrency.lockutils [None req-badc2271-36a1-46a0-91fd-bf15e933f18c tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Lock "690dc33a-aa36-435f-9ebe-8ee9c89c32ba" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2185.193717] env[62574]: DEBUG nova.compute.manager [None req-7590df07-72f1-4e58-a7e8-4ffc84901ce2 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] [instance: c46833f3-76d7-4432-87f1-e753d73fc809] Start destroying the instance on the hypervisor. {{(pid=62574) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2185.193947] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-7590df07-72f1-4e58-a7e8-4ffc84901ce2 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] [instance: c46833f3-76d7-4432-87f1-e753d73fc809] Destroying instance {{(pid=62574) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2185.195039] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d54f973b-394d-4841-8601-90fe2a09e809 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2185.203322] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-7590df07-72f1-4e58-a7e8-4ffc84901ce2 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] [instance: c46833f3-76d7-4432-87f1-e753d73fc809] Powering off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2185.203574] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8f46cd67-fd31-46fd-9343-ec91aa352eb9 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2185.205267] env[62574]: DEBUG oslo_concurrency.lockutils [None req-b0cbbab8-61c4-49a5-9b8f-614c9243c648 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Acquiring lock "refresh_cache-2bdbd6da-c2d0-445b-b843-da341eec8e2f" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2185.205436] env[62574]: DEBUG oslo_concurrency.lockutils [None req-b0cbbab8-61c4-49a5-9b8f-614c9243c648 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Acquired lock "refresh_cache-2bdbd6da-c2d0-445b-b843-da341eec8e2f" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2185.205603] env[62574]: DEBUG nova.network.neutron [None req-b0cbbab8-61c4-49a5-9b8f-614c9243c648 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] [instance: 2bdbd6da-c2d0-445b-b843-da341eec8e2f] Building network info cache for instance {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2185.211504] env[62574]: DEBUG oslo_vmware.api [None req-7590df07-72f1-4e58-a7e8-4ffc84901ce2 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Waiting for the task: (returnval){ [ 2185.211504] env[62574]: value = "task-1862791" [ 2185.211504] env[62574]: _type = "Task" [ 2185.211504] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2185.220732] env[62574]: DEBUG oslo_vmware.api [None req-7590df07-72f1-4e58-a7e8-4ffc84901ce2 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Task: {'id': task-1862791, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2185.639716] env[62574]: DEBUG nova.compute.manager [None req-badc2271-36a1-46a0-91fd-bf15e933f18c tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] [instance: 690dc33a-aa36-435f-9ebe-8ee9c89c32ba] Starting instance... {{(pid=62574) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2185.720781] env[62574]: DEBUG oslo_vmware.api [None req-7590df07-72f1-4e58-a7e8-4ffc84901ce2 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Task: {'id': task-1862791, 'name': PowerOffVM_Task, 'duration_secs': 0.166306} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2185.720992] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-7590df07-72f1-4e58-a7e8-4ffc84901ce2 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] [instance: c46833f3-76d7-4432-87f1-e753d73fc809] Powered off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2185.721171] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-7590df07-72f1-4e58-a7e8-4ffc84901ce2 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] [instance: c46833f3-76d7-4432-87f1-e753d73fc809] Unregistering the VM {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2185.721410] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0aeb1101-991d-4a98-9639-cb512ab2f18e {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2185.802768] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-7590df07-72f1-4e58-a7e8-4ffc84901ce2 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] [instance: c46833f3-76d7-4432-87f1-e753d73fc809] Unregistered the VM {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2185.803035] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-7590df07-72f1-4e58-a7e8-4ffc84901ce2 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] [instance: c46833f3-76d7-4432-87f1-e753d73fc809] Deleting contents of the VM from datastore datastore1 {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2185.803178] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-7590df07-72f1-4e58-a7e8-4ffc84901ce2 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Deleting the datastore file [datastore1] c46833f3-76d7-4432-87f1-e753d73fc809 {{(pid=62574) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2185.803436] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e8754fc7-c058-48bf-b176-44363b74b03c {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2185.812274] env[62574]: DEBUG oslo_vmware.api [None req-7590df07-72f1-4e58-a7e8-4ffc84901ce2 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Waiting for the task: (returnval){ [ 2185.812274] env[62574]: value = "task-1862793" [ 2185.812274] env[62574]: _type = "Task" [ 2185.812274] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2185.820607] env[62574]: DEBUG oslo_vmware.api [None req-7590df07-72f1-4e58-a7e8-4ffc84901ce2 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Task: {'id': task-1862793, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2185.922188] env[62574]: DEBUG nova.network.neutron [None req-b0cbbab8-61c4-49a5-9b8f-614c9243c648 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] [instance: 2bdbd6da-c2d0-445b-b843-da341eec8e2f] Updating instance_info_cache with network_info: [{"id": "abc19893-e687-4542-b4f5-7a13ab0eb5cf", "address": "fa:16:3e:68:44:17", "network": {"id": "3af14f16-9d32-4c8d-8557-ce8f3b8b4086", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1431517823-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.141", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "31d5eeff630d40d2928149f27883ae60", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapabc19893-e6", "ovs_interfaceid": "abc19893-e687-4542-b4f5-7a13ab0eb5cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2186.162577] env[62574]: DEBUG oslo_concurrency.lockutils [None req-badc2271-36a1-46a0-91fd-bf15e933f18c tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2186.162825] env[62574]: DEBUG oslo_concurrency.lockutils [None req-badc2271-36a1-46a0-91fd-bf15e933f18c tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2186.164272] env[62574]: INFO nova.compute.claims [None req-badc2271-36a1-46a0-91fd-bf15e933f18c tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] [instance: 690dc33a-aa36-435f-9ebe-8ee9c89c32ba] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2186.321917] env[62574]: DEBUG oslo_vmware.api [None req-7590df07-72f1-4e58-a7e8-4ffc84901ce2 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Task: {'id': task-1862793, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.155096} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2186.322142] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-7590df07-72f1-4e58-a7e8-4ffc84901ce2 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Deleted the datastore file {{(pid=62574) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2186.322326] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-7590df07-72f1-4e58-a7e8-4ffc84901ce2 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] [instance: c46833f3-76d7-4432-87f1-e753d73fc809] Deleted contents of the VM from datastore datastore1 {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2186.322531] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-7590df07-72f1-4e58-a7e8-4ffc84901ce2 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] [instance: c46833f3-76d7-4432-87f1-e753d73fc809] Instance destroyed {{(pid=62574) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2186.322712] env[62574]: INFO nova.compute.manager [None req-7590df07-72f1-4e58-a7e8-4ffc84901ce2 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] [instance: c46833f3-76d7-4432-87f1-e753d73fc809] Took 1.13 seconds to destroy the instance on the hypervisor. [ 2186.322949] env[62574]: DEBUG oslo.service.loopingcall [None req-7590df07-72f1-4e58-a7e8-4ffc84901ce2 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62574) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2186.323161] env[62574]: DEBUG nova.compute.manager [-] [instance: c46833f3-76d7-4432-87f1-e753d73fc809] Deallocating network for instance {{(pid=62574) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2186.323260] env[62574]: DEBUG nova.network.neutron [-] [instance: c46833f3-76d7-4432-87f1-e753d73fc809] deallocate_for_instance() {{(pid=62574) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2186.425124] env[62574]: DEBUG oslo_concurrency.lockutils [None req-b0cbbab8-61c4-49a5-9b8f-614c9243c648 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Releasing lock "refresh_cache-2bdbd6da-c2d0-445b-b843-da341eec8e2f" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2186.426067] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5e5568c-6f4a-477d-a240-27367a99b54e {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2186.432525] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-b0cbbab8-61c4-49a5-9b8f-614c9243c648 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] [instance: 2bdbd6da-c2d0-445b-b843-da341eec8e2f] Resuming the VM {{(pid=62574) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 2186.432752] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9af2f0c4-e583-4212-a6e9-3f466a00052f {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2186.438997] env[62574]: DEBUG oslo_vmware.api [None req-b0cbbab8-61c4-49a5-9b8f-614c9243c648 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Waiting for the task: (returnval){ [ 2186.438997] env[62574]: value = "task-1862794" [ 2186.438997] env[62574]: _type = "Task" [ 2186.438997] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2186.447080] env[62574]: DEBUG oslo_vmware.api [None req-b0cbbab8-61c4-49a5-9b8f-614c9243c648 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Task: {'id': task-1862794, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2186.572088] env[62574]: DEBUG nova.compute.manager [req-bba7d5a6-d106-409b-9af5-9a4e9ae4ce05 req-39e985d7-0ca9-48de-9faa-c1fe9c6921a3 service nova] [instance: c46833f3-76d7-4432-87f1-e753d73fc809] Received event network-vif-deleted-002f8f33-1ab7-4c92-b232-6473684f8618 {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 2186.572250] env[62574]: INFO nova.compute.manager [req-bba7d5a6-d106-409b-9af5-9a4e9ae4ce05 req-39e985d7-0ca9-48de-9faa-c1fe9c6921a3 service nova] [instance: c46833f3-76d7-4432-87f1-e753d73fc809] Neutron deleted interface 002f8f33-1ab7-4c92-b232-6473684f8618; detaching it from the instance and deleting it from the info cache [ 2186.572431] env[62574]: DEBUG nova.network.neutron [req-bba7d5a6-d106-409b-9af5-9a4e9ae4ce05 req-39e985d7-0ca9-48de-9faa-c1fe9c6921a3 service nova] [instance: c46833f3-76d7-4432-87f1-e753d73fc809] Updating instance_info_cache with network_info: [] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2186.948977] env[62574]: DEBUG oslo_vmware.api [None req-b0cbbab8-61c4-49a5-9b8f-614c9243c648 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Task: {'id': task-1862794, 'name': PowerOnVM_Task, 'duration_secs': 0.499273} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2186.949377] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-b0cbbab8-61c4-49a5-9b8f-614c9243c648 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] [instance: 2bdbd6da-c2d0-445b-b843-da341eec8e2f] Resumed the VM {{(pid=62574) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 2186.949442] env[62574]: DEBUG nova.compute.manager [None req-b0cbbab8-61c4-49a5-9b8f-614c9243c648 tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] [instance: 2bdbd6da-c2d0-445b-b843-da341eec8e2f] Checking state {{(pid=62574) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2186.950244] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87433d51-99c7-457e-a955-4681ac1136e4 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2187.046346] env[62574]: DEBUG nova.network.neutron [-] [instance: c46833f3-76d7-4432-87f1-e753d73fc809] Updating instance_info_cache with network_info: [] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2187.075930] env[62574]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ed7a152b-63a1-43b6-9ea3-e63593d76e80 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2187.088043] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5500f83-1d3c-46c3-986c-a2d41f467755 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2187.113701] env[62574]: DEBUG nova.compute.manager [req-bba7d5a6-d106-409b-9af5-9a4e9ae4ce05 req-39e985d7-0ca9-48de-9faa-c1fe9c6921a3 service nova] [instance: c46833f3-76d7-4432-87f1-e753d73fc809] Detach interface failed, port_id=002f8f33-1ab7-4c92-b232-6473684f8618, reason: Instance c46833f3-76d7-4432-87f1-e753d73fc809 could not be found. {{(pid=62574) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 2187.240058] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8555cd32-4646-4e51-baf8-55f9f34a77a7 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2187.247884] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be8971da-9269-42df-bfdf-e98ee8be1dae {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2187.278341] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b138703d-c440-4748-94c7-3d2c9278370a {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2187.285717] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b336fb0-084a-4fef-8122-a35c8460ae68 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2187.298797] env[62574]: DEBUG nova.compute.provider_tree [None req-badc2271-36a1-46a0-91fd-bf15e933f18c tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Inventory has not changed in ProviderTree for provider: f0ed160a-beff-4626-a531-2a70d7bc0627 {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2187.549574] env[62574]: INFO nova.compute.manager [-] [instance: c46833f3-76d7-4432-87f1-e753d73fc809] Took 1.23 seconds to deallocate network for instance. [ 2187.805068] env[62574]: DEBUG nova.scheduler.client.report [None req-badc2271-36a1-46a0-91fd-bf15e933f18c tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Inventory has not changed for provider f0ed160a-beff-4626-a531-2a70d7bc0627 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 148, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2188.056880] env[62574]: DEBUG oslo_concurrency.lockutils [None req-7590df07-72f1-4e58-a7e8-4ffc84901ce2 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2188.310114] env[62574]: DEBUG oslo_concurrency.lockutils [None req-badc2271-36a1-46a0-91fd-bf15e933f18c tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.147s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2188.310326] env[62574]: DEBUG nova.compute.manager [None req-badc2271-36a1-46a0-91fd-bf15e933f18c tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] [instance: 690dc33a-aa36-435f-9ebe-8ee9c89c32ba] Start building networks asynchronously for instance. {{(pid=62574) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2188.312840] env[62574]: DEBUG oslo_concurrency.lockutils [None req-7590df07-72f1-4e58-a7e8-4ffc84901ce2 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.256s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2188.313554] env[62574]: DEBUG nova.objects.instance [None req-7590df07-72f1-4e58-a7e8-4ffc84901ce2 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Lazy-loading 'resources' on Instance uuid c46833f3-76d7-4432-87f1-e753d73fc809 {{(pid=62574) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2188.425239] env[62574]: DEBUG oslo_concurrency.lockutils [None req-c75e5d1d-3de1-40bd-bedf-03763d55fcec tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Acquiring lock "2bdbd6da-c2d0-445b-b843-da341eec8e2f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2188.425509] env[62574]: DEBUG oslo_concurrency.lockutils [None req-c75e5d1d-3de1-40bd-bedf-03763d55fcec tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Lock "2bdbd6da-c2d0-445b-b843-da341eec8e2f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2188.425765] env[62574]: DEBUG oslo_concurrency.lockutils [None req-c75e5d1d-3de1-40bd-bedf-03763d55fcec tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Acquiring lock "2bdbd6da-c2d0-445b-b843-da341eec8e2f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2188.425908] env[62574]: DEBUG oslo_concurrency.lockutils [None req-c75e5d1d-3de1-40bd-bedf-03763d55fcec tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Lock "2bdbd6da-c2d0-445b-b843-da341eec8e2f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2188.426092] env[62574]: DEBUG oslo_concurrency.lockutils [None req-c75e5d1d-3de1-40bd-bedf-03763d55fcec tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Lock "2bdbd6da-c2d0-445b-b843-da341eec8e2f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2188.428392] env[62574]: INFO nova.compute.manager [None req-c75e5d1d-3de1-40bd-bedf-03763d55fcec tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] [instance: 2bdbd6da-c2d0-445b-b843-da341eec8e2f] Terminating instance [ 2188.815654] env[62574]: DEBUG nova.compute.utils [None req-badc2271-36a1-46a0-91fd-bf15e933f18c tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Using /dev/sd instead of None {{(pid=62574) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2188.820066] env[62574]: DEBUG nova.compute.manager [None req-badc2271-36a1-46a0-91fd-bf15e933f18c tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] [instance: 690dc33a-aa36-435f-9ebe-8ee9c89c32ba] Allocating IP information in the background. {{(pid=62574) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2188.820066] env[62574]: DEBUG nova.network.neutron [None req-badc2271-36a1-46a0-91fd-bf15e933f18c tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] [instance: 690dc33a-aa36-435f-9ebe-8ee9c89c32ba] allocate_for_instance() {{(pid=62574) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2188.871547] env[62574]: DEBUG nova.policy [None req-badc2271-36a1-46a0-91fd-bf15e933f18c tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a762827922c14df88ba8f83e55341835', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2c59d09bb7e848f99194722508f035d2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62574) authorize /opt/stack/nova/nova/policy.py:192}} [ 2188.874822] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a162653-6160-4c3d-83bc-7604fd1d50ff {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2188.882188] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a4d69ea-6705-4a20-afeb-ffa8788e50f4 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2188.913451] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b288cb4-d7b5-4d5c-9563-f905523bb388 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2188.920868] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-090a8bac-4710-4dcc-90dc-9d75567e31b0 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2188.934183] env[62574]: DEBUG nova.compute.manager [None req-c75e5d1d-3de1-40bd-bedf-03763d55fcec tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] [instance: 2bdbd6da-c2d0-445b-b843-da341eec8e2f] Start destroying the instance on the hypervisor. {{(pid=62574) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2188.934407] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-c75e5d1d-3de1-40bd-bedf-03763d55fcec tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] [instance: 2bdbd6da-c2d0-445b-b843-da341eec8e2f] Destroying instance {{(pid=62574) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2188.934874] env[62574]: DEBUG nova.compute.provider_tree [None req-7590df07-72f1-4e58-a7e8-4ffc84901ce2 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Inventory has not changed in ProviderTree for provider: f0ed160a-beff-4626-a531-2a70d7bc0627 {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2188.936638] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6fc5bd2-d116-4114-8ce1-855d54123960 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2188.943452] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-c75e5d1d-3de1-40bd-bedf-03763d55fcec tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] [instance: 2bdbd6da-c2d0-445b-b843-da341eec8e2f] Powering off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2188.943679] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6c37c177-e664-478d-9286-762d081d9479 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2188.951080] env[62574]: DEBUG oslo_vmware.api [None req-c75e5d1d-3de1-40bd-bedf-03763d55fcec tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Waiting for the task: (returnval){ [ 2188.951080] env[62574]: value = "task-1862795" [ 2188.951080] env[62574]: _type = "Task" [ 2188.951080] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2188.959191] env[62574]: DEBUG oslo_vmware.api [None req-c75e5d1d-3de1-40bd-bedf-03763d55fcec tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Task: {'id': task-1862795, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2189.196321] env[62574]: DEBUG nova.network.neutron [None req-badc2271-36a1-46a0-91fd-bf15e933f18c tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] [instance: 690dc33a-aa36-435f-9ebe-8ee9c89c32ba] Successfully created port: 70ca8abe-d1d8-46c9-9ab9-c3f450e7b238 {{(pid=62574) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2189.321097] env[62574]: DEBUG nova.compute.manager [None req-badc2271-36a1-46a0-91fd-bf15e933f18c tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] [instance: 690dc33a-aa36-435f-9ebe-8ee9c89c32ba] Start building block device mappings for instance. {{(pid=62574) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2189.440784] env[62574]: DEBUG nova.scheduler.client.report [None req-7590df07-72f1-4e58-a7e8-4ffc84901ce2 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Inventory has not changed for provider f0ed160a-beff-4626-a531-2a70d7bc0627 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 148, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2189.461770] env[62574]: DEBUG oslo_vmware.api [None req-c75e5d1d-3de1-40bd-bedf-03763d55fcec tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Task: {'id': task-1862795, 'name': PowerOffVM_Task, 'duration_secs': 0.210511} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2189.462068] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-c75e5d1d-3de1-40bd-bedf-03763d55fcec tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] [instance: 2bdbd6da-c2d0-445b-b843-da341eec8e2f] Powered off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2189.462246] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-c75e5d1d-3de1-40bd-bedf-03763d55fcec tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] [instance: 2bdbd6da-c2d0-445b-b843-da341eec8e2f] Unregistering the VM {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2189.462489] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-54dd49f0-6897-4f29-8f7b-c17ae2d8bd3f {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2189.552944] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-c75e5d1d-3de1-40bd-bedf-03763d55fcec tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] [instance: 2bdbd6da-c2d0-445b-b843-da341eec8e2f] Unregistered the VM {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2189.553186] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-c75e5d1d-3de1-40bd-bedf-03763d55fcec tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] [instance: 2bdbd6da-c2d0-445b-b843-da341eec8e2f] Deleting contents of the VM from datastore datastore2 {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2189.553374] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-c75e5d1d-3de1-40bd-bedf-03763d55fcec tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Deleting the datastore file [datastore2] 2bdbd6da-c2d0-445b-b843-da341eec8e2f {{(pid=62574) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2189.553629] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-58dbe9d6-d03c-489d-b60b-ec9f54a695dc {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2189.560502] env[62574]: DEBUG oslo_vmware.api [None req-c75e5d1d-3de1-40bd-bedf-03763d55fcec tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Waiting for the task: (returnval){ [ 2189.560502] env[62574]: value = "task-1862797" [ 2189.560502] env[62574]: _type = "Task" [ 2189.560502] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2189.567668] env[62574]: DEBUG oslo_vmware.api [None req-c75e5d1d-3de1-40bd-bedf-03763d55fcec tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Task: {'id': task-1862797, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2189.945488] env[62574]: DEBUG oslo_concurrency.lockutils [None req-7590df07-72f1-4e58-a7e8-4ffc84901ce2 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.632s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2189.967017] env[62574]: INFO nova.scheduler.client.report [None req-7590df07-72f1-4e58-a7e8-4ffc84901ce2 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Deleted allocations for instance c46833f3-76d7-4432-87f1-e753d73fc809 [ 2190.070962] env[62574]: DEBUG oslo_vmware.api [None req-c75e5d1d-3de1-40bd-bedf-03763d55fcec tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Task: {'id': task-1862797, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.15048} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2190.071245] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-c75e5d1d-3de1-40bd-bedf-03763d55fcec tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Deleted the datastore file {{(pid=62574) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2190.071435] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-c75e5d1d-3de1-40bd-bedf-03763d55fcec tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] [instance: 2bdbd6da-c2d0-445b-b843-da341eec8e2f] Deleted contents of the VM from datastore datastore2 {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2190.071610] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-c75e5d1d-3de1-40bd-bedf-03763d55fcec tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] [instance: 2bdbd6da-c2d0-445b-b843-da341eec8e2f] Instance destroyed {{(pid=62574) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2190.071781] env[62574]: INFO nova.compute.manager [None req-c75e5d1d-3de1-40bd-bedf-03763d55fcec tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] [instance: 2bdbd6da-c2d0-445b-b843-da341eec8e2f] Took 1.14 seconds to destroy the instance on the hypervisor. [ 2190.072028] env[62574]: DEBUG oslo.service.loopingcall [None req-c75e5d1d-3de1-40bd-bedf-03763d55fcec tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62574) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2190.072218] env[62574]: DEBUG nova.compute.manager [-] [instance: 2bdbd6da-c2d0-445b-b843-da341eec8e2f] Deallocating network for instance {{(pid=62574) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2190.072312] env[62574]: DEBUG nova.network.neutron [-] [instance: 2bdbd6da-c2d0-445b-b843-da341eec8e2f] deallocate_for_instance() {{(pid=62574) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2190.330735] env[62574]: DEBUG nova.compute.manager [None req-badc2271-36a1-46a0-91fd-bf15e933f18c tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] [instance: 690dc33a-aa36-435f-9ebe-8ee9c89c32ba] Start spawning the instance on the hypervisor. {{(pid=62574) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2190.356792] env[62574]: DEBUG nova.virt.hardware [None req-badc2271-36a1-46a0-91fd-bf15e933f18c tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T19:26:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-13T19:26:40Z,direct_url=,disk_format='vmdk',id=3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7eed1dd4d2c3418eb32c4f4ceda3ab0d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-13T19:26:41Z,virtual_size=,visibility=), allow threads: False {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2190.357185] env[62574]: DEBUG nova.virt.hardware [None req-badc2271-36a1-46a0-91fd-bf15e933f18c tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Flavor limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2190.357430] env[62574]: DEBUG nova.virt.hardware [None req-badc2271-36a1-46a0-91fd-bf15e933f18c tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Image limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2190.357702] env[62574]: DEBUG nova.virt.hardware [None req-badc2271-36a1-46a0-91fd-bf15e933f18c tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Flavor pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2190.357933] env[62574]: DEBUG nova.virt.hardware [None req-badc2271-36a1-46a0-91fd-bf15e933f18c tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Image pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2190.358193] env[62574]: DEBUG nova.virt.hardware [None req-badc2271-36a1-46a0-91fd-bf15e933f18c tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2190.358496] env[62574]: DEBUG nova.virt.hardware [None req-badc2271-36a1-46a0-91fd-bf15e933f18c tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2190.358736] env[62574]: DEBUG nova.virt.hardware [None req-badc2271-36a1-46a0-91fd-bf15e933f18c tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2190.359073] env[62574]: DEBUG nova.virt.hardware [None req-badc2271-36a1-46a0-91fd-bf15e933f18c tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Got 1 possible topologies {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2190.359259] env[62574]: DEBUG nova.virt.hardware [None req-badc2271-36a1-46a0-91fd-bf15e933f18c tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2190.359438] env[62574]: DEBUG nova.virt.hardware [None req-badc2271-36a1-46a0-91fd-bf15e933f18c tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2190.360673] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d399ded-4767-4a4d-8d9c-ab92c5c13f04 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2190.368364] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a11b0aa-4324-4153-ac9e-5ed98176cf61 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2190.474920] env[62574]: DEBUG oslo_concurrency.lockutils [None req-7590df07-72f1-4e58-a7e8-4ffc84901ce2 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Lock "c46833f3-76d7-4432-87f1-e753d73fc809" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.787s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2190.520823] env[62574]: DEBUG nova.compute.manager [req-88a2119c-e784-4db4-ba84-93b33e564616 req-5056b307-f8ba-40f9-844f-539b0dde04b6 service nova] [instance: 2bdbd6da-c2d0-445b-b843-da341eec8e2f] Received event network-vif-deleted-abc19893-e687-4542-b4f5-7a13ab0eb5cf {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 2190.521040] env[62574]: INFO nova.compute.manager [req-88a2119c-e784-4db4-ba84-93b33e564616 req-5056b307-f8ba-40f9-844f-539b0dde04b6 service nova] [instance: 2bdbd6da-c2d0-445b-b843-da341eec8e2f] Neutron deleted interface abc19893-e687-4542-b4f5-7a13ab0eb5cf; detaching it from the instance and deleting it from the info cache [ 2190.521231] env[62574]: DEBUG nova.network.neutron [req-88a2119c-e784-4db4-ba84-93b33e564616 req-5056b307-f8ba-40f9-844f-539b0dde04b6 service nova] [instance: 2bdbd6da-c2d0-445b-b843-da341eec8e2f] Updating instance_info_cache with network_info: [] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2190.559864] env[62574]: DEBUG nova.compute.manager [req-0819a0f1-a391-43f0-ba2c-03da6bc33986 req-2e172f9c-de58-4623-8e88-d89623d87ee6 service nova] [instance: 690dc33a-aa36-435f-9ebe-8ee9c89c32ba] Received event network-vif-plugged-70ca8abe-d1d8-46c9-9ab9-c3f450e7b238 {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 2190.559864] env[62574]: DEBUG oslo_concurrency.lockutils [req-0819a0f1-a391-43f0-ba2c-03da6bc33986 req-2e172f9c-de58-4623-8e88-d89623d87ee6 service nova] Acquiring lock "690dc33a-aa36-435f-9ebe-8ee9c89c32ba-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2190.559864] env[62574]: DEBUG oslo_concurrency.lockutils [req-0819a0f1-a391-43f0-ba2c-03da6bc33986 req-2e172f9c-de58-4623-8e88-d89623d87ee6 service nova] Lock "690dc33a-aa36-435f-9ebe-8ee9c89c32ba-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2190.559864] env[62574]: DEBUG oslo_concurrency.lockutils [req-0819a0f1-a391-43f0-ba2c-03da6bc33986 req-2e172f9c-de58-4623-8e88-d89623d87ee6 service nova] Lock "690dc33a-aa36-435f-9ebe-8ee9c89c32ba-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2190.559864] env[62574]: DEBUG nova.compute.manager [req-0819a0f1-a391-43f0-ba2c-03da6bc33986 req-2e172f9c-de58-4623-8e88-d89623d87ee6 service nova] [instance: 690dc33a-aa36-435f-9ebe-8ee9c89c32ba] No waiting events found dispatching network-vif-plugged-70ca8abe-d1d8-46c9-9ab9-c3f450e7b238 {{(pid=62574) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2190.559864] env[62574]: WARNING nova.compute.manager [req-0819a0f1-a391-43f0-ba2c-03da6bc33986 req-2e172f9c-de58-4623-8e88-d89623d87ee6 service nova] [instance: 690dc33a-aa36-435f-9ebe-8ee9c89c32ba] Received unexpected event network-vif-plugged-70ca8abe-d1d8-46c9-9ab9-c3f450e7b238 for instance with vm_state building and task_state spawning. [ 2190.645652] env[62574]: DEBUG nova.network.neutron [None req-badc2271-36a1-46a0-91fd-bf15e933f18c tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] [instance: 690dc33a-aa36-435f-9ebe-8ee9c89c32ba] Successfully updated port: 70ca8abe-d1d8-46c9-9ab9-c3f450e7b238 {{(pid=62574) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2190.998628] env[62574]: DEBUG nova.network.neutron [-] [instance: 2bdbd6da-c2d0-445b-b843-da341eec8e2f] Updating instance_info_cache with network_info: [] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2191.025824] env[62574]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-78b59592-fe6a-49ef-818b-5bc0b61102d5 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2191.035693] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-556b8f62-b668-400f-9438-37d27a78a0e8 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2191.060250] env[62574]: DEBUG nova.compute.manager [req-88a2119c-e784-4db4-ba84-93b33e564616 req-5056b307-f8ba-40f9-844f-539b0dde04b6 service nova] [instance: 2bdbd6da-c2d0-445b-b843-da341eec8e2f] Detach interface failed, port_id=abc19893-e687-4542-b4f5-7a13ab0eb5cf, reason: Instance 2bdbd6da-c2d0-445b-b843-da341eec8e2f could not be found. {{(pid=62574) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 2191.148586] env[62574]: DEBUG oslo_concurrency.lockutils [None req-badc2271-36a1-46a0-91fd-bf15e933f18c tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Acquiring lock "refresh_cache-690dc33a-aa36-435f-9ebe-8ee9c89c32ba" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2191.148731] env[62574]: DEBUG oslo_concurrency.lockutils [None req-badc2271-36a1-46a0-91fd-bf15e933f18c tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Acquired lock "refresh_cache-690dc33a-aa36-435f-9ebe-8ee9c89c32ba" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2191.148904] env[62574]: DEBUG nova.network.neutron [None req-badc2271-36a1-46a0-91fd-bf15e933f18c tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] [instance: 690dc33a-aa36-435f-9ebe-8ee9c89c32ba] Building network info cache for instance {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2191.500898] env[62574]: INFO nova.compute.manager [-] [instance: 2bdbd6da-c2d0-445b-b843-da341eec8e2f] Took 1.43 seconds to deallocate network for instance. [ 2191.679110] env[62574]: DEBUG nova.network.neutron [None req-badc2271-36a1-46a0-91fd-bf15e933f18c tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] [instance: 690dc33a-aa36-435f-9ebe-8ee9c89c32ba] Instance cache missing network info. {{(pid=62574) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2191.807173] env[62574]: DEBUG nova.network.neutron [None req-badc2271-36a1-46a0-91fd-bf15e933f18c tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] [instance: 690dc33a-aa36-435f-9ebe-8ee9c89c32ba] Updating instance_info_cache with network_info: [{"id": "70ca8abe-d1d8-46c9-9ab9-c3f450e7b238", "address": "fa:16:3e:91:e0:75", "network": {"id": "f03597f1-26a8-4de5-aa19-ab11345ad179", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1253464518-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2c59d09bb7e848f99194722508f035d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60567ee6-01d0-4b16-9c7a-4a896827d6eb", "external-id": "nsx-vlan-transportzone-28", "segmentation_id": 28, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap70ca8abe-d1", "ovs_interfaceid": "70ca8abe-d1d8-46c9-9ab9-c3f450e7b238", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2192.007417] env[62574]: DEBUG oslo_concurrency.lockutils [None req-c75e5d1d-3de1-40bd-bedf-03763d55fcec tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2192.007701] env[62574]: DEBUG oslo_concurrency.lockutils [None req-c75e5d1d-3de1-40bd-bedf-03763d55fcec tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2192.007922] env[62574]: DEBUG nova.objects.instance [None req-c75e5d1d-3de1-40bd-bedf-03763d55fcec tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Lazy-loading 'resources' on Instance uuid 2bdbd6da-c2d0-445b-b843-da341eec8e2f {{(pid=62574) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2192.310527] env[62574]: DEBUG oslo_concurrency.lockutils [None req-badc2271-36a1-46a0-91fd-bf15e933f18c tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Releasing lock "refresh_cache-690dc33a-aa36-435f-9ebe-8ee9c89c32ba" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2192.310876] env[62574]: DEBUG nova.compute.manager [None req-badc2271-36a1-46a0-91fd-bf15e933f18c tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] [instance: 690dc33a-aa36-435f-9ebe-8ee9c89c32ba] Instance network_info: |[{"id": "70ca8abe-d1d8-46c9-9ab9-c3f450e7b238", "address": "fa:16:3e:91:e0:75", "network": {"id": "f03597f1-26a8-4de5-aa19-ab11345ad179", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1253464518-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2c59d09bb7e848f99194722508f035d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60567ee6-01d0-4b16-9c7a-4a896827d6eb", "external-id": "nsx-vlan-transportzone-28", "segmentation_id": 28, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap70ca8abe-d1", "ovs_interfaceid": "70ca8abe-d1d8-46c9-9ab9-c3f450e7b238", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62574) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2192.311342] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-badc2271-36a1-46a0-91fd-bf15e933f18c tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] [instance: 690dc33a-aa36-435f-9ebe-8ee9c89c32ba] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:91:e0:75', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '60567ee6-01d0-4b16-9c7a-4a896827d6eb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '70ca8abe-d1d8-46c9-9ab9-c3f450e7b238', 'vif_model': 'vmxnet3'}] {{(pid=62574) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2192.318852] env[62574]: DEBUG oslo.service.loopingcall [None req-badc2271-36a1-46a0-91fd-bf15e933f18c tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62574) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2192.319116] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 690dc33a-aa36-435f-9ebe-8ee9c89c32ba] Creating VM on the ESX host {{(pid=62574) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2192.319359] env[62574]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d06f0d55-fbe3-431d-87a6-a8050887bad3 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2192.339291] env[62574]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2192.339291] env[62574]: value = "task-1862798" [ 2192.339291] env[62574]: _type = "Task" [ 2192.339291] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2192.346963] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1862798, 'name': CreateVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2192.562105] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b761b25-9f2e-4649-a671-452d1a6387bc {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2192.569603] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ad64531-b9e0-4f92-8614-f07c2ba4d48e {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2192.600374] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae147359-a542-4a7b-96ea-494b11ef7693 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2192.603640] env[62574]: DEBUG nova.compute.manager [req-bc43cccc-4e2c-4661-a39a-a95573676054 req-80fc25ab-018b-4d0e-abfe-305ec3e1c9f0 service nova] [instance: 690dc33a-aa36-435f-9ebe-8ee9c89c32ba] Received event network-changed-70ca8abe-d1d8-46c9-9ab9-c3f450e7b238 {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 2192.603827] env[62574]: DEBUG nova.compute.manager [req-bc43cccc-4e2c-4661-a39a-a95573676054 req-80fc25ab-018b-4d0e-abfe-305ec3e1c9f0 service nova] [instance: 690dc33a-aa36-435f-9ebe-8ee9c89c32ba] Refreshing instance network info cache due to event network-changed-70ca8abe-d1d8-46c9-9ab9-c3f450e7b238. {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 2192.604044] env[62574]: DEBUG oslo_concurrency.lockutils [req-bc43cccc-4e2c-4661-a39a-a95573676054 req-80fc25ab-018b-4d0e-abfe-305ec3e1c9f0 service nova] Acquiring lock "refresh_cache-690dc33a-aa36-435f-9ebe-8ee9c89c32ba" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2192.604205] env[62574]: DEBUG oslo_concurrency.lockutils [req-bc43cccc-4e2c-4661-a39a-a95573676054 req-80fc25ab-018b-4d0e-abfe-305ec3e1c9f0 service nova] Acquired lock "refresh_cache-690dc33a-aa36-435f-9ebe-8ee9c89c32ba" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2192.604368] env[62574]: DEBUG nova.network.neutron [req-bc43cccc-4e2c-4661-a39a-a95573676054 req-80fc25ab-018b-4d0e-abfe-305ec3e1c9f0 service nova] [instance: 690dc33a-aa36-435f-9ebe-8ee9c89c32ba] Refreshing network info cache for port 70ca8abe-d1d8-46c9-9ab9-c3f450e7b238 {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2192.610838] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1eabac6-4e3b-40f6-b2dd-74b4f0d79ead {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2192.624367] env[62574]: DEBUG nova.compute.provider_tree [None req-c75e5d1d-3de1-40bd-bedf-03763d55fcec tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Inventory has not changed in ProviderTree for provider: f0ed160a-beff-4626-a531-2a70d7bc0627 {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2193.555899] env[62574]: DEBUG nova.scheduler.client.report [None req-c75e5d1d-3de1-40bd-bedf-03763d55fcec tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Inventory has not changed for provider f0ed160a-beff-4626-a531-2a70d7bc0627 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 148, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2193.558731] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1862798, 'name': CreateVM_Task, 'duration_secs': 0.320757} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2193.558905] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 690dc33a-aa36-435f-9ebe-8ee9c89c32ba] Created VM on the ESX host {{(pid=62574) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2193.560013] env[62574]: DEBUG oslo_concurrency.lockutils [None req-badc2271-36a1-46a0-91fd-bf15e933f18c tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2193.560199] env[62574]: DEBUG oslo_concurrency.lockutils [None req-badc2271-36a1-46a0-91fd-bf15e933f18c tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2193.560514] env[62574]: DEBUG oslo_concurrency.lockutils [None req-badc2271-36a1-46a0-91fd-bf15e933f18c tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2193.560766] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb04b534-f372-4ead-9b20-c971fd2c8d06 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2193.565892] env[62574]: DEBUG oslo_vmware.api [None req-badc2271-36a1-46a0-91fd-bf15e933f18c tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Waiting for the task: (returnval){ [ 2193.565892] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]529b2d63-3bcc-c8ae-2850-aa7a03c91230" [ 2193.565892] env[62574]: _type = "Task" [ 2193.565892] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2193.574341] env[62574]: DEBUG oslo_vmware.api [None req-badc2271-36a1-46a0-91fd-bf15e933f18c tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]529b2d63-3bcc-c8ae-2850-aa7a03c91230, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2193.735233] env[62574]: DEBUG nova.network.neutron [req-bc43cccc-4e2c-4661-a39a-a95573676054 req-80fc25ab-018b-4d0e-abfe-305ec3e1c9f0 service nova] [instance: 690dc33a-aa36-435f-9ebe-8ee9c89c32ba] Updated VIF entry in instance network info cache for port 70ca8abe-d1d8-46c9-9ab9-c3f450e7b238. {{(pid=62574) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2193.735595] env[62574]: DEBUG nova.network.neutron [req-bc43cccc-4e2c-4661-a39a-a95573676054 req-80fc25ab-018b-4d0e-abfe-305ec3e1c9f0 service nova] [instance: 690dc33a-aa36-435f-9ebe-8ee9c89c32ba] Updating instance_info_cache with network_info: [{"id": "70ca8abe-d1d8-46c9-9ab9-c3f450e7b238", "address": "fa:16:3e:91:e0:75", "network": {"id": "f03597f1-26a8-4de5-aa19-ab11345ad179", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1253464518-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2c59d09bb7e848f99194722508f035d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60567ee6-01d0-4b16-9c7a-4a896827d6eb", "external-id": "nsx-vlan-transportzone-28", "segmentation_id": 28, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap70ca8abe-d1", "ovs_interfaceid": "70ca8abe-d1d8-46c9-9ab9-c3f450e7b238", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2194.060733] env[62574]: DEBUG oslo_concurrency.lockutils [None req-c75e5d1d-3de1-40bd-bedf-03763d55fcec tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.053s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2194.076377] env[62574]: DEBUG oslo_vmware.api [None req-badc2271-36a1-46a0-91fd-bf15e933f18c tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]529b2d63-3bcc-c8ae-2850-aa7a03c91230, 'name': SearchDatastore_Task, 'duration_secs': 0.009615} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2194.077253] env[62574]: INFO nova.scheduler.client.report [None req-c75e5d1d-3de1-40bd-bedf-03763d55fcec tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Deleted allocations for instance 2bdbd6da-c2d0-445b-b843-da341eec8e2f [ 2194.078270] env[62574]: DEBUG oslo_concurrency.lockutils [None req-badc2271-36a1-46a0-91fd-bf15e933f18c tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2194.078985] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-badc2271-36a1-46a0-91fd-bf15e933f18c tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] [instance: 690dc33a-aa36-435f-9ebe-8ee9c89c32ba] Processing image 3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2 {{(pid=62574) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2194.078985] env[62574]: DEBUG oslo_concurrency.lockutils [None req-badc2271-36a1-46a0-91fd-bf15e933f18c tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2194.078985] env[62574]: DEBUG oslo_concurrency.lockutils [None req-badc2271-36a1-46a0-91fd-bf15e933f18c tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2194.079183] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-badc2271-36a1-46a0-91fd-bf15e933f18c tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2194.081424] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-581e9a53-71e9-4306-86e6-9ceebb6fa1c9 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2194.089855] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-badc2271-36a1-46a0-91fd-bf15e933f18c tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2194.090047] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-badc2271-36a1-46a0-91fd-bf15e933f18c tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62574) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2194.090743] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6da563aa-abcf-499c-a438-8cd2d9f36d36 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2194.095473] env[62574]: DEBUG oslo_vmware.api [None req-badc2271-36a1-46a0-91fd-bf15e933f18c tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Waiting for the task: (returnval){ [ 2194.095473] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]5276942b-0a4f-442b-7763-647b152a33f0" [ 2194.095473] env[62574]: _type = "Task" [ 2194.095473] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2194.102970] env[62574]: DEBUG oslo_vmware.api [None req-badc2271-36a1-46a0-91fd-bf15e933f18c tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]5276942b-0a4f-442b-7763-647b152a33f0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2194.238166] env[62574]: DEBUG oslo_concurrency.lockutils [req-bc43cccc-4e2c-4661-a39a-a95573676054 req-80fc25ab-018b-4d0e-abfe-305ec3e1c9f0 service nova] Releasing lock "refresh_cache-690dc33a-aa36-435f-9ebe-8ee9c89c32ba" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2194.587267] env[62574]: DEBUG oslo_concurrency.lockutils [None req-c75e5d1d-3de1-40bd-bedf-03763d55fcec tempest-ServerActionsTestJSON-47344688 tempest-ServerActionsTestJSON-47344688-project-member] Lock "2bdbd6da-c2d0-445b-b843-da341eec8e2f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.162s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2194.605698] env[62574]: DEBUG oslo_vmware.api [None req-badc2271-36a1-46a0-91fd-bf15e933f18c tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]5276942b-0a4f-442b-7763-647b152a33f0, 'name': SearchDatastore_Task, 'duration_secs': 0.007974} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2194.606982] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b7f1bc5-67b1-4ec6-a02c-258e1d0b907d {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2194.612566] env[62574]: DEBUG oslo_vmware.api [None req-badc2271-36a1-46a0-91fd-bf15e933f18c tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Waiting for the task: (returnval){ [ 2194.612566] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]52a143cc-f74a-2fa9-a683-07fd9d7cfde4" [ 2194.612566] env[62574]: _type = "Task" [ 2194.612566] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2194.620036] env[62574]: DEBUG oslo_vmware.api [None req-badc2271-36a1-46a0-91fd-bf15e933f18c tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52a143cc-f74a-2fa9-a683-07fd9d7cfde4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2195.123096] env[62574]: DEBUG oslo_vmware.api [None req-badc2271-36a1-46a0-91fd-bf15e933f18c tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52a143cc-f74a-2fa9-a683-07fd9d7cfde4, 'name': SearchDatastore_Task, 'duration_secs': 0.009971} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2195.123409] env[62574]: DEBUG oslo_concurrency.lockutils [None req-badc2271-36a1-46a0-91fd-bf15e933f18c tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2195.123792] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-badc2271-36a1-46a0-91fd-bf15e933f18c tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk to [datastore1] 690dc33a-aa36-435f-9ebe-8ee9c89c32ba/690dc33a-aa36-435f-9ebe-8ee9c89c32ba.vmdk {{(pid=62574) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2195.124385] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b51d0481-1f39-41ef-98c3-a1db6f8e6b16 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2195.131130] env[62574]: DEBUG oslo_vmware.api [None req-badc2271-36a1-46a0-91fd-bf15e933f18c tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Waiting for the task: (returnval){ [ 2195.131130] env[62574]: value = "task-1862799" [ 2195.131130] env[62574]: _type = "Task" [ 2195.131130] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2195.138923] env[62574]: DEBUG oslo_vmware.api [None req-badc2271-36a1-46a0-91fd-bf15e933f18c tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Task: {'id': task-1862799, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2195.642770] env[62574]: DEBUG oslo_vmware.api [None req-badc2271-36a1-46a0-91fd-bf15e933f18c tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Task: {'id': task-1862799, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.425495} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2195.643156] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-badc2271-36a1-46a0-91fd-bf15e933f18c tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk to [datastore1] 690dc33a-aa36-435f-9ebe-8ee9c89c32ba/690dc33a-aa36-435f-9ebe-8ee9c89c32ba.vmdk {{(pid=62574) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2195.643343] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-badc2271-36a1-46a0-91fd-bf15e933f18c tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] [instance: 690dc33a-aa36-435f-9ebe-8ee9c89c32ba] Extending root virtual disk to 1048576 {{(pid=62574) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2195.644069] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5d9c1321-15bd-4cdc-98ef-1b780016c19d {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2195.650144] env[62574]: DEBUG oslo_vmware.api [None req-badc2271-36a1-46a0-91fd-bf15e933f18c tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Waiting for the task: (returnval){ [ 2195.650144] env[62574]: value = "task-1862800" [ 2195.650144] env[62574]: _type = "Task" [ 2195.650144] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2195.659060] env[62574]: DEBUG oslo_vmware.api [None req-badc2271-36a1-46a0-91fd-bf15e933f18c tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Task: {'id': task-1862800, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2196.160516] env[62574]: DEBUG oslo_vmware.api [None req-badc2271-36a1-46a0-91fd-bf15e933f18c tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Task: {'id': task-1862800, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065555} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2196.160516] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-badc2271-36a1-46a0-91fd-bf15e933f18c tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] [instance: 690dc33a-aa36-435f-9ebe-8ee9c89c32ba] Extended root virtual disk {{(pid=62574) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2196.161680] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d9a5b7e-415c-4961-8245-6c3e1467fc5f {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2196.183424] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-badc2271-36a1-46a0-91fd-bf15e933f18c tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] [instance: 690dc33a-aa36-435f-9ebe-8ee9c89c32ba] Reconfiguring VM instance instance-00000079 to attach disk [datastore1] 690dc33a-aa36-435f-9ebe-8ee9c89c32ba/690dc33a-aa36-435f-9ebe-8ee9c89c32ba.vmdk or device None with type sparse {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2196.183780] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eb0db5bc-8a13-4cb1-8a68-cbbb6b11b433 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2196.205230] env[62574]: DEBUG oslo_vmware.api [None req-badc2271-36a1-46a0-91fd-bf15e933f18c tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Waiting for the task: (returnval){ [ 2196.205230] env[62574]: value = "task-1862801" [ 2196.205230] env[62574]: _type = "Task" [ 2196.205230] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2196.213815] env[62574]: DEBUG oslo_vmware.api [None req-badc2271-36a1-46a0-91fd-bf15e933f18c tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Task: {'id': task-1862801, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2196.714359] env[62574]: DEBUG oslo_vmware.api [None req-badc2271-36a1-46a0-91fd-bf15e933f18c tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Task: {'id': task-1862801, 'name': ReconfigVM_Task, 'duration_secs': 0.275359} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2196.714683] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-badc2271-36a1-46a0-91fd-bf15e933f18c tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] [instance: 690dc33a-aa36-435f-9ebe-8ee9c89c32ba] Reconfigured VM instance instance-00000079 to attach disk [datastore1] 690dc33a-aa36-435f-9ebe-8ee9c89c32ba/690dc33a-aa36-435f-9ebe-8ee9c89c32ba.vmdk or device None with type sparse {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2196.715224] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ea2cdd2b-d763-4506-baac-dd0a9faf5a9f {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2196.724382] env[62574]: DEBUG oslo_vmware.api [None req-badc2271-36a1-46a0-91fd-bf15e933f18c tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Waiting for the task: (returnval){ [ 2196.724382] env[62574]: value = "task-1862802" [ 2196.724382] env[62574]: _type = "Task" [ 2196.724382] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2196.733338] env[62574]: DEBUG oslo_vmware.api [None req-badc2271-36a1-46a0-91fd-bf15e933f18c tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Task: {'id': task-1862802, 'name': Rename_Task} progress is 5%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2197.233785] env[62574]: DEBUG oslo_vmware.api [None req-badc2271-36a1-46a0-91fd-bf15e933f18c tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Task: {'id': task-1862802, 'name': Rename_Task, 'duration_secs': 0.158414} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2197.234069] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-badc2271-36a1-46a0-91fd-bf15e933f18c tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] [instance: 690dc33a-aa36-435f-9ebe-8ee9c89c32ba] Powering on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2197.234319] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-25158efd-e2b3-4a67-937b-3087e0798537 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2197.240685] env[62574]: DEBUG oslo_vmware.api [None req-badc2271-36a1-46a0-91fd-bf15e933f18c tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Waiting for the task: (returnval){ [ 2197.240685] env[62574]: value = "task-1862803" [ 2197.240685] env[62574]: _type = "Task" [ 2197.240685] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2197.248688] env[62574]: DEBUG oslo_vmware.api [None req-badc2271-36a1-46a0-91fd-bf15e933f18c tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Task: {'id': task-1862803, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2197.750461] env[62574]: DEBUG oslo_vmware.api [None req-badc2271-36a1-46a0-91fd-bf15e933f18c tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Task: {'id': task-1862803, 'name': PowerOnVM_Task, 'duration_secs': 0.41965} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2197.750774] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-badc2271-36a1-46a0-91fd-bf15e933f18c tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] [instance: 690dc33a-aa36-435f-9ebe-8ee9c89c32ba] Powered on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2197.750814] env[62574]: INFO nova.compute.manager [None req-badc2271-36a1-46a0-91fd-bf15e933f18c tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] [instance: 690dc33a-aa36-435f-9ebe-8ee9c89c32ba] Took 7.42 seconds to spawn the instance on the hypervisor. [ 2197.751109] env[62574]: DEBUG nova.compute.manager [None req-badc2271-36a1-46a0-91fd-bf15e933f18c tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] [instance: 690dc33a-aa36-435f-9ebe-8ee9c89c32ba] Checking state {{(pid=62574) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2197.751765] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67b12f7c-d66b-4fbb-bb31-30e5a5491579 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2198.277157] env[62574]: INFO nova.compute.manager [None req-badc2271-36a1-46a0-91fd-bf15e933f18c tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] [instance: 690dc33a-aa36-435f-9ebe-8ee9c89c32ba] Took 12.13 seconds to build instance. [ 2198.780020] env[62574]: DEBUG oslo_concurrency.lockutils [None req-badc2271-36a1-46a0-91fd-bf15e933f18c tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Lock "690dc33a-aa36-435f-9ebe-8ee9c89c32ba" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.643s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2200.715362] env[62574]: DEBUG nova.compute.manager [None req-6423d055-ea80-42b7-8810-a3295703e228 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] [instance: 690dc33a-aa36-435f-9ebe-8ee9c89c32ba] Stashing vm_state: active {{(pid=62574) _prep_resize /opt/stack/nova/nova/compute/manager.py:6034}} [ 2201.234244] env[62574]: DEBUG oslo_concurrency.lockutils [None req-6423d055-ea80-42b7-8810-a3295703e228 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2201.234562] env[62574]: DEBUG oslo_concurrency.lockutils [None req-6423d055-ea80-42b7-8810-a3295703e228 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.001s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2201.286300] env[62574]: DEBUG oslo_service.periodic_task [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62574) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2201.286531] env[62574]: DEBUG oslo_service.periodic_task [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62574) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2201.286677] env[62574]: DEBUG nova.compute.manager [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Starting heal instance info cache {{(pid=62574) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10345}} [ 2201.286902] env[62574]: DEBUG nova.compute.manager [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Rebuilding the list of instances to heal {{(pid=62574) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10349}} [ 2201.739824] env[62574]: INFO nova.compute.claims [None req-6423d055-ea80-42b7-8810-a3295703e228 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] [instance: 690dc33a-aa36-435f-9ebe-8ee9c89c32ba] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2201.829325] env[62574]: DEBUG oslo_concurrency.lockutils [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Acquiring lock "refresh_cache-36b49cb1-2f00-4662-909e-7e8cb6ee5c67" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2201.829477] env[62574]: DEBUG oslo_concurrency.lockutils [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Acquired lock "refresh_cache-36b49cb1-2f00-4662-909e-7e8cb6ee5c67" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2201.829620] env[62574]: DEBUG nova.network.neutron [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] [instance: 36b49cb1-2f00-4662-909e-7e8cb6ee5c67] Forcefully refreshing network info cache for instance {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 2201.829774] env[62574]: DEBUG nova.objects.instance [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Lazy-loading 'info_cache' on Instance uuid 36b49cb1-2f00-4662-909e-7e8cb6ee5c67 {{(pid=62574) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2202.246863] env[62574]: INFO nova.compute.resource_tracker [None req-6423d055-ea80-42b7-8810-a3295703e228 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] [instance: 690dc33a-aa36-435f-9ebe-8ee9c89c32ba] Updating resource usage from migration 12786463-9175-4c43-940b-5f9011bebc01 [ 2202.299364] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffbc1fef-34bb-4192-8d70-1237820fa2bc {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2202.307049] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06a8d8eb-ff1c-4474-a003-25dbec1c4a47 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2202.339097] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8354fd7a-9e33-4c1e-ac65-1263cbd8826a {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2202.349093] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed85822e-0be4-4b0d-ae7b-e6b7c1b0b91d {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2202.364970] env[62574]: DEBUG nova.compute.provider_tree [None req-6423d055-ea80-42b7-8810-a3295703e228 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Inventory has not changed in ProviderTree for provider: f0ed160a-beff-4626-a531-2a70d7bc0627 {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2202.869394] env[62574]: DEBUG nova.scheduler.client.report [None req-6423d055-ea80-42b7-8810-a3295703e228 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Inventory has not changed for provider f0ed160a-beff-4626-a531-2a70d7bc0627 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 148, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2203.376111] env[62574]: DEBUG oslo_concurrency.lockutils [None req-6423d055-ea80-42b7-8810-a3295703e228 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.141s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2203.376351] env[62574]: INFO nova.compute.manager [None req-6423d055-ea80-42b7-8810-a3295703e228 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] [instance: 690dc33a-aa36-435f-9ebe-8ee9c89c32ba] Migrating [ 2203.564496] env[62574]: DEBUG nova.network.neutron [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] [instance: 36b49cb1-2f00-4662-909e-7e8cb6ee5c67] Updating instance_info_cache with network_info: [{"id": "83657641-ffd9-49c4-8dc0-a2782919b8c5", "address": "fa:16:3e:cc:6f:62", "network": {"id": "b8d54aae-4356-4bda-ac80-8aff560fc517", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-261048869-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9a1f51591de495fab1d31bd59552aa2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56b944d8-803d-43f2-945d-0f334ee4ea1c", "external-id": "nsx-vlan-transportzone-799", "segmentation_id": 799, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83657641-ff", "ovs_interfaceid": "83657641-ffd9-49c4-8dc0-a2782919b8c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2203.893564] env[62574]: DEBUG oslo_concurrency.lockutils [None req-6423d055-ea80-42b7-8810-a3295703e228 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Acquiring lock "refresh_cache-690dc33a-aa36-435f-9ebe-8ee9c89c32ba" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2203.893954] env[62574]: DEBUG oslo_concurrency.lockutils [None req-6423d055-ea80-42b7-8810-a3295703e228 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Acquired lock "refresh_cache-690dc33a-aa36-435f-9ebe-8ee9c89c32ba" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2203.893954] env[62574]: DEBUG nova.network.neutron [None req-6423d055-ea80-42b7-8810-a3295703e228 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] [instance: 690dc33a-aa36-435f-9ebe-8ee9c89c32ba] Building network info cache for instance {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2204.067946] env[62574]: DEBUG oslo_concurrency.lockutils [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Releasing lock "refresh_cache-36b49cb1-2f00-4662-909e-7e8cb6ee5c67" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2204.068204] env[62574]: DEBUG nova.compute.manager [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] [instance: 36b49cb1-2f00-4662-909e-7e8cb6ee5c67] Updated the network info_cache for instance {{(pid=62574) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10416}} [ 2204.068420] env[62574]: DEBUG oslo_service.periodic_task [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62574) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2204.068576] env[62574]: DEBUG oslo_service.periodic_task [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62574) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2204.068723] env[62574]: DEBUG oslo_service.periodic_task [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62574) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2204.068976] env[62574]: DEBUG oslo_service.periodic_task [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62574) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2204.069063] env[62574]: DEBUG oslo_service.periodic_task [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62574) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2204.069215] env[62574]: DEBUG oslo_service.periodic_task [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62574) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2204.069337] env[62574]: DEBUG nova.compute.manager [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62574) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10964}} [ 2204.069476] env[62574]: DEBUG oslo_service.periodic_task [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Running periodic task ComputeManager.update_available_resource {{(pid=62574) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2204.572906] env[62574]: DEBUG oslo_concurrency.lockutils [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2204.572906] env[62574]: DEBUG oslo_concurrency.lockutils [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2204.573086] env[62574]: DEBUG oslo_concurrency.lockutils [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2204.573686] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62574) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2204.574220] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de63413a-cecf-4f40-8d00-62fc1d0a368e {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2204.582429] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4874f57f-4807-4001-a766-1fc0629c0f88 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2204.587527] env[62574]: DEBUG nova.network.neutron [None req-6423d055-ea80-42b7-8810-a3295703e228 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] [instance: 690dc33a-aa36-435f-9ebe-8ee9c89c32ba] Updating instance_info_cache with network_info: [{"id": "70ca8abe-d1d8-46c9-9ab9-c3f450e7b238", "address": "fa:16:3e:91:e0:75", "network": {"id": "f03597f1-26a8-4de5-aa19-ab11345ad179", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1253464518-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2c59d09bb7e848f99194722508f035d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60567ee6-01d0-4b16-9c7a-4a896827d6eb", "external-id": "nsx-vlan-transportzone-28", "segmentation_id": 28, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap70ca8abe-d1", "ovs_interfaceid": "70ca8abe-d1d8-46c9-9ab9-c3f450e7b238", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2204.600202] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-343a6fef-a634-4e8c-93c5-ca542bd4b9a9 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2204.608320] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3382e966-5884-4a03-91da-55c87d5e8e20 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2204.642120] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180876MB free_disk=148GB free_vcpus=48 pci_devices=None {{(pid=62574) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2204.642120] env[62574]: DEBUG oslo_concurrency.lockutils [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2204.642120] env[62574]: DEBUG oslo_concurrency.lockutils [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2205.092342] env[62574]: DEBUG oslo_concurrency.lockutils [None req-6423d055-ea80-42b7-8810-a3295703e228 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Releasing lock "refresh_cache-690dc33a-aa36-435f-9ebe-8ee9c89c32ba" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2205.141773] env[62574]: DEBUG oslo_concurrency.lockutils [None req-e61166bb-5f23-4ff9-915a-04cf33e83880 tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] Acquiring lock "36b49cb1-2f00-4662-909e-7e8cb6ee5c67" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2205.143074] env[62574]: DEBUG oslo_concurrency.lockutils [None req-e61166bb-5f23-4ff9-915a-04cf33e83880 tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] Lock "36b49cb1-2f00-4662-909e-7e8cb6ee5c67" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2205.644671] env[62574]: INFO nova.compute.manager [None req-e61166bb-5f23-4ff9-915a-04cf33e83880 tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] [instance: 36b49cb1-2f00-4662-909e-7e8cb6ee5c67] Detaching volume 1685938d-9caf-46fe-af53-822f539f1650 [ 2205.648474] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Applying migration context for instance 690dc33a-aa36-435f-9ebe-8ee9c89c32ba as it has an incoming, in-progress migration 12786463-9175-4c43-940b-5f9011bebc01. Migration status is migrating {{(pid=62574) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 2205.649611] env[62574]: INFO nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] [instance: 690dc33a-aa36-435f-9ebe-8ee9c89c32ba] Updating resource usage from migration 12786463-9175-4c43-940b-5f9011bebc01 [ 2205.668741] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Instance 36b49cb1-2f00-4662-909e-7e8cb6ee5c67 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62574) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2205.668907] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Migration 12786463-9175-4c43-940b-5f9011bebc01 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62574) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 2205.669043] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Instance 690dc33a-aa36-435f-9ebe-8ee9c89c32ba actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62574) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2205.669218] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Total usable vcpus: 48, total allocated vcpus: 3 {{(pid=62574) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2205.669399] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1152MB phys_disk=200GB used_disk=3GB total_vcpus=48 used_vcpus=3 pci_stats=[] {{(pid=62574) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2205.675028] env[62574]: INFO nova.virt.block_device [None req-e61166bb-5f23-4ff9-915a-04cf33e83880 tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] [instance: 36b49cb1-2f00-4662-909e-7e8cb6ee5c67] Attempting to driver detach volume 1685938d-9caf-46fe-af53-822f539f1650 from mountpoint /dev/sdb [ 2205.675216] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-e61166bb-5f23-4ff9-915a-04cf33e83880 tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] [instance: 36b49cb1-2f00-4662-909e-7e8cb6ee5c67] Volume detach. Driver type: vmdk {{(pid=62574) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2205.675401] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-e61166bb-5f23-4ff9-915a-04cf33e83880 tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] [instance: 36b49cb1-2f00-4662-909e-7e8cb6ee5c67] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-385070', 'volume_id': '1685938d-9caf-46fe-af53-822f539f1650', 'name': 'volume-1685938d-9caf-46fe-af53-822f539f1650', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '36b49cb1-2f00-4662-909e-7e8cb6ee5c67', 'attached_at': '', 'detached_at': '', 'volume_id': '1685938d-9caf-46fe-af53-822f539f1650', 'serial': '1685938d-9caf-46fe-af53-822f539f1650'} {{(pid=62574) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2205.676259] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad1ee9f1-2b58-4058-9328-068bcff59ffd {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2205.699036] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-674b2ccb-ca89-4b90-b321-7aa983468099 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2205.705774] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78b26b0d-a232-418b-8f4d-89c205f9d3a6 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2205.729378] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b12d9be4-ef86-4cc7-8ec9-d052f9e8cf4c {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2205.743974] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-e61166bb-5f23-4ff9-915a-04cf33e83880 tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] The volume has not been displaced from its original location: [datastore1] volume-1685938d-9caf-46fe-af53-822f539f1650/volume-1685938d-9caf-46fe-af53-822f539f1650.vmdk. No consolidation needed. {{(pid=62574) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2205.748977] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-e61166bb-5f23-4ff9-915a-04cf33e83880 tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] [instance: 36b49cb1-2f00-4662-909e-7e8cb6ee5c67] Reconfiguring VM instance instance-00000074 to detach disk 2001 {{(pid=62574) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2205.751188] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2bd0b9a9-dfbd-449a-b9a7-aa7f0881a01a {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2205.768126] env[62574]: DEBUG oslo_vmware.api [None req-e61166bb-5f23-4ff9-915a-04cf33e83880 tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] Waiting for the task: (returnval){ [ 2205.768126] env[62574]: value = "task-1862809" [ 2205.768126] env[62574]: _type = "Task" [ 2205.768126] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2205.772586] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1bfa3f1-e2e0-49a8-8319-6e3a61f6fa6c {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2205.777566] env[62574]: DEBUG oslo_vmware.api [None req-e61166bb-5f23-4ff9-915a-04cf33e83880 tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] Task: {'id': task-1862809, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2205.781497] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf7b7ba9-56fb-4992-bd3f-333b11edc9ee {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2205.810770] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee0db3b1-9ed9-4b1a-a52a-10f8ab86a348 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2205.817898] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33818c79-26df-4dde-bf4e-b8089150cd2f {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2205.831159] env[62574]: DEBUG nova.compute.provider_tree [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Inventory has not changed in ProviderTree for provider: f0ed160a-beff-4626-a531-2a70d7bc0627 {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2206.278726] env[62574]: DEBUG oslo_vmware.api [None req-e61166bb-5f23-4ff9-915a-04cf33e83880 tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] Task: {'id': task-1862809, 'name': ReconfigVM_Task, 'duration_secs': 0.216309} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2206.279043] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-e61166bb-5f23-4ff9-915a-04cf33e83880 tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] [instance: 36b49cb1-2f00-4662-909e-7e8cb6ee5c67] Reconfigured VM instance instance-00000074 to detach disk 2001 {{(pid=62574) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2206.283513] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-197b6593-a111-4466-88c8-28e4856226cd {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2206.297515] env[62574]: DEBUG oslo_vmware.api [None req-e61166bb-5f23-4ff9-915a-04cf33e83880 tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] Waiting for the task: (returnval){ [ 2206.297515] env[62574]: value = "task-1862810" [ 2206.297515] env[62574]: _type = "Task" [ 2206.297515] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2206.308739] env[62574]: DEBUG oslo_vmware.api [None req-e61166bb-5f23-4ff9-915a-04cf33e83880 tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] Task: {'id': task-1862810, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2206.333791] env[62574]: DEBUG nova.scheduler.client.report [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Inventory has not changed for provider f0ed160a-beff-4626-a531-2a70d7bc0627 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 148, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2206.608061] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29751148-d309-4009-9579-fcb104dc7e3b {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2206.625330] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-6423d055-ea80-42b7-8810-a3295703e228 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] [instance: 690dc33a-aa36-435f-9ebe-8ee9c89c32ba] Updating instance '690dc33a-aa36-435f-9ebe-8ee9c89c32ba' progress to 0 {{(pid=62574) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2206.807500] env[62574]: DEBUG oslo_vmware.api [None req-e61166bb-5f23-4ff9-915a-04cf33e83880 tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] Task: {'id': task-1862810, 'name': ReconfigVM_Task, 'duration_secs': 0.131063} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2206.807794] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-e61166bb-5f23-4ff9-915a-04cf33e83880 tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] [instance: 36b49cb1-2f00-4662-909e-7e8cb6ee5c67] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-385070', 'volume_id': '1685938d-9caf-46fe-af53-822f539f1650', 'name': 'volume-1685938d-9caf-46fe-af53-822f539f1650', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '36b49cb1-2f00-4662-909e-7e8cb6ee5c67', 'attached_at': '', 'detached_at': '', 'volume_id': '1685938d-9caf-46fe-af53-822f539f1650', 'serial': '1685938d-9caf-46fe-af53-822f539f1650'} {{(pid=62574) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2206.838632] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62574) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2206.838816] env[62574]: DEBUG oslo_concurrency.lockutils [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.197s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2207.131438] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-6423d055-ea80-42b7-8810-a3295703e228 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] [instance: 690dc33a-aa36-435f-9ebe-8ee9c89c32ba] Powering off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2207.131713] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ec806a92-1200-477d-ba08-800459eabb62 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2207.139456] env[62574]: DEBUG oslo_vmware.api [None req-6423d055-ea80-42b7-8810-a3295703e228 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Waiting for the task: (returnval){ [ 2207.139456] env[62574]: value = "task-1862812" [ 2207.139456] env[62574]: _type = "Task" [ 2207.139456] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2207.147519] env[62574]: DEBUG oslo_vmware.api [None req-6423d055-ea80-42b7-8810-a3295703e228 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Task: {'id': task-1862812, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2207.348116] env[62574]: DEBUG nova.objects.instance [None req-e61166bb-5f23-4ff9-915a-04cf33e83880 tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] Lazy-loading 'flavor' on Instance uuid 36b49cb1-2f00-4662-909e-7e8cb6ee5c67 {{(pid=62574) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2207.649900] env[62574]: DEBUG oslo_vmware.api [None req-6423d055-ea80-42b7-8810-a3295703e228 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Task: {'id': task-1862812, 'name': PowerOffVM_Task, 'duration_secs': 0.220681} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2207.650177] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-6423d055-ea80-42b7-8810-a3295703e228 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] [instance: 690dc33a-aa36-435f-9ebe-8ee9c89c32ba] Powered off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2207.650364] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-6423d055-ea80-42b7-8810-a3295703e228 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] [instance: 690dc33a-aa36-435f-9ebe-8ee9c89c32ba] Updating instance '690dc33a-aa36-435f-9ebe-8ee9c89c32ba' progress to 17 {{(pid=62574) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2208.156909] env[62574]: DEBUG nova.virt.hardware [None req-6423d055-ea80-42b7-8810-a3295703e228 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T19:27:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2208.157195] env[62574]: DEBUG nova.virt.hardware [None req-6423d055-ea80-42b7-8810-a3295703e228 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Flavor limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2208.157341] env[62574]: DEBUG nova.virt.hardware [None req-6423d055-ea80-42b7-8810-a3295703e228 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Image limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2208.157525] env[62574]: DEBUG nova.virt.hardware [None req-6423d055-ea80-42b7-8810-a3295703e228 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Flavor pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2208.157673] env[62574]: DEBUG nova.virt.hardware [None req-6423d055-ea80-42b7-8810-a3295703e228 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Image pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2208.157822] env[62574]: DEBUG nova.virt.hardware [None req-6423d055-ea80-42b7-8810-a3295703e228 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2208.158043] env[62574]: DEBUG nova.virt.hardware [None req-6423d055-ea80-42b7-8810-a3295703e228 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2208.158208] env[62574]: DEBUG nova.virt.hardware [None req-6423d055-ea80-42b7-8810-a3295703e228 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2208.158376] env[62574]: DEBUG nova.virt.hardware [None req-6423d055-ea80-42b7-8810-a3295703e228 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Got 1 possible topologies {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2208.158538] env[62574]: DEBUG nova.virt.hardware [None req-6423d055-ea80-42b7-8810-a3295703e228 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2208.158708] env[62574]: DEBUG nova.virt.hardware [None req-6423d055-ea80-42b7-8810-a3295703e228 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2208.163762] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0f4c7298-2946-4b51-a9a3-2969027974cc {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2208.181432] env[62574]: DEBUG oslo_vmware.api [None req-6423d055-ea80-42b7-8810-a3295703e228 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Waiting for the task: (returnval){ [ 2208.181432] env[62574]: value = "task-1862813" [ 2208.181432] env[62574]: _type = "Task" [ 2208.181432] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2208.189698] env[62574]: DEBUG oslo_vmware.api [None req-6423d055-ea80-42b7-8810-a3295703e228 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Task: {'id': task-1862813, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2208.282517] env[62574]: DEBUG oslo_concurrency.lockutils [None req-1d67fe5f-69dd-4cdb-a8a2-d612ee3fcd07 tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] Acquiring lock "36b49cb1-2f00-4662-909e-7e8cb6ee5c67" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2208.354930] env[62574]: DEBUG oslo_concurrency.lockutils [None req-e61166bb-5f23-4ff9-915a-04cf33e83880 tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] Lock "36b49cb1-2f00-4662-909e-7e8cb6ee5c67" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.213s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2208.356170] env[62574]: DEBUG oslo_concurrency.lockutils [None req-1d67fe5f-69dd-4cdb-a8a2-d612ee3fcd07 tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] Lock "36b49cb1-2f00-4662-909e-7e8cb6ee5c67" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.074s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2208.356371] env[62574]: DEBUG nova.compute.manager [None req-1d67fe5f-69dd-4cdb-a8a2-d612ee3fcd07 tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] [instance: 36b49cb1-2f00-4662-909e-7e8cb6ee5c67] Checking state {{(pid=62574) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2208.357478] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1cb47b5-b319-4316-9fc1-cff42b5bc269 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2208.365621] env[62574]: DEBUG nova.compute.manager [None req-1d67fe5f-69dd-4cdb-a8a2-d612ee3fcd07 tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] [instance: 36b49cb1-2f00-4662-909e-7e8cb6ee5c67] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62574) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 2208.366184] env[62574]: DEBUG nova.objects.instance [None req-1d67fe5f-69dd-4cdb-a8a2-d612ee3fcd07 tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] Lazy-loading 'flavor' on Instance uuid 36b49cb1-2f00-4662-909e-7e8cb6ee5c67 {{(pid=62574) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2208.696092] env[62574]: DEBUG oslo_vmware.api [None req-6423d055-ea80-42b7-8810-a3295703e228 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Task: {'id': task-1862813, 'name': ReconfigVM_Task, 'duration_secs': 0.156201} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2208.696328] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-6423d055-ea80-42b7-8810-a3295703e228 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] [instance: 690dc33a-aa36-435f-9ebe-8ee9c89c32ba] Updating instance '690dc33a-aa36-435f-9ebe-8ee9c89c32ba' progress to 33 {{(pid=62574) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2209.204105] env[62574]: DEBUG nova.virt.hardware [None req-6423d055-ea80-42b7-8810-a3295703e228 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T19:26:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2209.204404] env[62574]: DEBUG nova.virt.hardware [None req-6423d055-ea80-42b7-8810-a3295703e228 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Flavor limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2209.204606] env[62574]: DEBUG nova.virt.hardware [None req-6423d055-ea80-42b7-8810-a3295703e228 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Image limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2209.204846] env[62574]: DEBUG nova.virt.hardware [None req-6423d055-ea80-42b7-8810-a3295703e228 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Flavor pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2209.205038] env[62574]: DEBUG nova.virt.hardware [None req-6423d055-ea80-42b7-8810-a3295703e228 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Image pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2209.205223] env[62574]: DEBUG nova.virt.hardware [None req-6423d055-ea80-42b7-8810-a3295703e228 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2209.205469] env[62574]: DEBUG nova.virt.hardware [None req-6423d055-ea80-42b7-8810-a3295703e228 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2209.205657] env[62574]: DEBUG nova.virt.hardware [None req-6423d055-ea80-42b7-8810-a3295703e228 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2209.205881] env[62574]: DEBUG nova.virt.hardware [None req-6423d055-ea80-42b7-8810-a3295703e228 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Got 1 possible topologies {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2209.206112] env[62574]: DEBUG nova.virt.hardware [None req-6423d055-ea80-42b7-8810-a3295703e228 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2209.206343] env[62574]: DEBUG nova.virt.hardware [None req-6423d055-ea80-42b7-8810-a3295703e228 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2209.212654] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-6423d055-ea80-42b7-8810-a3295703e228 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] [instance: 690dc33a-aa36-435f-9ebe-8ee9c89c32ba] Reconfiguring VM instance instance-00000079 to detach disk 2000 {{(pid=62574) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2209.213065] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-17d024b5-5144-41f1-929e-8b225552dcba {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2209.233745] env[62574]: DEBUG oslo_vmware.api [None req-6423d055-ea80-42b7-8810-a3295703e228 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Waiting for the task: (returnval){ [ 2209.233745] env[62574]: value = "task-1862815" [ 2209.233745] env[62574]: _type = "Task" [ 2209.233745] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2209.241814] env[62574]: DEBUG oslo_vmware.api [None req-6423d055-ea80-42b7-8810-a3295703e228 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Task: {'id': task-1862815, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2209.372950] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d67fe5f-69dd-4cdb-a8a2-d612ee3fcd07 tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] [instance: 36b49cb1-2f00-4662-909e-7e8cb6ee5c67] Powering off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2209.373398] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6645f327-1a2a-4555-aec2-54821a8603ab {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2209.383069] env[62574]: DEBUG oslo_vmware.api [None req-1d67fe5f-69dd-4cdb-a8a2-d612ee3fcd07 tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] Waiting for the task: (returnval){ [ 2209.383069] env[62574]: value = "task-1862816" [ 2209.383069] env[62574]: _type = "Task" [ 2209.383069] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2209.395299] env[62574]: DEBUG oslo_vmware.api [None req-1d67fe5f-69dd-4cdb-a8a2-d612ee3fcd07 tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] Task: {'id': task-1862816, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2209.744756] env[62574]: DEBUG oslo_vmware.api [None req-6423d055-ea80-42b7-8810-a3295703e228 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Task: {'id': task-1862815, 'name': ReconfigVM_Task, 'duration_secs': 0.390686} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2209.745117] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-6423d055-ea80-42b7-8810-a3295703e228 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] [instance: 690dc33a-aa36-435f-9ebe-8ee9c89c32ba] Reconfigured VM instance instance-00000079 to detach disk 2000 {{(pid=62574) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2209.745934] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f64fafa-de53-4b61-8c0e-bec92d53e07e {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2209.768527] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-6423d055-ea80-42b7-8810-a3295703e228 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] [instance: 690dc33a-aa36-435f-9ebe-8ee9c89c32ba] Reconfiguring VM instance instance-00000079 to attach disk [datastore1] 690dc33a-aa36-435f-9ebe-8ee9c89c32ba/690dc33a-aa36-435f-9ebe-8ee9c89c32ba.vmdk or device None with type thin {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2209.768834] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8c138798-a713-4ec5-b791-bc2531f33678 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2209.787864] env[62574]: DEBUG oslo_vmware.api [None req-6423d055-ea80-42b7-8810-a3295703e228 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Waiting for the task: (returnval){ [ 2209.787864] env[62574]: value = "task-1862817" [ 2209.787864] env[62574]: _type = "Task" [ 2209.787864] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2209.797896] env[62574]: DEBUG oslo_vmware.api [None req-6423d055-ea80-42b7-8810-a3295703e228 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Task: {'id': task-1862817, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2209.893243] env[62574]: DEBUG oslo_vmware.api [None req-1d67fe5f-69dd-4cdb-a8a2-d612ee3fcd07 tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] Task: {'id': task-1862816, 'name': PowerOffVM_Task, 'duration_secs': 0.200274} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2209.893514] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d67fe5f-69dd-4cdb-a8a2-d612ee3fcd07 tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] [instance: 36b49cb1-2f00-4662-909e-7e8cb6ee5c67] Powered off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2209.893718] env[62574]: DEBUG nova.compute.manager [None req-1d67fe5f-69dd-4cdb-a8a2-d612ee3fcd07 tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] [instance: 36b49cb1-2f00-4662-909e-7e8cb6ee5c67] Checking state {{(pid=62574) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2209.894564] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdf28d1e-38fe-4779-9eb2-62823fb26c72 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2210.299355] env[62574]: DEBUG oslo_vmware.api [None req-6423d055-ea80-42b7-8810-a3295703e228 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Task: {'id': task-1862817, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2210.407296] env[62574]: DEBUG oslo_concurrency.lockutils [None req-1d67fe5f-69dd-4cdb-a8a2-d612ee3fcd07 tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] Lock "36b49cb1-2f00-4662-909e-7e8cb6ee5c67" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.051s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2210.672090] env[62574]: DEBUG nova.objects.instance [None req-c8c7c7f2-a3ed-461e-8739-2d659fab02ae tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] Lazy-loading 'flavor' on Instance uuid 36b49cb1-2f00-4662-909e-7e8cb6ee5c67 {{(pid=62574) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2210.799144] env[62574]: DEBUG oslo_vmware.api [None req-6423d055-ea80-42b7-8810-a3295703e228 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Task: {'id': task-1862817, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2211.177246] env[62574]: DEBUG oslo_concurrency.lockutils [None req-c8c7c7f2-a3ed-461e-8739-2d659fab02ae tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] Acquiring lock "refresh_cache-36b49cb1-2f00-4662-909e-7e8cb6ee5c67" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2211.177453] env[62574]: DEBUG oslo_concurrency.lockutils [None req-c8c7c7f2-a3ed-461e-8739-2d659fab02ae tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] Acquired lock "refresh_cache-36b49cb1-2f00-4662-909e-7e8cb6ee5c67" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2211.177682] env[62574]: DEBUG nova.network.neutron [None req-c8c7c7f2-a3ed-461e-8739-2d659fab02ae tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] [instance: 36b49cb1-2f00-4662-909e-7e8cb6ee5c67] Building network info cache for instance {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2211.177906] env[62574]: DEBUG nova.objects.instance [None req-c8c7c7f2-a3ed-461e-8739-2d659fab02ae tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] Lazy-loading 'info_cache' on Instance uuid 36b49cb1-2f00-4662-909e-7e8cb6ee5c67 {{(pid=62574) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2211.299351] env[62574]: DEBUG oslo_vmware.api [None req-6423d055-ea80-42b7-8810-a3295703e228 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Task: {'id': task-1862817, 'name': ReconfigVM_Task, 'duration_secs': 1.121348} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2211.299661] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-6423d055-ea80-42b7-8810-a3295703e228 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] [instance: 690dc33a-aa36-435f-9ebe-8ee9c89c32ba] Reconfigured VM instance instance-00000079 to attach disk [datastore1] 690dc33a-aa36-435f-9ebe-8ee9c89c32ba/690dc33a-aa36-435f-9ebe-8ee9c89c32ba.vmdk or device None with type thin {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2211.299968] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-6423d055-ea80-42b7-8810-a3295703e228 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] [instance: 690dc33a-aa36-435f-9ebe-8ee9c89c32ba] Updating instance '690dc33a-aa36-435f-9ebe-8ee9c89c32ba' progress to 50 {{(pid=62574) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2211.681430] env[62574]: DEBUG nova.objects.base [None req-c8c7c7f2-a3ed-461e-8739-2d659fab02ae tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] Object Instance<36b49cb1-2f00-4662-909e-7e8cb6ee5c67> lazy-loaded attributes: flavor,info_cache {{(pid=62574) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2211.806301] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee73f9f2-4ece-4742-895f-89d1e2c24ca3 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2211.826836] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f80af679-d1c8-4ac3-bec5-5ba1b895410c {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2211.844491] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-6423d055-ea80-42b7-8810-a3295703e228 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] [instance: 690dc33a-aa36-435f-9ebe-8ee9c89c32ba] Updating instance '690dc33a-aa36-435f-9ebe-8ee9c89c32ba' progress to 67 {{(pid=62574) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2212.383319] env[62574]: DEBUG nova.network.neutron [None req-6423d055-ea80-42b7-8810-a3295703e228 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] [instance: 690dc33a-aa36-435f-9ebe-8ee9c89c32ba] Port 70ca8abe-d1d8-46c9-9ab9-c3f450e7b238 binding to destination host cpu-1 is already ACTIVE {{(pid=62574) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 2212.385344] env[62574]: DEBUG nova.network.neutron [None req-c8c7c7f2-a3ed-461e-8739-2d659fab02ae tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] [instance: 36b49cb1-2f00-4662-909e-7e8cb6ee5c67] Updating instance_info_cache with network_info: [{"id": "83657641-ffd9-49c4-8dc0-a2782919b8c5", "address": "fa:16:3e:cc:6f:62", "network": {"id": "b8d54aae-4356-4bda-ac80-8aff560fc517", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-261048869-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9a1f51591de495fab1d31bd59552aa2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56b944d8-803d-43f2-945d-0f334ee4ea1c", "external-id": "nsx-vlan-transportzone-799", "segmentation_id": 799, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83657641-ff", "ovs_interfaceid": "83657641-ffd9-49c4-8dc0-a2782919b8c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2212.888981] env[62574]: DEBUG oslo_concurrency.lockutils [None req-c8c7c7f2-a3ed-461e-8739-2d659fab02ae tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] Releasing lock "refresh_cache-36b49cb1-2f00-4662-909e-7e8cb6ee5c67" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2213.408840] env[62574]: DEBUG oslo_concurrency.lockutils [None req-6423d055-ea80-42b7-8810-a3295703e228 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Acquiring lock "690dc33a-aa36-435f-9ebe-8ee9c89c32ba-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2213.409102] env[62574]: DEBUG oslo_concurrency.lockutils [None req-6423d055-ea80-42b7-8810-a3295703e228 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Lock "690dc33a-aa36-435f-9ebe-8ee9c89c32ba-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2213.409288] env[62574]: DEBUG oslo_concurrency.lockutils [None req-6423d055-ea80-42b7-8810-a3295703e228 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Lock "690dc33a-aa36-435f-9ebe-8ee9c89c32ba-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2213.912458] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8c7c7f2-a3ed-461e-8739-2d659fab02ae tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] [instance: 36b49cb1-2f00-4662-909e-7e8cb6ee5c67] Powering on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2213.912801] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-55841478-6b79-4bcb-9348-9ee5454569b1 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2213.924616] env[62574]: DEBUG oslo_vmware.api [None req-c8c7c7f2-a3ed-461e-8739-2d659fab02ae tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] Waiting for the task: (returnval){ [ 2213.924616] env[62574]: value = "task-1862820" [ 2213.924616] env[62574]: _type = "Task" [ 2213.924616] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2213.934356] env[62574]: DEBUG oslo_vmware.api [None req-c8c7c7f2-a3ed-461e-8739-2d659fab02ae tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] Task: {'id': task-1862820, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2214.446074] env[62574]: DEBUG oslo_vmware.api [None req-c8c7c7f2-a3ed-461e-8739-2d659fab02ae tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] Task: {'id': task-1862820, 'name': PowerOnVM_Task, 'duration_secs': 0.465857} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2214.447031] env[62574]: DEBUG oslo_concurrency.lockutils [None req-6423d055-ea80-42b7-8810-a3295703e228 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Acquiring lock "refresh_cache-690dc33a-aa36-435f-9ebe-8ee9c89c32ba" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2214.447199] env[62574]: DEBUG oslo_concurrency.lockutils [None req-6423d055-ea80-42b7-8810-a3295703e228 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Acquired lock "refresh_cache-690dc33a-aa36-435f-9ebe-8ee9c89c32ba" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2214.447380] env[62574]: DEBUG nova.network.neutron [None req-6423d055-ea80-42b7-8810-a3295703e228 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] [instance: 690dc33a-aa36-435f-9ebe-8ee9c89c32ba] Building network info cache for instance {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2214.448809] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8c7c7f2-a3ed-461e-8739-2d659fab02ae tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] [instance: 36b49cb1-2f00-4662-909e-7e8cb6ee5c67] Powered on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2214.449016] env[62574]: DEBUG nova.compute.manager [None req-c8c7c7f2-a3ed-461e-8739-2d659fab02ae tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] [instance: 36b49cb1-2f00-4662-909e-7e8cb6ee5c67] Checking state {{(pid=62574) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2214.450022] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfe54f68-ad0a-44d0-b762-dc81edf46348 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2215.178165] env[62574]: DEBUG nova.network.neutron [None req-6423d055-ea80-42b7-8810-a3295703e228 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] [instance: 690dc33a-aa36-435f-9ebe-8ee9c89c32ba] Updating instance_info_cache with network_info: [{"id": "70ca8abe-d1d8-46c9-9ab9-c3f450e7b238", "address": "fa:16:3e:91:e0:75", "network": {"id": "f03597f1-26a8-4de5-aa19-ab11345ad179", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1253464518-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2c59d09bb7e848f99194722508f035d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60567ee6-01d0-4b16-9c7a-4a896827d6eb", "external-id": "nsx-vlan-transportzone-28", "segmentation_id": 28, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap70ca8abe-d1", "ovs_interfaceid": "70ca8abe-d1d8-46c9-9ab9-c3f450e7b238", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2215.681252] env[62574]: DEBUG oslo_concurrency.lockutils [None req-6423d055-ea80-42b7-8810-a3295703e228 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Releasing lock "refresh_cache-690dc33a-aa36-435f-9ebe-8ee9c89c32ba" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2216.206267] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a57a1fca-a337-4974-9a1f-1679380528fd {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2216.227240] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36be2926-07a3-4823-a920-b528a3b12d20 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2216.234796] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-6423d055-ea80-42b7-8810-a3295703e228 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] [instance: 690dc33a-aa36-435f-9ebe-8ee9c89c32ba] Updating instance '690dc33a-aa36-435f-9ebe-8ee9c89c32ba' progress to 83 {{(pid=62574) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2216.742580] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-6423d055-ea80-42b7-8810-a3295703e228 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] [instance: 690dc33a-aa36-435f-9ebe-8ee9c89c32ba] Powering on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2216.742906] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c35253a9-dbf5-4e9a-b287-eb011d9f370e {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2216.751879] env[62574]: DEBUG oslo_vmware.api [None req-6423d055-ea80-42b7-8810-a3295703e228 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Waiting for the task: (returnval){ [ 2216.751879] env[62574]: value = "task-1862822" [ 2216.751879] env[62574]: _type = "Task" [ 2216.751879] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2216.760809] env[62574]: DEBUG oslo_vmware.api [None req-6423d055-ea80-42b7-8810-a3295703e228 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Task: {'id': task-1862822, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2217.264575] env[62574]: DEBUG oslo_vmware.api [None req-6423d055-ea80-42b7-8810-a3295703e228 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Task: {'id': task-1862822, 'name': PowerOnVM_Task, 'duration_secs': 0.3943} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2217.265159] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-6423d055-ea80-42b7-8810-a3295703e228 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] [instance: 690dc33a-aa36-435f-9ebe-8ee9c89c32ba] Powered on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2217.265227] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-6423d055-ea80-42b7-8810-a3295703e228 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] [instance: 690dc33a-aa36-435f-9ebe-8ee9c89c32ba] Updating instance '690dc33a-aa36-435f-9ebe-8ee9c89c32ba' progress to 100 {{(pid=62574) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2217.798584] env[62574]: DEBUG oslo_concurrency.lockutils [None req-7cb24f69-fe5c-430d-ab23-dbba05b41025 tempest-ServerActionsV293TestJSON-1764479574 tempest-ServerActionsV293TestJSON-1764479574-project-member] Acquiring lock "772e3d95-3cd5-4288-81b8-777c688a836c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2217.799145] env[62574]: DEBUG oslo_concurrency.lockutils [None req-7cb24f69-fe5c-430d-ab23-dbba05b41025 tempest-ServerActionsV293TestJSON-1764479574 tempest-ServerActionsV293TestJSON-1764479574-project-member] Lock "772e3d95-3cd5-4288-81b8-777c688a836c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2218.301243] env[62574]: DEBUG nova.compute.manager [None req-7cb24f69-fe5c-430d-ab23-dbba05b41025 tempest-ServerActionsV293TestJSON-1764479574 tempest-ServerActionsV293TestJSON-1764479574-project-member] [instance: 772e3d95-3cd5-4288-81b8-777c688a836c] Starting instance... {{(pid=62574) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2218.822647] env[62574]: DEBUG oslo_concurrency.lockutils [None req-7cb24f69-fe5c-430d-ab23-dbba05b41025 tempest-ServerActionsV293TestJSON-1764479574 tempest-ServerActionsV293TestJSON-1764479574-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2218.822905] env[62574]: DEBUG oslo_concurrency.lockutils [None req-7cb24f69-fe5c-430d-ab23-dbba05b41025 tempest-ServerActionsV293TestJSON-1764479574 tempest-ServerActionsV293TestJSON-1764479574-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2218.824416] env[62574]: INFO nova.compute.claims [None req-7cb24f69-fe5c-430d-ab23-dbba05b41025 tempest-ServerActionsV293TestJSON-1764479574 tempest-ServerActionsV293TestJSON-1764479574-project-member] [instance: 772e3d95-3cd5-4288-81b8-777c688a836c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2219.034190] env[62574]: DEBUG oslo_concurrency.lockutils [None req-f4f4d757-8997-4d10-b68c-5cdc9024ff3d tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Acquiring lock "690dc33a-aa36-435f-9ebe-8ee9c89c32ba" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2219.034582] env[62574]: DEBUG oslo_concurrency.lockutils [None req-f4f4d757-8997-4d10-b68c-5cdc9024ff3d tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Lock "690dc33a-aa36-435f-9ebe-8ee9c89c32ba" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2219.034878] env[62574]: DEBUG nova.compute.manager [None req-f4f4d757-8997-4d10-b68c-5cdc9024ff3d tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] [instance: 690dc33a-aa36-435f-9ebe-8ee9c89c32ba] Going to confirm migration 9 {{(pid=62574) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5193}} [ 2219.605538] env[62574]: DEBUG oslo_concurrency.lockutils [None req-f4f4d757-8997-4d10-b68c-5cdc9024ff3d tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Acquiring lock "refresh_cache-690dc33a-aa36-435f-9ebe-8ee9c89c32ba" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2219.605803] env[62574]: DEBUG oslo_concurrency.lockutils [None req-f4f4d757-8997-4d10-b68c-5cdc9024ff3d tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Acquired lock "refresh_cache-690dc33a-aa36-435f-9ebe-8ee9c89c32ba" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2219.605924] env[62574]: DEBUG nova.network.neutron [None req-f4f4d757-8997-4d10-b68c-5cdc9024ff3d tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] [instance: 690dc33a-aa36-435f-9ebe-8ee9c89c32ba] Building network info cache for instance {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2219.606211] env[62574]: DEBUG nova.objects.instance [None req-f4f4d757-8997-4d10-b68c-5cdc9024ff3d tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Lazy-loading 'info_cache' on Instance uuid 690dc33a-aa36-435f-9ebe-8ee9c89c32ba {{(pid=62574) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2219.890086] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea9a2885-b870-4de4-9184-7d429ab2b13f {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2219.898203] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89a3c3d0-34a5-4643-8f7e-36cfd4e396b4 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2219.928346] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61718ede-8e54-4b62-8656-22aa0e0b492a {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2219.935788] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4b77da1-3751-4957-bcd9-dab067c774a5 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2219.949685] env[62574]: DEBUG nova.compute.provider_tree [None req-7cb24f69-fe5c-430d-ab23-dbba05b41025 tempest-ServerActionsV293TestJSON-1764479574 tempest-ServerActionsV293TestJSON-1764479574-project-member] Inventory has not changed in ProviderTree for provider: f0ed160a-beff-4626-a531-2a70d7bc0627 {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2220.452683] env[62574]: DEBUG nova.scheduler.client.report [None req-7cb24f69-fe5c-430d-ab23-dbba05b41025 tempest-ServerActionsV293TestJSON-1764479574 tempest-ServerActionsV293TestJSON-1764479574-project-member] Inventory has not changed for provider f0ed160a-beff-4626-a531-2a70d7bc0627 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 148, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2220.836916] env[62574]: DEBUG nova.network.neutron [None req-f4f4d757-8997-4d10-b68c-5cdc9024ff3d tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] [instance: 690dc33a-aa36-435f-9ebe-8ee9c89c32ba] Updating instance_info_cache with network_info: [{"id": "70ca8abe-d1d8-46c9-9ab9-c3f450e7b238", "address": "fa:16:3e:91:e0:75", "network": {"id": "f03597f1-26a8-4de5-aa19-ab11345ad179", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1253464518-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2c59d09bb7e848f99194722508f035d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60567ee6-01d0-4b16-9c7a-4a896827d6eb", "external-id": "nsx-vlan-transportzone-28", "segmentation_id": 28, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap70ca8abe-d1", "ovs_interfaceid": "70ca8abe-d1d8-46c9-9ab9-c3f450e7b238", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2220.957159] env[62574]: DEBUG oslo_concurrency.lockutils [None req-7cb24f69-fe5c-430d-ab23-dbba05b41025 tempest-ServerActionsV293TestJSON-1764479574 tempest-ServerActionsV293TestJSON-1764479574-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.134s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2220.957510] env[62574]: DEBUG nova.compute.manager [None req-7cb24f69-fe5c-430d-ab23-dbba05b41025 tempest-ServerActionsV293TestJSON-1764479574 tempest-ServerActionsV293TestJSON-1764479574-project-member] [instance: 772e3d95-3cd5-4288-81b8-777c688a836c] Start building networks asynchronously for instance. {{(pid=62574) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2221.339552] env[62574]: DEBUG oslo_concurrency.lockutils [None req-f4f4d757-8997-4d10-b68c-5cdc9024ff3d tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Releasing lock "refresh_cache-690dc33a-aa36-435f-9ebe-8ee9c89c32ba" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2221.339867] env[62574]: DEBUG nova.objects.instance [None req-f4f4d757-8997-4d10-b68c-5cdc9024ff3d tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Lazy-loading 'migration_context' on Instance uuid 690dc33a-aa36-435f-9ebe-8ee9c89c32ba {{(pid=62574) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2221.462223] env[62574]: DEBUG nova.compute.utils [None req-7cb24f69-fe5c-430d-ab23-dbba05b41025 tempest-ServerActionsV293TestJSON-1764479574 tempest-ServerActionsV293TestJSON-1764479574-project-member] Using /dev/sd instead of None {{(pid=62574) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2221.463701] env[62574]: DEBUG nova.compute.manager [None req-7cb24f69-fe5c-430d-ab23-dbba05b41025 tempest-ServerActionsV293TestJSON-1764479574 tempest-ServerActionsV293TestJSON-1764479574-project-member] [instance: 772e3d95-3cd5-4288-81b8-777c688a836c] Allocating IP information in the background. {{(pid=62574) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2221.463883] env[62574]: DEBUG nova.network.neutron [None req-7cb24f69-fe5c-430d-ab23-dbba05b41025 tempest-ServerActionsV293TestJSON-1764479574 tempest-ServerActionsV293TestJSON-1764479574-project-member] [instance: 772e3d95-3cd5-4288-81b8-777c688a836c] allocate_for_instance() {{(pid=62574) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2221.526883] env[62574]: DEBUG nova.policy [None req-7cb24f69-fe5c-430d-ab23-dbba05b41025 tempest-ServerActionsV293TestJSON-1764479574 tempest-ServerActionsV293TestJSON-1764479574-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b5af7a5e8d88497d893fdbfec615e892', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '208799ccd91e4d4bb62dedcc7fa793b5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62574) authorize /opt/stack/nova/nova/policy.py:192}} [ 2221.788097] env[62574]: DEBUG nova.network.neutron [None req-7cb24f69-fe5c-430d-ab23-dbba05b41025 tempest-ServerActionsV293TestJSON-1764479574 tempest-ServerActionsV293TestJSON-1764479574-project-member] [instance: 772e3d95-3cd5-4288-81b8-777c688a836c] Successfully created port: 77381118-845f-4431-95dc-39e41c130825 {{(pid=62574) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2221.842746] env[62574]: DEBUG nova.objects.base [None req-f4f4d757-8997-4d10-b68c-5cdc9024ff3d tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Object Instance<690dc33a-aa36-435f-9ebe-8ee9c89c32ba> lazy-loaded attributes: info_cache,migration_context {{(pid=62574) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2221.843767] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-047af938-68cb-41ea-995e-bbab0aab2965 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2221.863519] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-de8f970c-86b8-4601-a7ce-11e327cfafb4 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2221.869638] env[62574]: DEBUG oslo_vmware.api [None req-f4f4d757-8997-4d10-b68c-5cdc9024ff3d tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Waiting for the task: (returnval){ [ 2221.869638] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]522d9520-3de0-5e89-4bb4-c35eed03c7a5" [ 2221.869638] env[62574]: _type = "Task" [ 2221.869638] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2221.877942] env[62574]: DEBUG oslo_vmware.api [None req-f4f4d757-8997-4d10-b68c-5cdc9024ff3d tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]522d9520-3de0-5e89-4bb4-c35eed03c7a5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2221.967134] env[62574]: DEBUG nova.compute.manager [None req-7cb24f69-fe5c-430d-ab23-dbba05b41025 tempest-ServerActionsV293TestJSON-1764479574 tempest-ServerActionsV293TestJSON-1764479574-project-member] [instance: 772e3d95-3cd5-4288-81b8-777c688a836c] Start building block device mappings for instance. {{(pid=62574) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2222.381031] env[62574]: DEBUG oslo_vmware.api [None req-f4f4d757-8997-4d10-b68c-5cdc9024ff3d tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]522d9520-3de0-5e89-4bb4-c35eed03c7a5, 'name': SearchDatastore_Task, 'duration_secs': 0.008223} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2222.381031] env[62574]: DEBUG oslo_concurrency.lockutils [None req-f4f4d757-8997-4d10-b68c-5cdc9024ff3d tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2222.381031] env[62574]: DEBUG oslo_concurrency.lockutils [None req-f4f4d757-8997-4d10-b68c-5cdc9024ff3d tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2222.472416] env[62574]: INFO nova.virt.block_device [None req-7cb24f69-fe5c-430d-ab23-dbba05b41025 tempest-ServerActionsV293TestJSON-1764479574 tempest-ServerActionsV293TestJSON-1764479574-project-member] [instance: 772e3d95-3cd5-4288-81b8-777c688a836c] Booting with volume 1bb2c6d8-f5ea-4827-9788-7b2567d0a9a5 at /dev/sda [ 2222.506388] env[62574]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c2db99f4-f75d-4d6d-b80e-8b61c13dce48 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2222.516585] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb720a57-7d77-4bf0-a305-4fcfc0fbb991 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2222.544074] env[62574]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c984c351-9d5a-4b7a-b0d9-90347a986ec7 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2222.552975] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88e97748-9270-48c2-a521-737ebb94870e {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2222.578719] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-749391be-ffb3-4d0b-b3b3-0e538caab036 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2222.585220] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b78c9ec-5918-400b-ba30-a46b6821cf05 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2222.598885] env[62574]: DEBUG nova.virt.block_device [None req-7cb24f69-fe5c-430d-ab23-dbba05b41025 tempest-ServerActionsV293TestJSON-1764479574 tempest-ServerActionsV293TestJSON-1764479574-project-member] [instance: 772e3d95-3cd5-4288-81b8-777c688a836c] Updating existing volume attachment record: 4335e677-2376-4f1f-a045-245ca62b96db {{(pid=62574) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2222.943790] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6acd3f88-d38f-4a05-a733-263d86f71c20 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2222.952397] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c8917b2-bff8-4c49-b9a4-2f3e9d5c5375 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2222.982094] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6f18a9b-5025-48dd-b9c6-5e764a6a7568 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2222.990076] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64e7b6ed-ab18-40e6-9ed0-0ec013f542f8 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2223.004678] env[62574]: DEBUG nova.compute.provider_tree [None req-f4f4d757-8997-4d10-b68c-5cdc9024ff3d tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Inventory has not changed in ProviderTree for provider: f0ed160a-beff-4626-a531-2a70d7bc0627 {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2223.236630] env[62574]: DEBUG nova.compute.manager [req-b7e2b208-1ff3-4a85-98c6-c6119da0ec59 req-f0914bd9-2790-467e-8dcf-0d8b9c35fc0e service nova] [instance: 772e3d95-3cd5-4288-81b8-777c688a836c] Received event network-vif-plugged-77381118-845f-4431-95dc-39e41c130825 {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 2223.236907] env[62574]: DEBUG oslo_concurrency.lockutils [req-b7e2b208-1ff3-4a85-98c6-c6119da0ec59 req-f0914bd9-2790-467e-8dcf-0d8b9c35fc0e service nova] Acquiring lock "772e3d95-3cd5-4288-81b8-777c688a836c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2223.237205] env[62574]: DEBUG oslo_concurrency.lockutils [req-b7e2b208-1ff3-4a85-98c6-c6119da0ec59 req-f0914bd9-2790-467e-8dcf-0d8b9c35fc0e service nova] Lock "772e3d95-3cd5-4288-81b8-777c688a836c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2223.237344] env[62574]: DEBUG oslo_concurrency.lockutils [req-b7e2b208-1ff3-4a85-98c6-c6119da0ec59 req-f0914bd9-2790-467e-8dcf-0d8b9c35fc0e service nova] Lock "772e3d95-3cd5-4288-81b8-777c688a836c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2223.237526] env[62574]: DEBUG nova.compute.manager [req-b7e2b208-1ff3-4a85-98c6-c6119da0ec59 req-f0914bd9-2790-467e-8dcf-0d8b9c35fc0e service nova] [instance: 772e3d95-3cd5-4288-81b8-777c688a836c] No waiting events found dispatching network-vif-plugged-77381118-845f-4431-95dc-39e41c130825 {{(pid=62574) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2223.237679] env[62574]: WARNING nova.compute.manager [req-b7e2b208-1ff3-4a85-98c6-c6119da0ec59 req-f0914bd9-2790-467e-8dcf-0d8b9c35fc0e service nova] [instance: 772e3d95-3cd5-4288-81b8-777c688a836c] Received unexpected event network-vif-plugged-77381118-845f-4431-95dc-39e41c130825 for instance with vm_state building and task_state block_device_mapping. [ 2223.323754] env[62574]: DEBUG nova.network.neutron [None req-7cb24f69-fe5c-430d-ab23-dbba05b41025 tempest-ServerActionsV293TestJSON-1764479574 tempest-ServerActionsV293TestJSON-1764479574-project-member] [instance: 772e3d95-3cd5-4288-81b8-777c688a836c] Successfully updated port: 77381118-845f-4431-95dc-39e41c130825 {{(pid=62574) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2223.509989] env[62574]: DEBUG nova.scheduler.client.report [None req-f4f4d757-8997-4d10-b68c-5cdc9024ff3d tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Inventory has not changed for provider f0ed160a-beff-4626-a531-2a70d7bc0627 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 148, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2223.826984] env[62574]: DEBUG oslo_concurrency.lockutils [None req-7cb24f69-fe5c-430d-ab23-dbba05b41025 tempest-ServerActionsV293TestJSON-1764479574 tempest-ServerActionsV293TestJSON-1764479574-project-member] Acquiring lock "refresh_cache-772e3d95-3cd5-4288-81b8-777c688a836c" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2223.827179] env[62574]: DEBUG oslo_concurrency.lockutils [None req-7cb24f69-fe5c-430d-ab23-dbba05b41025 tempest-ServerActionsV293TestJSON-1764479574 tempest-ServerActionsV293TestJSON-1764479574-project-member] Acquired lock "refresh_cache-772e3d95-3cd5-4288-81b8-777c688a836c" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2223.827373] env[62574]: DEBUG nova.network.neutron [None req-7cb24f69-fe5c-430d-ab23-dbba05b41025 tempest-ServerActionsV293TestJSON-1764479574 tempest-ServerActionsV293TestJSON-1764479574-project-member] [instance: 772e3d95-3cd5-4288-81b8-777c688a836c] Building network info cache for instance {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2224.361617] env[62574]: DEBUG nova.network.neutron [None req-7cb24f69-fe5c-430d-ab23-dbba05b41025 tempest-ServerActionsV293TestJSON-1764479574 tempest-ServerActionsV293TestJSON-1764479574-project-member] [instance: 772e3d95-3cd5-4288-81b8-777c688a836c] Instance cache missing network info. {{(pid=62574) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2224.485981] env[62574]: DEBUG nova.network.neutron [None req-7cb24f69-fe5c-430d-ab23-dbba05b41025 tempest-ServerActionsV293TestJSON-1764479574 tempest-ServerActionsV293TestJSON-1764479574-project-member] [instance: 772e3d95-3cd5-4288-81b8-777c688a836c] Updating instance_info_cache with network_info: [{"id": "77381118-845f-4431-95dc-39e41c130825", "address": "fa:16:3e:c2:21:ea", "network": {"id": "50ae4e41-a49a-4834-b73c-8389d288d832", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-111935438-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "208799ccd91e4d4bb62dedcc7fa793b5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c9a12d2-469f-4199-bfaa-f791d765deac", "external-id": "nsx-vlan-transportzone-96", "segmentation_id": 96, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77381118-84", "ovs_interfaceid": "77381118-845f-4431-95dc-39e41c130825", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2224.518942] env[62574]: DEBUG oslo_concurrency.lockutils [None req-f4f4d757-8997-4d10-b68c-5cdc9024ff3d tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.138s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2224.677916] env[62574]: DEBUG nova.compute.manager [None req-7cb24f69-fe5c-430d-ab23-dbba05b41025 tempest-ServerActionsV293TestJSON-1764479574 tempest-ServerActionsV293TestJSON-1764479574-project-member] [instance: 772e3d95-3cd5-4288-81b8-777c688a836c] Start spawning the instance on the hypervisor. {{(pid=62574) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2224.678492] env[62574]: DEBUG nova.virt.hardware [None req-7cb24f69-fe5c-430d-ab23-dbba05b41025 tempest-ServerActionsV293TestJSON-1764479574 tempest-ServerActionsV293TestJSON-1764479574-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T19:26:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2224.678730] env[62574]: DEBUG nova.virt.hardware [None req-7cb24f69-fe5c-430d-ab23-dbba05b41025 tempest-ServerActionsV293TestJSON-1764479574 tempest-ServerActionsV293TestJSON-1764479574-project-member] Flavor limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2224.678895] env[62574]: DEBUG nova.virt.hardware [None req-7cb24f69-fe5c-430d-ab23-dbba05b41025 tempest-ServerActionsV293TestJSON-1764479574 tempest-ServerActionsV293TestJSON-1764479574-project-member] Image limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2224.679102] env[62574]: DEBUG nova.virt.hardware [None req-7cb24f69-fe5c-430d-ab23-dbba05b41025 tempest-ServerActionsV293TestJSON-1764479574 tempest-ServerActionsV293TestJSON-1764479574-project-member] Flavor pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2224.679254] env[62574]: DEBUG nova.virt.hardware [None req-7cb24f69-fe5c-430d-ab23-dbba05b41025 tempest-ServerActionsV293TestJSON-1764479574 tempest-ServerActionsV293TestJSON-1764479574-project-member] Image pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2224.679400] env[62574]: DEBUG nova.virt.hardware [None req-7cb24f69-fe5c-430d-ab23-dbba05b41025 tempest-ServerActionsV293TestJSON-1764479574 tempest-ServerActionsV293TestJSON-1764479574-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2224.679637] env[62574]: DEBUG nova.virt.hardware [None req-7cb24f69-fe5c-430d-ab23-dbba05b41025 tempest-ServerActionsV293TestJSON-1764479574 tempest-ServerActionsV293TestJSON-1764479574-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2224.679812] env[62574]: DEBUG nova.virt.hardware [None req-7cb24f69-fe5c-430d-ab23-dbba05b41025 tempest-ServerActionsV293TestJSON-1764479574 tempest-ServerActionsV293TestJSON-1764479574-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2224.679986] env[62574]: DEBUG nova.virt.hardware [None req-7cb24f69-fe5c-430d-ab23-dbba05b41025 tempest-ServerActionsV293TestJSON-1764479574 tempest-ServerActionsV293TestJSON-1764479574-project-member] Got 1 possible topologies {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2224.680166] env[62574]: DEBUG nova.virt.hardware [None req-7cb24f69-fe5c-430d-ab23-dbba05b41025 tempest-ServerActionsV293TestJSON-1764479574 tempest-ServerActionsV293TestJSON-1764479574-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2224.680339] env[62574]: DEBUG nova.virt.hardware [None req-7cb24f69-fe5c-430d-ab23-dbba05b41025 tempest-ServerActionsV293TestJSON-1764479574 tempest-ServerActionsV293TestJSON-1764479574-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2224.681227] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36d8f67d-3e12-497b-9c10-06414a13f5ab {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2224.690218] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85860133-9822-428c-9c84-51666863dc81 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2224.989218] env[62574]: DEBUG oslo_concurrency.lockutils [None req-7cb24f69-fe5c-430d-ab23-dbba05b41025 tempest-ServerActionsV293TestJSON-1764479574 tempest-ServerActionsV293TestJSON-1764479574-project-member] Releasing lock "refresh_cache-772e3d95-3cd5-4288-81b8-777c688a836c" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2224.989540] env[62574]: DEBUG nova.compute.manager [None req-7cb24f69-fe5c-430d-ab23-dbba05b41025 tempest-ServerActionsV293TestJSON-1764479574 tempest-ServerActionsV293TestJSON-1764479574-project-member] [instance: 772e3d95-3cd5-4288-81b8-777c688a836c] Instance network_info: |[{"id": "77381118-845f-4431-95dc-39e41c130825", "address": "fa:16:3e:c2:21:ea", "network": {"id": "50ae4e41-a49a-4834-b73c-8389d288d832", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-111935438-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "208799ccd91e4d4bb62dedcc7fa793b5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c9a12d2-469f-4199-bfaa-f791d765deac", "external-id": "nsx-vlan-transportzone-96", "segmentation_id": 96, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77381118-84", "ovs_interfaceid": "77381118-845f-4431-95dc-39e41c130825", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62574) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2224.989991] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-7cb24f69-fe5c-430d-ab23-dbba05b41025 tempest-ServerActionsV293TestJSON-1764479574 tempest-ServerActionsV293TestJSON-1764479574-project-member] [instance: 772e3d95-3cd5-4288-81b8-777c688a836c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c2:21:ea', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4c9a12d2-469f-4199-bfaa-f791d765deac', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '77381118-845f-4431-95dc-39e41c130825', 'vif_model': 'vmxnet3'}] {{(pid=62574) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2224.997131] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cb24f69-fe5c-430d-ab23-dbba05b41025 tempest-ServerActionsV293TestJSON-1764479574 tempest-ServerActionsV293TestJSON-1764479574-project-member] Creating folder: Project (208799ccd91e4d4bb62dedcc7fa793b5). Parent ref: group-v384746. {{(pid=62574) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2224.997400] env[62574]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4811f545-beef-44ed-b7b2-5e0640ea8240 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2225.013375] env[62574]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 2225.013532] env[62574]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=62574) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 2225.013858] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cb24f69-fe5c-430d-ab23-dbba05b41025 tempest-ServerActionsV293TestJSON-1764479574 tempest-ServerActionsV293TestJSON-1764479574-project-member] Folder already exists: Project (208799ccd91e4d4bb62dedcc7fa793b5). Parent ref: group-v384746. {{(pid=62574) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 2225.014055] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cb24f69-fe5c-430d-ab23-dbba05b41025 tempest-ServerActionsV293TestJSON-1764479574 tempest-ServerActionsV293TestJSON-1764479574-project-member] Creating folder: Instances. Parent ref: group-v385074. {{(pid=62574) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2225.014287] env[62574]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d638c2dd-c772-47e3-bccc-18a90e2895bc {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2225.026221] env[62574]: INFO nova.virt.vmwareapi.vm_util [None req-7cb24f69-fe5c-430d-ab23-dbba05b41025 tempest-ServerActionsV293TestJSON-1764479574 tempest-ServerActionsV293TestJSON-1764479574-project-member] Created folder: Instances in parent group-v385074. [ 2225.026488] env[62574]: DEBUG oslo.service.loopingcall [None req-7cb24f69-fe5c-430d-ab23-dbba05b41025 tempest-ServerActionsV293TestJSON-1764479574 tempest-ServerActionsV293TestJSON-1764479574-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62574) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2225.028596] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 772e3d95-3cd5-4288-81b8-777c688a836c] Creating VM on the ESX host {{(pid=62574) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2225.028990] env[62574]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-26fd6371-43d1-461b-94fc-6c42cbd8ce83 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2225.050794] env[62574]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2225.050794] env[62574]: value = "task-1862825" [ 2225.050794] env[62574]: _type = "Task" [ 2225.050794] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2225.058120] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1862825, 'name': CreateVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2225.078391] env[62574]: INFO nova.scheduler.client.report [None req-f4f4d757-8997-4d10-b68c-5cdc9024ff3d tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Deleted allocation for migration 12786463-9175-4c43-940b-5f9011bebc01 [ 2225.261883] env[62574]: DEBUG nova.compute.manager [req-7cc35388-c5ed-4b2a-9281-9312479832f8 req-ea010cab-28de-442b-b38a-1a2fbe9ddc8f service nova] [instance: 772e3d95-3cd5-4288-81b8-777c688a836c] Received event network-changed-77381118-845f-4431-95dc-39e41c130825 {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 2225.262108] env[62574]: DEBUG nova.compute.manager [req-7cc35388-c5ed-4b2a-9281-9312479832f8 req-ea010cab-28de-442b-b38a-1a2fbe9ddc8f service nova] [instance: 772e3d95-3cd5-4288-81b8-777c688a836c] Refreshing instance network info cache due to event network-changed-77381118-845f-4431-95dc-39e41c130825. {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 2225.262327] env[62574]: DEBUG oslo_concurrency.lockutils [req-7cc35388-c5ed-4b2a-9281-9312479832f8 req-ea010cab-28de-442b-b38a-1a2fbe9ddc8f service nova] Acquiring lock "refresh_cache-772e3d95-3cd5-4288-81b8-777c688a836c" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2225.262472] env[62574]: DEBUG oslo_concurrency.lockutils [req-7cc35388-c5ed-4b2a-9281-9312479832f8 req-ea010cab-28de-442b-b38a-1a2fbe9ddc8f service nova] Acquired lock "refresh_cache-772e3d95-3cd5-4288-81b8-777c688a836c" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2225.262635] env[62574]: DEBUG nova.network.neutron [req-7cc35388-c5ed-4b2a-9281-9312479832f8 req-ea010cab-28de-442b-b38a-1a2fbe9ddc8f service nova] [instance: 772e3d95-3cd5-4288-81b8-777c688a836c] Refreshing network info cache for port 77381118-845f-4431-95dc-39e41c130825 {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2225.561835] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1862825, 'name': CreateVM_Task} progress is 99%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2225.584093] env[62574]: DEBUG oslo_concurrency.lockutils [None req-f4f4d757-8997-4d10-b68c-5cdc9024ff3d tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Lock "690dc33a-aa36-435f-9ebe-8ee9c89c32ba" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.549s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2226.061890] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1862825, 'name': CreateVM_Task} progress is 99%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2226.102926] env[62574]: DEBUG nova.network.neutron [req-7cc35388-c5ed-4b2a-9281-9312479832f8 req-ea010cab-28de-442b-b38a-1a2fbe9ddc8f service nova] [instance: 772e3d95-3cd5-4288-81b8-777c688a836c] Updated VIF entry in instance network info cache for port 77381118-845f-4431-95dc-39e41c130825. {{(pid=62574) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2226.103481] env[62574]: DEBUG nova.network.neutron [req-7cc35388-c5ed-4b2a-9281-9312479832f8 req-ea010cab-28de-442b-b38a-1a2fbe9ddc8f service nova] [instance: 772e3d95-3cd5-4288-81b8-777c688a836c] Updating instance_info_cache with network_info: [{"id": "77381118-845f-4431-95dc-39e41c130825", "address": "fa:16:3e:c2:21:ea", "network": {"id": "50ae4e41-a49a-4834-b73c-8389d288d832", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-111935438-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "208799ccd91e4d4bb62dedcc7fa793b5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c9a12d2-469f-4199-bfaa-f791d765deac", "external-id": "nsx-vlan-transportzone-96", "segmentation_id": 96, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77381118-84", "ovs_interfaceid": "77381118-845f-4431-95dc-39e41c130825", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2226.562064] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1862825, 'name': CreateVM_Task, 'duration_secs': 1.496561} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2226.562451] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 772e3d95-3cd5-4288-81b8-777c688a836c] Created VM on the ESX host {{(pid=62574) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2226.562895] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-7cb24f69-fe5c-430d-ab23-dbba05b41025 tempest-ServerActionsV293TestJSON-1764479574 tempest-ServerActionsV293TestJSON-1764479574-project-member] [instance: 772e3d95-3cd5-4288-81b8-777c688a836c] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': None, 'delete_on_termination': True, 'mount_device': '/dev/sda', 'device_type': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-385077', 'volume_id': '1bb2c6d8-f5ea-4827-9788-7b2567d0a9a5', 'name': 'volume-1bb2c6d8-f5ea-4827-9788-7b2567d0a9a5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '772e3d95-3cd5-4288-81b8-777c688a836c', 'attached_at': '', 'detached_at': '', 'volume_id': '1bb2c6d8-f5ea-4827-9788-7b2567d0a9a5', 'serial': '1bb2c6d8-f5ea-4827-9788-7b2567d0a9a5'}, 'boot_index': 0, 'attachment_id': '4335e677-2376-4f1f-a045-245ca62b96db', 'guest_format': None, 'volume_type': None}], 'swap': None} {{(pid=62574) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 2226.563118] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-7cb24f69-fe5c-430d-ab23-dbba05b41025 tempest-ServerActionsV293TestJSON-1764479574 tempest-ServerActionsV293TestJSON-1764479574-project-member] [instance: 772e3d95-3cd5-4288-81b8-777c688a836c] Root volume attach. Driver type: vmdk {{(pid=62574) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 2226.563874] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5e02998-6088-4416-837b-58329b534c48 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2226.571095] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b25e8763-fad1-4fd7-868c-1fbb827f5742 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2226.578243] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dd960b3-f697-4f5f-b557-8462ec58edfa {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2226.583892] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-17cb2fcb-ceba-4eb1-a123-5501195ab08f {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2226.591500] env[62574]: DEBUG oslo_vmware.api [None req-7cb24f69-fe5c-430d-ab23-dbba05b41025 tempest-ServerActionsV293TestJSON-1764479574 tempest-ServerActionsV293TestJSON-1764479574-project-member] Waiting for the task: (returnval){ [ 2226.591500] env[62574]: value = "task-1862826" [ 2226.591500] env[62574]: _type = "Task" [ 2226.591500] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2226.598979] env[62574]: DEBUG oslo_vmware.api [None req-7cb24f69-fe5c-430d-ab23-dbba05b41025 tempest-ServerActionsV293TestJSON-1764479574 tempest-ServerActionsV293TestJSON-1764479574-project-member] Task: {'id': task-1862826, 'name': RelocateVM_Task} progress is 5%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2226.605549] env[62574]: DEBUG oslo_concurrency.lockutils [req-7cc35388-c5ed-4b2a-9281-9312479832f8 req-ea010cab-28de-442b-b38a-1a2fbe9ddc8f service nova] Releasing lock "refresh_cache-772e3d95-3cd5-4288-81b8-777c688a836c" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2226.890060] env[62574]: DEBUG oslo_concurrency.lockutils [None req-2330ab2b-9038-4481-8c97-bf4e771720dc tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Acquiring lock "690dc33a-aa36-435f-9ebe-8ee9c89c32ba" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2226.890393] env[62574]: DEBUG oslo_concurrency.lockutils [None req-2330ab2b-9038-4481-8c97-bf4e771720dc tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Lock "690dc33a-aa36-435f-9ebe-8ee9c89c32ba" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2226.890655] env[62574]: DEBUG oslo_concurrency.lockutils [None req-2330ab2b-9038-4481-8c97-bf4e771720dc tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Acquiring lock "690dc33a-aa36-435f-9ebe-8ee9c89c32ba-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2226.890882] env[62574]: DEBUG oslo_concurrency.lockutils [None req-2330ab2b-9038-4481-8c97-bf4e771720dc tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Lock "690dc33a-aa36-435f-9ebe-8ee9c89c32ba-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2226.891142] env[62574]: DEBUG oslo_concurrency.lockutils [None req-2330ab2b-9038-4481-8c97-bf4e771720dc tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Lock "690dc33a-aa36-435f-9ebe-8ee9c89c32ba-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2226.893804] env[62574]: INFO nova.compute.manager [None req-2330ab2b-9038-4481-8c97-bf4e771720dc tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] [instance: 690dc33a-aa36-435f-9ebe-8ee9c89c32ba] Terminating instance [ 2227.101319] env[62574]: DEBUG oslo_vmware.api [None req-7cb24f69-fe5c-430d-ab23-dbba05b41025 tempest-ServerActionsV293TestJSON-1764479574 tempest-ServerActionsV293TestJSON-1764479574-project-member] Task: {'id': task-1862826, 'name': RelocateVM_Task, 'duration_secs': 0.358945} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2227.101604] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-7cb24f69-fe5c-430d-ab23-dbba05b41025 tempest-ServerActionsV293TestJSON-1764479574 tempest-ServerActionsV293TestJSON-1764479574-project-member] [instance: 772e3d95-3cd5-4288-81b8-777c688a836c] Volume attach. Driver type: vmdk {{(pid=62574) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2227.101812] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-7cb24f69-fe5c-430d-ab23-dbba05b41025 tempest-ServerActionsV293TestJSON-1764479574 tempest-ServerActionsV293TestJSON-1764479574-project-member] [instance: 772e3d95-3cd5-4288-81b8-777c688a836c] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-385077', 'volume_id': '1bb2c6d8-f5ea-4827-9788-7b2567d0a9a5', 'name': 'volume-1bb2c6d8-f5ea-4827-9788-7b2567d0a9a5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '772e3d95-3cd5-4288-81b8-777c688a836c', 'attached_at': '', 'detached_at': '', 'volume_id': '1bb2c6d8-f5ea-4827-9788-7b2567d0a9a5', 'serial': '1bb2c6d8-f5ea-4827-9788-7b2567d0a9a5'} {{(pid=62574) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2227.102574] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8877b523-113c-4f99-ae06-7f47c4e0456c {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2227.124619] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9f2b299-ddfc-4ca8-b923-600de056985d {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2227.148591] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-7cb24f69-fe5c-430d-ab23-dbba05b41025 tempest-ServerActionsV293TestJSON-1764479574 tempest-ServerActionsV293TestJSON-1764479574-project-member] [instance: 772e3d95-3cd5-4288-81b8-777c688a836c] Reconfiguring VM instance instance-0000007a to attach disk [datastore2] volume-1bb2c6d8-f5ea-4827-9788-7b2567d0a9a5/volume-1bb2c6d8-f5ea-4827-9788-7b2567d0a9a5.vmdk or device None with type thin {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2227.148876] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cc7a1c77-918e-422a-84f7-5c2bc39321f0 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2227.169633] env[62574]: DEBUG oslo_vmware.api [None req-7cb24f69-fe5c-430d-ab23-dbba05b41025 tempest-ServerActionsV293TestJSON-1764479574 tempest-ServerActionsV293TestJSON-1764479574-project-member] Waiting for the task: (returnval){ [ 2227.169633] env[62574]: value = "task-1862827" [ 2227.169633] env[62574]: _type = "Task" [ 2227.169633] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2227.177739] env[62574]: DEBUG oslo_vmware.api [None req-7cb24f69-fe5c-430d-ab23-dbba05b41025 tempest-ServerActionsV293TestJSON-1764479574 tempest-ServerActionsV293TestJSON-1764479574-project-member] Task: {'id': task-1862827, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2227.304284] env[62574]: DEBUG oslo_concurrency.lockutils [None req-67dbfbff-e88d-4674-a7d3-1cc146a4eb64 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Acquiring lock "ddfeae3e-511f-4b4e-9a81-2391f50f5922" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2227.304463] env[62574]: DEBUG oslo_concurrency.lockutils [None req-67dbfbff-e88d-4674-a7d3-1cc146a4eb64 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Lock "ddfeae3e-511f-4b4e-9a81-2391f50f5922" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2227.398637] env[62574]: DEBUG nova.compute.manager [None req-2330ab2b-9038-4481-8c97-bf4e771720dc tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] [instance: 690dc33a-aa36-435f-9ebe-8ee9c89c32ba] Start destroying the instance on the hypervisor. {{(pid=62574) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2227.398897] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-2330ab2b-9038-4481-8c97-bf4e771720dc tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] [instance: 690dc33a-aa36-435f-9ebe-8ee9c89c32ba] Destroying instance {{(pid=62574) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2227.399918] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-412218c4-4e79-43e9-9414-906c0f6a4bed {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2227.407640] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-2330ab2b-9038-4481-8c97-bf4e771720dc tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] [instance: 690dc33a-aa36-435f-9ebe-8ee9c89c32ba] Powering off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2227.407881] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-98bdd5db-ceb6-4180-8e54-64d1472d9ef6 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2227.414270] env[62574]: DEBUG oslo_vmware.api [None req-2330ab2b-9038-4481-8c97-bf4e771720dc tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Waiting for the task: (returnval){ [ 2227.414270] env[62574]: value = "task-1862828" [ 2227.414270] env[62574]: _type = "Task" [ 2227.414270] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2227.422440] env[62574]: DEBUG oslo_vmware.api [None req-2330ab2b-9038-4481-8c97-bf4e771720dc tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Task: {'id': task-1862828, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2227.680044] env[62574]: DEBUG oslo_vmware.api [None req-7cb24f69-fe5c-430d-ab23-dbba05b41025 tempest-ServerActionsV293TestJSON-1764479574 tempest-ServerActionsV293TestJSON-1764479574-project-member] Task: {'id': task-1862827, 'name': ReconfigVM_Task, 'duration_secs': 0.260861} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2227.680353] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-7cb24f69-fe5c-430d-ab23-dbba05b41025 tempest-ServerActionsV293TestJSON-1764479574 tempest-ServerActionsV293TestJSON-1764479574-project-member] [instance: 772e3d95-3cd5-4288-81b8-777c688a836c] Reconfigured VM instance instance-0000007a to attach disk [datastore2] volume-1bb2c6d8-f5ea-4827-9788-7b2567d0a9a5/volume-1bb2c6d8-f5ea-4827-9788-7b2567d0a9a5.vmdk or device None with type thin {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2227.684768] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eb631d27-1ec0-40e0-820b-002c01fc8b3c {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2227.702617] env[62574]: DEBUG oslo_vmware.api [None req-7cb24f69-fe5c-430d-ab23-dbba05b41025 tempest-ServerActionsV293TestJSON-1764479574 tempest-ServerActionsV293TestJSON-1764479574-project-member] Waiting for the task: (returnval){ [ 2227.702617] env[62574]: value = "task-1862829" [ 2227.702617] env[62574]: _type = "Task" [ 2227.702617] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2227.712307] env[62574]: DEBUG oslo_vmware.api [None req-7cb24f69-fe5c-430d-ab23-dbba05b41025 tempest-ServerActionsV293TestJSON-1764479574 tempest-ServerActionsV293TestJSON-1764479574-project-member] Task: {'id': task-1862829, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2227.807038] env[62574]: DEBUG nova.compute.manager [None req-67dbfbff-e88d-4674-a7d3-1cc146a4eb64 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] [instance: ddfeae3e-511f-4b4e-9a81-2391f50f5922] Starting instance... {{(pid=62574) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2227.924418] env[62574]: DEBUG oslo_vmware.api [None req-2330ab2b-9038-4481-8c97-bf4e771720dc tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Task: {'id': task-1862828, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2228.212989] env[62574]: DEBUG oslo_vmware.api [None req-7cb24f69-fe5c-430d-ab23-dbba05b41025 tempest-ServerActionsV293TestJSON-1764479574 tempest-ServerActionsV293TestJSON-1764479574-project-member] Task: {'id': task-1862829, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2228.328399] env[62574]: DEBUG oslo_concurrency.lockutils [None req-67dbfbff-e88d-4674-a7d3-1cc146a4eb64 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2228.328746] env[62574]: DEBUG oslo_concurrency.lockutils [None req-67dbfbff-e88d-4674-a7d3-1cc146a4eb64 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2228.330254] env[62574]: INFO nova.compute.claims [None req-67dbfbff-e88d-4674-a7d3-1cc146a4eb64 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] [instance: ddfeae3e-511f-4b4e-9a81-2391f50f5922] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2228.428558] env[62574]: DEBUG oslo_vmware.api [None req-2330ab2b-9038-4481-8c97-bf4e771720dc tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Task: {'id': task-1862828, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2228.714037] env[62574]: DEBUG oslo_vmware.api [None req-7cb24f69-fe5c-430d-ab23-dbba05b41025 tempest-ServerActionsV293TestJSON-1764479574 tempest-ServerActionsV293TestJSON-1764479574-project-member] Task: {'id': task-1862829, 'name': ReconfigVM_Task, 'duration_secs': 0.812473} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2228.714440] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-7cb24f69-fe5c-430d-ab23-dbba05b41025 tempest-ServerActionsV293TestJSON-1764479574 tempest-ServerActionsV293TestJSON-1764479574-project-member] [instance: 772e3d95-3cd5-4288-81b8-777c688a836c] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-385077', 'volume_id': '1bb2c6d8-f5ea-4827-9788-7b2567d0a9a5', 'name': 'volume-1bb2c6d8-f5ea-4827-9788-7b2567d0a9a5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '772e3d95-3cd5-4288-81b8-777c688a836c', 'attached_at': '', 'detached_at': '', 'volume_id': '1bb2c6d8-f5ea-4827-9788-7b2567d0a9a5', 'serial': '1bb2c6d8-f5ea-4827-9788-7b2567d0a9a5'} {{(pid=62574) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2228.714796] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ed429556-f5c1-46cc-acfa-ba8b30d2bd9e {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2228.720468] env[62574]: DEBUG oslo_vmware.api [None req-7cb24f69-fe5c-430d-ab23-dbba05b41025 tempest-ServerActionsV293TestJSON-1764479574 tempest-ServerActionsV293TestJSON-1764479574-project-member] Waiting for the task: (returnval){ [ 2228.720468] env[62574]: value = "task-1862830" [ 2228.720468] env[62574]: _type = "Task" [ 2228.720468] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2228.727833] env[62574]: DEBUG oslo_vmware.api [None req-7cb24f69-fe5c-430d-ab23-dbba05b41025 tempest-ServerActionsV293TestJSON-1764479574 tempest-ServerActionsV293TestJSON-1764479574-project-member] Task: {'id': task-1862830, 'name': Rename_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2228.925307] env[62574]: DEBUG oslo_vmware.api [None req-2330ab2b-9038-4481-8c97-bf4e771720dc tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Task: {'id': task-1862828, 'name': PowerOffVM_Task, 'duration_secs': 1.158257} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2228.925574] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-2330ab2b-9038-4481-8c97-bf4e771720dc tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] [instance: 690dc33a-aa36-435f-9ebe-8ee9c89c32ba] Powered off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2228.925882] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-2330ab2b-9038-4481-8c97-bf4e771720dc tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] [instance: 690dc33a-aa36-435f-9ebe-8ee9c89c32ba] Unregistering the VM {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2228.926018] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4df68d64-22c5-4184-8863-72452262d922 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2229.059030] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-2330ab2b-9038-4481-8c97-bf4e771720dc tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] [instance: 690dc33a-aa36-435f-9ebe-8ee9c89c32ba] Unregistered the VM {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2229.059276] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-2330ab2b-9038-4481-8c97-bf4e771720dc tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] [instance: 690dc33a-aa36-435f-9ebe-8ee9c89c32ba] Deleting contents of the VM from datastore datastore1 {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2229.059481] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-2330ab2b-9038-4481-8c97-bf4e771720dc tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Deleting the datastore file [datastore1] 690dc33a-aa36-435f-9ebe-8ee9c89c32ba {{(pid=62574) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2229.059767] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ebdcefb8-fe43-4a85-a300-5ef06d8082a6 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2229.066189] env[62574]: DEBUG oslo_vmware.api [None req-2330ab2b-9038-4481-8c97-bf4e771720dc tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Waiting for the task: (returnval){ [ 2229.066189] env[62574]: value = "task-1862832" [ 2229.066189] env[62574]: _type = "Task" [ 2229.066189] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2229.073910] env[62574]: DEBUG oslo_vmware.api [None req-2330ab2b-9038-4481-8c97-bf4e771720dc tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Task: {'id': task-1862832, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2229.230017] env[62574]: DEBUG oslo_vmware.api [None req-7cb24f69-fe5c-430d-ab23-dbba05b41025 tempest-ServerActionsV293TestJSON-1764479574 tempest-ServerActionsV293TestJSON-1764479574-project-member] Task: {'id': task-1862830, 'name': Rename_Task, 'duration_secs': 0.133368} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2229.230308] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cb24f69-fe5c-430d-ab23-dbba05b41025 tempest-ServerActionsV293TestJSON-1764479574 tempest-ServerActionsV293TestJSON-1764479574-project-member] [instance: 772e3d95-3cd5-4288-81b8-777c688a836c] Powering on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2229.230552] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f74d0bda-0011-4504-b7eb-3962e13ca982 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2229.236827] env[62574]: DEBUG oslo_vmware.api [None req-7cb24f69-fe5c-430d-ab23-dbba05b41025 tempest-ServerActionsV293TestJSON-1764479574 tempest-ServerActionsV293TestJSON-1764479574-project-member] Waiting for the task: (returnval){ [ 2229.236827] env[62574]: value = "task-1862833" [ 2229.236827] env[62574]: _type = "Task" [ 2229.236827] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2229.243838] env[62574]: DEBUG oslo_vmware.api [None req-7cb24f69-fe5c-430d-ab23-dbba05b41025 tempest-ServerActionsV293TestJSON-1764479574 tempest-ServerActionsV293TestJSON-1764479574-project-member] Task: {'id': task-1862833, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2229.399220] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-181552d7-f068-4b10-940d-4ea847d63c49 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2229.407047] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8e9a128-6c93-4fc9-ad7e-859ae6cf6cc1 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2229.437248] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e551194-b99c-431e-adf4-fbfa955c6bc3 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2229.444919] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a87285e6-9525-4e1f-bdc1-30e87d246397 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2229.457896] env[62574]: DEBUG nova.compute.provider_tree [None req-67dbfbff-e88d-4674-a7d3-1cc146a4eb64 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Inventory has not changed in ProviderTree for provider: f0ed160a-beff-4626-a531-2a70d7bc0627 {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2229.576651] env[62574]: DEBUG oslo_vmware.api [None req-2330ab2b-9038-4481-8c97-bf4e771720dc tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Task: {'id': task-1862832, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.16619} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2229.576896] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-2330ab2b-9038-4481-8c97-bf4e771720dc tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Deleted the datastore file {{(pid=62574) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2229.577102] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-2330ab2b-9038-4481-8c97-bf4e771720dc tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] [instance: 690dc33a-aa36-435f-9ebe-8ee9c89c32ba] Deleted contents of the VM from datastore datastore1 {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2229.577286] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-2330ab2b-9038-4481-8c97-bf4e771720dc tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] [instance: 690dc33a-aa36-435f-9ebe-8ee9c89c32ba] Instance destroyed {{(pid=62574) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2229.577459] env[62574]: INFO nova.compute.manager [None req-2330ab2b-9038-4481-8c97-bf4e771720dc tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] [instance: 690dc33a-aa36-435f-9ebe-8ee9c89c32ba] Took 2.18 seconds to destroy the instance on the hypervisor. [ 2229.577706] env[62574]: DEBUG oslo.service.loopingcall [None req-2330ab2b-9038-4481-8c97-bf4e771720dc tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62574) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2229.577905] env[62574]: DEBUG nova.compute.manager [-] [instance: 690dc33a-aa36-435f-9ebe-8ee9c89c32ba] Deallocating network for instance {{(pid=62574) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2229.577999] env[62574]: DEBUG nova.network.neutron [-] [instance: 690dc33a-aa36-435f-9ebe-8ee9c89c32ba] deallocate_for_instance() {{(pid=62574) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2229.746647] env[62574]: DEBUG oslo_vmware.api [None req-7cb24f69-fe5c-430d-ab23-dbba05b41025 tempest-ServerActionsV293TestJSON-1764479574 tempest-ServerActionsV293TestJSON-1764479574-project-member] Task: {'id': task-1862833, 'name': PowerOnVM_Task, 'duration_secs': 0.432141} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2229.746977] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cb24f69-fe5c-430d-ab23-dbba05b41025 tempest-ServerActionsV293TestJSON-1764479574 tempest-ServerActionsV293TestJSON-1764479574-project-member] [instance: 772e3d95-3cd5-4288-81b8-777c688a836c] Powered on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2229.748479] env[62574]: INFO nova.compute.manager [None req-7cb24f69-fe5c-430d-ab23-dbba05b41025 tempest-ServerActionsV293TestJSON-1764479574 tempest-ServerActionsV293TestJSON-1764479574-project-member] [instance: 772e3d95-3cd5-4288-81b8-777c688a836c] Took 5.07 seconds to spawn the instance on the hypervisor. [ 2229.748479] env[62574]: DEBUG nova.compute.manager [None req-7cb24f69-fe5c-430d-ab23-dbba05b41025 tempest-ServerActionsV293TestJSON-1764479574 tempest-ServerActionsV293TestJSON-1764479574-project-member] [instance: 772e3d95-3cd5-4288-81b8-777c688a836c] Checking state {{(pid=62574) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2229.748479] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-631bb0a2-4e40-4152-b274-10e8acb55c68 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2229.810716] env[62574]: DEBUG nova.compute.manager [req-1da29628-7802-49ce-abe3-27ccd00f585a req-1e7f4b92-3178-493b-b5b5-53587748964e service nova] [instance: 690dc33a-aa36-435f-9ebe-8ee9c89c32ba] Received event network-vif-deleted-70ca8abe-d1d8-46c9-9ab9-c3f450e7b238 {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 2229.810936] env[62574]: INFO nova.compute.manager [req-1da29628-7802-49ce-abe3-27ccd00f585a req-1e7f4b92-3178-493b-b5b5-53587748964e service nova] [instance: 690dc33a-aa36-435f-9ebe-8ee9c89c32ba] Neutron deleted interface 70ca8abe-d1d8-46c9-9ab9-c3f450e7b238; detaching it from the instance and deleting it from the info cache [ 2229.811131] env[62574]: DEBUG nova.network.neutron [req-1da29628-7802-49ce-abe3-27ccd00f585a req-1e7f4b92-3178-493b-b5b5-53587748964e service nova] [instance: 690dc33a-aa36-435f-9ebe-8ee9c89c32ba] Updating instance_info_cache with network_info: [] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2229.960733] env[62574]: DEBUG nova.scheduler.client.report [None req-67dbfbff-e88d-4674-a7d3-1cc146a4eb64 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Inventory has not changed for provider f0ed160a-beff-4626-a531-2a70d7bc0627 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 148, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2230.265901] env[62574]: INFO nova.compute.manager [None req-7cb24f69-fe5c-430d-ab23-dbba05b41025 tempest-ServerActionsV293TestJSON-1764479574 tempest-ServerActionsV293TestJSON-1764479574-project-member] [instance: 772e3d95-3cd5-4288-81b8-777c688a836c] Took 11.46 seconds to build instance. [ 2230.287682] env[62574]: DEBUG nova.network.neutron [-] [instance: 690dc33a-aa36-435f-9ebe-8ee9c89c32ba] Updating instance_info_cache with network_info: [] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2230.313772] env[62574]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f3f42b3e-9ef4-4d2a-9165-52cc7c02bade {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2230.324787] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fb15f98-3303-4f4c-a918-5da3ed61f280 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2230.349416] env[62574]: DEBUG nova.compute.manager [req-1da29628-7802-49ce-abe3-27ccd00f585a req-1e7f4b92-3178-493b-b5b5-53587748964e service nova] [instance: 690dc33a-aa36-435f-9ebe-8ee9c89c32ba] Detach interface failed, port_id=70ca8abe-d1d8-46c9-9ab9-c3f450e7b238, reason: Instance 690dc33a-aa36-435f-9ebe-8ee9c89c32ba could not be found. {{(pid=62574) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 2230.465870] env[62574]: DEBUG oslo_concurrency.lockutils [None req-67dbfbff-e88d-4674-a7d3-1cc146a4eb64 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.137s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2230.466464] env[62574]: DEBUG nova.compute.manager [None req-67dbfbff-e88d-4674-a7d3-1cc146a4eb64 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] [instance: ddfeae3e-511f-4b4e-9a81-2391f50f5922] Start building networks asynchronously for instance. {{(pid=62574) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2230.768341] env[62574]: DEBUG oslo_concurrency.lockutils [None req-7cb24f69-fe5c-430d-ab23-dbba05b41025 tempest-ServerActionsV293TestJSON-1764479574 tempest-ServerActionsV293TestJSON-1764479574-project-member] Lock "772e3d95-3cd5-4288-81b8-777c688a836c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.969s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2230.789982] env[62574]: INFO nova.compute.manager [-] [instance: 690dc33a-aa36-435f-9ebe-8ee9c89c32ba] Took 1.21 seconds to deallocate network for instance. [ 2230.973878] env[62574]: DEBUG nova.compute.utils [None req-67dbfbff-e88d-4674-a7d3-1cc146a4eb64 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Using /dev/sd instead of None {{(pid=62574) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2230.975830] env[62574]: DEBUG nova.compute.manager [None req-67dbfbff-e88d-4674-a7d3-1cc146a4eb64 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] [instance: ddfeae3e-511f-4b4e-9a81-2391f50f5922] Allocating IP information in the background. {{(pid=62574) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2230.976009] env[62574]: DEBUG nova.network.neutron [None req-67dbfbff-e88d-4674-a7d3-1cc146a4eb64 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] [instance: ddfeae3e-511f-4b4e-9a81-2391f50f5922] allocate_for_instance() {{(pid=62574) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2231.240310] env[62574]: DEBUG nova.policy [None req-67dbfbff-e88d-4674-a7d3-1cc146a4eb64 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a762827922c14df88ba8f83e55341835', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2c59d09bb7e848f99194722508f035d2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62574) authorize /opt/stack/nova/nova/policy.py:192}} [ 2231.296648] env[62574]: DEBUG oslo_concurrency.lockutils [None req-2330ab2b-9038-4481-8c97-bf4e771720dc tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2231.296891] env[62574]: DEBUG oslo_concurrency.lockutils [None req-2330ab2b-9038-4481-8c97-bf4e771720dc tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2231.297096] env[62574]: DEBUG oslo_concurrency.lockutils [None req-2330ab2b-9038-4481-8c97-bf4e771720dc tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2231.321132] env[62574]: INFO nova.scheduler.client.report [None req-2330ab2b-9038-4481-8c97-bf4e771720dc tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Deleted allocations for instance 690dc33a-aa36-435f-9ebe-8ee9c89c32ba [ 2231.479723] env[62574]: DEBUG nova.compute.manager [None req-67dbfbff-e88d-4674-a7d3-1cc146a4eb64 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] [instance: ddfeae3e-511f-4b4e-9a81-2391f50f5922] Start building block device mappings for instance. {{(pid=62574) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2231.533431] env[62574]: DEBUG nova.network.neutron [None req-67dbfbff-e88d-4674-a7d3-1cc146a4eb64 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] [instance: ddfeae3e-511f-4b4e-9a81-2391f50f5922] Successfully created port: 5501be1a-45ba-40da-91fa-998203c75330 {{(pid=62574) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2231.829342] env[62574]: DEBUG oslo_concurrency.lockutils [None req-2330ab2b-9038-4481-8c97-bf4e771720dc tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Lock "690dc33a-aa36-435f-9ebe-8ee9c89c32ba" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.939s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2231.837336] env[62574]: DEBUG nova.compute.manager [req-62a6cea1-ceb4-477e-b579-07758cf5a1b1 req-7d0b297f-941c-4b2d-acff-3fc9a3bf9eff service nova] [instance: 772e3d95-3cd5-4288-81b8-777c688a836c] Received event network-changed-77381118-845f-4431-95dc-39e41c130825 {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 2231.838074] env[62574]: DEBUG nova.compute.manager [req-62a6cea1-ceb4-477e-b579-07758cf5a1b1 req-7d0b297f-941c-4b2d-acff-3fc9a3bf9eff service nova] [instance: 772e3d95-3cd5-4288-81b8-777c688a836c] Refreshing instance network info cache due to event network-changed-77381118-845f-4431-95dc-39e41c130825. {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 2231.838074] env[62574]: DEBUG oslo_concurrency.lockutils [req-62a6cea1-ceb4-477e-b579-07758cf5a1b1 req-7d0b297f-941c-4b2d-acff-3fc9a3bf9eff service nova] Acquiring lock "refresh_cache-772e3d95-3cd5-4288-81b8-777c688a836c" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2231.838074] env[62574]: DEBUG oslo_concurrency.lockutils [req-62a6cea1-ceb4-477e-b579-07758cf5a1b1 req-7d0b297f-941c-4b2d-acff-3fc9a3bf9eff service nova] Acquired lock "refresh_cache-772e3d95-3cd5-4288-81b8-777c688a836c" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2231.838074] env[62574]: DEBUG nova.network.neutron [req-62a6cea1-ceb4-477e-b579-07758cf5a1b1 req-7d0b297f-941c-4b2d-acff-3fc9a3bf9eff service nova] [instance: 772e3d95-3cd5-4288-81b8-777c688a836c] Refreshing network info cache for port 77381118-845f-4431-95dc-39e41c130825 {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2232.489189] env[62574]: DEBUG nova.compute.manager [None req-67dbfbff-e88d-4674-a7d3-1cc146a4eb64 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] [instance: ddfeae3e-511f-4b4e-9a81-2391f50f5922] Start spawning the instance on the hypervisor. {{(pid=62574) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2232.515768] env[62574]: DEBUG nova.virt.hardware [None req-67dbfbff-e88d-4674-a7d3-1cc146a4eb64 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T19:26:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-13T19:26:40Z,direct_url=,disk_format='vmdk',id=3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7eed1dd4d2c3418eb32c4f4ceda3ab0d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-13T19:26:41Z,virtual_size=,visibility=), allow threads: False {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2232.516040] env[62574]: DEBUG nova.virt.hardware [None req-67dbfbff-e88d-4674-a7d3-1cc146a4eb64 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Flavor limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2232.516206] env[62574]: DEBUG nova.virt.hardware [None req-67dbfbff-e88d-4674-a7d3-1cc146a4eb64 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Image limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2232.516406] env[62574]: DEBUG nova.virt.hardware [None req-67dbfbff-e88d-4674-a7d3-1cc146a4eb64 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Flavor pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2232.516540] env[62574]: DEBUG nova.virt.hardware [None req-67dbfbff-e88d-4674-a7d3-1cc146a4eb64 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Image pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2232.516686] env[62574]: DEBUG nova.virt.hardware [None req-67dbfbff-e88d-4674-a7d3-1cc146a4eb64 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2232.516896] env[62574]: DEBUG nova.virt.hardware [None req-67dbfbff-e88d-4674-a7d3-1cc146a4eb64 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2232.517070] env[62574]: DEBUG nova.virt.hardware [None req-67dbfbff-e88d-4674-a7d3-1cc146a4eb64 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2232.517244] env[62574]: DEBUG nova.virt.hardware [None req-67dbfbff-e88d-4674-a7d3-1cc146a4eb64 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Got 1 possible topologies {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2232.517407] env[62574]: DEBUG nova.virt.hardware [None req-67dbfbff-e88d-4674-a7d3-1cc146a4eb64 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2232.517582] env[62574]: DEBUG nova.virt.hardware [None req-67dbfbff-e88d-4674-a7d3-1cc146a4eb64 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2232.518497] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81f4bcc0-d838-400f-8b86-ef1b5fe09e33 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2232.528382] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acd2fb47-4dcd-4981-8de1-b1eee02f5e6c {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2232.563216] env[62574]: DEBUG nova.network.neutron [req-62a6cea1-ceb4-477e-b579-07758cf5a1b1 req-7d0b297f-941c-4b2d-acff-3fc9a3bf9eff service nova] [instance: 772e3d95-3cd5-4288-81b8-777c688a836c] Updated VIF entry in instance network info cache for port 77381118-845f-4431-95dc-39e41c130825. {{(pid=62574) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2232.563606] env[62574]: DEBUG nova.network.neutron [req-62a6cea1-ceb4-477e-b579-07758cf5a1b1 req-7d0b297f-941c-4b2d-acff-3fc9a3bf9eff service nova] [instance: 772e3d95-3cd5-4288-81b8-777c688a836c] Updating instance_info_cache with network_info: [{"id": "77381118-845f-4431-95dc-39e41c130825", "address": "fa:16:3e:c2:21:ea", "network": {"id": "50ae4e41-a49a-4834-b73c-8389d288d832", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-111935438-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.198", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "208799ccd91e4d4bb62dedcc7fa793b5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c9a12d2-469f-4199-bfaa-f791d765deac", "external-id": "nsx-vlan-transportzone-96", "segmentation_id": 96, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77381118-84", "ovs_interfaceid": "77381118-845f-4431-95dc-39e41c130825", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2233.020230] env[62574]: DEBUG nova.network.neutron [None req-67dbfbff-e88d-4674-a7d3-1cc146a4eb64 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] [instance: ddfeae3e-511f-4b4e-9a81-2391f50f5922] Successfully updated port: 5501be1a-45ba-40da-91fa-998203c75330 {{(pid=62574) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2233.066803] env[62574]: DEBUG oslo_concurrency.lockutils [req-62a6cea1-ceb4-477e-b579-07758cf5a1b1 req-7d0b297f-941c-4b2d-acff-3fc9a3bf9eff service nova] Releasing lock "refresh_cache-772e3d95-3cd5-4288-81b8-777c688a836c" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2233.523660] env[62574]: DEBUG oslo_concurrency.lockutils [None req-67dbfbff-e88d-4674-a7d3-1cc146a4eb64 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Acquiring lock "refresh_cache-ddfeae3e-511f-4b4e-9a81-2391f50f5922" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2233.523836] env[62574]: DEBUG oslo_concurrency.lockutils [None req-67dbfbff-e88d-4674-a7d3-1cc146a4eb64 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Acquired lock "refresh_cache-ddfeae3e-511f-4b4e-9a81-2391f50f5922" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2233.523961] env[62574]: DEBUG nova.network.neutron [None req-67dbfbff-e88d-4674-a7d3-1cc146a4eb64 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] [instance: ddfeae3e-511f-4b4e-9a81-2391f50f5922] Building network info cache for instance {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2233.863662] env[62574]: DEBUG nova.compute.manager [req-b0ff26b9-c295-4bb4-9c98-2933527ca7e8 req-bf2bbd63-6a9f-491a-ae78-d1da90f24880 service nova] [instance: ddfeae3e-511f-4b4e-9a81-2391f50f5922] Received event network-vif-plugged-5501be1a-45ba-40da-91fa-998203c75330 {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 2233.863915] env[62574]: DEBUG oslo_concurrency.lockutils [req-b0ff26b9-c295-4bb4-9c98-2933527ca7e8 req-bf2bbd63-6a9f-491a-ae78-d1da90f24880 service nova] Acquiring lock "ddfeae3e-511f-4b4e-9a81-2391f50f5922-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2233.864093] env[62574]: DEBUG oslo_concurrency.lockutils [req-b0ff26b9-c295-4bb4-9c98-2933527ca7e8 req-bf2bbd63-6a9f-491a-ae78-d1da90f24880 service nova] Lock "ddfeae3e-511f-4b4e-9a81-2391f50f5922-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2233.864267] env[62574]: DEBUG oslo_concurrency.lockutils [req-b0ff26b9-c295-4bb4-9c98-2933527ca7e8 req-bf2bbd63-6a9f-491a-ae78-d1da90f24880 service nova] Lock "ddfeae3e-511f-4b4e-9a81-2391f50f5922-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2233.864434] env[62574]: DEBUG nova.compute.manager [req-b0ff26b9-c295-4bb4-9c98-2933527ca7e8 req-bf2bbd63-6a9f-491a-ae78-d1da90f24880 service nova] [instance: ddfeae3e-511f-4b4e-9a81-2391f50f5922] No waiting events found dispatching network-vif-plugged-5501be1a-45ba-40da-91fa-998203c75330 {{(pid=62574) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2233.864601] env[62574]: WARNING nova.compute.manager [req-b0ff26b9-c295-4bb4-9c98-2933527ca7e8 req-bf2bbd63-6a9f-491a-ae78-d1da90f24880 service nova] [instance: ddfeae3e-511f-4b4e-9a81-2391f50f5922] Received unexpected event network-vif-plugged-5501be1a-45ba-40da-91fa-998203c75330 for instance with vm_state building and task_state spawning. [ 2233.864800] env[62574]: DEBUG nova.compute.manager [req-b0ff26b9-c295-4bb4-9c98-2933527ca7e8 req-bf2bbd63-6a9f-491a-ae78-d1da90f24880 service nova] [instance: ddfeae3e-511f-4b4e-9a81-2391f50f5922] Received event network-changed-5501be1a-45ba-40da-91fa-998203c75330 {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 2233.864966] env[62574]: DEBUG nova.compute.manager [req-b0ff26b9-c295-4bb4-9c98-2933527ca7e8 req-bf2bbd63-6a9f-491a-ae78-d1da90f24880 service nova] [instance: ddfeae3e-511f-4b4e-9a81-2391f50f5922] Refreshing instance network info cache due to event network-changed-5501be1a-45ba-40da-91fa-998203c75330. {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 2233.865151] env[62574]: DEBUG oslo_concurrency.lockutils [req-b0ff26b9-c295-4bb4-9c98-2933527ca7e8 req-bf2bbd63-6a9f-491a-ae78-d1da90f24880 service nova] Acquiring lock "refresh_cache-ddfeae3e-511f-4b4e-9a81-2391f50f5922" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2234.054297] env[62574]: DEBUG nova.network.neutron [None req-67dbfbff-e88d-4674-a7d3-1cc146a4eb64 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] [instance: ddfeae3e-511f-4b4e-9a81-2391f50f5922] Instance cache missing network info. {{(pid=62574) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2234.172657] env[62574]: DEBUG nova.network.neutron [None req-67dbfbff-e88d-4674-a7d3-1cc146a4eb64 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] [instance: ddfeae3e-511f-4b4e-9a81-2391f50f5922] Updating instance_info_cache with network_info: [{"id": "5501be1a-45ba-40da-91fa-998203c75330", "address": "fa:16:3e:6f:b8:45", "network": {"id": "f03597f1-26a8-4de5-aa19-ab11345ad179", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1253464518-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2c59d09bb7e848f99194722508f035d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60567ee6-01d0-4b16-9c7a-4a896827d6eb", "external-id": "nsx-vlan-transportzone-28", "segmentation_id": 28, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5501be1a-45", "ovs_interfaceid": "5501be1a-45ba-40da-91fa-998203c75330", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2234.675561] env[62574]: DEBUG oslo_concurrency.lockutils [None req-67dbfbff-e88d-4674-a7d3-1cc146a4eb64 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Releasing lock "refresh_cache-ddfeae3e-511f-4b4e-9a81-2391f50f5922" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2234.675914] env[62574]: DEBUG nova.compute.manager [None req-67dbfbff-e88d-4674-a7d3-1cc146a4eb64 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] [instance: ddfeae3e-511f-4b4e-9a81-2391f50f5922] Instance network_info: |[{"id": "5501be1a-45ba-40da-91fa-998203c75330", "address": "fa:16:3e:6f:b8:45", "network": {"id": "f03597f1-26a8-4de5-aa19-ab11345ad179", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1253464518-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2c59d09bb7e848f99194722508f035d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60567ee6-01d0-4b16-9c7a-4a896827d6eb", "external-id": "nsx-vlan-transportzone-28", "segmentation_id": 28, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5501be1a-45", "ovs_interfaceid": "5501be1a-45ba-40da-91fa-998203c75330", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62574) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2234.676276] env[62574]: DEBUG oslo_concurrency.lockutils [req-b0ff26b9-c295-4bb4-9c98-2933527ca7e8 req-bf2bbd63-6a9f-491a-ae78-d1da90f24880 service nova] Acquired lock "refresh_cache-ddfeae3e-511f-4b4e-9a81-2391f50f5922" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2234.676487] env[62574]: DEBUG nova.network.neutron [req-b0ff26b9-c295-4bb4-9c98-2933527ca7e8 req-bf2bbd63-6a9f-491a-ae78-d1da90f24880 service nova] [instance: ddfeae3e-511f-4b4e-9a81-2391f50f5922] Refreshing network info cache for port 5501be1a-45ba-40da-91fa-998203c75330 {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2234.677727] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-67dbfbff-e88d-4674-a7d3-1cc146a4eb64 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] [instance: ddfeae3e-511f-4b4e-9a81-2391f50f5922] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6f:b8:45', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '60567ee6-01d0-4b16-9c7a-4a896827d6eb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5501be1a-45ba-40da-91fa-998203c75330', 'vif_model': 'vmxnet3'}] {{(pid=62574) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2234.685326] env[62574]: DEBUG oslo.service.loopingcall [None req-67dbfbff-e88d-4674-a7d3-1cc146a4eb64 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62574) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2234.688212] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ddfeae3e-511f-4b4e-9a81-2391f50f5922] Creating VM on the ESX host {{(pid=62574) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2234.688719] env[62574]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-50952f60-54d4-41ee-90db-66cdcf5534d2 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2234.709704] env[62574]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2234.709704] env[62574]: value = "task-1862834" [ 2234.709704] env[62574]: _type = "Task" [ 2234.709704] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2234.717403] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1862834, 'name': CreateVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2234.881661] env[62574]: DEBUG nova.network.neutron [req-b0ff26b9-c295-4bb4-9c98-2933527ca7e8 req-bf2bbd63-6a9f-491a-ae78-d1da90f24880 service nova] [instance: ddfeae3e-511f-4b4e-9a81-2391f50f5922] Updated VIF entry in instance network info cache for port 5501be1a-45ba-40da-91fa-998203c75330. {{(pid=62574) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2234.882055] env[62574]: DEBUG nova.network.neutron [req-b0ff26b9-c295-4bb4-9c98-2933527ca7e8 req-bf2bbd63-6a9f-491a-ae78-d1da90f24880 service nova] [instance: ddfeae3e-511f-4b4e-9a81-2391f50f5922] Updating instance_info_cache with network_info: [{"id": "5501be1a-45ba-40da-91fa-998203c75330", "address": "fa:16:3e:6f:b8:45", "network": {"id": "f03597f1-26a8-4de5-aa19-ab11345ad179", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1253464518-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2c59d09bb7e848f99194722508f035d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60567ee6-01d0-4b16-9c7a-4a896827d6eb", "external-id": "nsx-vlan-transportzone-28", "segmentation_id": 28, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5501be1a-45", "ovs_interfaceid": "5501be1a-45ba-40da-91fa-998203c75330", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2235.220280] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1862834, 'name': CreateVM_Task, 'duration_secs': 0.461748} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2235.220682] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ddfeae3e-511f-4b4e-9a81-2391f50f5922] Created VM on the ESX host {{(pid=62574) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2235.221067] env[62574]: DEBUG oslo_concurrency.lockutils [None req-67dbfbff-e88d-4674-a7d3-1cc146a4eb64 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2235.221243] env[62574]: DEBUG oslo_concurrency.lockutils [None req-67dbfbff-e88d-4674-a7d3-1cc146a4eb64 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2235.221570] env[62574]: DEBUG oslo_concurrency.lockutils [None req-67dbfbff-e88d-4674-a7d3-1cc146a4eb64 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2235.221830] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-41dbd053-cc5d-4915-92b2-db7b6aab34c2 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2235.226236] env[62574]: DEBUG oslo_vmware.api [None req-67dbfbff-e88d-4674-a7d3-1cc146a4eb64 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Waiting for the task: (returnval){ [ 2235.226236] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]5229b459-1e13-fc1a-13c8-08019361d261" [ 2235.226236] env[62574]: _type = "Task" [ 2235.226236] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2235.234024] env[62574]: DEBUG oslo_vmware.api [None req-67dbfbff-e88d-4674-a7d3-1cc146a4eb64 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]5229b459-1e13-fc1a-13c8-08019361d261, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2235.384946] env[62574]: DEBUG oslo_concurrency.lockutils [req-b0ff26b9-c295-4bb4-9c98-2933527ca7e8 req-bf2bbd63-6a9f-491a-ae78-d1da90f24880 service nova] Releasing lock "refresh_cache-ddfeae3e-511f-4b4e-9a81-2391f50f5922" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2235.736883] env[62574]: DEBUG oslo_vmware.api [None req-67dbfbff-e88d-4674-a7d3-1cc146a4eb64 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]5229b459-1e13-fc1a-13c8-08019361d261, 'name': SearchDatastore_Task, 'duration_secs': 0.009766} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2235.737187] env[62574]: DEBUG oslo_concurrency.lockutils [None req-67dbfbff-e88d-4674-a7d3-1cc146a4eb64 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2235.737430] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-67dbfbff-e88d-4674-a7d3-1cc146a4eb64 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] [instance: ddfeae3e-511f-4b4e-9a81-2391f50f5922] Processing image 3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2 {{(pid=62574) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2235.737958] env[62574]: DEBUG oslo_concurrency.lockutils [None req-67dbfbff-e88d-4674-a7d3-1cc146a4eb64 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2235.737958] env[62574]: DEBUG oslo_concurrency.lockutils [None req-67dbfbff-e88d-4674-a7d3-1cc146a4eb64 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2235.738177] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-67dbfbff-e88d-4674-a7d3-1cc146a4eb64 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2235.738271] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-70f85262-484f-40df-9e3b-2a902cbc9624 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2235.745953] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-67dbfbff-e88d-4674-a7d3-1cc146a4eb64 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2235.746139] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-67dbfbff-e88d-4674-a7d3-1cc146a4eb64 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62574) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2235.746807] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-21605704-6778-4939-bfc4-74eaaa3e1205 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2235.751710] env[62574]: DEBUG oslo_vmware.api [None req-67dbfbff-e88d-4674-a7d3-1cc146a4eb64 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Waiting for the task: (returnval){ [ 2235.751710] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]52fa45a7-a12c-f40a-fecc-06e5a10c9231" [ 2235.751710] env[62574]: _type = "Task" [ 2235.751710] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2235.759259] env[62574]: DEBUG oslo_vmware.api [None req-67dbfbff-e88d-4674-a7d3-1cc146a4eb64 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52fa45a7-a12c-f40a-fecc-06e5a10c9231, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2236.262613] env[62574]: DEBUG oslo_vmware.api [None req-67dbfbff-e88d-4674-a7d3-1cc146a4eb64 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52fa45a7-a12c-f40a-fecc-06e5a10c9231, 'name': SearchDatastore_Task, 'duration_secs': 0.007842} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2236.263417] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7eb7c760-dd99-4ef1-a584-055d3691616b {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2236.268496] env[62574]: DEBUG oslo_vmware.api [None req-67dbfbff-e88d-4674-a7d3-1cc146a4eb64 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Waiting for the task: (returnval){ [ 2236.268496] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]525a602f-429b-9869-d9e6-156a9257fd74" [ 2236.268496] env[62574]: _type = "Task" [ 2236.268496] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2236.275731] env[62574]: DEBUG oslo_vmware.api [None req-67dbfbff-e88d-4674-a7d3-1cc146a4eb64 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]525a602f-429b-9869-d9e6-156a9257fd74, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2236.778580] env[62574]: DEBUG oslo_vmware.api [None req-67dbfbff-e88d-4674-a7d3-1cc146a4eb64 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]525a602f-429b-9869-d9e6-156a9257fd74, 'name': SearchDatastore_Task, 'duration_secs': 0.009116} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2236.778890] env[62574]: DEBUG oslo_concurrency.lockutils [None req-67dbfbff-e88d-4674-a7d3-1cc146a4eb64 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2236.779205] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-67dbfbff-e88d-4674-a7d3-1cc146a4eb64 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk to [datastore2] ddfeae3e-511f-4b4e-9a81-2391f50f5922/ddfeae3e-511f-4b4e-9a81-2391f50f5922.vmdk {{(pid=62574) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2236.779542] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-feec506f-9749-43c7-9312-2b4c50e763d3 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2236.786450] env[62574]: DEBUG oslo_vmware.api [None req-67dbfbff-e88d-4674-a7d3-1cc146a4eb64 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Waiting for the task: (returnval){ [ 2236.786450] env[62574]: value = "task-1862835" [ 2236.786450] env[62574]: _type = "Task" [ 2236.786450] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2236.793317] env[62574]: DEBUG oslo_vmware.api [None req-67dbfbff-e88d-4674-a7d3-1cc146a4eb64 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Task: {'id': task-1862835, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2237.296164] env[62574]: DEBUG oslo_vmware.api [None req-67dbfbff-e88d-4674-a7d3-1cc146a4eb64 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Task: {'id': task-1862835, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.476305} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2237.296478] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-67dbfbff-e88d-4674-a7d3-1cc146a4eb64 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk to [datastore2] ddfeae3e-511f-4b4e-9a81-2391f50f5922/ddfeae3e-511f-4b4e-9a81-2391f50f5922.vmdk {{(pid=62574) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2237.296642] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-67dbfbff-e88d-4674-a7d3-1cc146a4eb64 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] [instance: ddfeae3e-511f-4b4e-9a81-2391f50f5922] Extending root virtual disk to 1048576 {{(pid=62574) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2237.296893] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6bd4e351-1f2a-437f-8b48-dd3e4bf73eba {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2237.303183] env[62574]: DEBUG oslo_vmware.api [None req-67dbfbff-e88d-4674-a7d3-1cc146a4eb64 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Waiting for the task: (returnval){ [ 2237.303183] env[62574]: value = "task-1862836" [ 2237.303183] env[62574]: _type = "Task" [ 2237.303183] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2237.310335] env[62574]: DEBUG oslo_vmware.api [None req-67dbfbff-e88d-4674-a7d3-1cc146a4eb64 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Task: {'id': task-1862836, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2237.812940] env[62574]: DEBUG oslo_vmware.api [None req-67dbfbff-e88d-4674-a7d3-1cc146a4eb64 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Task: {'id': task-1862836, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2238.314544] env[62574]: DEBUG oslo_vmware.api [None req-67dbfbff-e88d-4674-a7d3-1cc146a4eb64 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Task: {'id': task-1862836, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.968537} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2238.314932] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-67dbfbff-e88d-4674-a7d3-1cc146a4eb64 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] [instance: ddfeae3e-511f-4b4e-9a81-2391f50f5922] Extended root virtual disk {{(pid=62574) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2238.315597] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24f28c31-03c8-4a52-b072-f99e2ade7d95 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2238.337104] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-67dbfbff-e88d-4674-a7d3-1cc146a4eb64 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] [instance: ddfeae3e-511f-4b4e-9a81-2391f50f5922] Reconfiguring VM instance instance-0000007b to attach disk [datastore2] ddfeae3e-511f-4b4e-9a81-2391f50f5922/ddfeae3e-511f-4b4e-9a81-2391f50f5922.vmdk or device None with type sparse {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2238.337331] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a21a0fae-b9e1-400c-9134-218f6b55b19d {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2238.356396] env[62574]: DEBUG oslo_vmware.api [None req-67dbfbff-e88d-4674-a7d3-1cc146a4eb64 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Waiting for the task: (returnval){ [ 2238.356396] env[62574]: value = "task-1862837" [ 2238.356396] env[62574]: _type = "Task" [ 2238.356396] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2238.363409] env[62574]: DEBUG oslo_vmware.api [None req-67dbfbff-e88d-4674-a7d3-1cc146a4eb64 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Task: {'id': task-1862837, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2238.866237] env[62574]: DEBUG oslo_vmware.api [None req-67dbfbff-e88d-4674-a7d3-1cc146a4eb64 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Task: {'id': task-1862837, 'name': ReconfigVM_Task, 'duration_secs': 0.321546} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2238.866493] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-67dbfbff-e88d-4674-a7d3-1cc146a4eb64 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] [instance: ddfeae3e-511f-4b4e-9a81-2391f50f5922] Reconfigured VM instance instance-0000007b to attach disk [datastore2] ddfeae3e-511f-4b4e-9a81-2391f50f5922/ddfeae3e-511f-4b4e-9a81-2391f50f5922.vmdk or device None with type sparse {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2238.867107] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b3b89624-c4af-4d00-b0d3-b52d9d1fefce {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2238.873597] env[62574]: DEBUG oslo_vmware.api [None req-67dbfbff-e88d-4674-a7d3-1cc146a4eb64 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Waiting for the task: (returnval){ [ 2238.873597] env[62574]: value = "task-1862838" [ 2238.873597] env[62574]: _type = "Task" [ 2238.873597] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2238.884839] env[62574]: DEBUG oslo_vmware.api [None req-67dbfbff-e88d-4674-a7d3-1cc146a4eb64 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Task: {'id': task-1862838, 'name': Rename_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2239.383360] env[62574]: DEBUG oslo_vmware.api [None req-67dbfbff-e88d-4674-a7d3-1cc146a4eb64 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Task: {'id': task-1862838, 'name': Rename_Task} progress is 14%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2239.884171] env[62574]: DEBUG oslo_vmware.api [None req-67dbfbff-e88d-4674-a7d3-1cc146a4eb64 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Task: {'id': task-1862838, 'name': Rename_Task, 'duration_secs': 0.881696} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2239.884451] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-67dbfbff-e88d-4674-a7d3-1cc146a4eb64 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] [instance: ddfeae3e-511f-4b4e-9a81-2391f50f5922] Powering on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2239.884701] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d52446a2-bac1-4660-925f-0819cf3bba3e {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2239.891373] env[62574]: DEBUG oslo_vmware.api [None req-67dbfbff-e88d-4674-a7d3-1cc146a4eb64 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Waiting for the task: (returnval){ [ 2239.891373] env[62574]: value = "task-1862839" [ 2239.891373] env[62574]: _type = "Task" [ 2239.891373] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2239.898747] env[62574]: DEBUG oslo_vmware.api [None req-67dbfbff-e88d-4674-a7d3-1cc146a4eb64 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Task: {'id': task-1862839, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2240.402111] env[62574]: DEBUG oslo_vmware.api [None req-67dbfbff-e88d-4674-a7d3-1cc146a4eb64 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Task: {'id': task-1862839, 'name': PowerOnVM_Task, 'duration_secs': 0.443595} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2240.402627] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-67dbfbff-e88d-4674-a7d3-1cc146a4eb64 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] [instance: ddfeae3e-511f-4b4e-9a81-2391f50f5922] Powered on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2240.402757] env[62574]: INFO nova.compute.manager [None req-67dbfbff-e88d-4674-a7d3-1cc146a4eb64 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] [instance: ddfeae3e-511f-4b4e-9a81-2391f50f5922] Took 7.91 seconds to spawn the instance on the hypervisor. [ 2240.402859] env[62574]: DEBUG nova.compute.manager [None req-67dbfbff-e88d-4674-a7d3-1cc146a4eb64 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] [instance: ddfeae3e-511f-4b4e-9a81-2391f50f5922] Checking state {{(pid=62574) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2240.403721] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2581fb2-1d81-4183-8845-22ce99c91402 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2240.923959] env[62574]: INFO nova.compute.manager [None req-67dbfbff-e88d-4674-a7d3-1cc146a4eb64 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] [instance: ddfeae3e-511f-4b4e-9a81-2391f50f5922] Took 12.61 seconds to build instance. [ 2241.426773] env[62574]: DEBUG oslo_concurrency.lockutils [None req-67dbfbff-e88d-4674-a7d3-1cc146a4eb64 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Lock "ddfeae3e-511f-4b4e-9a81-2391f50f5922" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.122s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2242.377506] env[62574]: DEBUG nova.compute.manager [None req-0e0c6d60-1a1f-41a8-9f24-3255b6a54008 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] [instance: ddfeae3e-511f-4b4e-9a81-2391f50f5922] Stashing vm_state: active {{(pid=62574) _prep_resize /opt/stack/nova/nova/compute/manager.py:6034}} [ 2242.897210] env[62574]: DEBUG oslo_concurrency.lockutils [None req-0e0c6d60-1a1f-41a8-9f24-3255b6a54008 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2242.897654] env[62574]: DEBUG oslo_concurrency.lockutils [None req-0e0c6d60-1a1f-41a8-9f24-3255b6a54008 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.001s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2243.402770] env[62574]: INFO nova.compute.claims [None req-0e0c6d60-1a1f-41a8-9f24-3255b6a54008 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] [instance: ddfeae3e-511f-4b4e-9a81-2391f50f5922] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2243.908824] env[62574]: INFO nova.compute.resource_tracker [None req-0e0c6d60-1a1f-41a8-9f24-3255b6a54008 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] [instance: ddfeae3e-511f-4b4e-9a81-2391f50f5922] Updating resource usage from migration 4d5c3f94-b235-4b66-9a79-9dacdf508604 [ 2243.962938] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dccb2d4-bdb9-4ee6-9d91-f729712a5d31 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2243.970733] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b8d3351-d754-4d55-afd9-60c0e6cac580 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2244.000943] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e910c2f0-2a6f-44ec-9969-79eb6dff4347 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2244.009370] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f182049-6c18-47b3-a549-62229f4a8fb5 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2244.028046] env[62574]: DEBUG nova.compute.provider_tree [None req-0e0c6d60-1a1f-41a8-9f24-3255b6a54008 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Inventory has not changed in ProviderTree for provider: f0ed160a-beff-4626-a531-2a70d7bc0627 {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2244.530706] env[62574]: DEBUG nova.scheduler.client.report [None req-0e0c6d60-1a1f-41a8-9f24-3255b6a54008 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Inventory has not changed for provider f0ed160a-beff-4626-a531-2a70d7bc0627 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 148, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2245.035564] env[62574]: DEBUG oslo_concurrency.lockutils [None req-0e0c6d60-1a1f-41a8-9f24-3255b6a54008 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.138s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2245.036020] env[62574]: INFO nova.compute.manager [None req-0e0c6d60-1a1f-41a8-9f24-3255b6a54008 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] [instance: ddfeae3e-511f-4b4e-9a81-2391f50f5922] Migrating [ 2245.550809] env[62574]: DEBUG oslo_concurrency.lockutils [None req-0e0c6d60-1a1f-41a8-9f24-3255b6a54008 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Acquiring lock "refresh_cache-ddfeae3e-511f-4b4e-9a81-2391f50f5922" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2245.551030] env[62574]: DEBUG oslo_concurrency.lockutils [None req-0e0c6d60-1a1f-41a8-9f24-3255b6a54008 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Acquired lock "refresh_cache-ddfeae3e-511f-4b4e-9a81-2391f50f5922" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2245.551224] env[62574]: DEBUG nova.network.neutron [None req-0e0c6d60-1a1f-41a8-9f24-3255b6a54008 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] [instance: ddfeae3e-511f-4b4e-9a81-2391f50f5922] Building network info cache for instance {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2246.233880] env[62574]: DEBUG nova.network.neutron [None req-0e0c6d60-1a1f-41a8-9f24-3255b6a54008 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] [instance: ddfeae3e-511f-4b4e-9a81-2391f50f5922] Updating instance_info_cache with network_info: [{"id": "5501be1a-45ba-40da-91fa-998203c75330", "address": "fa:16:3e:6f:b8:45", "network": {"id": "f03597f1-26a8-4de5-aa19-ab11345ad179", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1253464518-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2c59d09bb7e848f99194722508f035d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60567ee6-01d0-4b16-9c7a-4a896827d6eb", "external-id": "nsx-vlan-transportzone-28", "segmentation_id": 28, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5501be1a-45", "ovs_interfaceid": "5501be1a-45ba-40da-91fa-998203c75330", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2246.737935] env[62574]: DEBUG oslo_concurrency.lockutils [None req-0e0c6d60-1a1f-41a8-9f24-3255b6a54008 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Releasing lock "refresh_cache-ddfeae3e-511f-4b4e-9a81-2391f50f5922" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2248.252674] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-740003cb-acc8-43f1-9d36-5b31f44865aa {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2248.271493] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-0e0c6d60-1a1f-41a8-9f24-3255b6a54008 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] [instance: ddfeae3e-511f-4b4e-9a81-2391f50f5922] Updating instance 'ddfeae3e-511f-4b4e-9a81-2391f50f5922' progress to 0 {{(pid=62574) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2248.778048] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e0c6d60-1a1f-41a8-9f24-3255b6a54008 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] [instance: ddfeae3e-511f-4b4e-9a81-2391f50f5922] Powering off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2248.778409] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-701d86fb-7755-4a67-8012-06bf44d824f6 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2248.786373] env[62574]: DEBUG oslo_vmware.api [None req-0e0c6d60-1a1f-41a8-9f24-3255b6a54008 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Waiting for the task: (returnval){ [ 2248.786373] env[62574]: value = "task-1862840" [ 2248.786373] env[62574]: _type = "Task" [ 2248.786373] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2248.794061] env[62574]: DEBUG oslo_vmware.api [None req-0e0c6d60-1a1f-41a8-9f24-3255b6a54008 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Task: {'id': task-1862840, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2249.296024] env[62574]: DEBUG oslo_vmware.api [None req-0e0c6d60-1a1f-41a8-9f24-3255b6a54008 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Task: {'id': task-1862840, 'name': PowerOffVM_Task, 'duration_secs': 0.204047} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2249.296415] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e0c6d60-1a1f-41a8-9f24-3255b6a54008 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] [instance: ddfeae3e-511f-4b4e-9a81-2391f50f5922] Powered off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2249.296530] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-0e0c6d60-1a1f-41a8-9f24-3255b6a54008 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] [instance: ddfeae3e-511f-4b4e-9a81-2391f50f5922] Updating instance 'ddfeae3e-511f-4b4e-9a81-2391f50f5922' progress to 17 {{(pid=62574) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2249.803169] env[62574]: DEBUG nova.virt.hardware [None req-0e0c6d60-1a1f-41a8-9f24-3255b6a54008 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T19:27:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2249.803427] env[62574]: DEBUG nova.virt.hardware [None req-0e0c6d60-1a1f-41a8-9f24-3255b6a54008 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Flavor limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2249.803577] env[62574]: DEBUG nova.virt.hardware [None req-0e0c6d60-1a1f-41a8-9f24-3255b6a54008 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Image limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2249.803760] env[62574]: DEBUG nova.virt.hardware [None req-0e0c6d60-1a1f-41a8-9f24-3255b6a54008 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Flavor pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2249.803906] env[62574]: DEBUG nova.virt.hardware [None req-0e0c6d60-1a1f-41a8-9f24-3255b6a54008 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Image pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2249.804068] env[62574]: DEBUG nova.virt.hardware [None req-0e0c6d60-1a1f-41a8-9f24-3255b6a54008 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2249.804286] env[62574]: DEBUG nova.virt.hardware [None req-0e0c6d60-1a1f-41a8-9f24-3255b6a54008 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2249.804493] env[62574]: DEBUG nova.virt.hardware [None req-0e0c6d60-1a1f-41a8-9f24-3255b6a54008 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2249.804676] env[62574]: DEBUG nova.virt.hardware [None req-0e0c6d60-1a1f-41a8-9f24-3255b6a54008 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Got 1 possible topologies {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2249.804840] env[62574]: DEBUG nova.virt.hardware [None req-0e0c6d60-1a1f-41a8-9f24-3255b6a54008 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2249.805022] env[62574]: DEBUG nova.virt.hardware [None req-0e0c6d60-1a1f-41a8-9f24-3255b6a54008 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2249.810881] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1650c52c-9d6a-4202-9428-9e607811c6de {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2249.826980] env[62574]: DEBUG oslo_vmware.api [None req-0e0c6d60-1a1f-41a8-9f24-3255b6a54008 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Waiting for the task: (returnval){ [ 2249.826980] env[62574]: value = "task-1862841" [ 2249.826980] env[62574]: _type = "Task" [ 2249.826980] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2249.834969] env[62574]: DEBUG oslo_vmware.api [None req-0e0c6d60-1a1f-41a8-9f24-3255b6a54008 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Task: {'id': task-1862841, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2250.336943] env[62574]: DEBUG oslo_vmware.api [None req-0e0c6d60-1a1f-41a8-9f24-3255b6a54008 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Task: {'id': task-1862841, 'name': ReconfigVM_Task, 'duration_secs': 0.129129} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2250.337447] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-0e0c6d60-1a1f-41a8-9f24-3255b6a54008 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] [instance: ddfeae3e-511f-4b4e-9a81-2391f50f5922] Updating instance 'ddfeae3e-511f-4b4e-9a81-2391f50f5922' progress to 33 {{(pid=62574) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2250.759556] env[62574]: DEBUG oslo_concurrency.lockutils [None req-bd604dd1-f940-4072-ac1d-97b6f1a19a2b tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] Acquiring lock "36b49cb1-2f00-4662-909e-7e8cb6ee5c67" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2250.759818] env[62574]: DEBUG oslo_concurrency.lockutils [None req-bd604dd1-f940-4072-ac1d-97b6f1a19a2b tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] Lock "36b49cb1-2f00-4662-909e-7e8cb6ee5c67" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2250.760039] env[62574]: DEBUG oslo_concurrency.lockutils [None req-bd604dd1-f940-4072-ac1d-97b6f1a19a2b tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] Acquiring lock "36b49cb1-2f00-4662-909e-7e8cb6ee5c67-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2250.760232] env[62574]: DEBUG oslo_concurrency.lockutils [None req-bd604dd1-f940-4072-ac1d-97b6f1a19a2b tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] Lock "36b49cb1-2f00-4662-909e-7e8cb6ee5c67-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2250.760402] env[62574]: DEBUG oslo_concurrency.lockutils [None req-bd604dd1-f940-4072-ac1d-97b6f1a19a2b tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] Lock "36b49cb1-2f00-4662-909e-7e8cb6ee5c67-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2250.762364] env[62574]: INFO nova.compute.manager [None req-bd604dd1-f940-4072-ac1d-97b6f1a19a2b tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] [instance: 36b49cb1-2f00-4662-909e-7e8cb6ee5c67] Terminating instance [ 2250.843527] env[62574]: DEBUG nova.virt.hardware [None req-0e0c6d60-1a1f-41a8-9f24-3255b6a54008 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T19:26:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2250.843779] env[62574]: DEBUG nova.virt.hardware [None req-0e0c6d60-1a1f-41a8-9f24-3255b6a54008 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Flavor limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2250.843907] env[62574]: DEBUG nova.virt.hardware [None req-0e0c6d60-1a1f-41a8-9f24-3255b6a54008 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Image limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2250.844100] env[62574]: DEBUG nova.virt.hardware [None req-0e0c6d60-1a1f-41a8-9f24-3255b6a54008 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Flavor pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2250.844256] env[62574]: DEBUG nova.virt.hardware [None req-0e0c6d60-1a1f-41a8-9f24-3255b6a54008 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Image pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2250.844406] env[62574]: DEBUG nova.virt.hardware [None req-0e0c6d60-1a1f-41a8-9f24-3255b6a54008 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2250.844615] env[62574]: DEBUG nova.virt.hardware [None req-0e0c6d60-1a1f-41a8-9f24-3255b6a54008 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2250.844774] env[62574]: DEBUG nova.virt.hardware [None req-0e0c6d60-1a1f-41a8-9f24-3255b6a54008 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2250.844940] env[62574]: DEBUG nova.virt.hardware [None req-0e0c6d60-1a1f-41a8-9f24-3255b6a54008 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Got 1 possible topologies {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2250.845116] env[62574]: DEBUG nova.virt.hardware [None req-0e0c6d60-1a1f-41a8-9f24-3255b6a54008 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2250.845291] env[62574]: DEBUG nova.virt.hardware [None req-0e0c6d60-1a1f-41a8-9f24-3255b6a54008 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2250.850578] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e0c6d60-1a1f-41a8-9f24-3255b6a54008 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] [instance: ddfeae3e-511f-4b4e-9a81-2391f50f5922] Reconfiguring VM instance instance-0000007b to detach disk 2000 {{(pid=62574) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2250.850864] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d4d47b5a-fecc-42e9-9177-fc86168449b1 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2250.870978] env[62574]: DEBUG oslo_vmware.api [None req-0e0c6d60-1a1f-41a8-9f24-3255b6a54008 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Waiting for the task: (returnval){ [ 2250.870978] env[62574]: value = "task-1862842" [ 2250.870978] env[62574]: _type = "Task" [ 2250.870978] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2250.878644] env[62574]: DEBUG oslo_vmware.api [None req-0e0c6d60-1a1f-41a8-9f24-3255b6a54008 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Task: {'id': task-1862842, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2251.266188] env[62574]: DEBUG nova.compute.manager [None req-bd604dd1-f940-4072-ac1d-97b6f1a19a2b tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] [instance: 36b49cb1-2f00-4662-909e-7e8cb6ee5c67] Start destroying the instance on the hypervisor. {{(pid=62574) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2251.266570] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-bd604dd1-f940-4072-ac1d-97b6f1a19a2b tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] [instance: 36b49cb1-2f00-4662-909e-7e8cb6ee5c67] Destroying instance {{(pid=62574) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2251.267414] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1c340d9-0368-466c-8c78-beeaca5f0de4 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2251.275232] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd604dd1-f940-4072-ac1d-97b6f1a19a2b tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] [instance: 36b49cb1-2f00-4662-909e-7e8cb6ee5c67] Powering off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2251.275458] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bdc28d86-85ec-45bb-996a-d778d690eb23 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2251.282486] env[62574]: DEBUG oslo_vmware.api [None req-bd604dd1-f940-4072-ac1d-97b6f1a19a2b tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] Waiting for the task: (returnval){ [ 2251.282486] env[62574]: value = "task-1862843" [ 2251.282486] env[62574]: _type = "Task" [ 2251.282486] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2251.290416] env[62574]: DEBUG oslo_vmware.api [None req-bd604dd1-f940-4072-ac1d-97b6f1a19a2b tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] Task: {'id': task-1862843, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2251.380424] env[62574]: DEBUG oslo_vmware.api [None req-0e0c6d60-1a1f-41a8-9f24-3255b6a54008 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Task: {'id': task-1862842, 'name': ReconfigVM_Task, 'duration_secs': 0.15191} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2251.380827] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e0c6d60-1a1f-41a8-9f24-3255b6a54008 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] [instance: ddfeae3e-511f-4b4e-9a81-2391f50f5922] Reconfigured VM instance instance-0000007b to detach disk 2000 {{(pid=62574) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2251.381442] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cecd342-e36d-4506-8d4a-5b832d96267c {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2251.402956] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e0c6d60-1a1f-41a8-9f24-3255b6a54008 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] [instance: ddfeae3e-511f-4b4e-9a81-2391f50f5922] Reconfiguring VM instance instance-0000007b to attach disk [datastore2] ddfeae3e-511f-4b4e-9a81-2391f50f5922/ddfeae3e-511f-4b4e-9a81-2391f50f5922.vmdk or device None with type thin {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2251.403273] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0a5c666d-00af-467c-9a48-bf9b9f0527ba {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2251.421440] env[62574]: DEBUG oslo_vmware.api [None req-0e0c6d60-1a1f-41a8-9f24-3255b6a54008 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Waiting for the task: (returnval){ [ 2251.421440] env[62574]: value = "task-1862844" [ 2251.421440] env[62574]: _type = "Task" [ 2251.421440] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2251.429648] env[62574]: DEBUG oslo_vmware.api [None req-0e0c6d60-1a1f-41a8-9f24-3255b6a54008 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Task: {'id': task-1862844, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2251.792013] env[62574]: DEBUG oslo_vmware.api [None req-bd604dd1-f940-4072-ac1d-97b6f1a19a2b tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] Task: {'id': task-1862843, 'name': PowerOffVM_Task, 'duration_secs': 0.179046} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2251.792289] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd604dd1-f940-4072-ac1d-97b6f1a19a2b tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] [instance: 36b49cb1-2f00-4662-909e-7e8cb6ee5c67] Powered off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2251.792458] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-bd604dd1-f940-4072-ac1d-97b6f1a19a2b tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] [instance: 36b49cb1-2f00-4662-909e-7e8cb6ee5c67] Unregistering the VM {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2251.792700] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5d530e9d-7701-4b92-a441-62c2d3a6e5a4 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2251.922613] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-bd604dd1-f940-4072-ac1d-97b6f1a19a2b tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] [instance: 36b49cb1-2f00-4662-909e-7e8cb6ee5c67] Unregistered the VM {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2251.922829] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-bd604dd1-f940-4072-ac1d-97b6f1a19a2b tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] [instance: 36b49cb1-2f00-4662-909e-7e8cb6ee5c67] Deleting contents of the VM from datastore datastore1 {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2251.923015] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd604dd1-f940-4072-ac1d-97b6f1a19a2b tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] Deleting the datastore file [datastore1] 36b49cb1-2f00-4662-909e-7e8cb6ee5c67 {{(pid=62574) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2251.926440] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6b5d04cb-24a4-456e-b956-6f0edb3644d4 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2251.932729] env[62574]: DEBUG oslo_vmware.api [None req-0e0c6d60-1a1f-41a8-9f24-3255b6a54008 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Task: {'id': task-1862844, 'name': ReconfigVM_Task, 'duration_secs': 0.253486} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2251.933818] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e0c6d60-1a1f-41a8-9f24-3255b6a54008 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] [instance: ddfeae3e-511f-4b4e-9a81-2391f50f5922] Reconfigured VM instance instance-0000007b to attach disk [datastore2] ddfeae3e-511f-4b4e-9a81-2391f50f5922/ddfeae3e-511f-4b4e-9a81-2391f50f5922.vmdk or device None with type thin {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2251.934098] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-0e0c6d60-1a1f-41a8-9f24-3255b6a54008 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] [instance: ddfeae3e-511f-4b4e-9a81-2391f50f5922] Updating instance 'ddfeae3e-511f-4b4e-9a81-2391f50f5922' progress to 50 {{(pid=62574) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2251.937415] env[62574]: DEBUG oslo_vmware.api [None req-bd604dd1-f940-4072-ac1d-97b6f1a19a2b tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] Waiting for the task: (returnval){ [ 2251.937415] env[62574]: value = "task-1862846" [ 2251.937415] env[62574]: _type = "Task" [ 2251.937415] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2251.945158] env[62574]: DEBUG oslo_vmware.api [None req-bd604dd1-f940-4072-ac1d-97b6f1a19a2b tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] Task: {'id': task-1862846, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2252.444232] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3438da94-e659-4f36-8e86-7c466bc165ca {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2252.451501] env[62574]: DEBUG oslo_vmware.api [None req-bd604dd1-f940-4072-ac1d-97b6f1a19a2b tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] Task: {'id': task-1862846, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.134669} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2252.463863] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd604dd1-f940-4072-ac1d-97b6f1a19a2b tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] Deleted the datastore file {{(pid=62574) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2252.464031] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-bd604dd1-f940-4072-ac1d-97b6f1a19a2b tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] [instance: 36b49cb1-2f00-4662-909e-7e8cb6ee5c67] Deleted contents of the VM from datastore datastore1 {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2252.464218] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-bd604dd1-f940-4072-ac1d-97b6f1a19a2b tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] [instance: 36b49cb1-2f00-4662-909e-7e8cb6ee5c67] Instance destroyed {{(pid=62574) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2252.464399] env[62574]: INFO nova.compute.manager [None req-bd604dd1-f940-4072-ac1d-97b6f1a19a2b tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] [instance: 36b49cb1-2f00-4662-909e-7e8cb6ee5c67] Took 1.20 seconds to destroy the instance on the hypervisor. [ 2252.464633] env[62574]: DEBUG oslo.service.loopingcall [None req-bd604dd1-f940-4072-ac1d-97b6f1a19a2b tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62574) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2252.464934] env[62574]: DEBUG nova.compute.manager [-] [instance: 36b49cb1-2f00-4662-909e-7e8cb6ee5c67] Deallocating network for instance {{(pid=62574) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2252.465041] env[62574]: DEBUG nova.network.neutron [-] [instance: 36b49cb1-2f00-4662-909e-7e8cb6ee5c67] deallocate_for_instance() {{(pid=62574) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2252.467050] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6608ac0d-65e7-46bb-8758-826958f569b8 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2252.484918] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-0e0c6d60-1a1f-41a8-9f24-3255b6a54008 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] [instance: ddfeae3e-511f-4b4e-9a81-2391f50f5922] Updating instance 'ddfeae3e-511f-4b4e-9a81-2391f50f5922' progress to 67 {{(pid=62574) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2252.933160] env[62574]: DEBUG nova.compute.manager [req-bc4378a9-ad5b-4182-88cd-43f75bad5aae req-62d3e9c2-b666-4fda-ac80-7d72ebb7ba2d service nova] [instance: 36b49cb1-2f00-4662-909e-7e8cb6ee5c67] Received event network-vif-deleted-83657641-ffd9-49c4-8dc0-a2782919b8c5 {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 2252.933160] env[62574]: INFO nova.compute.manager [req-bc4378a9-ad5b-4182-88cd-43f75bad5aae req-62d3e9c2-b666-4fda-ac80-7d72ebb7ba2d service nova] [instance: 36b49cb1-2f00-4662-909e-7e8cb6ee5c67] Neutron deleted interface 83657641-ffd9-49c4-8dc0-a2782919b8c5; detaching it from the instance and deleting it from the info cache [ 2252.933370] env[62574]: DEBUG nova.network.neutron [req-bc4378a9-ad5b-4182-88cd-43f75bad5aae req-62d3e9c2-b666-4fda-ac80-7d72ebb7ba2d service nova] [instance: 36b49cb1-2f00-4662-909e-7e8cb6ee5c67] Updating instance_info_cache with network_info: [] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2253.027474] env[62574]: DEBUG nova.network.neutron [None req-0e0c6d60-1a1f-41a8-9f24-3255b6a54008 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] [instance: ddfeae3e-511f-4b4e-9a81-2391f50f5922] Port 5501be1a-45ba-40da-91fa-998203c75330 binding to destination host cpu-1 is already ACTIVE {{(pid=62574) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 2253.410061] env[62574]: DEBUG nova.network.neutron [-] [instance: 36b49cb1-2f00-4662-909e-7e8cb6ee5c67] Updating instance_info_cache with network_info: [] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2253.435770] env[62574]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-dcae133b-715f-48f2-bca7-dc6249ccff45 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2253.445669] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-044671e9-3c89-46ca-9b71-527e35673538 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2253.470385] env[62574]: DEBUG nova.compute.manager [req-bc4378a9-ad5b-4182-88cd-43f75bad5aae req-62d3e9c2-b666-4fda-ac80-7d72ebb7ba2d service nova] [instance: 36b49cb1-2f00-4662-909e-7e8cb6ee5c67] Detach interface failed, port_id=83657641-ffd9-49c4-8dc0-a2782919b8c5, reason: Instance 36b49cb1-2f00-4662-909e-7e8cb6ee5c67 could not be found. {{(pid=62574) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 2253.912101] env[62574]: INFO nova.compute.manager [-] [instance: 36b49cb1-2f00-4662-909e-7e8cb6ee5c67] Took 1.45 seconds to deallocate network for instance. [ 2254.049722] env[62574]: DEBUG oslo_concurrency.lockutils [None req-0e0c6d60-1a1f-41a8-9f24-3255b6a54008 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Acquiring lock "ddfeae3e-511f-4b4e-9a81-2391f50f5922-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2254.049948] env[62574]: DEBUG oslo_concurrency.lockutils [None req-0e0c6d60-1a1f-41a8-9f24-3255b6a54008 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Lock "ddfeae3e-511f-4b4e-9a81-2391f50f5922-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2254.050143] env[62574]: DEBUG oslo_concurrency.lockutils [None req-0e0c6d60-1a1f-41a8-9f24-3255b6a54008 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Lock "ddfeae3e-511f-4b4e-9a81-2391f50f5922-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2254.418470] env[62574]: DEBUG oslo_concurrency.lockutils [None req-bd604dd1-f940-4072-ac1d-97b6f1a19a2b tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2254.418749] env[62574]: DEBUG oslo_concurrency.lockutils [None req-bd604dd1-f940-4072-ac1d-97b6f1a19a2b tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2254.418976] env[62574]: DEBUG nova.objects.instance [None req-bd604dd1-f940-4072-ac1d-97b6f1a19a2b tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] Lazy-loading 'resources' on Instance uuid 36b49cb1-2f00-4662-909e-7e8cb6ee5c67 {{(pid=62574) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2254.983779] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b2249db-40d1-4d32-b75d-f55da48165ca {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2254.991433] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb5aa7d2-43a4-482e-966d-38c617b1fa2d {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2255.020246] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30db6d06-f4db-4d10-b346-a362adf188aa {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2255.027007] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-501baa36-31e6-4213-a06f-d9158a7a8f04 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2255.043010] env[62574]: DEBUG nova.compute.provider_tree [None req-bd604dd1-f940-4072-ac1d-97b6f1a19a2b tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] Inventory has not changed in ProviderTree for provider: f0ed160a-beff-4626-a531-2a70d7bc0627 {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2255.092128] env[62574]: DEBUG oslo_concurrency.lockutils [None req-0e0c6d60-1a1f-41a8-9f24-3255b6a54008 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Acquiring lock "refresh_cache-ddfeae3e-511f-4b4e-9a81-2391f50f5922" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2255.092342] env[62574]: DEBUG oslo_concurrency.lockutils [None req-0e0c6d60-1a1f-41a8-9f24-3255b6a54008 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Acquired lock "refresh_cache-ddfeae3e-511f-4b4e-9a81-2391f50f5922" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2255.092520] env[62574]: DEBUG nova.network.neutron [None req-0e0c6d60-1a1f-41a8-9f24-3255b6a54008 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] [instance: ddfeae3e-511f-4b4e-9a81-2391f50f5922] Building network info cache for instance {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2255.125589] env[62574]: DEBUG oslo_service.periodic_task [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62574) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2255.125791] env[62574]: DEBUG oslo_service.periodic_task [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62574) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2255.546555] env[62574]: DEBUG nova.scheduler.client.report [None req-bd604dd1-f940-4072-ac1d-97b6f1a19a2b tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] Inventory has not changed for provider f0ed160a-beff-4626-a531-2a70d7bc0627 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 148, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2255.630433] env[62574]: DEBUG oslo_service.periodic_task [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62574) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2255.630587] env[62574]: DEBUG nova.compute.manager [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Starting heal instance info cache {{(pid=62574) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10345}} [ 2255.798532] env[62574]: DEBUG nova.network.neutron [None req-0e0c6d60-1a1f-41a8-9f24-3255b6a54008 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] [instance: ddfeae3e-511f-4b4e-9a81-2391f50f5922] Updating instance_info_cache with network_info: [{"id": "5501be1a-45ba-40da-91fa-998203c75330", "address": "fa:16:3e:6f:b8:45", "network": {"id": "f03597f1-26a8-4de5-aa19-ab11345ad179", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1253464518-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2c59d09bb7e848f99194722508f035d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60567ee6-01d0-4b16-9c7a-4a896827d6eb", "external-id": "nsx-vlan-transportzone-28", "segmentation_id": 28, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5501be1a-45", "ovs_interfaceid": "5501be1a-45ba-40da-91fa-998203c75330", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2256.051337] env[62574]: DEBUG oslo_concurrency.lockutils [None req-bd604dd1-f940-4072-ac1d-97b6f1a19a2b tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.632s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2256.070725] env[62574]: INFO nova.scheduler.client.report [None req-bd604dd1-f940-4072-ac1d-97b6f1a19a2b tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] Deleted allocations for instance 36b49cb1-2f00-4662-909e-7e8cb6ee5c67 [ 2256.132488] env[62574]: DEBUG nova.compute.manager [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Didn't find any instances for network info cache update. {{(pid=62574) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10431}} [ 2256.132682] env[62574]: DEBUG oslo_service.periodic_task [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62574) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2256.132845] env[62574]: DEBUG oslo_service.periodic_task [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62574) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2256.132993] env[62574]: DEBUG oslo_service.periodic_task [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62574) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2256.133162] env[62574]: DEBUG oslo_service.periodic_task [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62574) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2256.133326] env[62574]: DEBUG oslo_service.periodic_task [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62574) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2256.133488] env[62574]: DEBUG oslo_service.periodic_task [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62574) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2256.133615] env[62574]: DEBUG nova.compute.manager [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62574) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10964}} [ 2256.133757] env[62574]: DEBUG oslo_service.periodic_task [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Running periodic task ComputeManager.update_available_resource {{(pid=62574) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2256.301102] env[62574]: DEBUG oslo_concurrency.lockutils [None req-0e0c6d60-1a1f-41a8-9f24-3255b6a54008 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Releasing lock "refresh_cache-ddfeae3e-511f-4b4e-9a81-2391f50f5922" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2256.577524] env[62574]: DEBUG oslo_concurrency.lockutils [None req-bd604dd1-f940-4072-ac1d-97b6f1a19a2b tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] Lock "36b49cb1-2f00-4662-909e-7e8cb6ee5c67" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.818s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2256.636750] env[62574]: DEBUG oslo_concurrency.lockutils [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2256.636996] env[62574]: DEBUG oslo_concurrency.lockutils [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2256.637187] env[62574]: DEBUG oslo_concurrency.lockutils [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2256.637344] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62574) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2256.638349] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2557fbe9-ec2e-4101-a417-b226ee1f7021 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2256.646885] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fe5fd5b-01a3-4e2f-9e04-73e5fe1badf9 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2256.660929] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6012a7a-3227-44f3-a4d6-e119001b3958 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2256.667443] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb83c6ec-808f-41b3-bcdb-9215d230c772 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2256.696833] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181266MB free_disk=148GB free_vcpus=48 pci_devices=None {{(pid=62574) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2256.696997] env[62574]: DEBUG oslo_concurrency.lockutils [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2256.697215] env[62574]: DEBUG oslo_concurrency.lockutils [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2256.820429] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce996b86-c918-451e-9dfe-774177606e59 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2256.840113] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c83736fa-855c-4c91-95bf-7bbe0150952c {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2256.848782] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-0e0c6d60-1a1f-41a8-9f24-3255b6a54008 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] [instance: ddfeae3e-511f-4b4e-9a81-2391f50f5922] Updating instance 'ddfeae3e-511f-4b4e-9a81-2391f50f5922' progress to 83 {{(pid=62574) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2257.354718] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e0c6d60-1a1f-41a8-9f24-3255b6a54008 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] [instance: ddfeae3e-511f-4b4e-9a81-2391f50f5922] Powering on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2257.355050] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3fc3d5ef-831a-4243-bc28-a474ece46bc3 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2257.363269] env[62574]: DEBUG oslo_vmware.api [None req-0e0c6d60-1a1f-41a8-9f24-3255b6a54008 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Waiting for the task: (returnval){ [ 2257.363269] env[62574]: value = "task-1862847" [ 2257.363269] env[62574]: _type = "Task" [ 2257.363269] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2257.371955] env[62574]: DEBUG oslo_vmware.api [None req-0e0c6d60-1a1f-41a8-9f24-3255b6a54008 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Task: {'id': task-1862847, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2257.704819] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Applying migration context for instance ddfeae3e-511f-4b4e-9a81-2391f50f5922 as it has an incoming, in-progress migration 4d5c3f94-b235-4b66-9a79-9dacdf508604. Migration status is post-migrating {{(pid=62574) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 2257.705510] env[62574]: INFO nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] [instance: ddfeae3e-511f-4b4e-9a81-2391f50f5922] Updating resource usage from migration 4d5c3f94-b235-4b66-9a79-9dacdf508604 [ 2257.725084] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Instance 772e3d95-3cd5-4288-81b8-777c688a836c actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62574) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2257.725259] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Migration 4d5c3f94-b235-4b66-9a79-9dacdf508604 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62574) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 2257.725388] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Instance ddfeae3e-511f-4b4e-9a81-2391f50f5922 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62574) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2257.725576] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Total usable vcpus: 48, total allocated vcpus: 3 {{(pid=62574) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2257.725709] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1152MB phys_disk=200GB used_disk=2GB total_vcpus=48 used_vcpus=3 pci_stats=[] {{(pid=62574) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2257.786040] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e66d38b2-5168-4957-804f-0b495870c5e3 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2257.793743] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35471cfe-046d-4eed-ba5c-431d2cd0e0cd {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2257.825270] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59341b36-242c-4449-ba5b-20549ad3bb08 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2257.833484] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6534a3b-b942-4da3-8bee-d0d76a4d3233 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2257.848350] env[62574]: DEBUG nova.compute.provider_tree [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Inventory has not changed in ProviderTree for provider: f0ed160a-beff-4626-a531-2a70d7bc0627 {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2257.873450] env[62574]: DEBUG oslo_vmware.api [None req-0e0c6d60-1a1f-41a8-9f24-3255b6a54008 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Task: {'id': task-1862847, 'name': PowerOnVM_Task, 'duration_secs': 0.375541} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2257.873732] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e0c6d60-1a1f-41a8-9f24-3255b6a54008 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] [instance: ddfeae3e-511f-4b4e-9a81-2391f50f5922] Powered on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2257.873923] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-0e0c6d60-1a1f-41a8-9f24-3255b6a54008 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] [instance: ddfeae3e-511f-4b4e-9a81-2391f50f5922] Updating instance 'ddfeae3e-511f-4b4e-9a81-2391f50f5922' progress to 100 {{(pid=62574) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2258.351148] env[62574]: DEBUG nova.scheduler.client.report [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Inventory has not changed for provider f0ed160a-beff-4626-a531-2a70d7bc0627 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 148, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2258.828237] env[62574]: DEBUG oslo_concurrency.lockutils [None req-19267a79-7db5-4a3b-9938-cb6eabd9fd4a tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] Acquiring lock "b0e8d031-ee04-498e-8be4-cf8c4b28d784" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2258.828528] env[62574]: DEBUG oslo_concurrency.lockutils [None req-19267a79-7db5-4a3b-9938-cb6eabd9fd4a tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] Lock "b0e8d031-ee04-498e-8be4-cf8c4b28d784" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2258.855319] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62574) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2258.855519] env[62574]: DEBUG oslo_concurrency.lockutils [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.158s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2259.331277] env[62574]: DEBUG nova.compute.manager [None req-19267a79-7db5-4a3b-9938-cb6eabd9fd4a tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] [instance: b0e8d031-ee04-498e-8be4-cf8c4b28d784] Starting instance... {{(pid=62574) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2259.853932] env[62574]: DEBUG oslo_concurrency.lockutils [None req-19267a79-7db5-4a3b-9938-cb6eabd9fd4a tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2259.854233] env[62574]: DEBUG oslo_concurrency.lockutils [None req-19267a79-7db5-4a3b-9938-cb6eabd9fd4a tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2259.856052] env[62574]: INFO nova.compute.claims [None req-19267a79-7db5-4a3b-9938-cb6eabd9fd4a tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] [instance: b0e8d031-ee04-498e-8be4-cf8c4b28d784] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2260.589922] env[62574]: DEBUG oslo_concurrency.lockutils [None req-caa5458a-a103-4540-9adc-ef329c5f9609 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Acquiring lock "ddfeae3e-511f-4b4e-9a81-2391f50f5922" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2260.590269] env[62574]: DEBUG oslo_concurrency.lockutils [None req-caa5458a-a103-4540-9adc-ef329c5f9609 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Lock "ddfeae3e-511f-4b4e-9a81-2391f50f5922" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2260.590514] env[62574]: DEBUG nova.compute.manager [None req-caa5458a-a103-4540-9adc-ef329c5f9609 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] [instance: ddfeae3e-511f-4b4e-9a81-2391f50f5922] Going to confirm migration 10 {{(pid=62574) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5193}} [ 2260.921512] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38a6b244-835b-4f82-8852-e594407416ae {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2260.929455] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a54a953-7ef6-4466-be53-929314d901d4 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2260.958513] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f93b186-5a43-485d-ad87-127da01b6cb3 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2260.965662] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f983b0f1-9ca2-4148-ba4e-576b499b065d {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2260.978762] env[62574]: DEBUG nova.compute.provider_tree [None req-19267a79-7db5-4a3b-9938-cb6eabd9fd4a tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] Inventory has not changed in ProviderTree for provider: f0ed160a-beff-4626-a531-2a70d7bc0627 {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2261.135658] env[62574]: DEBUG oslo_concurrency.lockutils [None req-caa5458a-a103-4540-9adc-ef329c5f9609 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Acquiring lock "refresh_cache-ddfeae3e-511f-4b4e-9a81-2391f50f5922" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2261.135867] env[62574]: DEBUG oslo_concurrency.lockutils [None req-caa5458a-a103-4540-9adc-ef329c5f9609 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Acquired lock "refresh_cache-ddfeae3e-511f-4b4e-9a81-2391f50f5922" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2261.136067] env[62574]: DEBUG nova.network.neutron [None req-caa5458a-a103-4540-9adc-ef329c5f9609 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] [instance: ddfeae3e-511f-4b4e-9a81-2391f50f5922] Building network info cache for instance {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2261.136259] env[62574]: DEBUG nova.objects.instance [None req-caa5458a-a103-4540-9adc-ef329c5f9609 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Lazy-loading 'info_cache' on Instance uuid ddfeae3e-511f-4b4e-9a81-2391f50f5922 {{(pid=62574) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2261.482247] env[62574]: DEBUG nova.scheduler.client.report [None req-19267a79-7db5-4a3b-9938-cb6eabd9fd4a tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] Inventory has not changed for provider f0ed160a-beff-4626-a531-2a70d7bc0627 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 148, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2261.987380] env[62574]: DEBUG oslo_concurrency.lockutils [None req-19267a79-7db5-4a3b-9938-cb6eabd9fd4a tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.133s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2261.987920] env[62574]: DEBUG nova.compute.manager [None req-19267a79-7db5-4a3b-9938-cb6eabd9fd4a tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] [instance: b0e8d031-ee04-498e-8be4-cf8c4b28d784] Start building networks asynchronously for instance. {{(pid=62574) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2262.344786] env[62574]: DEBUG nova.network.neutron [None req-caa5458a-a103-4540-9adc-ef329c5f9609 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] [instance: ddfeae3e-511f-4b4e-9a81-2391f50f5922] Updating instance_info_cache with network_info: [{"id": "5501be1a-45ba-40da-91fa-998203c75330", "address": "fa:16:3e:6f:b8:45", "network": {"id": "f03597f1-26a8-4de5-aa19-ab11345ad179", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1253464518-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2c59d09bb7e848f99194722508f035d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60567ee6-01d0-4b16-9c7a-4a896827d6eb", "external-id": "nsx-vlan-transportzone-28", "segmentation_id": 28, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5501be1a-45", "ovs_interfaceid": "5501be1a-45ba-40da-91fa-998203c75330", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2262.492699] env[62574]: DEBUG nova.compute.utils [None req-19267a79-7db5-4a3b-9938-cb6eabd9fd4a tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] Using /dev/sd instead of None {{(pid=62574) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2262.494090] env[62574]: DEBUG nova.compute.manager [None req-19267a79-7db5-4a3b-9938-cb6eabd9fd4a tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] [instance: b0e8d031-ee04-498e-8be4-cf8c4b28d784] Allocating IP information in the background. {{(pid=62574) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2262.494275] env[62574]: DEBUG nova.network.neutron [None req-19267a79-7db5-4a3b-9938-cb6eabd9fd4a tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] [instance: b0e8d031-ee04-498e-8be4-cf8c4b28d784] allocate_for_instance() {{(pid=62574) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2262.530963] env[62574]: DEBUG nova.policy [None req-19267a79-7db5-4a3b-9938-cb6eabd9fd4a tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b34f902475cb4c6d897618610e189601', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b9a1f51591de495fab1d31bd59552aa2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62574) authorize /opt/stack/nova/nova/policy.py:192}} [ 2262.778380] env[62574]: DEBUG nova.network.neutron [None req-19267a79-7db5-4a3b-9938-cb6eabd9fd4a tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] [instance: b0e8d031-ee04-498e-8be4-cf8c4b28d784] Successfully created port: e1c0a2e2-8f69-4fd9-a4c0-d20027151ed5 {{(pid=62574) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2262.847390] env[62574]: DEBUG oslo_concurrency.lockutils [None req-caa5458a-a103-4540-9adc-ef329c5f9609 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Releasing lock "refresh_cache-ddfeae3e-511f-4b4e-9a81-2391f50f5922" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2262.847789] env[62574]: DEBUG nova.objects.instance [None req-caa5458a-a103-4540-9adc-ef329c5f9609 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Lazy-loading 'migration_context' on Instance uuid ddfeae3e-511f-4b4e-9a81-2391f50f5922 {{(pid=62574) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2262.997420] env[62574]: DEBUG nova.compute.manager [None req-19267a79-7db5-4a3b-9938-cb6eabd9fd4a tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] [instance: b0e8d031-ee04-498e-8be4-cf8c4b28d784] Start building block device mappings for instance. {{(pid=62574) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2263.351283] env[62574]: DEBUG nova.objects.base [None req-caa5458a-a103-4540-9adc-ef329c5f9609 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=62574) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2263.352277] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb639c67-ab8b-411e-a604-7fea4e60fd17 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2263.371243] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f55117c3-5e64-42ba-900d-b7b406a151ba {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2263.376565] env[62574]: DEBUG oslo_vmware.api [None req-caa5458a-a103-4540-9adc-ef329c5f9609 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Waiting for the task: (returnval){ [ 2263.376565] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]52f1ba58-d001-62dd-2415-914f5fa183b8" [ 2263.376565] env[62574]: _type = "Task" [ 2263.376565] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2263.384393] env[62574]: DEBUG oslo_vmware.api [None req-caa5458a-a103-4540-9adc-ef329c5f9609 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52f1ba58-d001-62dd-2415-914f5fa183b8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2263.887074] env[62574]: DEBUG oslo_vmware.api [None req-caa5458a-a103-4540-9adc-ef329c5f9609 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52f1ba58-d001-62dd-2415-914f5fa183b8, 'name': SearchDatastore_Task, 'duration_secs': 0.007171} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2263.887366] env[62574]: DEBUG oslo_concurrency.lockutils [None req-caa5458a-a103-4540-9adc-ef329c5f9609 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2263.887594] env[62574]: DEBUG oslo_concurrency.lockutils [None req-caa5458a-a103-4540-9adc-ef329c5f9609 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2264.010451] env[62574]: DEBUG nova.compute.manager [None req-19267a79-7db5-4a3b-9938-cb6eabd9fd4a tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] [instance: b0e8d031-ee04-498e-8be4-cf8c4b28d784] Start spawning the instance on the hypervisor. {{(pid=62574) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2264.038060] env[62574]: DEBUG nova.virt.hardware [None req-19267a79-7db5-4a3b-9938-cb6eabd9fd4a tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T19:26:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-13T19:26:40Z,direct_url=,disk_format='vmdk',id=3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7eed1dd4d2c3418eb32c4f4ceda3ab0d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-13T19:26:41Z,virtual_size=,visibility=), allow threads: False {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2264.038456] env[62574]: DEBUG nova.virt.hardware [None req-19267a79-7db5-4a3b-9938-cb6eabd9fd4a tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] Flavor limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2264.038737] env[62574]: DEBUG nova.virt.hardware [None req-19267a79-7db5-4a3b-9938-cb6eabd9fd4a tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] Image limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2264.039082] env[62574]: DEBUG nova.virt.hardware [None req-19267a79-7db5-4a3b-9938-cb6eabd9fd4a tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] Flavor pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2264.039709] env[62574]: DEBUG nova.virt.hardware [None req-19267a79-7db5-4a3b-9938-cb6eabd9fd4a tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] Image pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2264.039709] env[62574]: DEBUG nova.virt.hardware [None req-19267a79-7db5-4a3b-9938-cb6eabd9fd4a tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2264.039879] env[62574]: DEBUG nova.virt.hardware [None req-19267a79-7db5-4a3b-9938-cb6eabd9fd4a tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2264.040041] env[62574]: DEBUG nova.virt.hardware [None req-19267a79-7db5-4a3b-9938-cb6eabd9fd4a tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2264.040357] env[62574]: DEBUG nova.virt.hardware [None req-19267a79-7db5-4a3b-9938-cb6eabd9fd4a tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] Got 1 possible topologies {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2264.040661] env[62574]: DEBUG nova.virt.hardware [None req-19267a79-7db5-4a3b-9938-cb6eabd9fd4a tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2264.040976] env[62574]: DEBUG nova.virt.hardware [None req-19267a79-7db5-4a3b-9938-cb6eabd9fd4a tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2264.042297] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaa6b785-5d46-4a68-8e4b-9f39a9c31af5 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2264.051493] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f93331d-d33c-452e-9baa-21f402d9b6b9 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2264.152334] env[62574]: DEBUG nova.compute.manager [req-a09332f3-af03-4ea2-a891-7fb58960fa51 req-fda4f2d4-b734-46db-92d5-1a4517146d57 service nova] [instance: b0e8d031-ee04-498e-8be4-cf8c4b28d784] Received event network-vif-plugged-e1c0a2e2-8f69-4fd9-a4c0-d20027151ed5 {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 2264.152555] env[62574]: DEBUG oslo_concurrency.lockutils [req-a09332f3-af03-4ea2-a891-7fb58960fa51 req-fda4f2d4-b734-46db-92d5-1a4517146d57 service nova] Acquiring lock "b0e8d031-ee04-498e-8be4-cf8c4b28d784-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2264.152801] env[62574]: DEBUG oslo_concurrency.lockutils [req-a09332f3-af03-4ea2-a891-7fb58960fa51 req-fda4f2d4-b734-46db-92d5-1a4517146d57 service nova] Lock "b0e8d031-ee04-498e-8be4-cf8c4b28d784-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2264.153078] env[62574]: DEBUG oslo_concurrency.lockutils [req-a09332f3-af03-4ea2-a891-7fb58960fa51 req-fda4f2d4-b734-46db-92d5-1a4517146d57 service nova] Lock "b0e8d031-ee04-498e-8be4-cf8c4b28d784-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2264.153300] env[62574]: DEBUG nova.compute.manager [req-a09332f3-af03-4ea2-a891-7fb58960fa51 req-fda4f2d4-b734-46db-92d5-1a4517146d57 service nova] [instance: b0e8d031-ee04-498e-8be4-cf8c4b28d784] No waiting events found dispatching network-vif-plugged-e1c0a2e2-8f69-4fd9-a4c0-d20027151ed5 {{(pid=62574) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2264.153530] env[62574]: WARNING nova.compute.manager [req-a09332f3-af03-4ea2-a891-7fb58960fa51 req-fda4f2d4-b734-46db-92d5-1a4517146d57 service nova] [instance: b0e8d031-ee04-498e-8be4-cf8c4b28d784] Received unexpected event network-vif-plugged-e1c0a2e2-8f69-4fd9-a4c0-d20027151ed5 for instance with vm_state building and task_state spawning. [ 2264.234008] env[62574]: DEBUG nova.network.neutron [None req-19267a79-7db5-4a3b-9938-cb6eabd9fd4a tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] [instance: b0e8d031-ee04-498e-8be4-cf8c4b28d784] Successfully updated port: e1c0a2e2-8f69-4fd9-a4c0-d20027151ed5 {{(pid=62574) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2264.446574] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e48150f9-daaf-44a8-ad72-42a5ac944a3e {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2264.454344] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d02edbeb-5377-475e-865e-eff08ef986ba {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2264.482772] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e46c3e4c-5a8a-44b8-b04f-eb7ad846f8a6 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2264.489907] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cd66e05-a535-448d-a386-7f00ae7bec2e {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2264.503196] env[62574]: DEBUG nova.compute.provider_tree [None req-caa5458a-a103-4540-9adc-ef329c5f9609 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Inventory has not changed in ProviderTree for provider: f0ed160a-beff-4626-a531-2a70d7bc0627 {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2264.736904] env[62574]: DEBUG oslo_concurrency.lockutils [None req-19267a79-7db5-4a3b-9938-cb6eabd9fd4a tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] Acquiring lock "refresh_cache-b0e8d031-ee04-498e-8be4-cf8c4b28d784" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2264.737079] env[62574]: DEBUG oslo_concurrency.lockutils [None req-19267a79-7db5-4a3b-9938-cb6eabd9fd4a tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] Acquired lock "refresh_cache-b0e8d031-ee04-498e-8be4-cf8c4b28d784" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2264.737250] env[62574]: DEBUG nova.network.neutron [None req-19267a79-7db5-4a3b-9938-cb6eabd9fd4a tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] [instance: b0e8d031-ee04-498e-8be4-cf8c4b28d784] Building network info cache for instance {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2265.007186] env[62574]: DEBUG nova.scheduler.client.report [None req-caa5458a-a103-4540-9adc-ef329c5f9609 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Inventory has not changed for provider f0ed160a-beff-4626-a531-2a70d7bc0627 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 148, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2265.270499] env[62574]: DEBUG nova.network.neutron [None req-19267a79-7db5-4a3b-9938-cb6eabd9fd4a tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] [instance: b0e8d031-ee04-498e-8be4-cf8c4b28d784] Instance cache missing network info. {{(pid=62574) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2265.396071] env[62574]: DEBUG nova.network.neutron [None req-19267a79-7db5-4a3b-9938-cb6eabd9fd4a tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] [instance: b0e8d031-ee04-498e-8be4-cf8c4b28d784] Updating instance_info_cache with network_info: [{"id": "e1c0a2e2-8f69-4fd9-a4c0-d20027151ed5", "address": "fa:16:3e:85:2b:45", "network": {"id": "b8d54aae-4356-4bda-ac80-8aff560fc517", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-261048869-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9a1f51591de495fab1d31bd59552aa2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56b944d8-803d-43f2-945d-0f334ee4ea1c", "external-id": "nsx-vlan-transportzone-799", "segmentation_id": 799, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape1c0a2e2-8f", "ovs_interfaceid": "e1c0a2e2-8f69-4fd9-a4c0-d20027151ed5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2265.899300] env[62574]: DEBUG oslo_concurrency.lockutils [None req-19267a79-7db5-4a3b-9938-cb6eabd9fd4a tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] Releasing lock "refresh_cache-b0e8d031-ee04-498e-8be4-cf8c4b28d784" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2265.899644] env[62574]: DEBUG nova.compute.manager [None req-19267a79-7db5-4a3b-9938-cb6eabd9fd4a tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] [instance: b0e8d031-ee04-498e-8be4-cf8c4b28d784] Instance network_info: |[{"id": "e1c0a2e2-8f69-4fd9-a4c0-d20027151ed5", "address": "fa:16:3e:85:2b:45", "network": {"id": "b8d54aae-4356-4bda-ac80-8aff560fc517", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-261048869-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9a1f51591de495fab1d31bd59552aa2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56b944d8-803d-43f2-945d-0f334ee4ea1c", "external-id": "nsx-vlan-transportzone-799", "segmentation_id": 799, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape1c0a2e2-8f", "ovs_interfaceid": "e1c0a2e2-8f69-4fd9-a4c0-d20027151ed5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62574) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2265.900203] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-19267a79-7db5-4a3b-9938-cb6eabd9fd4a tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] [instance: b0e8d031-ee04-498e-8be4-cf8c4b28d784] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:85:2b:45', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '56b944d8-803d-43f2-945d-0f334ee4ea1c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e1c0a2e2-8f69-4fd9-a4c0-d20027151ed5', 'vif_model': 'vmxnet3'}] {{(pid=62574) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2265.908180] env[62574]: DEBUG oslo.service.loopingcall [None req-19267a79-7db5-4a3b-9938-cb6eabd9fd4a tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62574) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2265.908409] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b0e8d031-ee04-498e-8be4-cf8c4b28d784] Creating VM on the ESX host {{(pid=62574) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2265.908644] env[62574]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c1083af6-ffe6-4982-a3e5-fc34137cfa5f {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2265.927467] env[62574]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2265.927467] env[62574]: value = "task-1862848" [ 2265.927467] env[62574]: _type = "Task" [ 2265.927467] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2265.934870] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1862848, 'name': CreateVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2266.016650] env[62574]: DEBUG oslo_concurrency.lockutils [None req-caa5458a-a103-4540-9adc-ef329c5f9609 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.129s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2266.178102] env[62574]: DEBUG nova.compute.manager [req-7818ad06-46af-484d-96d6-54ae5353fac9 req-a73a7c32-ea09-4956-86ed-203f829cd076 service nova] [instance: b0e8d031-ee04-498e-8be4-cf8c4b28d784] Received event network-changed-e1c0a2e2-8f69-4fd9-a4c0-d20027151ed5 {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 2266.178414] env[62574]: DEBUG nova.compute.manager [req-7818ad06-46af-484d-96d6-54ae5353fac9 req-a73a7c32-ea09-4956-86ed-203f829cd076 service nova] [instance: b0e8d031-ee04-498e-8be4-cf8c4b28d784] Refreshing instance network info cache due to event network-changed-e1c0a2e2-8f69-4fd9-a4c0-d20027151ed5. {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 2266.178547] env[62574]: DEBUG oslo_concurrency.lockutils [req-7818ad06-46af-484d-96d6-54ae5353fac9 req-a73a7c32-ea09-4956-86ed-203f829cd076 service nova] Acquiring lock "refresh_cache-b0e8d031-ee04-498e-8be4-cf8c4b28d784" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2266.178664] env[62574]: DEBUG oslo_concurrency.lockutils [req-7818ad06-46af-484d-96d6-54ae5353fac9 req-a73a7c32-ea09-4956-86ed-203f829cd076 service nova] Acquired lock "refresh_cache-b0e8d031-ee04-498e-8be4-cf8c4b28d784" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2266.178831] env[62574]: DEBUG nova.network.neutron [req-7818ad06-46af-484d-96d6-54ae5353fac9 req-a73a7c32-ea09-4956-86ed-203f829cd076 service nova] [instance: b0e8d031-ee04-498e-8be4-cf8c4b28d784] Refreshing network info cache for port e1c0a2e2-8f69-4fd9-a4c0-d20027151ed5 {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2266.437264] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1862848, 'name': CreateVM_Task, 'duration_secs': 0.396395} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2266.437648] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b0e8d031-ee04-498e-8be4-cf8c4b28d784] Created VM on the ESX host {{(pid=62574) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2266.438107] env[62574]: DEBUG oslo_concurrency.lockutils [None req-19267a79-7db5-4a3b-9938-cb6eabd9fd4a tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2266.438311] env[62574]: DEBUG oslo_concurrency.lockutils [None req-19267a79-7db5-4a3b-9938-cb6eabd9fd4a tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2266.438625] env[62574]: DEBUG oslo_concurrency.lockutils [None req-19267a79-7db5-4a3b-9938-cb6eabd9fd4a tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2266.439237] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c1a0b96-2520-4eed-bb6d-b158be459bbc {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2266.443788] env[62574]: DEBUG oslo_vmware.api [None req-19267a79-7db5-4a3b-9938-cb6eabd9fd4a tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] Waiting for the task: (returnval){ [ 2266.443788] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]5281f747-f9af-5aed-1efa-ba019aaf84d2" [ 2266.443788] env[62574]: _type = "Task" [ 2266.443788] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2266.451519] env[62574]: DEBUG oslo_vmware.api [None req-19267a79-7db5-4a3b-9938-cb6eabd9fd4a tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]5281f747-f9af-5aed-1efa-ba019aaf84d2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2266.569691] env[62574]: INFO nova.scheduler.client.report [None req-caa5458a-a103-4540-9adc-ef329c5f9609 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Deleted allocation for migration 4d5c3f94-b235-4b66-9a79-9dacdf508604 [ 2266.954125] env[62574]: DEBUG oslo_vmware.api [None req-19267a79-7db5-4a3b-9938-cb6eabd9fd4a tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]5281f747-f9af-5aed-1efa-ba019aaf84d2, 'name': SearchDatastore_Task, 'duration_secs': 0.016539} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2266.954440] env[62574]: DEBUG oslo_concurrency.lockutils [None req-19267a79-7db5-4a3b-9938-cb6eabd9fd4a tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2266.954679] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-19267a79-7db5-4a3b-9938-cb6eabd9fd4a tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] [instance: b0e8d031-ee04-498e-8be4-cf8c4b28d784] Processing image 3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2 {{(pid=62574) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2266.954910] env[62574]: DEBUG oslo_concurrency.lockutils [None req-19267a79-7db5-4a3b-9938-cb6eabd9fd4a tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2266.955069] env[62574]: DEBUG oslo_concurrency.lockutils [None req-19267a79-7db5-4a3b-9938-cb6eabd9fd4a tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2266.955257] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-19267a79-7db5-4a3b-9938-cb6eabd9fd4a tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2266.955506] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-795a0780-0e31-4d6e-92c0-b887f9520b5f {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2266.963969] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-19267a79-7db5-4a3b-9938-cb6eabd9fd4a tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2266.964227] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-19267a79-7db5-4a3b-9938-cb6eabd9fd4a tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62574) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2266.964966] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-97ca53e6-bc03-4e46-9b60-8e0b0dab4660 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2266.970318] env[62574]: DEBUG oslo_vmware.api [None req-19267a79-7db5-4a3b-9938-cb6eabd9fd4a tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] Waiting for the task: (returnval){ [ 2266.970318] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]52aedfa5-94f8-ac48-8b66-f0b83fec5370" [ 2266.970318] env[62574]: _type = "Task" [ 2266.970318] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2266.977540] env[62574]: DEBUG oslo_vmware.api [None req-19267a79-7db5-4a3b-9938-cb6eabd9fd4a tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52aedfa5-94f8-ac48-8b66-f0b83fec5370, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2266.988666] env[62574]: DEBUG nova.network.neutron [req-7818ad06-46af-484d-96d6-54ae5353fac9 req-a73a7c32-ea09-4956-86ed-203f829cd076 service nova] [instance: b0e8d031-ee04-498e-8be4-cf8c4b28d784] Updated VIF entry in instance network info cache for port e1c0a2e2-8f69-4fd9-a4c0-d20027151ed5. {{(pid=62574) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2266.989025] env[62574]: DEBUG nova.network.neutron [req-7818ad06-46af-484d-96d6-54ae5353fac9 req-a73a7c32-ea09-4956-86ed-203f829cd076 service nova] [instance: b0e8d031-ee04-498e-8be4-cf8c4b28d784] Updating instance_info_cache with network_info: [{"id": "e1c0a2e2-8f69-4fd9-a4c0-d20027151ed5", "address": "fa:16:3e:85:2b:45", "network": {"id": "b8d54aae-4356-4bda-ac80-8aff560fc517", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-261048869-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9a1f51591de495fab1d31bd59552aa2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56b944d8-803d-43f2-945d-0f334ee4ea1c", "external-id": "nsx-vlan-transportzone-799", "segmentation_id": 799, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape1c0a2e2-8f", "ovs_interfaceid": "e1c0a2e2-8f69-4fd9-a4c0-d20027151ed5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2267.076140] env[62574]: DEBUG oslo_concurrency.lockutils [None req-caa5458a-a103-4540-9adc-ef329c5f9609 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Lock "ddfeae3e-511f-4b4e-9a81-2391f50f5922" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.485s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2267.480748] env[62574]: DEBUG oslo_vmware.api [None req-19267a79-7db5-4a3b-9938-cb6eabd9fd4a tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52aedfa5-94f8-ac48-8b66-f0b83fec5370, 'name': SearchDatastore_Task, 'duration_secs': 0.010041} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2267.481571] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7d04685c-a7d2-468c-b7b2-4b0979e6167b {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2267.487572] env[62574]: DEBUG oslo_vmware.api [None req-19267a79-7db5-4a3b-9938-cb6eabd9fd4a tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] Waiting for the task: (returnval){ [ 2267.487572] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]526bb4b4-3ae5-52b9-52c8-a9c6aa551d05" [ 2267.487572] env[62574]: _type = "Task" [ 2267.487572] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2267.491182] env[62574]: DEBUG oslo_concurrency.lockutils [req-7818ad06-46af-484d-96d6-54ae5353fac9 req-a73a7c32-ea09-4956-86ed-203f829cd076 service nova] Releasing lock "refresh_cache-b0e8d031-ee04-498e-8be4-cf8c4b28d784" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2267.495932] env[62574]: DEBUG oslo_vmware.api [None req-19267a79-7db5-4a3b-9938-cb6eabd9fd4a tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]526bb4b4-3ae5-52b9-52c8-a9c6aa551d05, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2267.640777] env[62574]: DEBUG oslo_concurrency.lockutils [None req-d9282da7-1583-4a89-88ba-59d6626b54a9 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Acquiring lock "ddfeae3e-511f-4b4e-9a81-2391f50f5922" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2267.641591] env[62574]: DEBUG oslo_concurrency.lockutils [None req-d9282da7-1583-4a89-88ba-59d6626b54a9 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Lock "ddfeae3e-511f-4b4e-9a81-2391f50f5922" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2267.641591] env[62574]: DEBUG oslo_concurrency.lockutils [None req-d9282da7-1583-4a89-88ba-59d6626b54a9 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Acquiring lock "ddfeae3e-511f-4b4e-9a81-2391f50f5922-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2267.641591] env[62574]: DEBUG oslo_concurrency.lockutils [None req-d9282da7-1583-4a89-88ba-59d6626b54a9 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Lock "ddfeae3e-511f-4b4e-9a81-2391f50f5922-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2267.641811] env[62574]: DEBUG oslo_concurrency.lockutils [None req-d9282da7-1583-4a89-88ba-59d6626b54a9 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Lock "ddfeae3e-511f-4b4e-9a81-2391f50f5922-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2267.644022] env[62574]: INFO nova.compute.manager [None req-d9282da7-1583-4a89-88ba-59d6626b54a9 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] [instance: ddfeae3e-511f-4b4e-9a81-2391f50f5922] Terminating instance [ 2268.000018] env[62574]: DEBUG oslo_vmware.api [None req-19267a79-7db5-4a3b-9938-cb6eabd9fd4a tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]526bb4b4-3ae5-52b9-52c8-a9c6aa551d05, 'name': SearchDatastore_Task, 'duration_secs': 0.010069} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2268.000324] env[62574]: DEBUG oslo_concurrency.lockutils [None req-19267a79-7db5-4a3b-9938-cb6eabd9fd4a tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2268.000585] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-19267a79-7db5-4a3b-9938-cb6eabd9fd4a tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk to [datastore1] b0e8d031-ee04-498e-8be4-cf8c4b28d784/b0e8d031-ee04-498e-8be4-cf8c4b28d784.vmdk {{(pid=62574) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2268.000850] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5646786f-4ff8-45d7-849a-efdc3548b4b3 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2268.008046] env[62574]: DEBUG oslo_vmware.api [None req-19267a79-7db5-4a3b-9938-cb6eabd9fd4a tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] Waiting for the task: (returnval){ [ 2268.008046] env[62574]: value = "task-1862849" [ 2268.008046] env[62574]: _type = "Task" [ 2268.008046] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2268.015789] env[62574]: DEBUG oslo_vmware.api [None req-19267a79-7db5-4a3b-9938-cb6eabd9fd4a tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] Task: {'id': task-1862849, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2268.020601] env[62574]: DEBUG oslo_concurrency.lockutils [None req-424f4d34-6825-488b-ad7a-dc18b57540d7 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Acquiring lock "7819af91-81d4-48d6-8849-d4cf7155e4ca" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2268.020827] env[62574]: DEBUG oslo_concurrency.lockutils [None req-424f4d34-6825-488b-ad7a-dc18b57540d7 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Lock "7819af91-81d4-48d6-8849-d4cf7155e4ca" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2268.025761] env[62574]: INFO nova.compute.manager [None req-c41f2b33-9dd5-479b-bb35-af8b8d342671 tempest-ServerActionsV293TestJSON-1764479574 tempest-ServerActionsV293TestJSON-1764479574-project-member] [instance: 772e3d95-3cd5-4288-81b8-777c688a836c] Rebuilding instance [ 2268.070878] env[62574]: DEBUG nova.compute.manager [None req-c41f2b33-9dd5-479b-bb35-af8b8d342671 tempest-ServerActionsV293TestJSON-1764479574 tempest-ServerActionsV293TestJSON-1764479574-project-member] [instance: 772e3d95-3cd5-4288-81b8-777c688a836c] Checking state {{(pid=62574) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2268.071762] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f33241d2-335c-4600-a092-896f4fccfca9 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2268.148112] env[62574]: DEBUG nova.compute.manager [None req-d9282da7-1583-4a89-88ba-59d6626b54a9 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] [instance: ddfeae3e-511f-4b4e-9a81-2391f50f5922] Start destroying the instance on the hypervisor. {{(pid=62574) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2268.148371] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-d9282da7-1583-4a89-88ba-59d6626b54a9 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] [instance: ddfeae3e-511f-4b4e-9a81-2391f50f5922] Destroying instance {{(pid=62574) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2268.149378] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31407a6f-d210-44da-8cc5-43cb56716f31 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2268.157074] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9282da7-1583-4a89-88ba-59d6626b54a9 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] [instance: ddfeae3e-511f-4b4e-9a81-2391f50f5922] Powering off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2268.157316] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bd646db2-5033-4ca8-8b7a-11c317d58b61 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2268.163816] env[62574]: DEBUG oslo_vmware.api [None req-d9282da7-1583-4a89-88ba-59d6626b54a9 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Waiting for the task: (returnval){ [ 2268.163816] env[62574]: value = "task-1862850" [ 2268.163816] env[62574]: _type = "Task" [ 2268.163816] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2268.172453] env[62574]: DEBUG oslo_vmware.api [None req-d9282da7-1583-4a89-88ba-59d6626b54a9 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Task: {'id': task-1862850, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2268.518067] env[62574]: DEBUG oslo_vmware.api [None req-19267a79-7db5-4a3b-9938-cb6eabd9fd4a tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] Task: {'id': task-1862849, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.452192} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2268.518390] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-19267a79-7db5-4a3b-9938-cb6eabd9fd4a tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk to [datastore1] b0e8d031-ee04-498e-8be4-cf8c4b28d784/b0e8d031-ee04-498e-8be4-cf8c4b28d784.vmdk {{(pid=62574) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2268.518613] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-19267a79-7db5-4a3b-9938-cb6eabd9fd4a tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] [instance: b0e8d031-ee04-498e-8be4-cf8c4b28d784] Extending root virtual disk to 1048576 {{(pid=62574) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2268.518869] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8428559e-be72-4374-b6b4-dd896a4c309d {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2268.522440] env[62574]: DEBUG nova.compute.manager [None req-424f4d34-6825-488b-ad7a-dc18b57540d7 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] [instance: 7819af91-81d4-48d6-8849-d4cf7155e4ca] Starting instance... {{(pid=62574) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2268.525888] env[62574]: DEBUG oslo_vmware.api [None req-19267a79-7db5-4a3b-9938-cb6eabd9fd4a tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] Waiting for the task: (returnval){ [ 2268.525888] env[62574]: value = "task-1862851" [ 2268.525888] env[62574]: _type = "Task" [ 2268.525888] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2268.533059] env[62574]: DEBUG oslo_vmware.api [None req-19267a79-7db5-4a3b-9938-cb6eabd9fd4a tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] Task: {'id': task-1862851, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2268.672977] env[62574]: DEBUG oslo_vmware.api [None req-d9282da7-1583-4a89-88ba-59d6626b54a9 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Task: {'id': task-1862850, 'name': PowerOffVM_Task, 'duration_secs': 0.285495} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2268.673214] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9282da7-1583-4a89-88ba-59d6626b54a9 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] [instance: ddfeae3e-511f-4b4e-9a81-2391f50f5922] Powered off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2268.673388] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-d9282da7-1583-4a89-88ba-59d6626b54a9 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] [instance: ddfeae3e-511f-4b4e-9a81-2391f50f5922] Unregistering the VM {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2268.673631] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d6c8ccd2-accd-4f3f-a3e9-c70ee40f4dbe {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2268.770601] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-d9282da7-1583-4a89-88ba-59d6626b54a9 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] [instance: ddfeae3e-511f-4b4e-9a81-2391f50f5922] Unregistered the VM {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2268.770820] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-d9282da7-1583-4a89-88ba-59d6626b54a9 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] [instance: ddfeae3e-511f-4b4e-9a81-2391f50f5922] Deleting contents of the VM from datastore datastore2 {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2268.771018] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9282da7-1583-4a89-88ba-59d6626b54a9 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Deleting the datastore file [datastore2] ddfeae3e-511f-4b4e-9a81-2391f50f5922 {{(pid=62574) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2268.771287] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-40137cb5-6c5a-40aa-b50f-d9a31b6a2ac9 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2268.777489] env[62574]: DEBUG oslo_vmware.api [None req-d9282da7-1583-4a89-88ba-59d6626b54a9 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Waiting for the task: (returnval){ [ 2268.777489] env[62574]: value = "task-1862853" [ 2268.777489] env[62574]: _type = "Task" [ 2268.777489] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2268.786194] env[62574]: DEBUG oslo_vmware.api [None req-d9282da7-1583-4a89-88ba-59d6626b54a9 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Task: {'id': task-1862853, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2269.040556] env[62574]: DEBUG oslo_vmware.api [None req-19267a79-7db5-4a3b-9938-cb6eabd9fd4a tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] Task: {'id': task-1862851, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070191} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2269.040819] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-19267a79-7db5-4a3b-9938-cb6eabd9fd4a tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] [instance: b0e8d031-ee04-498e-8be4-cf8c4b28d784] Extended root virtual disk {{(pid=62574) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2269.041575] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0ea41c1-d089-4a42-865d-e0d330ed5db8 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2269.044925] env[62574]: DEBUG oslo_concurrency.lockutils [None req-424f4d34-6825-488b-ad7a-dc18b57540d7 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2269.045169] env[62574]: DEBUG oslo_concurrency.lockutils [None req-424f4d34-6825-488b-ad7a-dc18b57540d7 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2269.046647] env[62574]: INFO nova.compute.claims [None req-424f4d34-6825-488b-ad7a-dc18b57540d7 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] [instance: 7819af91-81d4-48d6-8849-d4cf7155e4ca] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2269.066316] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-19267a79-7db5-4a3b-9938-cb6eabd9fd4a tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] [instance: b0e8d031-ee04-498e-8be4-cf8c4b28d784] Reconfiguring VM instance instance-0000007c to attach disk [datastore1] b0e8d031-ee04-498e-8be4-cf8c4b28d784/b0e8d031-ee04-498e-8be4-cf8c4b28d784.vmdk or device None with type sparse {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2269.066769] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e62474dd-8769-49d6-9d94-9c4b61893f4a {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2269.084656] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-c41f2b33-9dd5-479b-bb35-af8b8d342671 tempest-ServerActionsV293TestJSON-1764479574 tempest-ServerActionsV293TestJSON-1764479574-project-member] [instance: 772e3d95-3cd5-4288-81b8-777c688a836c] Powering off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2269.085527] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ac267e79-222a-4764-a5d1-80a4d21fb862 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2269.086995] env[62574]: DEBUG oslo_vmware.api [None req-19267a79-7db5-4a3b-9938-cb6eabd9fd4a tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] Waiting for the task: (returnval){ [ 2269.086995] env[62574]: value = "task-1862854" [ 2269.086995] env[62574]: _type = "Task" [ 2269.086995] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2269.096486] env[62574]: DEBUG oslo_vmware.api [None req-19267a79-7db5-4a3b-9938-cb6eabd9fd4a tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] Task: {'id': task-1862854, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2269.097597] env[62574]: DEBUG oslo_vmware.api [None req-c41f2b33-9dd5-479b-bb35-af8b8d342671 tempest-ServerActionsV293TestJSON-1764479574 tempest-ServerActionsV293TestJSON-1764479574-project-member] Waiting for the task: (returnval){ [ 2269.097597] env[62574]: value = "task-1862855" [ 2269.097597] env[62574]: _type = "Task" [ 2269.097597] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2269.105418] env[62574]: DEBUG oslo_vmware.api [None req-c41f2b33-9dd5-479b-bb35-af8b8d342671 tempest-ServerActionsV293TestJSON-1764479574 tempest-ServerActionsV293TestJSON-1764479574-project-member] Task: {'id': task-1862855, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2269.287696] env[62574]: DEBUG oslo_vmware.api [None req-d9282da7-1583-4a89-88ba-59d6626b54a9 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Task: {'id': task-1862853, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.135269} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2269.288088] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9282da7-1583-4a89-88ba-59d6626b54a9 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Deleted the datastore file {{(pid=62574) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2269.288149] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-d9282da7-1583-4a89-88ba-59d6626b54a9 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] [instance: ddfeae3e-511f-4b4e-9a81-2391f50f5922] Deleted contents of the VM from datastore datastore2 {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2269.288337] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-d9282da7-1583-4a89-88ba-59d6626b54a9 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] [instance: ddfeae3e-511f-4b4e-9a81-2391f50f5922] Instance destroyed {{(pid=62574) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2269.288533] env[62574]: INFO nova.compute.manager [None req-d9282da7-1583-4a89-88ba-59d6626b54a9 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] [instance: ddfeae3e-511f-4b4e-9a81-2391f50f5922] Took 1.14 seconds to destroy the instance on the hypervisor. [ 2269.288779] env[62574]: DEBUG oslo.service.loopingcall [None req-d9282da7-1583-4a89-88ba-59d6626b54a9 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62574) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2269.288969] env[62574]: DEBUG nova.compute.manager [-] [instance: ddfeae3e-511f-4b4e-9a81-2391f50f5922] Deallocating network for instance {{(pid=62574) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2269.289080] env[62574]: DEBUG nova.network.neutron [-] [instance: ddfeae3e-511f-4b4e-9a81-2391f50f5922] deallocate_for_instance() {{(pid=62574) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2269.511896] env[62574]: DEBUG nova.compute.manager [req-0bf61022-70fe-4cf2-9b20-b2da07321638 req-c16686f3-680a-4eb1-8141-3fa76547f0a6 service nova] [instance: ddfeae3e-511f-4b4e-9a81-2391f50f5922] Received event network-vif-deleted-5501be1a-45ba-40da-91fa-998203c75330 {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 2269.512211] env[62574]: INFO nova.compute.manager [req-0bf61022-70fe-4cf2-9b20-b2da07321638 req-c16686f3-680a-4eb1-8141-3fa76547f0a6 service nova] [instance: ddfeae3e-511f-4b4e-9a81-2391f50f5922] Neutron deleted interface 5501be1a-45ba-40da-91fa-998203c75330; detaching it from the instance and deleting it from the info cache [ 2269.512328] env[62574]: DEBUG nova.network.neutron [req-0bf61022-70fe-4cf2-9b20-b2da07321638 req-c16686f3-680a-4eb1-8141-3fa76547f0a6 service nova] [instance: ddfeae3e-511f-4b4e-9a81-2391f50f5922] Updating instance_info_cache with network_info: [] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2269.598268] env[62574]: DEBUG oslo_vmware.api [None req-19267a79-7db5-4a3b-9938-cb6eabd9fd4a tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] Task: {'id': task-1862854, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2269.606160] env[62574]: DEBUG oslo_vmware.api [None req-c41f2b33-9dd5-479b-bb35-af8b8d342671 tempest-ServerActionsV293TestJSON-1764479574 tempest-ServerActionsV293TestJSON-1764479574-project-member] Task: {'id': task-1862855, 'name': PowerOffVM_Task, 'duration_secs': 0.181518} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2269.606425] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-c41f2b33-9dd5-479b-bb35-af8b8d342671 tempest-ServerActionsV293TestJSON-1764479574 tempest-ServerActionsV293TestJSON-1764479574-project-member] [instance: 772e3d95-3cd5-4288-81b8-777c688a836c] Powered off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2269.607129] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-c41f2b33-9dd5-479b-bb35-af8b8d342671 tempest-ServerActionsV293TestJSON-1764479574 tempest-ServerActionsV293TestJSON-1764479574-project-member] [instance: 772e3d95-3cd5-4288-81b8-777c688a836c] Powering off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2269.607393] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-95474515-e37b-416f-a2b5-12c12be32b98 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2269.613823] env[62574]: DEBUG oslo_vmware.api [None req-c41f2b33-9dd5-479b-bb35-af8b8d342671 tempest-ServerActionsV293TestJSON-1764479574 tempest-ServerActionsV293TestJSON-1764479574-project-member] Waiting for the task: (returnval){ [ 2269.613823] env[62574]: value = "task-1862856" [ 2269.613823] env[62574]: _type = "Task" [ 2269.613823] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2269.623142] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-c41f2b33-9dd5-479b-bb35-af8b8d342671 tempest-ServerActionsV293TestJSON-1764479574 tempest-ServerActionsV293TestJSON-1764479574-project-member] [instance: 772e3d95-3cd5-4288-81b8-777c688a836c] VM already powered off {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 2269.623358] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-c41f2b33-9dd5-479b-bb35-af8b8d342671 tempest-ServerActionsV293TestJSON-1764479574 tempest-ServerActionsV293TestJSON-1764479574-project-member] [instance: 772e3d95-3cd5-4288-81b8-777c688a836c] Volume detach. Driver type: vmdk {{(pid=62574) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2269.623555] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-c41f2b33-9dd5-479b-bb35-af8b8d342671 tempest-ServerActionsV293TestJSON-1764479574 tempest-ServerActionsV293TestJSON-1764479574-project-member] [instance: 772e3d95-3cd5-4288-81b8-777c688a836c] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-385077', 'volume_id': '1bb2c6d8-f5ea-4827-9788-7b2567d0a9a5', 'name': 'volume-1bb2c6d8-f5ea-4827-9788-7b2567d0a9a5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '772e3d95-3cd5-4288-81b8-777c688a836c', 'attached_at': '', 'detached_at': '', 'volume_id': '1bb2c6d8-f5ea-4827-9788-7b2567d0a9a5', 'serial': '1bb2c6d8-f5ea-4827-9788-7b2567d0a9a5'} {{(pid=62574) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2269.624348] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8562aaa5-e7ba-4a78-862d-af0da344b8f3 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2269.642379] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33f7bd36-1a02-44f0-83ce-4acb271e1dec {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2269.649854] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d9a98e9-7cec-4541-921f-3c8e020ed22a {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2269.667272] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4679e4d-40ba-48b2-b256-c3ec105c45ee {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2269.682296] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-c41f2b33-9dd5-479b-bb35-af8b8d342671 tempest-ServerActionsV293TestJSON-1764479574 tempest-ServerActionsV293TestJSON-1764479574-project-member] The volume has not been displaced from its original location: [datastore2] volume-1bb2c6d8-f5ea-4827-9788-7b2567d0a9a5/volume-1bb2c6d8-f5ea-4827-9788-7b2567d0a9a5.vmdk. No consolidation needed. {{(pid=62574) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2269.687473] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-c41f2b33-9dd5-479b-bb35-af8b8d342671 tempest-ServerActionsV293TestJSON-1764479574 tempest-ServerActionsV293TestJSON-1764479574-project-member] [instance: 772e3d95-3cd5-4288-81b8-777c688a836c] Reconfiguring VM instance instance-0000007a to detach disk 2000 {{(pid=62574) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2269.687800] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-848859e9-e475-4d30-8990-2ffbaf60211c {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2269.705683] env[62574]: DEBUG oslo_vmware.api [None req-c41f2b33-9dd5-479b-bb35-af8b8d342671 tempest-ServerActionsV293TestJSON-1764479574 tempest-ServerActionsV293TestJSON-1764479574-project-member] Waiting for the task: (returnval){ [ 2269.705683] env[62574]: value = "task-1862857" [ 2269.705683] env[62574]: _type = "Task" [ 2269.705683] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2269.713443] env[62574]: DEBUG oslo_vmware.api [None req-c41f2b33-9dd5-479b-bb35-af8b8d342671 tempest-ServerActionsV293TestJSON-1764479574 tempest-ServerActionsV293TestJSON-1764479574-project-member] Task: {'id': task-1862857, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2269.991580] env[62574]: DEBUG nova.network.neutron [-] [instance: ddfeae3e-511f-4b4e-9a81-2391f50f5922] Updating instance_info_cache with network_info: [] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2270.015087] env[62574]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ef3ffc54-cfa5-464a-bd72-4e5816db3ecb {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2270.027940] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b2da741-20f0-4526-ad06-3c34afc64670 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2270.066709] env[62574]: DEBUG nova.compute.manager [req-0bf61022-70fe-4cf2-9b20-b2da07321638 req-c16686f3-680a-4eb1-8141-3fa76547f0a6 service nova] [instance: ddfeae3e-511f-4b4e-9a81-2391f50f5922] Detach interface failed, port_id=5501be1a-45ba-40da-91fa-998203c75330, reason: Instance ddfeae3e-511f-4b4e-9a81-2391f50f5922 could not be found. {{(pid=62574) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 2270.100468] env[62574]: DEBUG oslo_vmware.api [None req-19267a79-7db5-4a3b-9938-cb6eabd9fd4a tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] Task: {'id': task-1862854, 'name': ReconfigVM_Task, 'duration_secs': 0.875467} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2270.100761] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-19267a79-7db5-4a3b-9938-cb6eabd9fd4a tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] [instance: b0e8d031-ee04-498e-8be4-cf8c4b28d784] Reconfigured VM instance instance-0000007c to attach disk [datastore1] b0e8d031-ee04-498e-8be4-cf8c4b28d784/b0e8d031-ee04-498e-8be4-cf8c4b28d784.vmdk or device None with type sparse {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2270.101433] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ffef3a25-6e6c-473b-b790-dd2a2b42047c {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2270.110619] env[62574]: DEBUG oslo_vmware.api [None req-19267a79-7db5-4a3b-9938-cb6eabd9fd4a tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] Waiting for the task: (returnval){ [ 2270.110619] env[62574]: value = "task-1862858" [ 2270.110619] env[62574]: _type = "Task" [ 2270.110619] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2270.117282] env[62574]: DEBUG oslo_vmware.api [None req-19267a79-7db5-4a3b-9938-cb6eabd9fd4a tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] Task: {'id': task-1862858, 'name': Rename_Task} progress is 5%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2270.145544] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-330fed14-2200-4869-a065-22d7a2e89ea7 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2270.153570] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc31ac13-cac0-4672-8f8e-8547e7dd6a26 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2270.183446] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38340eef-8e53-4ec9-8f32-2f14ad639597 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2270.191581] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-678fc8f2-ac25-4dec-85d7-6a97e502ccad {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2270.212488] env[62574]: DEBUG nova.compute.provider_tree [None req-424f4d34-6825-488b-ad7a-dc18b57540d7 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Inventory has not changed in ProviderTree for provider: f0ed160a-beff-4626-a531-2a70d7bc0627 {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2270.227728] env[62574]: DEBUG oslo_vmware.api [None req-c41f2b33-9dd5-479b-bb35-af8b8d342671 tempest-ServerActionsV293TestJSON-1764479574 tempest-ServerActionsV293TestJSON-1764479574-project-member] Task: {'id': task-1862857, 'name': ReconfigVM_Task, 'duration_secs': 0.334122} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2270.228172] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-c41f2b33-9dd5-479b-bb35-af8b8d342671 tempest-ServerActionsV293TestJSON-1764479574 tempest-ServerActionsV293TestJSON-1764479574-project-member] [instance: 772e3d95-3cd5-4288-81b8-777c688a836c] Reconfigured VM instance instance-0000007a to detach disk 2000 {{(pid=62574) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2270.236831] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-db05ce36-4fe8-449e-b785-6c11d96b4ad5 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2270.261098] env[62574]: DEBUG oslo_vmware.api [None req-c41f2b33-9dd5-479b-bb35-af8b8d342671 tempest-ServerActionsV293TestJSON-1764479574 tempest-ServerActionsV293TestJSON-1764479574-project-member] Waiting for the task: (returnval){ [ 2270.261098] env[62574]: value = "task-1862859" [ 2270.261098] env[62574]: _type = "Task" [ 2270.261098] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2270.274927] env[62574]: DEBUG oslo_vmware.api [None req-c41f2b33-9dd5-479b-bb35-af8b8d342671 tempest-ServerActionsV293TestJSON-1764479574 tempest-ServerActionsV293TestJSON-1764479574-project-member] Task: {'id': task-1862859, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2270.494780] env[62574]: INFO nova.compute.manager [-] [instance: ddfeae3e-511f-4b4e-9a81-2391f50f5922] Took 1.21 seconds to deallocate network for instance. [ 2270.619774] env[62574]: DEBUG oslo_vmware.api [None req-19267a79-7db5-4a3b-9938-cb6eabd9fd4a tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] Task: {'id': task-1862858, 'name': Rename_Task, 'duration_secs': 0.196997} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2270.619774] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-19267a79-7db5-4a3b-9938-cb6eabd9fd4a tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] [instance: b0e8d031-ee04-498e-8be4-cf8c4b28d784] Powering on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2270.620281] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e781eba4-c84b-4345-b31c-ebf75f963849 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2270.627156] env[62574]: DEBUG oslo_vmware.api [None req-19267a79-7db5-4a3b-9938-cb6eabd9fd4a tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] Waiting for the task: (returnval){ [ 2270.627156] env[62574]: value = "task-1862860" [ 2270.627156] env[62574]: _type = "Task" [ 2270.627156] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2270.638483] env[62574]: DEBUG oslo_vmware.api [None req-19267a79-7db5-4a3b-9938-cb6eabd9fd4a tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] Task: {'id': task-1862860, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2270.716696] env[62574]: DEBUG nova.scheduler.client.report [None req-424f4d34-6825-488b-ad7a-dc18b57540d7 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Inventory has not changed for provider f0ed160a-beff-4626-a531-2a70d7bc0627 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 148, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2270.771059] env[62574]: DEBUG oslo_vmware.api [None req-c41f2b33-9dd5-479b-bb35-af8b8d342671 tempest-ServerActionsV293TestJSON-1764479574 tempest-ServerActionsV293TestJSON-1764479574-project-member] Task: {'id': task-1862859, 'name': ReconfigVM_Task, 'duration_secs': 0.178481} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2270.771389] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-c41f2b33-9dd5-479b-bb35-af8b8d342671 tempest-ServerActionsV293TestJSON-1764479574 tempest-ServerActionsV293TestJSON-1764479574-project-member] [instance: 772e3d95-3cd5-4288-81b8-777c688a836c] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-385077', 'volume_id': '1bb2c6d8-f5ea-4827-9788-7b2567d0a9a5', 'name': 'volume-1bb2c6d8-f5ea-4827-9788-7b2567d0a9a5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '772e3d95-3cd5-4288-81b8-777c688a836c', 'attached_at': '', 'detached_at': '', 'volume_id': '1bb2c6d8-f5ea-4827-9788-7b2567d0a9a5', 'serial': '1bb2c6d8-f5ea-4827-9788-7b2567d0a9a5'} {{(pid=62574) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2270.771675] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-c41f2b33-9dd5-479b-bb35-af8b8d342671 tempest-ServerActionsV293TestJSON-1764479574 tempest-ServerActionsV293TestJSON-1764479574-project-member] [instance: 772e3d95-3cd5-4288-81b8-777c688a836c] Destroying instance {{(pid=62574) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2270.772468] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03f71cf2-bed0-4d63-8222-14c345d2cde7 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2270.779311] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-c41f2b33-9dd5-479b-bb35-af8b8d342671 tempest-ServerActionsV293TestJSON-1764479574 tempest-ServerActionsV293TestJSON-1764479574-project-member] [instance: 772e3d95-3cd5-4288-81b8-777c688a836c] Unregistering the VM {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2270.779556] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7146b727-337f-411e-a829-c6875568007c {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2270.984959] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-c41f2b33-9dd5-479b-bb35-af8b8d342671 tempest-ServerActionsV293TestJSON-1764479574 tempest-ServerActionsV293TestJSON-1764479574-project-member] [instance: 772e3d95-3cd5-4288-81b8-777c688a836c] Unregistered the VM {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2270.985302] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-c41f2b33-9dd5-479b-bb35-af8b8d342671 tempest-ServerActionsV293TestJSON-1764479574 tempest-ServerActionsV293TestJSON-1764479574-project-member] [instance: 772e3d95-3cd5-4288-81b8-777c688a836c] Deleting contents of the VM from datastore datastore2 {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2270.985505] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-c41f2b33-9dd5-479b-bb35-af8b8d342671 tempest-ServerActionsV293TestJSON-1764479574 tempest-ServerActionsV293TestJSON-1764479574-project-member] Deleting the datastore file [datastore2] 772e3d95-3cd5-4288-81b8-777c688a836c {{(pid=62574) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2270.985783] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-569f5f01-c110-4d5a-80d8-6537b621b054 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2270.993567] env[62574]: DEBUG oslo_vmware.api [None req-c41f2b33-9dd5-479b-bb35-af8b8d342671 tempest-ServerActionsV293TestJSON-1764479574 tempest-ServerActionsV293TestJSON-1764479574-project-member] Waiting for the task: (returnval){ [ 2270.993567] env[62574]: value = "task-1862862" [ 2270.993567] env[62574]: _type = "Task" [ 2270.993567] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2271.002059] env[62574]: DEBUG oslo_concurrency.lockutils [None req-d9282da7-1583-4a89-88ba-59d6626b54a9 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2271.002422] env[62574]: DEBUG oslo_vmware.api [None req-c41f2b33-9dd5-479b-bb35-af8b8d342671 tempest-ServerActionsV293TestJSON-1764479574 tempest-ServerActionsV293TestJSON-1764479574-project-member] Task: {'id': task-1862862, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2271.136954] env[62574]: DEBUG oslo_vmware.api [None req-19267a79-7db5-4a3b-9938-cb6eabd9fd4a tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] Task: {'id': task-1862860, 'name': PowerOnVM_Task, 'duration_secs': 0.472659} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2271.137261] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-19267a79-7db5-4a3b-9938-cb6eabd9fd4a tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] [instance: b0e8d031-ee04-498e-8be4-cf8c4b28d784] Powered on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2271.137479] env[62574]: INFO nova.compute.manager [None req-19267a79-7db5-4a3b-9938-cb6eabd9fd4a tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] [instance: b0e8d031-ee04-498e-8be4-cf8c4b28d784] Took 7.13 seconds to spawn the instance on the hypervisor. [ 2271.137661] env[62574]: DEBUG nova.compute.manager [None req-19267a79-7db5-4a3b-9938-cb6eabd9fd4a tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] [instance: b0e8d031-ee04-498e-8be4-cf8c4b28d784] Checking state {{(pid=62574) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2271.138466] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abae4378-f4c3-4c9d-8c02-dca0fec1f34b {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2271.221320] env[62574]: DEBUG oslo_concurrency.lockutils [None req-424f4d34-6825-488b-ad7a-dc18b57540d7 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.176s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2271.221855] env[62574]: DEBUG nova.compute.manager [None req-424f4d34-6825-488b-ad7a-dc18b57540d7 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] [instance: 7819af91-81d4-48d6-8849-d4cf7155e4ca] Start building networks asynchronously for instance. {{(pid=62574) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2271.224763] env[62574]: DEBUG oslo_concurrency.lockutils [None req-d9282da7-1583-4a89-88ba-59d6626b54a9 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.223s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2271.224965] env[62574]: DEBUG oslo_concurrency.lockutils [None req-d9282da7-1583-4a89-88ba-59d6626b54a9 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2271.242558] env[62574]: INFO nova.scheduler.client.report [None req-d9282da7-1583-4a89-88ba-59d6626b54a9 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Deleted allocations for instance ddfeae3e-511f-4b4e-9a81-2391f50f5922 [ 2271.503260] env[62574]: DEBUG oslo_vmware.api [None req-c41f2b33-9dd5-479b-bb35-af8b8d342671 tempest-ServerActionsV293TestJSON-1764479574 tempest-ServerActionsV293TestJSON-1764479574-project-member] Task: {'id': task-1862862, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.09556} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2271.503561] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-c41f2b33-9dd5-479b-bb35-af8b8d342671 tempest-ServerActionsV293TestJSON-1764479574 tempest-ServerActionsV293TestJSON-1764479574-project-member] Deleted the datastore file {{(pid=62574) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2271.503753] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-c41f2b33-9dd5-479b-bb35-af8b8d342671 tempest-ServerActionsV293TestJSON-1764479574 tempest-ServerActionsV293TestJSON-1764479574-project-member] [instance: 772e3d95-3cd5-4288-81b8-777c688a836c] Deleted contents of the VM from datastore datastore2 {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2271.503932] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-c41f2b33-9dd5-479b-bb35-af8b8d342671 tempest-ServerActionsV293TestJSON-1764479574 tempest-ServerActionsV293TestJSON-1764479574-project-member] [instance: 772e3d95-3cd5-4288-81b8-777c688a836c] Instance destroyed {{(pid=62574) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2271.555513] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-c41f2b33-9dd5-479b-bb35-af8b8d342671 tempest-ServerActionsV293TestJSON-1764479574 tempest-ServerActionsV293TestJSON-1764479574-project-member] [instance: 772e3d95-3cd5-4288-81b8-777c688a836c] Volume detach. Driver type: vmdk {{(pid=62574) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2271.555907] env[62574]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4cfe61cf-53e5-466e-95e3-aff69d9884e1 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2271.564730] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e9edff5-91a3-442d-a314-9dd8fe823957 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2271.590462] env[62574]: ERROR nova.compute.manager [None req-c41f2b33-9dd5-479b-bb35-af8b8d342671 tempest-ServerActionsV293TestJSON-1764479574 tempest-ServerActionsV293TestJSON-1764479574-project-member] [instance: 772e3d95-3cd5-4288-81b8-777c688a836c] Failed to detach volume 1bb2c6d8-f5ea-4827-9788-7b2567d0a9a5 from /dev/sda: nova.exception.InstanceNotFound: Instance 772e3d95-3cd5-4288-81b8-777c688a836c could not be found. [ 2271.590462] env[62574]: ERROR nova.compute.manager [instance: 772e3d95-3cd5-4288-81b8-777c688a836c] Traceback (most recent call last): [ 2271.590462] env[62574]: ERROR nova.compute.manager [instance: 772e3d95-3cd5-4288-81b8-777c688a836c] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 2271.590462] env[62574]: ERROR nova.compute.manager [instance: 772e3d95-3cd5-4288-81b8-777c688a836c] self.driver.rebuild(**kwargs) [ 2271.590462] env[62574]: ERROR nova.compute.manager [instance: 772e3d95-3cd5-4288-81b8-777c688a836c] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 2271.590462] env[62574]: ERROR nova.compute.manager [instance: 772e3d95-3cd5-4288-81b8-777c688a836c] raise NotImplementedError() [ 2271.590462] env[62574]: ERROR nova.compute.manager [instance: 772e3d95-3cd5-4288-81b8-777c688a836c] NotImplementedError [ 2271.590462] env[62574]: ERROR nova.compute.manager [instance: 772e3d95-3cd5-4288-81b8-777c688a836c] [ 2271.590462] env[62574]: ERROR nova.compute.manager [instance: 772e3d95-3cd5-4288-81b8-777c688a836c] During handling of the above exception, another exception occurred: [ 2271.590462] env[62574]: ERROR nova.compute.manager [instance: 772e3d95-3cd5-4288-81b8-777c688a836c] [ 2271.590462] env[62574]: ERROR nova.compute.manager [instance: 772e3d95-3cd5-4288-81b8-777c688a836c] Traceback (most recent call last): [ 2271.590462] env[62574]: ERROR nova.compute.manager [instance: 772e3d95-3cd5-4288-81b8-777c688a836c] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 2271.590462] env[62574]: ERROR nova.compute.manager [instance: 772e3d95-3cd5-4288-81b8-777c688a836c] self.driver.detach_volume(context, old_connection_info, [ 2271.590462] env[62574]: ERROR nova.compute.manager [instance: 772e3d95-3cd5-4288-81b8-777c688a836c] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 2271.590462] env[62574]: ERROR nova.compute.manager [instance: 772e3d95-3cd5-4288-81b8-777c688a836c] return self._volumeops.detach_volume(connection_info, instance) [ 2271.590462] env[62574]: ERROR nova.compute.manager [instance: 772e3d95-3cd5-4288-81b8-777c688a836c] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 2271.590462] env[62574]: ERROR nova.compute.manager [instance: 772e3d95-3cd5-4288-81b8-777c688a836c] self._detach_volume_vmdk(connection_info, instance) [ 2271.590462] env[62574]: ERROR nova.compute.manager [instance: 772e3d95-3cd5-4288-81b8-777c688a836c] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 2271.590462] env[62574]: ERROR nova.compute.manager [instance: 772e3d95-3cd5-4288-81b8-777c688a836c] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 2271.590462] env[62574]: ERROR nova.compute.manager [instance: 772e3d95-3cd5-4288-81b8-777c688a836c] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 2271.590462] env[62574]: ERROR nova.compute.manager [instance: 772e3d95-3cd5-4288-81b8-777c688a836c] stable_ref.fetch_moref(session) [ 2271.590462] env[62574]: ERROR nova.compute.manager [instance: 772e3d95-3cd5-4288-81b8-777c688a836c] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 2271.590462] env[62574]: ERROR nova.compute.manager [instance: 772e3d95-3cd5-4288-81b8-777c688a836c] raise exception.InstanceNotFound(instance_id=self._uuid) [ 2271.590462] env[62574]: ERROR nova.compute.manager [instance: 772e3d95-3cd5-4288-81b8-777c688a836c] nova.exception.InstanceNotFound: Instance 772e3d95-3cd5-4288-81b8-777c688a836c could not be found. [ 2271.590462] env[62574]: ERROR nova.compute.manager [instance: 772e3d95-3cd5-4288-81b8-777c688a836c] [ 2271.658980] env[62574]: INFO nova.compute.manager [None req-19267a79-7db5-4a3b-9938-cb6eabd9fd4a tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] [instance: b0e8d031-ee04-498e-8be4-cf8c4b28d784] Took 11.82 seconds to build instance. [ 2271.728832] env[62574]: DEBUG nova.compute.utils [None req-c41f2b33-9dd5-479b-bb35-af8b8d342671 tempest-ServerActionsV293TestJSON-1764479574 tempest-ServerActionsV293TestJSON-1764479574-project-member] [instance: 772e3d95-3cd5-4288-81b8-777c688a836c] Build of instance 772e3d95-3cd5-4288-81b8-777c688a836c aborted: Failed to rebuild volume backed instance. {{(pid=62574) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:430}} [ 2271.731166] env[62574]: DEBUG nova.compute.utils [None req-424f4d34-6825-488b-ad7a-dc18b57540d7 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Using /dev/sd instead of None {{(pid=62574) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2271.732727] env[62574]: DEBUG nova.compute.manager [None req-424f4d34-6825-488b-ad7a-dc18b57540d7 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] [instance: 7819af91-81d4-48d6-8849-d4cf7155e4ca] Allocating IP information in the background. {{(pid=62574) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2271.732899] env[62574]: DEBUG nova.network.neutron [None req-424f4d34-6825-488b-ad7a-dc18b57540d7 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] [instance: 7819af91-81d4-48d6-8849-d4cf7155e4ca] allocate_for_instance() {{(pid=62574) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2271.740933] env[62574]: ERROR nova.compute.manager [None req-c41f2b33-9dd5-479b-bb35-af8b8d342671 tempest-ServerActionsV293TestJSON-1764479574 tempest-ServerActionsV293TestJSON-1764479574-project-member] [instance: 772e3d95-3cd5-4288-81b8-777c688a836c] Setting instance vm_state to ERROR: nova.exception.BuildAbortException: Build of instance 772e3d95-3cd5-4288-81b8-777c688a836c aborted: Failed to rebuild volume backed instance. [ 2271.740933] env[62574]: ERROR nova.compute.manager [instance: 772e3d95-3cd5-4288-81b8-777c688a836c] Traceback (most recent call last): [ 2271.740933] env[62574]: ERROR nova.compute.manager [instance: 772e3d95-3cd5-4288-81b8-777c688a836c] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 2271.740933] env[62574]: ERROR nova.compute.manager [instance: 772e3d95-3cd5-4288-81b8-777c688a836c] self.driver.rebuild(**kwargs) [ 2271.740933] env[62574]: ERROR nova.compute.manager [instance: 772e3d95-3cd5-4288-81b8-777c688a836c] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 2271.740933] env[62574]: ERROR nova.compute.manager [instance: 772e3d95-3cd5-4288-81b8-777c688a836c] raise NotImplementedError() [ 2271.740933] env[62574]: ERROR nova.compute.manager [instance: 772e3d95-3cd5-4288-81b8-777c688a836c] NotImplementedError [ 2271.740933] env[62574]: ERROR nova.compute.manager [instance: 772e3d95-3cd5-4288-81b8-777c688a836c] [ 2271.740933] env[62574]: ERROR nova.compute.manager [instance: 772e3d95-3cd5-4288-81b8-777c688a836c] During handling of the above exception, another exception occurred: [ 2271.740933] env[62574]: ERROR nova.compute.manager [instance: 772e3d95-3cd5-4288-81b8-777c688a836c] [ 2271.740933] env[62574]: ERROR nova.compute.manager [instance: 772e3d95-3cd5-4288-81b8-777c688a836c] Traceback (most recent call last): [ 2271.740933] env[62574]: ERROR nova.compute.manager [instance: 772e3d95-3cd5-4288-81b8-777c688a836c] File "/opt/stack/nova/nova/compute/manager.py", line 3643, in _rebuild_volume_backed_instance [ 2271.740933] env[62574]: ERROR nova.compute.manager [instance: 772e3d95-3cd5-4288-81b8-777c688a836c] self._detach_root_volume(context, instance, root_bdm) [ 2271.740933] env[62574]: ERROR nova.compute.manager [instance: 772e3d95-3cd5-4288-81b8-777c688a836c] File "/opt/stack/nova/nova/compute/manager.py", line 3622, in _detach_root_volume [ 2271.740933] env[62574]: ERROR nova.compute.manager [instance: 772e3d95-3cd5-4288-81b8-777c688a836c] with excutils.save_and_reraise_exception(): [ 2271.740933] env[62574]: ERROR nova.compute.manager [instance: 772e3d95-3cd5-4288-81b8-777c688a836c] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 2271.740933] env[62574]: ERROR nova.compute.manager [instance: 772e3d95-3cd5-4288-81b8-777c688a836c] self.force_reraise() [ 2271.740933] env[62574]: ERROR nova.compute.manager [instance: 772e3d95-3cd5-4288-81b8-777c688a836c] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 2271.740933] env[62574]: ERROR nova.compute.manager [instance: 772e3d95-3cd5-4288-81b8-777c688a836c] raise self.value [ 2271.740933] env[62574]: ERROR nova.compute.manager [instance: 772e3d95-3cd5-4288-81b8-777c688a836c] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 2271.740933] env[62574]: ERROR nova.compute.manager [instance: 772e3d95-3cd5-4288-81b8-777c688a836c] self.driver.detach_volume(context, old_connection_info, [ 2271.740933] env[62574]: ERROR nova.compute.manager [instance: 772e3d95-3cd5-4288-81b8-777c688a836c] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 2271.740933] env[62574]: ERROR nova.compute.manager [instance: 772e3d95-3cd5-4288-81b8-777c688a836c] return self._volumeops.detach_volume(connection_info, instance) [ 2271.740933] env[62574]: ERROR nova.compute.manager [instance: 772e3d95-3cd5-4288-81b8-777c688a836c] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 2271.740933] env[62574]: ERROR nova.compute.manager [instance: 772e3d95-3cd5-4288-81b8-777c688a836c] self._detach_volume_vmdk(connection_info, instance) [ 2271.740933] env[62574]: ERROR nova.compute.manager [instance: 772e3d95-3cd5-4288-81b8-777c688a836c] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 2271.740933] env[62574]: ERROR nova.compute.manager [instance: 772e3d95-3cd5-4288-81b8-777c688a836c] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 2271.740933] env[62574]: ERROR nova.compute.manager [instance: 772e3d95-3cd5-4288-81b8-777c688a836c] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 2271.740933] env[62574]: ERROR nova.compute.manager [instance: 772e3d95-3cd5-4288-81b8-777c688a836c] stable_ref.fetch_moref(session) [ 2271.740933] env[62574]: ERROR nova.compute.manager [instance: 772e3d95-3cd5-4288-81b8-777c688a836c] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 2271.740933] env[62574]: ERROR nova.compute.manager [instance: 772e3d95-3cd5-4288-81b8-777c688a836c] raise exception.InstanceNotFound(instance_id=self._uuid) [ 2271.740933] env[62574]: ERROR nova.compute.manager [instance: 772e3d95-3cd5-4288-81b8-777c688a836c] nova.exception.InstanceNotFound: Instance 772e3d95-3cd5-4288-81b8-777c688a836c could not be found. [ 2271.740933] env[62574]: ERROR nova.compute.manager [instance: 772e3d95-3cd5-4288-81b8-777c688a836c] [ 2271.740933] env[62574]: ERROR nova.compute.manager [instance: 772e3d95-3cd5-4288-81b8-777c688a836c] During handling of the above exception, another exception occurred: [ 2271.740933] env[62574]: ERROR nova.compute.manager [instance: 772e3d95-3cd5-4288-81b8-777c688a836c] [ 2271.740933] env[62574]: ERROR nova.compute.manager [instance: 772e3d95-3cd5-4288-81b8-777c688a836c] Traceback (most recent call last): [ 2271.740933] env[62574]: ERROR nova.compute.manager [instance: 772e3d95-3cd5-4288-81b8-777c688a836c] File "/opt/stack/nova/nova/compute/manager.py", line 11282, in _error_out_instance_on_exception [ 2271.740933] env[62574]: ERROR nova.compute.manager [instance: 772e3d95-3cd5-4288-81b8-777c688a836c] yield [ 2271.740933] env[62574]: ERROR nova.compute.manager [instance: 772e3d95-3cd5-4288-81b8-777c688a836c] File "/opt/stack/nova/nova/compute/manager.py", line 3911, in rebuild_instance [ 2271.740933] env[62574]: ERROR nova.compute.manager [instance: 772e3d95-3cd5-4288-81b8-777c688a836c] self._do_rebuild_instance_with_claim( [ 2271.742882] env[62574]: ERROR nova.compute.manager [instance: 772e3d95-3cd5-4288-81b8-777c688a836c] File "/opt/stack/nova/nova/compute/manager.py", line 3997, in _do_rebuild_instance_with_claim [ 2271.742882] env[62574]: ERROR nova.compute.manager [instance: 772e3d95-3cd5-4288-81b8-777c688a836c] self._do_rebuild_instance( [ 2271.742882] env[62574]: ERROR nova.compute.manager [instance: 772e3d95-3cd5-4288-81b8-777c688a836c] File "/opt/stack/nova/nova/compute/manager.py", line 4189, in _do_rebuild_instance [ 2271.742882] env[62574]: ERROR nova.compute.manager [instance: 772e3d95-3cd5-4288-81b8-777c688a836c] self._rebuild_default_impl(**kwargs) [ 2271.742882] env[62574]: ERROR nova.compute.manager [instance: 772e3d95-3cd5-4288-81b8-777c688a836c] File "/opt/stack/nova/nova/compute/manager.py", line 3766, in _rebuild_default_impl [ 2271.742882] env[62574]: ERROR nova.compute.manager [instance: 772e3d95-3cd5-4288-81b8-777c688a836c] self._rebuild_volume_backed_instance( [ 2271.742882] env[62574]: ERROR nova.compute.manager [instance: 772e3d95-3cd5-4288-81b8-777c688a836c] File "/opt/stack/nova/nova/compute/manager.py", line 3658, in _rebuild_volume_backed_instance [ 2271.742882] env[62574]: ERROR nova.compute.manager [instance: 772e3d95-3cd5-4288-81b8-777c688a836c] raise exception.BuildAbortException( [ 2271.742882] env[62574]: ERROR nova.compute.manager [instance: 772e3d95-3cd5-4288-81b8-777c688a836c] nova.exception.BuildAbortException: Build of instance 772e3d95-3cd5-4288-81b8-777c688a836c aborted: Failed to rebuild volume backed instance. [ 2271.742882] env[62574]: ERROR nova.compute.manager [instance: 772e3d95-3cd5-4288-81b8-777c688a836c] [ 2271.750321] env[62574]: DEBUG oslo_concurrency.lockutils [None req-d9282da7-1583-4a89-88ba-59d6626b54a9 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Lock "ddfeae3e-511f-4b4e-9a81-2391f50f5922" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.109s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2271.912534] env[62574]: DEBUG nova.policy [None req-424f4d34-6825-488b-ad7a-dc18b57540d7 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a762827922c14df88ba8f83e55341835', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2c59d09bb7e848f99194722508f035d2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62574) authorize /opt/stack/nova/nova/policy.py:192}} [ 2272.164017] env[62574]: DEBUG oslo_concurrency.lockutils [None req-19267a79-7db5-4a3b-9938-cb6eabd9fd4a tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] Lock "b0e8d031-ee04-498e-8be4-cf8c4b28d784" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.335s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2272.239969] env[62574]: DEBUG nova.compute.manager [None req-424f4d34-6825-488b-ad7a-dc18b57540d7 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] [instance: 7819af91-81d4-48d6-8849-d4cf7155e4ca] Start building block device mappings for instance. {{(pid=62574) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2272.387105] env[62574]: DEBUG nova.network.neutron [None req-424f4d34-6825-488b-ad7a-dc18b57540d7 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] [instance: 7819af91-81d4-48d6-8849-d4cf7155e4ca] Successfully created port: e2724353-a29e-490c-a394-707dfb4de1c5 {{(pid=62574) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2272.400515] env[62574]: DEBUG nova.compute.manager [req-e23f3850-5f56-48be-92e1-a0c98c2d3b85 req-3e600fae-26bd-44f4-81b6-5d99b74778ef service nova] [instance: b0e8d031-ee04-498e-8be4-cf8c4b28d784] Received event network-changed-e1c0a2e2-8f69-4fd9-a4c0-d20027151ed5 {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 2272.400802] env[62574]: DEBUG nova.compute.manager [req-e23f3850-5f56-48be-92e1-a0c98c2d3b85 req-3e600fae-26bd-44f4-81b6-5d99b74778ef service nova] [instance: b0e8d031-ee04-498e-8be4-cf8c4b28d784] Refreshing instance network info cache due to event network-changed-e1c0a2e2-8f69-4fd9-a4c0-d20027151ed5. {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 2272.400956] env[62574]: DEBUG oslo_concurrency.lockutils [req-e23f3850-5f56-48be-92e1-a0c98c2d3b85 req-3e600fae-26bd-44f4-81b6-5d99b74778ef service nova] Acquiring lock "refresh_cache-b0e8d031-ee04-498e-8be4-cf8c4b28d784" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2272.401126] env[62574]: DEBUG oslo_concurrency.lockutils [req-e23f3850-5f56-48be-92e1-a0c98c2d3b85 req-3e600fae-26bd-44f4-81b6-5d99b74778ef service nova] Acquired lock "refresh_cache-b0e8d031-ee04-498e-8be4-cf8c4b28d784" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2272.401304] env[62574]: DEBUG nova.network.neutron [req-e23f3850-5f56-48be-92e1-a0c98c2d3b85 req-3e600fae-26bd-44f4-81b6-5d99b74778ef service nova] [instance: b0e8d031-ee04-498e-8be4-cf8c4b28d784] Refreshing network info cache for port e1c0a2e2-8f69-4fd9-a4c0-d20027151ed5 {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2273.130817] env[62574]: DEBUG nova.network.neutron [req-e23f3850-5f56-48be-92e1-a0c98c2d3b85 req-3e600fae-26bd-44f4-81b6-5d99b74778ef service nova] [instance: b0e8d031-ee04-498e-8be4-cf8c4b28d784] Updated VIF entry in instance network info cache for port e1c0a2e2-8f69-4fd9-a4c0-d20027151ed5. {{(pid=62574) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2273.131221] env[62574]: DEBUG nova.network.neutron [req-e23f3850-5f56-48be-92e1-a0c98c2d3b85 req-3e600fae-26bd-44f4-81b6-5d99b74778ef service nova] [instance: b0e8d031-ee04-498e-8be4-cf8c4b28d784] Updating instance_info_cache with network_info: [{"id": "e1c0a2e2-8f69-4fd9-a4c0-d20027151ed5", "address": "fa:16:3e:85:2b:45", "network": {"id": "b8d54aae-4356-4bda-ac80-8aff560fc517", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-261048869-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9a1f51591de495fab1d31bd59552aa2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56b944d8-803d-43f2-945d-0f334ee4ea1c", "external-id": "nsx-vlan-transportzone-799", "segmentation_id": 799, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape1c0a2e2-8f", "ovs_interfaceid": "e1c0a2e2-8f69-4fd9-a4c0-d20027151ed5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2273.250590] env[62574]: DEBUG nova.compute.manager [None req-424f4d34-6825-488b-ad7a-dc18b57540d7 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] [instance: 7819af91-81d4-48d6-8849-d4cf7155e4ca] Start spawning the instance on the hypervisor. {{(pid=62574) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2273.279241] env[62574]: DEBUG nova.virt.hardware [None req-424f4d34-6825-488b-ad7a-dc18b57540d7 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-13T19:26:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-13T19:26:40Z,direct_url=,disk_format='vmdk',id=3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7eed1dd4d2c3418eb32c4f4ceda3ab0d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-13T19:26:41Z,virtual_size=,visibility=), allow threads: False {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2273.279517] env[62574]: DEBUG nova.virt.hardware [None req-424f4d34-6825-488b-ad7a-dc18b57540d7 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Flavor limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2273.279661] env[62574]: DEBUG nova.virt.hardware [None req-424f4d34-6825-488b-ad7a-dc18b57540d7 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Image limits 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2273.279838] env[62574]: DEBUG nova.virt.hardware [None req-424f4d34-6825-488b-ad7a-dc18b57540d7 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Flavor pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2273.279985] env[62574]: DEBUG nova.virt.hardware [None req-424f4d34-6825-488b-ad7a-dc18b57540d7 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Image pref 0:0:0 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2273.280315] env[62574]: DEBUG nova.virt.hardware [None req-424f4d34-6825-488b-ad7a-dc18b57540d7 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62574) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2273.280400] env[62574]: DEBUG nova.virt.hardware [None req-424f4d34-6825-488b-ad7a-dc18b57540d7 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2273.280622] env[62574]: DEBUG nova.virt.hardware [None req-424f4d34-6825-488b-ad7a-dc18b57540d7 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2273.280824] env[62574]: DEBUG nova.virt.hardware [None req-424f4d34-6825-488b-ad7a-dc18b57540d7 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Got 1 possible topologies {{(pid=62574) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2273.281033] env[62574]: DEBUG nova.virt.hardware [None req-424f4d34-6825-488b-ad7a-dc18b57540d7 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2273.281274] env[62574]: DEBUG nova.virt.hardware [None req-424f4d34-6825-488b-ad7a-dc18b57540d7 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62574) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2273.282245] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-799208a0-5507-4ceb-9c3d-d79040895663 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2273.291274] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b489a8a-c1ef-4a05-9c50-300165828659 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2273.634272] env[62574]: DEBUG oslo_concurrency.lockutils [req-e23f3850-5f56-48be-92e1-a0c98c2d3b85 req-3e600fae-26bd-44f4-81b6-5d99b74778ef service nova] Releasing lock "refresh_cache-b0e8d031-ee04-498e-8be4-cf8c4b28d784" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2273.756837] env[62574]: DEBUG oslo_concurrency.lockutils [None req-c41f2b33-9dd5-479b-bb35-af8b8d342671 tempest-ServerActionsV293TestJSON-1764479574 tempest-ServerActionsV293TestJSON-1764479574-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2273.757193] env[62574]: DEBUG oslo_concurrency.lockutils [None req-c41f2b33-9dd5-479b-bb35-af8b8d342671 tempest-ServerActionsV293TestJSON-1764479574 tempest-ServerActionsV293TestJSON-1764479574-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2273.797570] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ff8efa6-3bbe-4e55-a510-9bcd94942e97 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2273.806857] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0f89035-25a8-40e0-9054-36dc106c430c {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2273.836706] env[62574]: DEBUG nova.network.neutron [None req-424f4d34-6825-488b-ad7a-dc18b57540d7 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] [instance: 7819af91-81d4-48d6-8849-d4cf7155e4ca] Successfully updated port: e2724353-a29e-490c-a394-707dfb4de1c5 {{(pid=62574) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2273.841839] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23a950d6-6f5c-43ae-b338-e70821e51e44 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2273.851550] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49decf35-0c54-4c54-b2a2-7e34e032bb2e {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2273.867311] env[62574]: DEBUG nova.compute.provider_tree [None req-c41f2b33-9dd5-479b-bb35-af8b8d342671 tempest-ServerActionsV293TestJSON-1764479574 tempest-ServerActionsV293TestJSON-1764479574-project-member] Inventory has not changed in ProviderTree for provider: f0ed160a-beff-4626-a531-2a70d7bc0627 {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2273.969733] env[62574]: DEBUG oslo_concurrency.lockutils [None req-b1c77148-8fa4-4220-8277-b8f02026b798 tempest-ServerActionsV293TestJSON-1764479574 tempest-ServerActionsV293TestJSON-1764479574-project-member] Acquiring lock "772e3d95-3cd5-4288-81b8-777c688a836c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2273.969953] env[62574]: DEBUG oslo_concurrency.lockutils [None req-b1c77148-8fa4-4220-8277-b8f02026b798 tempest-ServerActionsV293TestJSON-1764479574 tempest-ServerActionsV293TestJSON-1764479574-project-member] Lock "772e3d95-3cd5-4288-81b8-777c688a836c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2273.970171] env[62574]: DEBUG oslo_concurrency.lockutils [None req-b1c77148-8fa4-4220-8277-b8f02026b798 tempest-ServerActionsV293TestJSON-1764479574 tempest-ServerActionsV293TestJSON-1764479574-project-member] Acquiring lock "772e3d95-3cd5-4288-81b8-777c688a836c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2273.970364] env[62574]: DEBUG oslo_concurrency.lockutils [None req-b1c77148-8fa4-4220-8277-b8f02026b798 tempest-ServerActionsV293TestJSON-1764479574 tempest-ServerActionsV293TestJSON-1764479574-project-member] Lock "772e3d95-3cd5-4288-81b8-777c688a836c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2273.970532] env[62574]: DEBUG oslo_concurrency.lockutils [None req-b1c77148-8fa4-4220-8277-b8f02026b798 tempest-ServerActionsV293TestJSON-1764479574 tempest-ServerActionsV293TestJSON-1764479574-project-member] Lock "772e3d95-3cd5-4288-81b8-777c688a836c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2273.972669] env[62574]: INFO nova.compute.manager [None req-b1c77148-8fa4-4220-8277-b8f02026b798 tempest-ServerActionsV293TestJSON-1764479574 tempest-ServerActionsV293TestJSON-1764479574-project-member] [instance: 772e3d95-3cd5-4288-81b8-777c688a836c] Terminating instance [ 2274.345690] env[62574]: DEBUG oslo_concurrency.lockutils [None req-424f4d34-6825-488b-ad7a-dc18b57540d7 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Acquiring lock "refresh_cache-7819af91-81d4-48d6-8849-d4cf7155e4ca" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2274.345992] env[62574]: DEBUG oslo_concurrency.lockutils [None req-424f4d34-6825-488b-ad7a-dc18b57540d7 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Acquired lock "refresh_cache-7819af91-81d4-48d6-8849-d4cf7155e4ca" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2274.346060] env[62574]: DEBUG nova.network.neutron [None req-424f4d34-6825-488b-ad7a-dc18b57540d7 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] [instance: 7819af91-81d4-48d6-8849-d4cf7155e4ca] Building network info cache for instance {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2274.370569] env[62574]: DEBUG nova.scheduler.client.report [None req-c41f2b33-9dd5-479b-bb35-af8b8d342671 tempest-ServerActionsV293TestJSON-1764479574 tempest-ServerActionsV293TestJSON-1764479574-project-member] Inventory has not changed for provider f0ed160a-beff-4626-a531-2a70d7bc0627 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 148, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2274.425983] env[62574]: DEBUG nova.compute.manager [req-030067c2-0ad0-4f32-8285-746ec112ff0b req-564a8f9c-3743-4fe6-8933-1ed1eed9f801 service nova] [instance: 7819af91-81d4-48d6-8849-d4cf7155e4ca] Received event network-vif-plugged-e2724353-a29e-490c-a394-707dfb4de1c5 {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 2274.426402] env[62574]: DEBUG oslo_concurrency.lockutils [req-030067c2-0ad0-4f32-8285-746ec112ff0b req-564a8f9c-3743-4fe6-8933-1ed1eed9f801 service nova] Acquiring lock "7819af91-81d4-48d6-8849-d4cf7155e4ca-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2274.426552] env[62574]: DEBUG oslo_concurrency.lockutils [req-030067c2-0ad0-4f32-8285-746ec112ff0b req-564a8f9c-3743-4fe6-8933-1ed1eed9f801 service nova] Lock "7819af91-81d4-48d6-8849-d4cf7155e4ca-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2274.426741] env[62574]: DEBUG oslo_concurrency.lockutils [req-030067c2-0ad0-4f32-8285-746ec112ff0b req-564a8f9c-3743-4fe6-8933-1ed1eed9f801 service nova] Lock "7819af91-81d4-48d6-8849-d4cf7155e4ca-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2274.426994] env[62574]: DEBUG nova.compute.manager [req-030067c2-0ad0-4f32-8285-746ec112ff0b req-564a8f9c-3743-4fe6-8933-1ed1eed9f801 service nova] [instance: 7819af91-81d4-48d6-8849-d4cf7155e4ca] No waiting events found dispatching network-vif-plugged-e2724353-a29e-490c-a394-707dfb4de1c5 {{(pid=62574) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2274.427238] env[62574]: WARNING nova.compute.manager [req-030067c2-0ad0-4f32-8285-746ec112ff0b req-564a8f9c-3743-4fe6-8933-1ed1eed9f801 service nova] [instance: 7819af91-81d4-48d6-8849-d4cf7155e4ca] Received unexpected event network-vif-plugged-e2724353-a29e-490c-a394-707dfb4de1c5 for instance with vm_state building and task_state spawning. [ 2274.427417] env[62574]: DEBUG nova.compute.manager [req-030067c2-0ad0-4f32-8285-746ec112ff0b req-564a8f9c-3743-4fe6-8933-1ed1eed9f801 service nova] [instance: 7819af91-81d4-48d6-8849-d4cf7155e4ca] Received event network-changed-e2724353-a29e-490c-a394-707dfb4de1c5 {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 2274.427579] env[62574]: DEBUG nova.compute.manager [req-030067c2-0ad0-4f32-8285-746ec112ff0b req-564a8f9c-3743-4fe6-8933-1ed1eed9f801 service nova] [instance: 7819af91-81d4-48d6-8849-d4cf7155e4ca] Refreshing instance network info cache due to event network-changed-e2724353-a29e-490c-a394-707dfb4de1c5. {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 2274.427758] env[62574]: DEBUG oslo_concurrency.lockutils [req-030067c2-0ad0-4f32-8285-746ec112ff0b req-564a8f9c-3743-4fe6-8933-1ed1eed9f801 service nova] Acquiring lock "refresh_cache-7819af91-81d4-48d6-8849-d4cf7155e4ca" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2274.476683] env[62574]: DEBUG nova.compute.manager [None req-b1c77148-8fa4-4220-8277-b8f02026b798 tempest-ServerActionsV293TestJSON-1764479574 tempest-ServerActionsV293TestJSON-1764479574-project-member] [instance: 772e3d95-3cd5-4288-81b8-777c688a836c] Start destroying the instance on the hypervisor. {{(pid=62574) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2274.477041] env[62574]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c75a831b-053e-48c0-8849-1b3ed6dbc3bb {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2274.486512] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f75bc706-1a24-418f-9b53-503a8bfaa6b0 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2274.512404] env[62574]: WARNING nova.virt.vmwareapi.driver [None req-b1c77148-8fa4-4220-8277-b8f02026b798 tempest-ServerActionsV293TestJSON-1764479574 tempest-ServerActionsV293TestJSON-1764479574-project-member] [instance: 772e3d95-3cd5-4288-81b8-777c688a836c] Instance does not exists. Proceeding to delete instance properties on datastore: nova.exception.InstanceNotFound: Instance 772e3d95-3cd5-4288-81b8-777c688a836c could not be found. [ 2274.512527] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-b1c77148-8fa4-4220-8277-b8f02026b798 tempest-ServerActionsV293TestJSON-1764479574 tempest-ServerActionsV293TestJSON-1764479574-project-member] [instance: 772e3d95-3cd5-4288-81b8-777c688a836c] Destroying instance {{(pid=62574) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2274.512718] env[62574]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5858cde6-943c-445e-988f-cc8bd7fb2b09 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2274.520717] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26c1cc53-5c71-4ab6-bdff-688f2a7a33ba {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2274.544143] env[62574]: WARNING nova.virt.vmwareapi.vmops [None req-b1c77148-8fa4-4220-8277-b8f02026b798 tempest-ServerActionsV293TestJSON-1764479574 tempest-ServerActionsV293TestJSON-1764479574-project-member] [instance: 772e3d95-3cd5-4288-81b8-777c688a836c] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 772e3d95-3cd5-4288-81b8-777c688a836c could not be found. [ 2274.544392] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-b1c77148-8fa4-4220-8277-b8f02026b798 tempest-ServerActionsV293TestJSON-1764479574 tempest-ServerActionsV293TestJSON-1764479574-project-member] [instance: 772e3d95-3cd5-4288-81b8-777c688a836c] Instance destroyed {{(pid=62574) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2274.544559] env[62574]: INFO nova.compute.manager [None req-b1c77148-8fa4-4220-8277-b8f02026b798 tempest-ServerActionsV293TestJSON-1764479574 tempest-ServerActionsV293TestJSON-1764479574-project-member] [instance: 772e3d95-3cd5-4288-81b8-777c688a836c] Took 0.07 seconds to destroy the instance on the hypervisor. [ 2274.544816] env[62574]: DEBUG oslo.service.loopingcall [None req-b1c77148-8fa4-4220-8277-b8f02026b798 tempest-ServerActionsV293TestJSON-1764479574 tempest-ServerActionsV293TestJSON-1764479574-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62574) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2274.544984] env[62574]: DEBUG nova.compute.manager [-] [instance: 772e3d95-3cd5-4288-81b8-777c688a836c] Deallocating network for instance {{(pid=62574) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2274.545092] env[62574]: DEBUG nova.network.neutron [-] [instance: 772e3d95-3cd5-4288-81b8-777c688a836c] deallocate_for_instance() {{(pid=62574) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2274.875420] env[62574]: DEBUG oslo_concurrency.lockutils [None req-c41f2b33-9dd5-479b-bb35-af8b8d342671 tempest-ServerActionsV293TestJSON-1764479574 tempest-ServerActionsV293TestJSON-1764479574-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.118s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2274.875716] env[62574]: INFO nova.compute.manager [None req-c41f2b33-9dd5-479b-bb35-af8b8d342671 tempest-ServerActionsV293TestJSON-1764479574 tempest-ServerActionsV293TestJSON-1764479574-project-member] [instance: 772e3d95-3cd5-4288-81b8-777c688a836c] Successfully reverted task state from rebuilding on failure for instance. [ 2274.903917] env[62574]: DEBUG nova.network.neutron [None req-424f4d34-6825-488b-ad7a-dc18b57540d7 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] [instance: 7819af91-81d4-48d6-8849-d4cf7155e4ca] Instance cache missing network info. {{(pid=62574) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2275.129726] env[62574]: DEBUG nova.network.neutron [None req-424f4d34-6825-488b-ad7a-dc18b57540d7 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] [instance: 7819af91-81d4-48d6-8849-d4cf7155e4ca] Updating instance_info_cache with network_info: [{"id": "e2724353-a29e-490c-a394-707dfb4de1c5", "address": "fa:16:3e:4d:fa:9e", "network": {"id": "f03597f1-26a8-4de5-aa19-ab11345ad179", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1253464518-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2c59d09bb7e848f99194722508f035d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60567ee6-01d0-4b16-9c7a-4a896827d6eb", "external-id": "nsx-vlan-transportzone-28", "segmentation_id": 28, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2724353-a2", "ovs_interfaceid": "e2724353-a29e-490c-a394-707dfb4de1c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2275.487049] env[62574]: DEBUG nova.network.neutron [-] [instance: 772e3d95-3cd5-4288-81b8-777c688a836c] Updating instance_info_cache with network_info: [] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2275.632314] env[62574]: DEBUG oslo_concurrency.lockutils [None req-424f4d34-6825-488b-ad7a-dc18b57540d7 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Releasing lock "refresh_cache-7819af91-81d4-48d6-8849-d4cf7155e4ca" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2275.633025] env[62574]: DEBUG nova.compute.manager [None req-424f4d34-6825-488b-ad7a-dc18b57540d7 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] [instance: 7819af91-81d4-48d6-8849-d4cf7155e4ca] Instance network_info: |[{"id": "e2724353-a29e-490c-a394-707dfb4de1c5", "address": "fa:16:3e:4d:fa:9e", "network": {"id": "f03597f1-26a8-4de5-aa19-ab11345ad179", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1253464518-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2c59d09bb7e848f99194722508f035d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60567ee6-01d0-4b16-9c7a-4a896827d6eb", "external-id": "nsx-vlan-transportzone-28", "segmentation_id": 28, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2724353-a2", "ovs_interfaceid": "e2724353-a29e-490c-a394-707dfb4de1c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62574) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2275.633482] env[62574]: DEBUG oslo_concurrency.lockutils [req-030067c2-0ad0-4f32-8285-746ec112ff0b req-564a8f9c-3743-4fe6-8933-1ed1eed9f801 service nova] Acquired lock "refresh_cache-7819af91-81d4-48d6-8849-d4cf7155e4ca" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2275.633574] env[62574]: DEBUG nova.network.neutron [req-030067c2-0ad0-4f32-8285-746ec112ff0b req-564a8f9c-3743-4fe6-8933-1ed1eed9f801 service nova] [instance: 7819af91-81d4-48d6-8849-d4cf7155e4ca] Refreshing network info cache for port e2724353-a29e-490c-a394-707dfb4de1c5 {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2275.634664] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-424f4d34-6825-488b-ad7a-dc18b57540d7 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] [instance: 7819af91-81d4-48d6-8849-d4cf7155e4ca] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4d:fa:9e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '60567ee6-01d0-4b16-9c7a-4a896827d6eb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e2724353-a29e-490c-a394-707dfb4de1c5', 'vif_model': 'vmxnet3'}] {{(pid=62574) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2275.642021] env[62574]: DEBUG oslo.service.loopingcall [None req-424f4d34-6825-488b-ad7a-dc18b57540d7 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62574) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2275.642919] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7819af91-81d4-48d6-8849-d4cf7155e4ca] Creating VM on the ESX host {{(pid=62574) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2275.643498] env[62574]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-48f49d25-818b-48d0-b789-4a5902d44288 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2275.663227] env[62574]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2275.663227] env[62574]: value = "task-1862863" [ 2275.663227] env[62574]: _type = "Task" [ 2275.663227] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2275.672223] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1862863, 'name': CreateVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2275.990401] env[62574]: INFO nova.compute.manager [-] [instance: 772e3d95-3cd5-4288-81b8-777c688a836c] Took 1.45 seconds to deallocate network for instance. [ 2276.173506] env[62574]: DEBUG oslo_vmware.api [-] Task: {'id': task-1862863, 'name': CreateVM_Task, 'duration_secs': 0.41413} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2276.173674] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7819af91-81d4-48d6-8849-d4cf7155e4ca] Created VM on the ESX host {{(pid=62574) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2276.174582] env[62574]: DEBUG oslo_concurrency.lockutils [None req-424f4d34-6825-488b-ad7a-dc18b57540d7 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2276.174758] env[62574]: DEBUG oslo_concurrency.lockutils [None req-424f4d34-6825-488b-ad7a-dc18b57540d7 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2276.175093] env[62574]: DEBUG oslo_concurrency.lockutils [None req-424f4d34-6825-488b-ad7a-dc18b57540d7 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2276.175668] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc431405-833c-4591-8881-e5c54c77920a {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2276.180489] env[62574]: DEBUG oslo_vmware.api [None req-424f4d34-6825-488b-ad7a-dc18b57540d7 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Waiting for the task: (returnval){ [ 2276.180489] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]52757c91-6302-7358-5a2e-bdec61c621c4" [ 2276.180489] env[62574]: _type = "Task" [ 2276.180489] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2276.193080] env[62574]: DEBUG oslo_vmware.api [None req-424f4d34-6825-488b-ad7a-dc18b57540d7 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52757c91-6302-7358-5a2e-bdec61c621c4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2276.380931] env[62574]: DEBUG nova.network.neutron [req-030067c2-0ad0-4f32-8285-746ec112ff0b req-564a8f9c-3743-4fe6-8933-1ed1eed9f801 service nova] [instance: 7819af91-81d4-48d6-8849-d4cf7155e4ca] Updated VIF entry in instance network info cache for port e2724353-a29e-490c-a394-707dfb4de1c5. {{(pid=62574) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2276.381397] env[62574]: DEBUG nova.network.neutron [req-030067c2-0ad0-4f32-8285-746ec112ff0b req-564a8f9c-3743-4fe6-8933-1ed1eed9f801 service nova] [instance: 7819af91-81d4-48d6-8849-d4cf7155e4ca] Updating instance_info_cache with network_info: [{"id": "e2724353-a29e-490c-a394-707dfb4de1c5", "address": "fa:16:3e:4d:fa:9e", "network": {"id": "f03597f1-26a8-4de5-aa19-ab11345ad179", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1253464518-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2c59d09bb7e848f99194722508f035d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60567ee6-01d0-4b16-9c7a-4a896827d6eb", "external-id": "nsx-vlan-transportzone-28", "segmentation_id": 28, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2724353-a2", "ovs_interfaceid": "e2724353-a29e-490c-a394-707dfb4de1c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2276.455286] env[62574]: DEBUG nova.compute.manager [req-8a87d1f2-3847-4fa0-86df-c1354df3a01f req-9351defc-9f2e-4607-b852-ba2087a0e736 service nova] [instance: 772e3d95-3cd5-4288-81b8-777c688a836c] Received event network-vif-deleted-77381118-845f-4431-95dc-39e41c130825 {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 2276.537218] env[62574]: INFO nova.compute.manager [None req-b1c77148-8fa4-4220-8277-b8f02026b798 tempest-ServerActionsV293TestJSON-1764479574 tempest-ServerActionsV293TestJSON-1764479574-project-member] [instance: 772e3d95-3cd5-4288-81b8-777c688a836c] Took 0.55 seconds to detach 1 volumes for instance. [ 2276.539634] env[62574]: DEBUG nova.compute.manager [None req-b1c77148-8fa4-4220-8277-b8f02026b798 tempest-ServerActionsV293TestJSON-1764479574 tempest-ServerActionsV293TestJSON-1764479574-project-member] [instance: 772e3d95-3cd5-4288-81b8-777c688a836c] Deleting volume: 1bb2c6d8-f5ea-4827-9788-7b2567d0a9a5 {{(pid=62574) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 2276.691286] env[62574]: DEBUG oslo_vmware.api [None req-424f4d34-6825-488b-ad7a-dc18b57540d7 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52757c91-6302-7358-5a2e-bdec61c621c4, 'name': SearchDatastore_Task, 'duration_secs': 0.012539} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2276.691584] env[62574]: DEBUG oslo_concurrency.lockutils [None req-424f4d34-6825-488b-ad7a-dc18b57540d7 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2276.691820] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-424f4d34-6825-488b-ad7a-dc18b57540d7 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] [instance: 7819af91-81d4-48d6-8849-d4cf7155e4ca] Processing image 3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2 {{(pid=62574) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2276.692088] env[62574]: DEBUG oslo_concurrency.lockutils [None req-424f4d34-6825-488b-ad7a-dc18b57540d7 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2276.692222] env[62574]: DEBUG oslo_concurrency.lockutils [None req-424f4d34-6825-488b-ad7a-dc18b57540d7 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2276.692437] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-424f4d34-6825-488b-ad7a-dc18b57540d7 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2276.692701] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-00aa1ab6-578d-4855-a1a6-2ecfb7411927 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2276.701748] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-424f4d34-6825-488b-ad7a-dc18b57540d7 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62574) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2276.701929] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-424f4d34-6825-488b-ad7a-dc18b57540d7 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62574) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2276.702707] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6797fbc9-87f7-4154-ae82-89fdd59603c9 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2276.707854] env[62574]: DEBUG oslo_vmware.api [None req-424f4d34-6825-488b-ad7a-dc18b57540d7 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Waiting for the task: (returnval){ [ 2276.707854] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]5298e141-6b3c-ab83-41e9-226a9866bb33" [ 2276.707854] env[62574]: _type = "Task" [ 2276.707854] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2276.715612] env[62574]: DEBUG oslo_vmware.api [None req-424f4d34-6825-488b-ad7a-dc18b57540d7 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]5298e141-6b3c-ab83-41e9-226a9866bb33, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2276.884723] env[62574]: DEBUG oslo_concurrency.lockutils [req-030067c2-0ad0-4f32-8285-746ec112ff0b req-564a8f9c-3743-4fe6-8933-1ed1eed9f801 service nova] Releasing lock "refresh_cache-7819af91-81d4-48d6-8849-d4cf7155e4ca" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2277.088057] env[62574]: DEBUG oslo_concurrency.lockutils [None req-b1c77148-8fa4-4220-8277-b8f02026b798 tempest-ServerActionsV293TestJSON-1764479574 tempest-ServerActionsV293TestJSON-1764479574-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2277.088414] env[62574]: DEBUG oslo_concurrency.lockutils [None req-b1c77148-8fa4-4220-8277-b8f02026b798 tempest-ServerActionsV293TestJSON-1764479574 tempest-ServerActionsV293TestJSON-1764479574-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2277.088655] env[62574]: DEBUG nova.objects.instance [None req-b1c77148-8fa4-4220-8277-b8f02026b798 tempest-ServerActionsV293TestJSON-1764479574 tempest-ServerActionsV293TestJSON-1764479574-project-member] Lazy-loading 'resources' on Instance uuid 772e3d95-3cd5-4288-81b8-777c688a836c {{(pid=62574) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2277.219113] env[62574]: DEBUG oslo_vmware.api [None req-424f4d34-6825-488b-ad7a-dc18b57540d7 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]5298e141-6b3c-ab83-41e9-226a9866bb33, 'name': SearchDatastore_Task, 'duration_secs': 0.009676} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2277.219854] env[62574]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-71ac2150-a319-4efc-9b7c-6282609b3477 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2277.225660] env[62574]: DEBUG oslo_vmware.api [None req-424f4d34-6825-488b-ad7a-dc18b57540d7 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Waiting for the task: (returnval){ [ 2277.225660] env[62574]: value = "session[52ed321a-d520-2950-689b-e7389e373596]52937fb4-e628-1ae4-69a4-60e19717753f" [ 2277.225660] env[62574]: _type = "Task" [ 2277.225660] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2277.233492] env[62574]: DEBUG oslo_vmware.api [None req-424f4d34-6825-488b-ad7a-dc18b57540d7 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52937fb4-e628-1ae4-69a4-60e19717753f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2277.632274] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17435891-95cc-44b6-aa5b-10ae9446bcbc {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2277.639991] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20de1385-3840-40f0-bd7a-9f90f24dcbaa {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2277.668801] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-162c5ba3-acee-479f-b6a8-e8fe37b05e5f {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2277.675789] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27b57a44-7085-4c9a-b93d-3ea2ff3226c4 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2277.689449] env[62574]: DEBUG nova.compute.provider_tree [None req-b1c77148-8fa4-4220-8277-b8f02026b798 tempest-ServerActionsV293TestJSON-1764479574 tempest-ServerActionsV293TestJSON-1764479574-project-member] Inventory has not changed in ProviderTree for provider: f0ed160a-beff-4626-a531-2a70d7bc0627 {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2277.736550] env[62574]: DEBUG oslo_vmware.api [None req-424f4d34-6825-488b-ad7a-dc18b57540d7 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Task: {'id': session[52ed321a-d520-2950-689b-e7389e373596]52937fb4-e628-1ae4-69a4-60e19717753f, 'name': SearchDatastore_Task, 'duration_secs': 0.009009} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2277.736815] env[62574]: DEBUG oslo_concurrency.lockutils [None req-424f4d34-6825-488b-ad7a-dc18b57540d7 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2277.737093] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-424f4d34-6825-488b-ad7a-dc18b57540d7 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk to [datastore1] 7819af91-81d4-48d6-8849-d4cf7155e4ca/7819af91-81d4-48d6-8849-d4cf7155e4ca.vmdk {{(pid=62574) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2277.737346] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-590613a2-6575-4495-b1b3-4aabfea904f8 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2277.745655] env[62574]: DEBUG oslo_vmware.api [None req-424f4d34-6825-488b-ad7a-dc18b57540d7 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Waiting for the task: (returnval){ [ 2277.745655] env[62574]: value = "task-1862865" [ 2277.745655] env[62574]: _type = "Task" [ 2277.745655] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2277.753392] env[62574]: DEBUG oslo_vmware.api [None req-424f4d34-6825-488b-ad7a-dc18b57540d7 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Task: {'id': task-1862865, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2278.192626] env[62574]: DEBUG nova.scheduler.client.report [None req-b1c77148-8fa4-4220-8277-b8f02026b798 tempest-ServerActionsV293TestJSON-1764479574 tempest-ServerActionsV293TestJSON-1764479574-project-member] Inventory has not changed for provider f0ed160a-beff-4626-a531-2a70d7bc0627 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 148, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2278.255365] env[62574]: DEBUG oslo_vmware.api [None req-424f4d34-6825-488b-ad7a-dc18b57540d7 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Task: {'id': task-1862865, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.418763} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2278.255565] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-424f4d34-6825-488b-ad7a-dc18b57540d7 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2/3ab90ea5-a262-4a05-b7e2-51a9b3b4a2c2.vmdk to [datastore1] 7819af91-81d4-48d6-8849-d4cf7155e4ca/7819af91-81d4-48d6-8849-d4cf7155e4ca.vmdk {{(pid=62574) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2278.255800] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-424f4d34-6825-488b-ad7a-dc18b57540d7 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] [instance: 7819af91-81d4-48d6-8849-d4cf7155e4ca] Extending root virtual disk to 1048576 {{(pid=62574) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2278.256044] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-14f83797-a033-40d2-bd93-02baf11783cf {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2278.263310] env[62574]: DEBUG oslo_vmware.api [None req-424f4d34-6825-488b-ad7a-dc18b57540d7 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Waiting for the task: (returnval){ [ 2278.263310] env[62574]: value = "task-1862866" [ 2278.263310] env[62574]: _type = "Task" [ 2278.263310] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2278.271818] env[62574]: DEBUG oslo_vmware.api [None req-424f4d34-6825-488b-ad7a-dc18b57540d7 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Task: {'id': task-1862866, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2278.698042] env[62574]: DEBUG oslo_concurrency.lockutils [None req-b1c77148-8fa4-4220-8277-b8f02026b798 tempest-ServerActionsV293TestJSON-1764479574 tempest-ServerActionsV293TestJSON-1764479574-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.609s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2278.772936] env[62574]: DEBUG oslo_vmware.api [None req-424f4d34-6825-488b-ad7a-dc18b57540d7 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Task: {'id': task-1862866, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06373} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2278.773238] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-424f4d34-6825-488b-ad7a-dc18b57540d7 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] [instance: 7819af91-81d4-48d6-8849-d4cf7155e4ca] Extended root virtual disk {{(pid=62574) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2278.773989] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35f2fae2-575f-4b58-b58b-79abadd3158b {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2278.797050] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-424f4d34-6825-488b-ad7a-dc18b57540d7 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] [instance: 7819af91-81d4-48d6-8849-d4cf7155e4ca] Reconfiguring VM instance instance-0000007d to attach disk [datastore1] 7819af91-81d4-48d6-8849-d4cf7155e4ca/7819af91-81d4-48d6-8849-d4cf7155e4ca.vmdk or device None with type sparse {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2278.797513] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9f087361-3ead-49dc-bc85-ee1b2cc214ed {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2278.816259] env[62574]: DEBUG oslo_vmware.api [None req-424f4d34-6825-488b-ad7a-dc18b57540d7 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Waiting for the task: (returnval){ [ 2278.816259] env[62574]: value = "task-1862867" [ 2278.816259] env[62574]: _type = "Task" [ 2278.816259] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2278.823442] env[62574]: DEBUG oslo_vmware.api [None req-424f4d34-6825-488b-ad7a-dc18b57540d7 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Task: {'id': task-1862867, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2279.215694] env[62574]: DEBUG oslo_concurrency.lockutils [None req-b1c77148-8fa4-4220-8277-b8f02026b798 tempest-ServerActionsV293TestJSON-1764479574 tempest-ServerActionsV293TestJSON-1764479574-project-member] Lock "772e3d95-3cd5-4288-81b8-777c688a836c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.246s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2279.326821] env[62574]: DEBUG oslo_vmware.api [None req-424f4d34-6825-488b-ad7a-dc18b57540d7 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Task: {'id': task-1862867, 'name': ReconfigVM_Task, 'duration_secs': 0.265622} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2279.327051] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-424f4d34-6825-488b-ad7a-dc18b57540d7 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] [instance: 7819af91-81d4-48d6-8849-d4cf7155e4ca] Reconfigured VM instance instance-0000007d to attach disk [datastore1] 7819af91-81d4-48d6-8849-d4cf7155e4ca/7819af91-81d4-48d6-8849-d4cf7155e4ca.vmdk or device None with type sparse {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2279.327703] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8d923e6b-aa64-41b9-b569-7b4a2aa239c1 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2279.334076] env[62574]: DEBUG oslo_vmware.api [None req-424f4d34-6825-488b-ad7a-dc18b57540d7 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Waiting for the task: (returnval){ [ 2279.334076] env[62574]: value = "task-1862868" [ 2279.334076] env[62574]: _type = "Task" [ 2279.334076] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2279.341180] env[62574]: DEBUG oslo_vmware.api [None req-424f4d34-6825-488b-ad7a-dc18b57540d7 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Task: {'id': task-1862868, 'name': Rename_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2279.843918] env[62574]: DEBUG oslo_vmware.api [None req-424f4d34-6825-488b-ad7a-dc18b57540d7 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Task: {'id': task-1862868, 'name': Rename_Task, 'duration_secs': 0.13832} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2279.844275] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-424f4d34-6825-488b-ad7a-dc18b57540d7 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] [instance: 7819af91-81d4-48d6-8849-d4cf7155e4ca] Powering on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2279.844456] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c9e475a5-9025-4668-b21f-5e20c2e7d5ce {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2279.850464] env[62574]: DEBUG oslo_vmware.api [None req-424f4d34-6825-488b-ad7a-dc18b57540d7 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Waiting for the task: (returnval){ [ 2279.850464] env[62574]: value = "task-1862869" [ 2279.850464] env[62574]: _type = "Task" [ 2279.850464] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2279.858705] env[62574]: DEBUG oslo_vmware.api [None req-424f4d34-6825-488b-ad7a-dc18b57540d7 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Task: {'id': task-1862869, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2280.360728] env[62574]: DEBUG oslo_vmware.api [None req-424f4d34-6825-488b-ad7a-dc18b57540d7 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Task: {'id': task-1862869, 'name': PowerOnVM_Task, 'duration_secs': 0.452182} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2280.360937] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-424f4d34-6825-488b-ad7a-dc18b57540d7 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] [instance: 7819af91-81d4-48d6-8849-d4cf7155e4ca] Powered on the VM {{(pid=62574) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2280.361138] env[62574]: INFO nova.compute.manager [None req-424f4d34-6825-488b-ad7a-dc18b57540d7 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] [instance: 7819af91-81d4-48d6-8849-d4cf7155e4ca] Took 7.11 seconds to spawn the instance on the hypervisor. [ 2280.361326] env[62574]: DEBUG nova.compute.manager [None req-424f4d34-6825-488b-ad7a-dc18b57540d7 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] [instance: 7819af91-81d4-48d6-8849-d4cf7155e4ca] Checking state {{(pid=62574) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2280.362118] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5833327-43be-473f-9b42-4fdbb6a1a41b {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2280.880866] env[62574]: INFO nova.compute.manager [None req-424f4d34-6825-488b-ad7a-dc18b57540d7 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] [instance: 7819af91-81d4-48d6-8849-d4cf7155e4ca] Took 11.85 seconds to build instance. [ 2281.383134] env[62574]: DEBUG oslo_concurrency.lockutils [None req-424f4d34-6825-488b-ad7a-dc18b57540d7 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Lock "7819af91-81d4-48d6-8849-d4cf7155e4ca" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.362s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2282.271988] env[62574]: DEBUG oslo_concurrency.lockutils [None req-3782b123-f3bb-412d-bff8-1475510c50f0 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Acquiring lock "7819af91-81d4-48d6-8849-d4cf7155e4ca" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2282.272376] env[62574]: DEBUG oslo_concurrency.lockutils [None req-3782b123-f3bb-412d-bff8-1475510c50f0 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Lock "7819af91-81d4-48d6-8849-d4cf7155e4ca" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2282.272537] env[62574]: DEBUG oslo_concurrency.lockutils [None req-3782b123-f3bb-412d-bff8-1475510c50f0 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Acquiring lock "7819af91-81d4-48d6-8849-d4cf7155e4ca-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2282.272762] env[62574]: DEBUG oslo_concurrency.lockutils [None req-3782b123-f3bb-412d-bff8-1475510c50f0 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Lock "7819af91-81d4-48d6-8849-d4cf7155e4ca-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2282.273076] env[62574]: DEBUG oslo_concurrency.lockutils [None req-3782b123-f3bb-412d-bff8-1475510c50f0 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Lock "7819af91-81d4-48d6-8849-d4cf7155e4ca-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2282.275334] env[62574]: INFO nova.compute.manager [None req-3782b123-f3bb-412d-bff8-1475510c50f0 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] [instance: 7819af91-81d4-48d6-8849-d4cf7155e4ca] Terminating instance [ 2282.779643] env[62574]: DEBUG nova.compute.manager [None req-3782b123-f3bb-412d-bff8-1475510c50f0 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] [instance: 7819af91-81d4-48d6-8849-d4cf7155e4ca] Start destroying the instance on the hypervisor. {{(pid=62574) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2282.779899] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-3782b123-f3bb-412d-bff8-1475510c50f0 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] [instance: 7819af91-81d4-48d6-8849-d4cf7155e4ca] Destroying instance {{(pid=62574) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2282.780838] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d671a561-3e1e-462d-bdae-ff840c5c6331 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2282.788683] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-3782b123-f3bb-412d-bff8-1475510c50f0 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] [instance: 7819af91-81d4-48d6-8849-d4cf7155e4ca] Powering off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2282.788921] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-011714f4-5201-4e74-a2e9-6a236b87e1c6 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2282.795095] env[62574]: DEBUG oslo_vmware.api [None req-3782b123-f3bb-412d-bff8-1475510c50f0 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Waiting for the task: (returnval){ [ 2282.795095] env[62574]: value = "task-1862870" [ 2282.795095] env[62574]: _type = "Task" [ 2282.795095] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2282.802964] env[62574]: DEBUG oslo_vmware.api [None req-3782b123-f3bb-412d-bff8-1475510c50f0 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Task: {'id': task-1862870, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2283.304804] env[62574]: DEBUG oslo_vmware.api [None req-3782b123-f3bb-412d-bff8-1475510c50f0 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Task: {'id': task-1862870, 'name': PowerOffVM_Task, 'duration_secs': 0.168517} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2283.305144] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-3782b123-f3bb-412d-bff8-1475510c50f0 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] [instance: 7819af91-81d4-48d6-8849-d4cf7155e4ca] Powered off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2283.305257] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-3782b123-f3bb-412d-bff8-1475510c50f0 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] [instance: 7819af91-81d4-48d6-8849-d4cf7155e4ca] Unregistering the VM {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2283.305506] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e46e3855-8d66-42d8-8004-cd3a592e56e3 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2283.452452] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-3782b123-f3bb-412d-bff8-1475510c50f0 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] [instance: 7819af91-81d4-48d6-8849-d4cf7155e4ca] Unregistered the VM {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2283.452652] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-3782b123-f3bb-412d-bff8-1475510c50f0 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] [instance: 7819af91-81d4-48d6-8849-d4cf7155e4ca] Deleting contents of the VM from datastore datastore1 {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2283.452803] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-3782b123-f3bb-412d-bff8-1475510c50f0 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Deleting the datastore file [datastore1] 7819af91-81d4-48d6-8849-d4cf7155e4ca {{(pid=62574) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2283.453079] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fb015d00-d3ff-46fd-8796-7fdd91caf7f4 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2283.459480] env[62574]: DEBUG oslo_vmware.api [None req-3782b123-f3bb-412d-bff8-1475510c50f0 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Waiting for the task: (returnval){ [ 2283.459480] env[62574]: value = "task-1862872" [ 2283.459480] env[62574]: _type = "Task" [ 2283.459480] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2283.467007] env[62574]: DEBUG oslo_vmware.api [None req-3782b123-f3bb-412d-bff8-1475510c50f0 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Task: {'id': task-1862872, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2283.969792] env[62574]: DEBUG oslo_vmware.api [None req-3782b123-f3bb-412d-bff8-1475510c50f0 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Task: {'id': task-1862872, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.163785} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2283.970047] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-3782b123-f3bb-412d-bff8-1475510c50f0 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Deleted the datastore file {{(pid=62574) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2283.970245] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-3782b123-f3bb-412d-bff8-1475510c50f0 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] [instance: 7819af91-81d4-48d6-8849-d4cf7155e4ca] Deleted contents of the VM from datastore datastore1 {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2283.970428] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-3782b123-f3bb-412d-bff8-1475510c50f0 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] [instance: 7819af91-81d4-48d6-8849-d4cf7155e4ca] Instance destroyed {{(pid=62574) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2283.970600] env[62574]: INFO nova.compute.manager [None req-3782b123-f3bb-412d-bff8-1475510c50f0 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] [instance: 7819af91-81d4-48d6-8849-d4cf7155e4ca] Took 1.19 seconds to destroy the instance on the hypervisor. [ 2283.970845] env[62574]: DEBUG oslo.service.loopingcall [None req-3782b123-f3bb-412d-bff8-1475510c50f0 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62574) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2283.971053] env[62574]: DEBUG nova.compute.manager [-] [instance: 7819af91-81d4-48d6-8849-d4cf7155e4ca] Deallocating network for instance {{(pid=62574) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2283.971151] env[62574]: DEBUG nova.network.neutron [-] [instance: 7819af91-81d4-48d6-8849-d4cf7155e4ca] deallocate_for_instance() {{(pid=62574) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2284.254836] env[62574]: DEBUG nova.compute.manager [req-bea4da00-286a-40ff-95a4-f30b0039bdaa req-34912c4a-072b-4bef-a84b-cda89bd4e24e service nova] [instance: 7819af91-81d4-48d6-8849-d4cf7155e4ca] Received event network-vif-deleted-e2724353-a29e-490c-a394-707dfb4de1c5 {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 2284.254992] env[62574]: INFO nova.compute.manager [req-bea4da00-286a-40ff-95a4-f30b0039bdaa req-34912c4a-072b-4bef-a84b-cda89bd4e24e service nova] [instance: 7819af91-81d4-48d6-8849-d4cf7155e4ca] Neutron deleted interface e2724353-a29e-490c-a394-707dfb4de1c5; detaching it from the instance and deleting it from the info cache [ 2284.255171] env[62574]: DEBUG nova.network.neutron [req-bea4da00-286a-40ff-95a4-f30b0039bdaa req-34912c4a-072b-4bef-a84b-cda89bd4e24e service nova] [instance: 7819af91-81d4-48d6-8849-d4cf7155e4ca] Updating instance_info_cache with network_info: [] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2284.727297] env[62574]: DEBUG nova.network.neutron [-] [instance: 7819af91-81d4-48d6-8849-d4cf7155e4ca] Updating instance_info_cache with network_info: [] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2284.757710] env[62574]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1b4e9cfe-0f8f-46c5-bc00-52890f680d87 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2284.769042] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b186773-95eb-4684-9090-59ab330f0f76 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2284.792509] env[62574]: DEBUG nova.compute.manager [req-bea4da00-286a-40ff-95a4-f30b0039bdaa req-34912c4a-072b-4bef-a84b-cda89bd4e24e service nova] [instance: 7819af91-81d4-48d6-8849-d4cf7155e4ca] Detach interface failed, port_id=e2724353-a29e-490c-a394-707dfb4de1c5, reason: Instance 7819af91-81d4-48d6-8849-d4cf7155e4ca could not be found. {{(pid=62574) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 2285.230494] env[62574]: INFO nova.compute.manager [-] [instance: 7819af91-81d4-48d6-8849-d4cf7155e4ca] Took 1.26 seconds to deallocate network for instance. [ 2285.736853] env[62574]: DEBUG oslo_concurrency.lockutils [None req-3782b123-f3bb-412d-bff8-1475510c50f0 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2285.737261] env[62574]: DEBUG oslo_concurrency.lockutils [None req-3782b123-f3bb-412d-bff8-1475510c50f0 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2285.737363] env[62574]: DEBUG nova.objects.instance [None req-3782b123-f3bb-412d-bff8-1475510c50f0 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Lazy-loading 'resources' on Instance uuid 7819af91-81d4-48d6-8849-d4cf7155e4ca {{(pid=62574) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2286.280738] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20fb7d4d-7c6e-4e85-958f-83bb07ae0864 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2286.288592] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63296819-b3e1-4a83-9d18-247dc9e35f54 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2286.319013] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-facfe851-00bd-44d1-a048-199e4ae32e94 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2286.325940] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd5eee23-a847-4830-ab61-d422366fccd7 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2286.338964] env[62574]: DEBUG nova.compute.provider_tree [None req-3782b123-f3bb-412d-bff8-1475510c50f0 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Inventory has not changed in ProviderTree for provider: f0ed160a-beff-4626-a531-2a70d7bc0627 {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2286.842161] env[62574]: DEBUG nova.scheduler.client.report [None req-3782b123-f3bb-412d-bff8-1475510c50f0 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Inventory has not changed for provider f0ed160a-beff-4626-a531-2a70d7bc0627 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 148, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2287.347538] env[62574]: DEBUG oslo_concurrency.lockutils [None req-3782b123-f3bb-412d-bff8-1475510c50f0 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.610s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2287.370124] env[62574]: INFO nova.scheduler.client.report [None req-3782b123-f3bb-412d-bff8-1475510c50f0 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Deleted allocations for instance 7819af91-81d4-48d6-8849-d4cf7155e4ca [ 2287.878108] env[62574]: DEBUG oslo_concurrency.lockutils [None req-3782b123-f3bb-412d-bff8-1475510c50f0 tempest-ServerDiskConfigTestJSON-279948949 tempest-ServerDiskConfigTestJSON-279948949-project-member] Lock "7819af91-81d4-48d6-8849-d4cf7155e4ca" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.606s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2309.587750] env[62574]: DEBUG oslo_concurrency.lockutils [None req-cdfeb2a0-7629-414b-8f71-c0b538f55d6b tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] Acquiring lock "b0e8d031-ee04-498e-8be4-cf8c4b28d784" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2309.589437] env[62574]: DEBUG oslo_concurrency.lockutils [None req-cdfeb2a0-7629-414b-8f71-c0b538f55d6b tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] Lock "b0e8d031-ee04-498e-8be4-cf8c4b28d784" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2310.092829] env[62574]: DEBUG nova.compute.utils [None req-cdfeb2a0-7629-414b-8f71-c0b538f55d6b tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] Using /dev/sd instead of None {{(pid=62574) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2310.595474] env[62574]: DEBUG oslo_concurrency.lockutils [None req-cdfeb2a0-7629-414b-8f71-c0b538f55d6b tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] Lock "b0e8d031-ee04-498e-8be4-cf8c4b28d784" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2311.654279] env[62574]: DEBUG oslo_concurrency.lockutils [None req-cdfeb2a0-7629-414b-8f71-c0b538f55d6b tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] Acquiring lock "b0e8d031-ee04-498e-8be4-cf8c4b28d784" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2311.654683] env[62574]: DEBUG oslo_concurrency.lockutils [None req-cdfeb2a0-7629-414b-8f71-c0b538f55d6b tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] Lock "b0e8d031-ee04-498e-8be4-cf8c4b28d784" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2311.654850] env[62574]: INFO nova.compute.manager [None req-cdfeb2a0-7629-414b-8f71-c0b538f55d6b tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] [instance: b0e8d031-ee04-498e-8be4-cf8c4b28d784] Attaching volume 00de1e45-d664-4d1d-95a4-7757483e9ad3 to /dev/sdb [ 2311.684285] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a0858a7-81bc-4a8f-a5d9-aabe86862824 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2311.691293] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7959fc68-76f7-4124-9dbc-daa3063fe2a8 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2311.704247] env[62574]: DEBUG nova.virt.block_device [None req-cdfeb2a0-7629-414b-8f71-c0b538f55d6b tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] [instance: b0e8d031-ee04-498e-8be4-cf8c4b28d784] Updating existing volume attachment record: 464a4379-fd84-4a9c-879a-25dcbfb3cbf5 {{(pid=62574) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2316.245399] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-cdfeb2a0-7629-414b-8f71-c0b538f55d6b tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] [instance: b0e8d031-ee04-498e-8be4-cf8c4b28d784] Volume attach. Driver type: vmdk {{(pid=62574) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2316.245677] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-cdfeb2a0-7629-414b-8f71-c0b538f55d6b tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] [instance: b0e8d031-ee04-498e-8be4-cf8c4b28d784] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-385083', 'volume_id': '00de1e45-d664-4d1d-95a4-7757483e9ad3', 'name': 'volume-00de1e45-d664-4d1d-95a4-7757483e9ad3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b0e8d031-ee04-498e-8be4-cf8c4b28d784', 'attached_at': '', 'detached_at': '', 'volume_id': '00de1e45-d664-4d1d-95a4-7757483e9ad3', 'serial': '00de1e45-d664-4d1d-95a4-7757483e9ad3'} {{(pid=62574) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2316.246611] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd5b86fc-739b-4474-87cd-5a4d2d181900 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2316.262523] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e22a17fc-5b0c-4ce2-9364-bfed5f06400c {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2316.286213] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-cdfeb2a0-7629-414b-8f71-c0b538f55d6b tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] [instance: b0e8d031-ee04-498e-8be4-cf8c4b28d784] Reconfiguring VM instance instance-0000007c to attach disk [datastore2] volume-00de1e45-d664-4d1d-95a4-7757483e9ad3/volume-00de1e45-d664-4d1d-95a4-7757483e9ad3.vmdk or device None with type thin {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2316.286476] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9fc44bee-36a5-4a24-8913-4c19f113d972 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2316.304203] env[62574]: DEBUG oslo_vmware.api [None req-cdfeb2a0-7629-414b-8f71-c0b538f55d6b tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] Waiting for the task: (returnval){ [ 2316.304203] env[62574]: value = "task-1862875" [ 2316.304203] env[62574]: _type = "Task" [ 2316.304203] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2316.311850] env[62574]: DEBUG oslo_vmware.api [None req-cdfeb2a0-7629-414b-8f71-c0b538f55d6b tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] Task: {'id': task-1862875, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2316.813826] env[62574]: DEBUG oslo_vmware.api [None req-cdfeb2a0-7629-414b-8f71-c0b538f55d6b tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] Task: {'id': task-1862875, 'name': ReconfigVM_Task, 'duration_secs': 0.349763} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2316.814157] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-cdfeb2a0-7629-414b-8f71-c0b538f55d6b tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] [instance: b0e8d031-ee04-498e-8be4-cf8c4b28d784] Reconfigured VM instance instance-0000007c to attach disk [datastore2] volume-00de1e45-d664-4d1d-95a4-7757483e9ad3/volume-00de1e45-d664-4d1d-95a4-7757483e9ad3.vmdk or device None with type thin {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2316.818861] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7642dd75-7f4e-4bb1-a21e-1d68c5cedf6c {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2316.832856] env[62574]: DEBUG oslo_vmware.api [None req-cdfeb2a0-7629-414b-8f71-c0b538f55d6b tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] Waiting for the task: (returnval){ [ 2316.832856] env[62574]: value = "task-1862876" [ 2316.832856] env[62574]: _type = "Task" [ 2316.832856] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2316.840190] env[62574]: DEBUG oslo_vmware.api [None req-cdfeb2a0-7629-414b-8f71-c0b538f55d6b tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] Task: {'id': task-1862876, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2317.342475] env[62574]: DEBUG oslo_vmware.api [None req-cdfeb2a0-7629-414b-8f71-c0b538f55d6b tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] Task: {'id': task-1862876, 'name': ReconfigVM_Task, 'duration_secs': 0.141555} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2317.342793] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-cdfeb2a0-7629-414b-8f71-c0b538f55d6b tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] [instance: b0e8d031-ee04-498e-8be4-cf8c4b28d784] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-385083', 'volume_id': '00de1e45-d664-4d1d-95a4-7757483e9ad3', 'name': 'volume-00de1e45-d664-4d1d-95a4-7757483e9ad3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b0e8d031-ee04-498e-8be4-cf8c4b28d784', 'attached_at': '', 'detached_at': '', 'volume_id': '00de1e45-d664-4d1d-95a4-7757483e9ad3', 'serial': '00de1e45-d664-4d1d-95a4-7757483e9ad3'} {{(pid=62574) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2318.378379] env[62574]: DEBUG nova.objects.instance [None req-cdfeb2a0-7629-414b-8f71-c0b538f55d6b tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] Lazy-loading 'flavor' on Instance uuid b0e8d031-ee04-498e-8be4-cf8c4b28d784 {{(pid=62574) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2318.856714] env[62574]: DEBUG oslo_service.periodic_task [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62574) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2318.856942] env[62574]: DEBUG oslo_service.periodic_task [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62574) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2318.857085] env[62574]: DEBUG nova.compute.manager [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Starting heal instance info cache {{(pid=62574) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10345}} [ 2318.857207] env[62574]: DEBUG nova.compute.manager [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Rebuilding the list of instances to heal {{(pid=62574) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10349}} [ 2318.884994] env[62574]: DEBUG oslo_concurrency.lockutils [None req-cdfeb2a0-7629-414b-8f71-c0b538f55d6b tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] Lock "b0e8d031-ee04-498e-8be4-cf8c4b28d784" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.230s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2319.399508] env[62574]: DEBUG oslo_concurrency.lockutils [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Acquiring lock "refresh_cache-b0e8d031-ee04-498e-8be4-cf8c4b28d784" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2319.399721] env[62574]: DEBUG oslo_concurrency.lockutils [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Acquired lock "refresh_cache-b0e8d031-ee04-498e-8be4-cf8c4b28d784" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2319.399808] env[62574]: DEBUG nova.network.neutron [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] [instance: b0e8d031-ee04-498e-8be4-cf8c4b28d784] Forcefully refreshing network info cache for instance {{(pid=62574) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 2319.400008] env[62574]: DEBUG nova.objects.instance [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Lazy-loading 'info_cache' on Instance uuid b0e8d031-ee04-498e-8be4-cf8c4b28d784 {{(pid=62574) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2319.678073] env[62574]: DEBUG oslo_concurrency.lockutils [None req-627d1f4f-15c6-46fe-97e9-7cb1bca77a98 tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] Acquiring lock "b0e8d031-ee04-498e-8be4-cf8c4b28d784" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2319.678348] env[62574]: DEBUG oslo_concurrency.lockutils [None req-627d1f4f-15c6-46fe-97e9-7cb1bca77a98 tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] Lock "b0e8d031-ee04-498e-8be4-cf8c4b28d784" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2320.181774] env[62574]: DEBUG nova.compute.utils [None req-627d1f4f-15c6-46fe-97e9-7cb1bca77a98 tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] Using /dev/sd instead of None {{(pid=62574) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2320.684386] env[62574]: DEBUG oslo_concurrency.lockutils [None req-627d1f4f-15c6-46fe-97e9-7cb1bca77a98 tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] Lock "b0e8d031-ee04-498e-8be4-cf8c4b28d784" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2321.123322] env[62574]: DEBUG nova.network.neutron [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] [instance: b0e8d031-ee04-498e-8be4-cf8c4b28d784] Updating instance_info_cache with network_info: [{"id": "e1c0a2e2-8f69-4fd9-a4c0-d20027151ed5", "address": "fa:16:3e:85:2b:45", "network": {"id": "b8d54aae-4356-4bda-ac80-8aff560fc517", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-261048869-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9a1f51591de495fab1d31bd59552aa2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56b944d8-803d-43f2-945d-0f334ee4ea1c", "external-id": "nsx-vlan-transportzone-799", "segmentation_id": 799, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape1c0a2e2-8f", "ovs_interfaceid": "e1c0a2e2-8f69-4fd9-a4c0-d20027151ed5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2321.626877] env[62574]: DEBUG oslo_concurrency.lockutils [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Releasing lock "refresh_cache-b0e8d031-ee04-498e-8be4-cf8c4b28d784" {{(pid=62574) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2321.626877] env[62574]: DEBUG nova.compute.manager [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] [instance: b0e8d031-ee04-498e-8be4-cf8c4b28d784] Updated the network info_cache for instance {{(pid=62574) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10416}} [ 2321.626877] env[62574]: DEBUG oslo_service.periodic_task [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62574) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2321.626877] env[62574]: DEBUG oslo_service.periodic_task [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62574) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2321.627231] env[62574]: DEBUG oslo_service.periodic_task [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62574) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2321.627231] env[62574]: DEBUG oslo_service.periodic_task [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62574) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2321.627231] env[62574]: DEBUG oslo_service.periodic_task [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62574) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2321.627352] env[62574]: DEBUG oslo_service.periodic_task [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62574) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2321.627466] env[62574]: DEBUG nova.compute.manager [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62574) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10964}} [ 2321.627652] env[62574]: DEBUG oslo_service.periodic_task [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Running periodic task ComputeManager.update_available_resource {{(pid=62574) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2321.744373] env[62574]: DEBUG oslo_concurrency.lockutils [None req-627d1f4f-15c6-46fe-97e9-7cb1bca77a98 tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] Acquiring lock "b0e8d031-ee04-498e-8be4-cf8c4b28d784" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2321.744741] env[62574]: DEBUG oslo_concurrency.lockutils [None req-627d1f4f-15c6-46fe-97e9-7cb1bca77a98 tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] Lock "b0e8d031-ee04-498e-8be4-cf8c4b28d784" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2321.744936] env[62574]: INFO nova.compute.manager [None req-627d1f4f-15c6-46fe-97e9-7cb1bca77a98 tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] [instance: b0e8d031-ee04-498e-8be4-cf8c4b28d784] Attaching volume c491e66c-b2f9-4bf9-b5c9-367e74184fd8 to /dev/sdc [ 2321.774879] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c5f55c9-6ed3-4a01-9947-b900d5e8f6d1 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2321.781856] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c65b72f9-a840-41b4-b469-73c29af4c925 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2321.795365] env[62574]: DEBUG nova.virt.block_device [None req-627d1f4f-15c6-46fe-97e9-7cb1bca77a98 tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] [instance: b0e8d031-ee04-498e-8be4-cf8c4b28d784] Updating existing volume attachment record: 630a119a-7046-4e88-b0ac-421874485eae {{(pid=62574) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2322.130621] env[62574]: DEBUG oslo_concurrency.lockutils [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2322.130896] env[62574]: DEBUG oslo_concurrency.lockutils [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2322.131108] env[62574]: DEBUG oslo_concurrency.lockutils [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2322.131276] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62574) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2322.132243] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18c25d78-0cff-4136-ae50-d0319afe50cb {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2322.140669] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e3b734d-dc6f-48d9-b3ec-9d9e97f2ef68 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2322.155045] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a311db2-bdd8-4a44-9e73-3e2f98355334 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2322.161436] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09266abc-84c9-4c19-9125-9ed4f71744a9 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2322.190198] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181252MB free_disk=148GB free_vcpus=48 pci_devices=None {{(pid=62574) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2322.190350] env[62574]: DEBUG oslo_concurrency.lockutils [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2322.190552] env[62574]: DEBUG oslo_concurrency.lockutils [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2323.215831] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Instance b0e8d031-ee04-498e-8be4-cf8c4b28d784 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62574) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2323.216117] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=62574) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2323.216299] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=62574) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2323.232877] env[62574]: DEBUG nova.scheduler.client.report [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Refreshing inventories for resource provider f0ed160a-beff-4626-a531-2a70d7bc0627 {{(pid=62574) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 2323.244517] env[62574]: DEBUG nova.scheduler.client.report [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Updating ProviderTree inventory for provider f0ed160a-beff-4626-a531-2a70d7bc0627 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 148, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 2323.244699] env[62574]: DEBUG nova.compute.provider_tree [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Updating inventory in ProviderTree for provider f0ed160a-beff-4626-a531-2a70d7bc0627 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 148, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2323.253962] env[62574]: DEBUG nova.scheduler.client.report [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Refreshing aggregate associations for resource provider f0ed160a-beff-4626-a531-2a70d7bc0627, aggregates: None {{(pid=62574) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 2323.269395] env[62574]: DEBUG nova.scheduler.client.report [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Refreshing trait associations for resource provider f0ed160a-beff-4626-a531-2a70d7bc0627, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=62574) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 2323.291986] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f22b3a69-b757-4790-a0d6-eab0a5dc8edc {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2323.299153] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a2d4d09-bf42-4a8d-a393-5fbcc31d5f39 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2323.329187] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06b92915-b0da-4e5a-b487-a6e2330ee0eb {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2323.336143] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5e95ce7-ab33-4c83-a792-2e206e3cdf03 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2323.348886] env[62574]: DEBUG nova.compute.provider_tree [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Inventory has not changed in ProviderTree for provider: f0ed160a-beff-4626-a531-2a70d7bc0627 {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2323.852345] env[62574]: DEBUG nova.scheduler.client.report [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Inventory has not changed for provider f0ed160a-beff-4626-a531-2a70d7bc0627 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 148, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2324.356965] env[62574]: DEBUG nova.compute.resource_tracker [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62574) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2324.357254] env[62574]: DEBUG oslo_concurrency.lockutils [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.167s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2326.339045] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-627d1f4f-15c6-46fe-97e9-7cb1bca77a98 tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] [instance: b0e8d031-ee04-498e-8be4-cf8c4b28d784] Volume attach. Driver type: vmdk {{(pid=62574) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2326.339045] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-627d1f4f-15c6-46fe-97e9-7cb1bca77a98 tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] [instance: b0e8d031-ee04-498e-8be4-cf8c4b28d784] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-385084', 'volume_id': 'c491e66c-b2f9-4bf9-b5c9-367e74184fd8', 'name': 'volume-c491e66c-b2f9-4bf9-b5c9-367e74184fd8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b0e8d031-ee04-498e-8be4-cf8c4b28d784', 'attached_at': '', 'detached_at': '', 'volume_id': 'c491e66c-b2f9-4bf9-b5c9-367e74184fd8', 'serial': 'c491e66c-b2f9-4bf9-b5c9-367e74184fd8'} {{(pid=62574) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2326.339045] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-383c977b-08a5-47d6-ab18-95db53df4ce4 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2326.355572] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2f4452d-b2ac-4455-9d02-8b2cb106cc78 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2326.381567] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-627d1f4f-15c6-46fe-97e9-7cb1bca77a98 tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] [instance: b0e8d031-ee04-498e-8be4-cf8c4b28d784] Reconfiguring VM instance instance-0000007c to attach disk [datastore2] volume-c491e66c-b2f9-4bf9-b5c9-367e74184fd8/volume-c491e66c-b2f9-4bf9-b5c9-367e74184fd8.vmdk or device None with type thin {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2326.381961] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-57c9401d-b40c-433b-b6b0-93197e8a1a0d {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2326.399369] env[62574]: DEBUG oslo_vmware.api [None req-627d1f4f-15c6-46fe-97e9-7cb1bca77a98 tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] Waiting for the task: (returnval){ [ 2326.399369] env[62574]: value = "task-1862879" [ 2326.399369] env[62574]: _type = "Task" [ 2326.399369] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2326.408740] env[62574]: DEBUG oslo_vmware.api [None req-627d1f4f-15c6-46fe-97e9-7cb1bca77a98 tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] Task: {'id': task-1862879, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2326.910064] env[62574]: DEBUG oslo_vmware.api [None req-627d1f4f-15c6-46fe-97e9-7cb1bca77a98 tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] Task: {'id': task-1862879, 'name': ReconfigVM_Task, 'duration_secs': 0.341763} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2326.910064] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-627d1f4f-15c6-46fe-97e9-7cb1bca77a98 tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] [instance: b0e8d031-ee04-498e-8be4-cf8c4b28d784] Reconfigured VM instance instance-0000007c to attach disk [datastore2] volume-c491e66c-b2f9-4bf9-b5c9-367e74184fd8/volume-c491e66c-b2f9-4bf9-b5c9-367e74184fd8.vmdk or device None with type thin {{(pid=62574) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2326.914085] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9b5793e8-343b-4a5d-8ae1-3f43668d55b3 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2326.928064] env[62574]: DEBUG oslo_vmware.api [None req-627d1f4f-15c6-46fe-97e9-7cb1bca77a98 tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] Waiting for the task: (returnval){ [ 2326.928064] env[62574]: value = "task-1862880" [ 2326.928064] env[62574]: _type = "Task" [ 2326.928064] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2326.935305] env[62574]: DEBUG oslo_vmware.api [None req-627d1f4f-15c6-46fe-97e9-7cb1bca77a98 tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] Task: {'id': task-1862880, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2327.437865] env[62574]: DEBUG oslo_vmware.api [None req-627d1f4f-15c6-46fe-97e9-7cb1bca77a98 tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] Task: {'id': task-1862880, 'name': ReconfigVM_Task, 'duration_secs': 0.129056} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2327.438288] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-627d1f4f-15c6-46fe-97e9-7cb1bca77a98 tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] [instance: b0e8d031-ee04-498e-8be4-cf8c4b28d784] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-385084', 'volume_id': 'c491e66c-b2f9-4bf9-b5c9-367e74184fd8', 'name': 'volume-c491e66c-b2f9-4bf9-b5c9-367e74184fd8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b0e8d031-ee04-498e-8be4-cf8c4b28d784', 'attached_at': '', 'detached_at': '', 'volume_id': 'c491e66c-b2f9-4bf9-b5c9-367e74184fd8', 'serial': 'c491e66c-b2f9-4bf9-b5c9-367e74184fd8'} {{(pid=62574) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2328.475019] env[62574]: DEBUG nova.objects.instance [None req-627d1f4f-15c6-46fe-97e9-7cb1bca77a98 tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] Lazy-loading 'flavor' on Instance uuid b0e8d031-ee04-498e-8be4-cf8c4b28d784 {{(pid=62574) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2328.980169] env[62574]: DEBUG oslo_concurrency.lockutils [None req-627d1f4f-15c6-46fe-97e9-7cb1bca77a98 tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] Lock "b0e8d031-ee04-498e-8be4-cf8c4b28d784" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.235s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2329.265573] env[62574]: DEBUG oslo_concurrency.lockutils [None req-e7713b11-4124-4953-ba47-a005a68c4436 tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] Acquiring lock "b0e8d031-ee04-498e-8be4-cf8c4b28d784" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2329.265876] env[62574]: DEBUG oslo_concurrency.lockutils [None req-e7713b11-4124-4953-ba47-a005a68c4436 tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] Lock "b0e8d031-ee04-498e-8be4-cf8c4b28d784" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2329.769049] env[62574]: INFO nova.compute.manager [None req-e7713b11-4124-4953-ba47-a005a68c4436 tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] [instance: b0e8d031-ee04-498e-8be4-cf8c4b28d784] Detaching volume 00de1e45-d664-4d1d-95a4-7757483e9ad3 [ 2329.800921] env[62574]: INFO nova.virt.block_device [None req-e7713b11-4124-4953-ba47-a005a68c4436 tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] [instance: b0e8d031-ee04-498e-8be4-cf8c4b28d784] Attempting to driver detach volume 00de1e45-d664-4d1d-95a4-7757483e9ad3 from mountpoint /dev/sdb [ 2329.801179] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7713b11-4124-4953-ba47-a005a68c4436 tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] [instance: b0e8d031-ee04-498e-8be4-cf8c4b28d784] Volume detach. Driver type: vmdk {{(pid=62574) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2329.801374] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7713b11-4124-4953-ba47-a005a68c4436 tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] [instance: b0e8d031-ee04-498e-8be4-cf8c4b28d784] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-385083', 'volume_id': '00de1e45-d664-4d1d-95a4-7757483e9ad3', 'name': 'volume-00de1e45-d664-4d1d-95a4-7757483e9ad3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b0e8d031-ee04-498e-8be4-cf8c4b28d784', 'attached_at': '', 'detached_at': '', 'volume_id': '00de1e45-d664-4d1d-95a4-7757483e9ad3', 'serial': '00de1e45-d664-4d1d-95a4-7757483e9ad3'} {{(pid=62574) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2329.802284] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cd98d76-a180-4eb0-8cb5-9a9bc19def50 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2329.826978] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c06139c-ad5e-4e1a-a864-d8d0a3925ee3 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2329.834609] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-724edb57-f5ab-4879-a743-470a8ccb45b0 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2329.858562] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50143eff-543a-4c9b-831c-48798fcaf8ae {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2329.873694] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7713b11-4124-4953-ba47-a005a68c4436 tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] The volume has not been displaced from its original location: [datastore2] volume-00de1e45-d664-4d1d-95a4-7757483e9ad3/volume-00de1e45-d664-4d1d-95a4-7757483e9ad3.vmdk. No consolidation needed. {{(pid=62574) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2329.879044] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7713b11-4124-4953-ba47-a005a68c4436 tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] [instance: b0e8d031-ee04-498e-8be4-cf8c4b28d784] Reconfiguring VM instance instance-0000007c to detach disk 2001 {{(pid=62574) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2329.879371] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2ab37fe3-a82a-488f-8042-cfdbc61b3163 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2329.898008] env[62574]: DEBUG oslo_vmware.api [None req-e7713b11-4124-4953-ba47-a005a68c4436 tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] Waiting for the task: (returnval){ [ 2329.898008] env[62574]: value = "task-1862881" [ 2329.898008] env[62574]: _type = "Task" [ 2329.898008] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2329.906392] env[62574]: DEBUG oslo_vmware.api [None req-e7713b11-4124-4953-ba47-a005a68c4436 tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] Task: {'id': task-1862881, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2330.408397] env[62574]: DEBUG oslo_vmware.api [None req-e7713b11-4124-4953-ba47-a005a68c4436 tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] Task: {'id': task-1862881, 'name': ReconfigVM_Task, 'duration_secs': 0.269023} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2330.408689] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7713b11-4124-4953-ba47-a005a68c4436 tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] [instance: b0e8d031-ee04-498e-8be4-cf8c4b28d784] Reconfigured VM instance instance-0000007c to detach disk 2001 {{(pid=62574) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2330.413281] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d714a91f-a8ea-487f-89d2-f470951f3d89 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2330.428795] env[62574]: DEBUG oslo_vmware.api [None req-e7713b11-4124-4953-ba47-a005a68c4436 tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] Waiting for the task: (returnval){ [ 2330.428795] env[62574]: value = "task-1862882" [ 2330.428795] env[62574]: _type = "Task" [ 2330.428795] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2330.436912] env[62574]: DEBUG oslo_vmware.api [None req-e7713b11-4124-4953-ba47-a005a68c4436 tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] Task: {'id': task-1862882, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2330.938718] env[62574]: DEBUG oslo_vmware.api [None req-e7713b11-4124-4953-ba47-a005a68c4436 tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] Task: {'id': task-1862882, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2331.439608] env[62574]: DEBUG oslo_vmware.api [None req-e7713b11-4124-4953-ba47-a005a68c4436 tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] Task: {'id': task-1862882, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2331.939787] env[62574]: DEBUG oslo_vmware.api [None req-e7713b11-4124-4953-ba47-a005a68c4436 tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] Task: {'id': task-1862882, 'name': ReconfigVM_Task, 'duration_secs': 1.145007} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2331.940158] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7713b11-4124-4953-ba47-a005a68c4436 tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] [instance: b0e8d031-ee04-498e-8be4-cf8c4b28d784] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-385083', 'volume_id': '00de1e45-d664-4d1d-95a4-7757483e9ad3', 'name': 'volume-00de1e45-d664-4d1d-95a4-7757483e9ad3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b0e8d031-ee04-498e-8be4-cf8c4b28d784', 'attached_at': '', 'detached_at': '', 'volume_id': '00de1e45-d664-4d1d-95a4-7757483e9ad3', 'serial': '00de1e45-d664-4d1d-95a4-7757483e9ad3'} {{(pid=62574) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2332.479462] env[62574]: DEBUG nova.objects.instance [None req-e7713b11-4124-4953-ba47-a005a68c4436 tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] Lazy-loading 'flavor' on Instance uuid b0e8d031-ee04-498e-8be4-cf8c4b28d784 {{(pid=62574) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2333.486313] env[62574]: DEBUG oslo_concurrency.lockutils [None req-e7713b11-4124-4953-ba47-a005a68c4436 tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] Lock "b0e8d031-ee04-498e-8be4-cf8c4b28d784" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.220s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2333.523460] env[62574]: DEBUG oslo_concurrency.lockutils [None req-c021854e-c997-4f48-b3a6-8f65fd1bf037 tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] Acquiring lock "b0e8d031-ee04-498e-8be4-cf8c4b28d784" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2333.523739] env[62574]: DEBUG oslo_concurrency.lockutils [None req-c021854e-c997-4f48-b3a6-8f65fd1bf037 tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] Lock "b0e8d031-ee04-498e-8be4-cf8c4b28d784" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2334.026245] env[62574]: INFO nova.compute.manager [None req-c021854e-c997-4f48-b3a6-8f65fd1bf037 tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] [instance: b0e8d031-ee04-498e-8be4-cf8c4b28d784] Detaching volume c491e66c-b2f9-4bf9-b5c9-367e74184fd8 [ 2334.055430] env[62574]: INFO nova.virt.block_device [None req-c021854e-c997-4f48-b3a6-8f65fd1bf037 tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] [instance: b0e8d031-ee04-498e-8be4-cf8c4b28d784] Attempting to driver detach volume c491e66c-b2f9-4bf9-b5c9-367e74184fd8 from mountpoint /dev/sdc [ 2334.055699] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-c021854e-c997-4f48-b3a6-8f65fd1bf037 tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] [instance: b0e8d031-ee04-498e-8be4-cf8c4b28d784] Volume detach. Driver type: vmdk {{(pid=62574) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2334.055894] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-c021854e-c997-4f48-b3a6-8f65fd1bf037 tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] [instance: b0e8d031-ee04-498e-8be4-cf8c4b28d784] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-385084', 'volume_id': 'c491e66c-b2f9-4bf9-b5c9-367e74184fd8', 'name': 'volume-c491e66c-b2f9-4bf9-b5c9-367e74184fd8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b0e8d031-ee04-498e-8be4-cf8c4b28d784', 'attached_at': '', 'detached_at': '', 'volume_id': 'c491e66c-b2f9-4bf9-b5c9-367e74184fd8', 'serial': 'c491e66c-b2f9-4bf9-b5c9-367e74184fd8'} {{(pid=62574) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2334.056742] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20c08019-6182-4072-8c3c-ae81fff25100 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2334.078006] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3ca2d61-2edd-49ec-8c82-d8a560e4e78f {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2334.084666] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6b51abb-0fec-4e90-aa4b-aa1c4c9ce71b {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2334.103835] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99229617-f460-4554-9080-07feca6e746f {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2334.117449] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-c021854e-c997-4f48-b3a6-8f65fd1bf037 tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] The volume has not been displaced from its original location: [datastore2] volume-c491e66c-b2f9-4bf9-b5c9-367e74184fd8/volume-c491e66c-b2f9-4bf9-b5c9-367e74184fd8.vmdk. No consolidation needed. {{(pid=62574) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2334.122598] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-c021854e-c997-4f48-b3a6-8f65fd1bf037 tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] [instance: b0e8d031-ee04-498e-8be4-cf8c4b28d784] Reconfiguring VM instance instance-0000007c to detach disk 2002 {{(pid=62574) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2334.122807] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dc86c627-f78f-436d-addf-4225fa1e0f55 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2334.140091] env[62574]: DEBUG oslo_vmware.api [None req-c021854e-c997-4f48-b3a6-8f65fd1bf037 tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] Waiting for the task: (returnval){ [ 2334.140091] env[62574]: value = "task-1862883" [ 2334.140091] env[62574]: _type = "Task" [ 2334.140091] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2334.147513] env[62574]: DEBUG oslo_vmware.api [None req-c021854e-c997-4f48-b3a6-8f65fd1bf037 tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] Task: {'id': task-1862883, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2334.650243] env[62574]: DEBUG oslo_vmware.api [None req-c021854e-c997-4f48-b3a6-8f65fd1bf037 tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] Task: {'id': task-1862883, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2335.150631] env[62574]: DEBUG oslo_vmware.api [None req-c021854e-c997-4f48-b3a6-8f65fd1bf037 tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] Task: {'id': task-1862883, 'name': ReconfigVM_Task, 'duration_secs': 0.691112} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2335.150902] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-c021854e-c997-4f48-b3a6-8f65fd1bf037 tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] [instance: b0e8d031-ee04-498e-8be4-cf8c4b28d784] Reconfigured VM instance instance-0000007c to detach disk 2002 {{(pid=62574) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2335.155332] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-390c0cbc-fc3a-494e-af5f-16faeff9f04e {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2335.170201] env[62574]: DEBUG oslo_vmware.api [None req-c021854e-c997-4f48-b3a6-8f65fd1bf037 tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] Waiting for the task: (returnval){ [ 2335.170201] env[62574]: value = "task-1862884" [ 2335.170201] env[62574]: _type = "Task" [ 2335.170201] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2335.177705] env[62574]: DEBUG oslo_vmware.api [None req-c021854e-c997-4f48-b3a6-8f65fd1bf037 tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] Task: {'id': task-1862884, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2335.680032] env[62574]: DEBUG oslo_vmware.api [None req-c021854e-c997-4f48-b3a6-8f65fd1bf037 tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] Task: {'id': task-1862884, 'name': ReconfigVM_Task, 'duration_secs': 0.129878} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2335.680407] env[62574]: DEBUG nova.virt.vmwareapi.volumeops [None req-c021854e-c997-4f48-b3a6-8f65fd1bf037 tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] [instance: b0e8d031-ee04-498e-8be4-cf8c4b28d784] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-385084', 'volume_id': 'c491e66c-b2f9-4bf9-b5c9-367e74184fd8', 'name': 'volume-c491e66c-b2f9-4bf9-b5c9-367e74184fd8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b0e8d031-ee04-498e-8be4-cf8c4b28d784', 'attached_at': '', 'detached_at': '', 'volume_id': 'c491e66c-b2f9-4bf9-b5c9-367e74184fd8', 'serial': 'c491e66c-b2f9-4bf9-b5c9-367e74184fd8'} {{(pid=62574) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2336.219381] env[62574]: DEBUG nova.objects.instance [None req-c021854e-c997-4f48-b3a6-8f65fd1bf037 tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] Lazy-loading 'flavor' on Instance uuid b0e8d031-ee04-498e-8be4-cf8c4b28d784 {{(pid=62574) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2337.227923] env[62574]: DEBUG oslo_concurrency.lockutils [None req-c021854e-c997-4f48-b3a6-8f65fd1bf037 tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] Lock "b0e8d031-ee04-498e-8be4-cf8c4b28d784" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.704s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2337.887653] env[62574]: DEBUG oslo_concurrency.lockutils [None req-7d2e4d18-e545-4bba-bd85-8cf9898ee47a tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] Acquiring lock "b0e8d031-ee04-498e-8be4-cf8c4b28d784" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2337.887883] env[62574]: DEBUG oslo_concurrency.lockutils [None req-7d2e4d18-e545-4bba-bd85-8cf9898ee47a tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] Lock "b0e8d031-ee04-498e-8be4-cf8c4b28d784" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2337.887974] env[62574]: DEBUG oslo_concurrency.lockutils [None req-7d2e4d18-e545-4bba-bd85-8cf9898ee47a tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] Acquiring lock "b0e8d031-ee04-498e-8be4-cf8c4b28d784-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2337.888148] env[62574]: DEBUG oslo_concurrency.lockutils [None req-7d2e4d18-e545-4bba-bd85-8cf9898ee47a tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] Lock "b0e8d031-ee04-498e-8be4-cf8c4b28d784-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2337.888322] env[62574]: DEBUG oslo_concurrency.lockutils [None req-7d2e4d18-e545-4bba-bd85-8cf9898ee47a tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] Lock "b0e8d031-ee04-498e-8be4-cf8c4b28d784-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2337.890453] env[62574]: INFO nova.compute.manager [None req-7d2e4d18-e545-4bba-bd85-8cf9898ee47a tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] [instance: b0e8d031-ee04-498e-8be4-cf8c4b28d784] Terminating instance [ 2338.395518] env[62574]: DEBUG nova.compute.manager [None req-7d2e4d18-e545-4bba-bd85-8cf9898ee47a tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] [instance: b0e8d031-ee04-498e-8be4-cf8c4b28d784] Start destroying the instance on the hypervisor. {{(pid=62574) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2338.395915] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-7d2e4d18-e545-4bba-bd85-8cf9898ee47a tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] [instance: b0e8d031-ee04-498e-8be4-cf8c4b28d784] Destroying instance {{(pid=62574) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2338.396767] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79a57448-5ce1-4540-bdf4-632a4b65999e {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2338.404747] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d2e4d18-e545-4bba-bd85-8cf9898ee47a tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] [instance: b0e8d031-ee04-498e-8be4-cf8c4b28d784] Powering off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2338.405026] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e95e481d-834b-4be3-8b35-f035f77ef3bd {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2338.410662] env[62574]: DEBUG oslo_vmware.api [None req-7d2e4d18-e545-4bba-bd85-8cf9898ee47a tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] Waiting for the task: (returnval){ [ 2338.410662] env[62574]: value = "task-1862885" [ 2338.410662] env[62574]: _type = "Task" [ 2338.410662] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2338.418886] env[62574]: DEBUG oslo_vmware.api [None req-7d2e4d18-e545-4bba-bd85-8cf9898ee47a tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] Task: {'id': task-1862885, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2338.920198] env[62574]: DEBUG oslo_vmware.api [None req-7d2e4d18-e545-4bba-bd85-8cf9898ee47a tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] Task: {'id': task-1862885, 'name': PowerOffVM_Task, 'duration_secs': 0.16044} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2338.920460] env[62574]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d2e4d18-e545-4bba-bd85-8cf9898ee47a tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] [instance: b0e8d031-ee04-498e-8be4-cf8c4b28d784] Powered off the VM {{(pid=62574) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2338.920632] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-7d2e4d18-e545-4bba-bd85-8cf9898ee47a tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] [instance: b0e8d031-ee04-498e-8be4-cf8c4b28d784] Unregistering the VM {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2338.920919] env[62574]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a2f117d9-558f-4d71-a01d-2fb3daf39bef {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2339.020278] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-7d2e4d18-e545-4bba-bd85-8cf9898ee47a tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] [instance: b0e8d031-ee04-498e-8be4-cf8c4b28d784] Unregistered the VM {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2339.020522] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-7d2e4d18-e545-4bba-bd85-8cf9898ee47a tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] [instance: b0e8d031-ee04-498e-8be4-cf8c4b28d784] Deleting contents of the VM from datastore datastore1 {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2339.020742] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d2e4d18-e545-4bba-bd85-8cf9898ee47a tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] Deleting the datastore file [datastore1] b0e8d031-ee04-498e-8be4-cf8c4b28d784 {{(pid=62574) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2339.021041] env[62574]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e5cde68f-3913-43c4-91f4-1cdcfc26e456 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2339.027834] env[62574]: DEBUG oslo_vmware.api [None req-7d2e4d18-e545-4bba-bd85-8cf9898ee47a tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] Waiting for the task: (returnval){ [ 2339.027834] env[62574]: value = "task-1862887" [ 2339.027834] env[62574]: _type = "Task" [ 2339.027834] env[62574]: } to complete. {{(pid=62574) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2339.035210] env[62574]: DEBUG oslo_vmware.api [None req-7d2e4d18-e545-4bba-bd85-8cf9898ee47a tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] Task: {'id': task-1862887, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2339.537707] env[62574]: DEBUG oslo_vmware.api [None req-7d2e4d18-e545-4bba-bd85-8cf9898ee47a tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] Task: {'id': task-1862887, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.152539} completed successfully. {{(pid=62574) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2339.538240] env[62574]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d2e4d18-e545-4bba-bd85-8cf9898ee47a tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] Deleted the datastore file {{(pid=62574) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2339.538240] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-7d2e4d18-e545-4bba-bd85-8cf9898ee47a tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] [instance: b0e8d031-ee04-498e-8be4-cf8c4b28d784] Deleted contents of the VM from datastore datastore1 {{(pid=62574) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2339.538384] env[62574]: DEBUG nova.virt.vmwareapi.vmops [None req-7d2e4d18-e545-4bba-bd85-8cf9898ee47a tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] [instance: b0e8d031-ee04-498e-8be4-cf8c4b28d784] Instance destroyed {{(pid=62574) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2339.538503] env[62574]: INFO nova.compute.manager [None req-7d2e4d18-e545-4bba-bd85-8cf9898ee47a tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] [instance: b0e8d031-ee04-498e-8be4-cf8c4b28d784] Took 1.14 seconds to destroy the instance on the hypervisor. [ 2339.538754] env[62574]: DEBUG oslo.service.loopingcall [None req-7d2e4d18-e545-4bba-bd85-8cf9898ee47a tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62574) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2339.538950] env[62574]: DEBUG nova.compute.manager [-] [instance: b0e8d031-ee04-498e-8be4-cf8c4b28d784] Deallocating network for instance {{(pid=62574) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2339.539055] env[62574]: DEBUG nova.network.neutron [-] [instance: b0e8d031-ee04-498e-8be4-cf8c4b28d784] deallocate_for_instance() {{(pid=62574) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2339.983376] env[62574]: DEBUG nova.compute.manager [req-cc7106f1-4385-4ebe-99ac-72b9660cb036 req-31c3f783-6512-4d81-a81c-6f95e66cf9d4 service nova] [instance: b0e8d031-ee04-498e-8be4-cf8c4b28d784] Received event network-vif-deleted-e1c0a2e2-8f69-4fd9-a4c0-d20027151ed5 {{(pid=62574) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 2339.983621] env[62574]: INFO nova.compute.manager [req-cc7106f1-4385-4ebe-99ac-72b9660cb036 req-31c3f783-6512-4d81-a81c-6f95e66cf9d4 service nova] [instance: b0e8d031-ee04-498e-8be4-cf8c4b28d784] Neutron deleted interface e1c0a2e2-8f69-4fd9-a4c0-d20027151ed5; detaching it from the instance and deleting it from the info cache [ 2339.983760] env[62574]: DEBUG nova.network.neutron [req-cc7106f1-4385-4ebe-99ac-72b9660cb036 req-31c3f783-6512-4d81-a81c-6f95e66cf9d4 service nova] [instance: b0e8d031-ee04-498e-8be4-cf8c4b28d784] Updating instance_info_cache with network_info: [] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2340.459873] env[62574]: DEBUG nova.network.neutron [-] [instance: b0e8d031-ee04-498e-8be4-cf8c4b28d784] Updating instance_info_cache with network_info: [] {{(pid=62574) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2340.487227] env[62574]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-686a9d71-5702-46dd-a9e2-7b1d516ed880 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2340.499042] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd50612c-d651-48d9-81a6-4fae2d80f95a {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2340.523436] env[62574]: DEBUG nova.compute.manager [req-cc7106f1-4385-4ebe-99ac-72b9660cb036 req-31c3f783-6512-4d81-a81c-6f95e66cf9d4 service nova] [instance: b0e8d031-ee04-498e-8be4-cf8c4b28d784] Detach interface failed, port_id=e1c0a2e2-8f69-4fd9-a4c0-d20027151ed5, reason: Instance b0e8d031-ee04-498e-8be4-cf8c4b28d784 could not be found. {{(pid=62574) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 2340.963070] env[62574]: INFO nova.compute.manager [-] [instance: b0e8d031-ee04-498e-8be4-cf8c4b28d784] Took 1.42 seconds to deallocate network for instance. [ 2341.470390] env[62574]: DEBUG oslo_concurrency.lockutils [None req-7d2e4d18-e545-4bba-bd85-8cf9898ee47a tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2341.470677] env[62574]: DEBUG oslo_concurrency.lockutils [None req-7d2e4d18-e545-4bba-bd85-8cf9898ee47a tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2341.470888] env[62574]: DEBUG nova.objects.instance [None req-7d2e4d18-e545-4bba-bd85-8cf9898ee47a tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] Lazy-loading 'resources' on Instance uuid b0e8d031-ee04-498e-8be4-cf8c4b28d784 {{(pid=62574) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2342.005039] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d52fb68-02ba-434a-a220-3ee44cc1d932 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2342.012376] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9c5aaed-1c73-4756-ab6c-03e4fe2ab626 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2342.042531] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69bff58c-caf3-435b-8aeb-9b78a53a1866 {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2342.049870] env[62574]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bd7748b-f4ac-4d7f-85f0-bb6cc3313c9b {{(pid=62574) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2342.063957] env[62574]: DEBUG nova.compute.provider_tree [None req-7d2e4d18-e545-4bba-bd85-8cf9898ee47a tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] Inventory has not changed in ProviderTree for provider: f0ed160a-beff-4626-a531-2a70d7bc0627 {{(pid=62574) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2342.567475] env[62574]: DEBUG nova.scheduler.client.report [None req-7d2e4d18-e545-4bba-bd85-8cf9898ee47a tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] Inventory has not changed for provider f0ed160a-beff-4626-a531-2a70d7bc0627 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 148, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62574) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2343.072827] env[62574]: DEBUG oslo_concurrency.lockutils [None req-7d2e4d18-e545-4bba-bd85-8cf9898ee47a tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.602s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2343.091697] env[62574]: INFO nova.scheduler.client.report [None req-7d2e4d18-e545-4bba-bd85-8cf9898ee47a tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] Deleted allocations for instance b0e8d031-ee04-498e-8be4-cf8c4b28d784 [ 2343.600052] env[62574]: DEBUG oslo_concurrency.lockutils [None req-7d2e4d18-e545-4bba-bd85-8cf9898ee47a tempest-AttachVolumeTestJSON-234918668 tempest-AttachVolumeTestJSON-234918668-project-member] Lock "b0e8d031-ee04-498e-8be4-cf8c4b28d784" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.712s {{(pid=62574) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2362.578744] env[62574]: DEBUG oslo_service.periodic_task [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62574) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2362.579156] env[62574]: DEBUG nova.compute.manager [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Cleaning up deleted instances {{(pid=62574) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11645}} [ 2363.086754] env[62574]: DEBUG nova.compute.manager [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] There are 19 instances to clean {{(pid=62574) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11654}} [ 2363.086960] env[62574]: DEBUG nova.compute.manager [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] [instance: 7819af91-81d4-48d6-8849-d4cf7155e4ca] Instance has had 0 of 5 cleanup attempts {{(pid=62574) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 2363.590235] env[62574]: DEBUG nova.compute.manager [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] [instance: b0e8d031-ee04-498e-8be4-cf8c4b28d784] Instance has had 0 of 5 cleanup attempts {{(pid=62574) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 2364.093269] env[62574]: DEBUG nova.compute.manager [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] [instance: ddfeae3e-511f-4b4e-9a81-2391f50f5922] Instance has had 0 of 5 cleanup attempts {{(pid=62574) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 2364.596678] env[62574]: DEBUG nova.compute.manager [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] [instance: 772e3d95-3cd5-4288-81b8-777c688a836c] Instance has had 0 of 5 cleanup attempts {{(pid=62574) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 2365.100246] env[62574]: DEBUG nova.compute.manager [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] [instance: 690dc33a-aa36-435f-9ebe-8ee9c89c32ba] Instance has had 0 of 5 cleanup attempts {{(pid=62574) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 2365.604109] env[62574]: DEBUG nova.compute.manager [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] [instance: c46833f3-76d7-4432-87f1-e753d73fc809] Instance has had 0 of 5 cleanup attempts {{(pid=62574) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 2366.107604] env[62574]: DEBUG nova.compute.manager [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] [instance: 535dc054-9169-4b02-8d90-6ec1ee284d86] Instance has had 0 of 5 cleanup attempts {{(pid=62574) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 2366.611119] env[62574]: DEBUG nova.compute.manager [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] [instance: 2bdbd6da-c2d0-445b-b843-da341eec8e2f] Instance has had 0 of 5 cleanup attempts {{(pid=62574) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 2367.114519] env[62574]: DEBUG nova.compute.manager [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] [instance: 34aae7ee-fdbf-40a9-bf3a-25428551153d] Instance has had 0 of 5 cleanup attempts {{(pid=62574) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 2367.617956] env[62574]: DEBUG nova.compute.manager [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] [instance: 36b49cb1-2f00-4662-909e-7e8cb6ee5c67] Instance has had 0 of 5 cleanup attempts {{(pid=62574) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 2368.122280] env[62574]: DEBUG nova.compute.manager [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] [instance: 31f8709d-2d2e-4074-bf75-76c44cfadb72] Instance has had 0 of 5 cleanup attempts {{(pid=62574) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 2368.625665] env[62574]: DEBUG nova.compute.manager [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] [instance: cb1a85c5-e90a-4290-a603-e2d08f5c0ee4] Instance has had 0 of 5 cleanup attempts {{(pid=62574) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 2369.129114] env[62574]: DEBUG nova.compute.manager [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] [instance: 3c459fd4-3e28-458f-91d3-da2220e42191] Instance has had 0 of 5 cleanup attempts {{(pid=62574) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 2369.633089] env[62574]: DEBUG nova.compute.manager [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] [instance: 6302cdc1-7534-4722-a8c4-7eaf67a4f125] Instance has had 0 of 5 cleanup attempts {{(pid=62574) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 2370.136031] env[62574]: DEBUG nova.compute.manager [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] [instance: 13d9a284-2078-4e13-848a-5cce88d50a54] Instance has had 0 of 5 cleanup attempts {{(pid=62574) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 2370.638964] env[62574]: DEBUG nova.compute.manager [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] [instance: df645c24-e08c-48e1-aee8-2da12c3203b2] Instance has had 0 of 5 cleanup attempts {{(pid=62574) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 2371.142226] env[62574]: DEBUG nova.compute.manager [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] [instance: 3093e4ab-7f4e-48bf-a3ac-7c990da06f32] Instance has had 0 of 5 cleanup attempts {{(pid=62574) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 2371.645760] env[62574]: DEBUG nova.compute.manager [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] [instance: 8ed6360e-d8a3-478a-a78f-3b8e9ef9464e] Instance has had 0 of 5 cleanup attempts {{(pid=62574) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 2372.149827] env[62574]: DEBUG nova.compute.manager [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] [instance: b4522995-fb9c-471f-bd36-af8b721aa5ff] Instance has had 0 of 5 cleanup attempts {{(pid=62574) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 2375.578640] env[62574]: DEBUG oslo_service.periodic_task [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62574) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2375.579032] env[62574]: DEBUG oslo_service.periodic_task [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62574) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2376.084897] env[62574]: DEBUG oslo_service.periodic_task [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62574) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2376.084897] env[62574]: DEBUG nova.compute.manager [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Starting heal instance info cache {{(pid=62574) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10345}} [ 2376.084897] env[62574]: DEBUG nova.compute.manager [None req-72305232-4bfc-4afb-a31a-6acdf42d08ab None None] Rebuilding the list of instances to heal {{(pid=62574) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10349}}